commit 3da6127f69f5a9e6a51e9629967075b878a5ebb3 from: Oliver Lowe date: Sun Jun 8 10:58:45 2025 UTC imoprt llmweb for video commit - f9b1f084f28dc386e398399fb58bad7a9543cf60 commit + 3da6127f69f5a9e6a51e9629967075b878a5ebb3 blob - /dev/null blob + e02ba987eb04c9f18b689ebc3ef7990651f25392 (mode 644) --- /dev/null +++ src/llmweb/config.go @@ -0,0 +1,49 @@ +package main + +import ( + "bufio" + "fmt" + "os" + "strings" +) + +type Config struct { + BaseURL string + Token string + DefaultModel string +} + +func readConfig(name string) (*Config, error) { + f, err := os.Open(name) + if err != nil { + return nil, err + } + defer f.Close() + + var conf Config + sc := bufio.NewScanner(f) + for sc.Scan() { + if strings.HasPrefix(sc.Text(), "#") { + continue + } else if sc.Text() == "" { + continue + } + + k, v, ok := strings.Cut(strings.TrimSpace(sc.Text()), " ") + if !ok { + return nil, fmt.Errorf("key %q: expected space after key", k) + } + v = strings.TrimSpace(v) + switch k { + case "token": + conf.Token = v + case "url": + conf.BaseURL = v + case "model": + conf.DefaultModel = v + default: + return nil, fmt.Errorf("unknown configuration key %q", k) + } + } + return &conf, sc.Err() +} blob - /dev/null blob + c69318881b850e0759444877c8215d57824a1775 (mode 644) --- /dev/null +++ src/llmweb/index.html @@ -0,0 +1,53 @@ + + + + + + + + + + +llmweb + + + +
+ +
+ +
+
+{{range .Messages}} + + {{- if eq .Role "system"}} +

+ {{else}} + + 
{{.Content}}
+ {{end}} +{{end}} + +
+ +
+
+ + + blob - /dev/null blob + 4147ce59142154b519aaf863ea22eca8f8d91b5c (mode 644) --- /dev/null +++ src/llmweb/llmweb.go @@ -0,0 +1,103 @@ +package main + +import ( + "fmt" + "html/template" + "log" + "net" + "net/http" + "os" + "path" + + "olowe.co/x/openai" +) + +type Chat struct { + client *openai.Client + template *template.Template +} + +func (c *Chat) ServeHTTP(w http.ResponseWriter, req *http.Request) { + log.Println(req.RemoteAddr, req.Method, req.URL) + chat := openai.Chat{ + Model: "mistral-small-latest", + Messages: []openai.Message{ + {openai.RoleSystem, ""}, + }, + } + + if req.Method == http.MethodGet { + if err := c.template.Execute(w, &chat); err != nil { + log.Println(err) + } + return + } else if req.Method != http.MethodPost { + w.WriteHeader(http.StatusMethodNotAllowed) + return + } + + if err := req.ParseForm(); err != nil { + http.Error(w, err.Error(), http.StatusBadRequest) + return + } + log.Printf("%+v\n", req.PostForm) + + if sys, ok := req.PostForm[openai.RoleSystem]; ok { + chat.Messages[0].Content = sys[0] + } + + nuser := len(req.PostForm[openai.RoleUser]) + nassistant := len(req.PostForm[openai.RoleAssistant]) + if nuser != nassistant+1 { + e := fmt.Sprintf("expected %d user messages for %d assistant messages, got %d", nassistant+1, nassistant, nuser) + http.Error(w, e, http.StatusBadRequest) + return + } + + for i := 0; i < nassistant; i++ { + user := openai.Message{openai.RoleUser, req.PostForm[openai.RoleUser][i]} + chat.Messages = append(chat.Messages, user) + reply := openai.Message{openai.RoleAssistant, req.PostForm[openai.RoleAssistant][i]} + chat.Messages = append(chat.Messages, reply) + } + latest := openai.Message{openai.RoleUser, req.PostForm[openai.RoleUser][nuser-1]} + chat.Messages = append(chat.Messages, latest) + + reply, err := c.client.Complete(&chat) + if err != nil { + http.Error(w, err.Error(), http.StatusInternalServerError) + return + } + chat.Messages = append(chat.Messages, *reply) + c.template.Execute(w, &chat) +} + +func servePWA(w http.ResponseWriter, req *http.Request) { + log.Println(req.RemoteAddr, req.Method, req.URL) + http.ServeFile(w, req, "manifest.json") +} + +func main() { + confDir, err := os.UserConfigDir() + if err != nil { + log.Fatal(err) + } + config, err := readConfig(path.Join(confDir, "openai")) + if err != nil { + log.Fatalf("read configuration: %v", err) + } + client := &openai.Client{http.DefaultClient, config.Token, config.BaseURL} + + tmpl, err := template.ParseGlob("*.html") + if err != nil { + log.Fatal(err) + } + + ln, err := net.Listen("tcp", ":8080") + if err != nil { + log.Fatal(err) + } + http.Handle("/", &Chat{client, tmpl}) + http.HandleFunc("/manifest.json", servePWA) + log.Fatal(http.Serve(ln, nil)) +} blob - /dev/null blob + 4709dabb1fda8efe3b283d6f21d6732d71d19475 (mode 644) --- /dev/null +++ src/llmweb/manifest.json @@ -0,0 +1,9 @@ +{ + "short_name": "llmweb", + "name": "LLM Web", + "icons": [], + "start_url": ".", + "display": "standalone", + "theme_color": "#000000", + "background_color": "#ffffff" +}