From f0fb6a31370024f7bd4a711856f9af21e6e322c4 Mon Sep 17 00:00:00 2001 From: Grail Finder Date: Tue, 11 Feb 2025 09:21:46 +0300 Subject: Fix: /v1 chat endpoint; linter --- server.go | 23 +++++++++++++++++------ 1 file changed, 17 insertions(+), 6 deletions(-) (limited to 'server.go') diff --git a/server.go b/server.go index 79aeb2f..5a1a1c3 100644 --- a/server.go +++ b/server.go @@ -9,6 +9,7 @@ import ( ) type Server struct { + // nolint config config.Config } @@ -25,13 +26,17 @@ func (srv *Server) ListenToRequests(port string) { mux.HandleFunc("GET /model", modelHandler) mux.HandleFunc("POST /completion", completionHandler) fmt.Println("Listening", "addr", server.Addr) - server.ListenAndServe() + if err := server.ListenAndServe(); err != nil { + panic(err) + } } // create server // listen to the completion endpoint handler func pingHandler(w http.ResponseWriter, req *http.Request) { - w.Write([]byte("pong")) + if _, err := w.Write([]byte("pong")); err != nil { + logger.Error("server ping", "error", err) + } } func completionHandler(w http.ResponseWriter, req *http.Request) { @@ -44,20 +49,26 @@ out: for { select { case chunk := <-chunkChan: - fmt.Println(chunk) - w.Write([]byte(chunk)) + fmt.Print(chunk) + if _, err := w.Write([]byte(chunk)); err != nil { + logger.Warn("failed to write chunk", "value", chunk) + continue + } case <-streamDone: break out } } - return } func modelHandler(w http.ResponseWriter, req *http.Request) { llmModel := fetchModelName() payload, err := json.Marshal(llmModel) if err != nil { + logger.Error("model handler", "error", err) // return err + return + } + if _, err := w.Write(payload); err != nil { + logger.Error("model handler", "error", err) } - w.Write(payload) } -- cgit v1.2.3