From 884004a855980444319769d9b10f9cf6e3ba33cd Mon Sep 17 00:00:00 2001 From: Grail Finder Date: Thu, 6 Feb 2025 16:57:37 +0300 Subject: Enha: server update --- bot.go | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) (limited to 'bot.go') diff --git a/bot.go b/bot.go index c3108a3..a61128f 100644 --- a/bot.go +++ b/bot.go @@ -46,25 +46,25 @@ var ( } ) -func fetchModelName() { +func fetchModelName() *models.LLMModels { api := "http://localhost:8080/v1/models" resp, err := httpClient.Get(api) if err != nil { logger.Warn("failed to get model", "link", api, "error", err) - return + return nil } defer resp.Body.Close() llmModel := models.LLMModels{} if err := json.NewDecoder(resp.Body).Decode(&llmModel); err != nil { logger.Warn("failed to decode resp", "link", api, "error", err) - return + return nil } if resp.StatusCode != 200 { currentModel = "none" - return + return nil } currentModel = path.Base(llmModel.Data[0].ID) - updateStatusLine() + return &llmModel } // func fetchProps() { @@ -88,7 +88,7 @@ func fetchModelName() { // updateStatusLine() // } -// func sendMsgToLLM(body io.Reader) (*models.LLMRespChunk, error) { +// TODO: should be a part of server? func sendMsgToLLM(body io.Reader) { // nolint resp, err := httpClient.Post(cfg.CurrentAPI, "application/json", body) -- cgit v1.2.3