diff options
author | Grail Finder <wohilas@gmail.com> | 2025-02-11 09:21:46 +0300 |
---|---|---|
committer | Grail Finder <wohilas@gmail.com> | 2025-02-11 09:21:46 +0300 |
commit | f0fb6a31370024f7bd4a711856f9af21e6e322c4 (patch) | |
tree | 33f1ff6a4c4bba6a5efc3b4ffb37baaf2c23b1d4 /bot.go | |
parent | 54680539085d354ac9473fa451e284963e12000a (diff) |
Fix: /v1 chat endpoint; linter
Diffstat (limited to 'bot.go')
-rw-r--r-- | bot.go | 7 |
1 files changed, 5 insertions, 2 deletions
@@ -43,11 +43,11 @@ var ( "min_p": 0.05, "n_predict": -1.0, } - toolUseText = "consider making a tool call." ) func fetchModelName() *models.LLMModels { api := "http://localhost:8080/v1/models" + //nolint resp, err := httpClient.Get(api) if err != nil { logger.Warn("failed to get model", "link", api, "error", err) @@ -60,7 +60,7 @@ func fetchModelName() *models.LLMModels { return nil } if resp.StatusCode != 200 { - currentModel = "none" + currentModel = "disconnected" return nil } currentModel = path.Base(llmModel.Data[0].ID) @@ -94,6 +94,9 @@ func sendMsgToLLM(body io.Reader) { resp, err := httpClient.Post(cfg.CurrentAPI, "application/json", body) if err != nil { logger.Error("llamacpp api", "error", err) + if err := notifyUser("error", "apicall failed"); err != nil { + logger.Error("failed to notify", "error", err) + } streamDone <- true return } |