summaryrefslogtreecommitdiff
path: root/llm.go
diff options
context:
space:
mode:
authorGrail Finder <wohilas@gmail.com>2026-03-07 18:42:12 +0300
committerGrail Finder <wohilas@gmail.com>2026-03-07 18:42:12 +0300
commitbf655a10875630a6fe5f283340b6d390a1920b58 (patch)
tree56b363f3638bbe0183bab60423f78843200b8951 /llm.go
parentc8f00198d6f0ad66269753252f56485ee346d413 (diff)
Enha: llama.cpp on non localhost
Diffstat (limited to 'llm.go')
-rw-r--r--llm.go9
1 files changed, 7 insertions, 2 deletions
diff --git a/llm.go b/llm.go
index eaa0df8..0e77bc9 100644
--- a/llm.go
+++ b/llm.go
@@ -62,11 +62,11 @@ type ChunkParser interface {
func choseChunkParser() {
chunkParser = LCPCompletion{}
switch cfg.CurrentAPI {
- case "http://localhost:8080/completion":
+ case "http://localhost:8080/completion", "http://127.0.0.1:8080/completion":
chunkParser = LCPCompletion{}
logger.Debug("chosen lcpcompletion", "link", cfg.CurrentAPI)
return
- case "http://localhost:8080/v1/chat/completions":
+ case "http://localhost:8080/v1/chat/completions", "http://127.0.0.1:8080/v1/chat/completions":
chunkParser = LCPChat{}
logger.Debug("chosen lcpchat", "link", cfg.CurrentAPI)
return
@@ -87,6 +87,11 @@ func choseChunkParser() {
logger.Debug("chosen openrouterchat", "link", cfg.CurrentAPI)
return
default:
+ logger.Warn("unexpected case, assuming llama.cpp on non default address", "link", cfg.CurrentAPI)
+ if strings.Contains(cfg.CurrentAPI, "chat") {
+ chunkParser = LCPChat{}
+ return
+ }
chunkParser = LCPCompletion{}
}
}