summaryrefslogtreecommitdiff
path: root/llm.go
diff options
context:
space:
mode:
authorGrail Finder <wohilas@gmail.com>2025-11-23 11:53:46 +0300
committerGrail Finder <wohilas@gmail.com>2025-11-23 11:53:46 +0300
commit4774ea48db1bd813f04e47e7026b0e43c7bcfffa (patch)
treefaaf83a76de432b5075262e326bf1f6729c6afa9 /llm.go
parent9abe74a4b4a1dec7c463bc9c2ec561e489ac7d52 (diff)
Enha: rag context msg update
Diffstat (limited to 'llm.go')
-rw-r--r--llm.go13
1 files changed, 7 insertions, 6 deletions
diff --git a/llm.go b/llm.go
index 4655656..a63317e 100644
--- a/llm.go
+++ b/llm.go
@@ -10,6 +10,7 @@ import (
var imageAttachmentPath string // Global variable to track image attachment for next message
var lastImg string // for ctrl+j
+var RAGMsg = "Retrieved context for user's query:\n"
// SetImageAttachment sets an image to be attached to the next message sent to the LLM
func SetImageAttachment(imagePath string) {
@@ -92,7 +93,7 @@ func (lcp LlamaCPPeer) FormMsg(msg, role string, resume bool) (io.Reader, error)
return nil, err
}
// Use system role for RAG context to avoid conflicts with tool usage
- ragMsg := models.RoleMsg{Role: "system", Content: "RAG context: " + ragResp}
+ ragMsg := models.RoleMsg{Role: "system", Content: RAGMsg + ragResp}
chatBody.Messages = append(chatBody.Messages, ragMsg)
}
}
@@ -213,7 +214,7 @@ func (op OpenAIer) FormMsg(msg, role string, resume bool) (io.Reader, error) {
return nil, err
}
// Use system role for RAG context to avoid conflicts with tool usage
- ragMsg := models.RoleMsg{Role: "system", Content: "RAG context: " + ragResp}
+ ragMsg := models.RoleMsg{Role: "system", Content: RAGMsg + ragResp}
chatBody.Messages = append(chatBody.Messages, ragMsg)
}
}
@@ -268,7 +269,7 @@ func (ds DeepSeekerCompletion) FormMsg(msg, role string, resume bool) (io.Reader
return nil, err
}
// Use system role for RAG context to avoid conflicts with tool usage
- ragMsg := models.RoleMsg{Role: "system", Content: "RAG context: " + ragResp}
+ ragMsg := models.RoleMsg{Role: "system", Content: RAGMsg + ragResp}
chatBody.Messages = append(chatBody.Messages, ragMsg)
}
}
@@ -350,7 +351,7 @@ func (ds DeepSeekerChat) FormMsg(msg, role string, resume bool) (io.Reader, erro
return nil, err
}
// Use system role for RAG context to avoid conflicts with tool usage
- ragMsg := models.RoleMsg{Role: "system", Content: "RAG context: " + ragResp}
+ ragMsg := models.RoleMsg{Role: "system", Content: RAGMsg + ragResp}
chatBody.Messages = append(chatBody.Messages, ragMsg)
}
}
@@ -416,7 +417,7 @@ func (or OpenRouterCompletion) FormMsg(msg, role string, resume bool) (io.Reader
return nil, err
}
// Use system role for RAG context to avoid conflicts with tool usage
- ragMsg := models.RoleMsg{Role: "system", Content: "RAG context: " + ragResp}
+ ragMsg := models.RoleMsg{Role: "system", Content: RAGMsg + ragResp}
chatBody.Messages = append(chatBody.Messages, ragMsg)
}
}
@@ -494,7 +495,7 @@ func (or OpenRouterChat) FormMsg(msg, role string, resume bool) (io.Reader, erro
return nil, err
}
// Use system role for RAG context to avoid conflicts with tool usage
- ragMsg := models.RoleMsg{Role: "system", Content: "RAG context: " + ragResp}
+ ragMsg := models.RoleMsg{Role: "system", Content: RAGMsg + ragResp}
chatBody.Messages = append(chatBody.Messages, ragMsg)
}
}