From 4774ea48db1bd813f04e47e7026b0e43c7bcfffa Mon Sep 17 00:00:00 2001 From: Grail Finder Date: Sun, 23 Nov 2025 11:53:46 +0300 Subject: Enha: rag context msg update --- llm.go | 13 +++++++------ 1 file changed, 7 insertions(+), 6 deletions(-) diff --git a/llm.go b/llm.go index 4655656..a63317e 100644 --- a/llm.go +++ b/llm.go @@ -10,6 +10,7 @@ import ( var imageAttachmentPath string // Global variable to track image attachment for next message var lastImg string // for ctrl+j +var RAGMsg = "Retrieved context for user's query:\n" // SetImageAttachment sets an image to be attached to the next message sent to the LLM func SetImageAttachment(imagePath string) { @@ -92,7 +93,7 @@ func (lcp LlamaCPPeer) FormMsg(msg, role string, resume bool) (io.Reader, error) return nil, err } // Use system role for RAG context to avoid conflicts with tool usage - ragMsg := models.RoleMsg{Role: "system", Content: "RAG context: " + ragResp} + ragMsg := models.RoleMsg{Role: "system", Content: RAGMsg + ragResp} chatBody.Messages = append(chatBody.Messages, ragMsg) } } @@ -213,7 +214,7 @@ func (op OpenAIer) FormMsg(msg, role string, resume bool) (io.Reader, error) { return nil, err } // Use system role for RAG context to avoid conflicts with tool usage - ragMsg := models.RoleMsg{Role: "system", Content: "RAG context: " + ragResp} + ragMsg := models.RoleMsg{Role: "system", Content: RAGMsg + ragResp} chatBody.Messages = append(chatBody.Messages, ragMsg) } } @@ -268,7 +269,7 @@ func (ds DeepSeekerCompletion) FormMsg(msg, role string, resume bool) (io.Reader return nil, err } // Use system role for RAG context to avoid conflicts with tool usage - ragMsg := models.RoleMsg{Role: "system", Content: "RAG context: " + ragResp} + ragMsg := models.RoleMsg{Role: "system", Content: RAGMsg + ragResp} chatBody.Messages = append(chatBody.Messages, ragMsg) } } @@ -350,7 +351,7 @@ func (ds DeepSeekerChat) FormMsg(msg, role string, resume bool) (io.Reader, erro return nil, err } // Use system role for RAG context to avoid conflicts with tool usage - ragMsg := models.RoleMsg{Role: "system", Content: "RAG context: " + ragResp} + ragMsg := models.RoleMsg{Role: "system", Content: RAGMsg + ragResp} chatBody.Messages = append(chatBody.Messages, ragMsg) } } @@ -416,7 +417,7 @@ func (or OpenRouterCompletion) FormMsg(msg, role string, resume bool) (io.Reader return nil, err } // Use system role for RAG context to avoid conflicts with tool usage - ragMsg := models.RoleMsg{Role: "system", Content: "RAG context: " + ragResp} + ragMsg := models.RoleMsg{Role: "system", Content: RAGMsg + ragResp} chatBody.Messages = append(chatBody.Messages, ragMsg) } } @@ -494,7 +495,7 @@ func (or OpenRouterChat) FormMsg(msg, role string, resume bool) (io.Reader, erro return nil, err } // Use system role for RAG context to avoid conflicts with tool usage - ragMsg := models.RoleMsg{Role: "system", Content: "RAG context: " + ragResp} + ragMsg := models.RoleMsg{Role: "system", Content: RAGMsg + ragResp} chatBody.Messages = append(chatBody.Messages, ragMsg) } } -- cgit v1.2.3