From eedda0ec4b3ac5ce71b6b1bf28b76b3bcb65e7a4 Mon Sep 17 00:00:00 2001 From: Grail Finder Date: Sat, 21 Feb 2026 16:31:59 +0300 Subject: Feat (pull/18994): llama.cpp reasoning --- llm.go | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) (limited to 'llm.go') diff --git a/llm.go b/llm.go index bca9655..3da8488 100644 --- a/llm.go +++ b/llm.go @@ -237,8 +237,10 @@ func (op LCPChat) ParseChunk(data []byte) (*models.TextChunk, error) { return &models.TextChunk{Finished: true}, nil } + lastChoice := llmchunk.Choices[len(llmchunk.Choices)-1] resp := &models.TextChunk{ - Chunk: llmchunk.Choices[len(llmchunk.Choices)-1].Delta.Content, + Chunk: lastChoice.Delta.Content, + Reasoning: lastChoice.Delta.ReasoningContent, } // Check for tool calls in all choices, not just the last one @@ -256,7 +258,7 @@ func (op LCPChat) ParseChunk(data []byte) (*models.TextChunk, error) { } } - if llmchunk.Choices[len(llmchunk.Choices)-1].FinishReason == "stop" { + if lastChoice.FinishReason == "stop" { if resp.Chunk != "" { logger.Error("text inside of finish llmchunk", "chunk", llmchunk) } -- cgit v1.2.3