From 461d19aa2512fea7ac07e50c3178609850ef07c3 Mon Sep 17 00:00:00 2001 From: Grail Finder Date: Tue, 31 Dec 2024 13:25:13 +0300 Subject: Feat: add rag [wip; skip-ci] --- rag.go | 40 ++++++++++++++++++++++++++++++++++++++++ 1 file changed, 40 insertions(+) create mode 100644 rag.go (limited to 'rag.go') diff --git a/rag.go b/rag.go new file mode 100644 index 0000000..5bf6dc4 --- /dev/null +++ b/rag.go @@ -0,0 +1,40 @@ +package main + +import ( + "bytes" + "elefant/models" + "encoding/json" +) + +func lineToVector(line string) (*models.EmbeddingResp, error) { + payload, err := json.Marshal(map[string]string{"content": line}) + if err != nil { + logger.Error("failed to marshal payload", "err:", err.Error()) + return nil, err + } + resp, err := httpClient.Post(cfg.EmbedURL, "application/json", bytes.NewReader(payload)) + if err != nil { + logger.Error("failed to embedd line", "err:", err.Error()) + return nil, err + } + defer resp.Body.Close() + emb := models.EmbeddingResp{} + if err := json.NewDecoder(resp.Body).Decode(&emb); err != nil { + logger.Error("failed to embedd line", "err:", err.Error()) + return nil, err + } + return &emb, nil +} + +func saveLine(topic, line string, emb *models.EmbeddingResp) error { + row := &models.VectorRow{ + Embeddings: emb.Embedding, + Slug: topic, + RawText: line, + } + return store.WriteVector(row) +} + +func searchEmb(emb *models.EmbeddingResp) (*models.VectorRow, error) { + return store.SearchClosest([5120]float32(emb.Embedding)) +} -- cgit v1.2.3