Feat: add rag [wip; skip-ci]

1 files changed, 40 insertions, 0 deletions

diff --git a/rag.go b/rag.go
new file mode 100644
index 0000000..5bf6dc4
--- /dev/null
+++ b/rag.go
@@ -0,0 +1,40 @@
+package main
+
+import (
+	"bytes"
+	"elefant/models"
+	"encoding/json"
+)
+
+func lineToVector(line string) (*models.EmbeddingResp, error) {
+	payload, err := json.Marshal(map[string]string{"content": line})
+	if err != nil {
+		logger.Error("failed to marshal payload", "err:", err.Error())
+		return nil, err
+	}
+	resp, err := httpClient.Post(cfg.EmbedURL, "application/json", bytes.NewReader(payload))
+	if err != nil {
+		logger.Error("failed to embedd line", "err:", err.Error())
+		return nil, err
+	}
+	defer resp.Body.Close()
+	emb := models.EmbeddingResp{}
+	if err := json.NewDecoder(resp.Body).Decode(&emb); err != nil {
+		logger.Error("failed to embedd line", "err:", err.Error())
+		return nil, err
+	}
+	return &emb, nil
+}
+
+func saveLine(topic, line string, emb *models.EmbeddingResp) error {
+	row := &models.VectorRow{
+		Embeddings: emb.Embedding,
+		Slug:       topic,
+		RawText:    line,
+	}
+	return store.WriteVector(row)
+}
+
+func searchEmb(emb *models.EmbeddingResp) (*models.VectorRow, error) {
+	return store.SearchClosest([5120]float32(emb.Embedding))
+}