From e0c3fe554fe5057891962234076d061ca58f694e Mon Sep 17 00:00:00 2001
From: Grail Finder <wohilas@gmail.com>
Date: Wed, 25 Feb 2026 06:51:02 +0300
Subject: Feat: rag text extractors

---
 rag/rag.go | 4 +---
 1 file changed, 1 insertion(+), 3 deletions(-)

(limited to 'rag/rag.go')

diff --git a/rag/rag.go b/rag/rag.go
index b49bd97..b8b5447 100644
--- a/rag/rag.go
+++ b/rag/rag.go
@@ -7,7 +7,6 @@ import (
 	"gf-lt/models"
 	"gf-lt/storage"
 	"log/slog"
-	"os"
 	"path"
 	"regexp"
 	"sort"
@@ -58,7 +57,7 @@ func wordCounter(sentence string) int {
 func (r *RAG) LoadRAG(fpath string) error {
 	r.mu.Lock()
 	defer r.mu.Unlock()
-	data, err := os.ReadFile(fpath)
+	fileText, err := ExtractText(fpath)
 	if err != nil {
 		return err
 	}
@@ -68,7 +67,6 @@ func (r *RAG) LoadRAG(fpath string) error {
 	default:
 		r.logger.Warn("LongJobStatusCh channel is full or closed, dropping status message", "message", LoadedFileRAGStatus)
 	}
-	fileText := string(data)
 	tokenizer, err := english.NewSentenceTokenizer(nil)
 	if err != nil {
 		return err
-- 
cgit v1.2.3