config.example.toml


1
2
3
4
5
6
7
8
9
10
11
12
13
14

ChatAPI = "http://localhost:8080/v1/chat/completions"
CompletionAPI = "http://localhost:8080/completion"
EmbedURL = "http://localhost:8080/v1/embeddings"
ShowSys = true
LogFile = "log.txt"
UserRole = "user"
ToolRole = "tool"
AssistantRole = "assistant"
SysDir = "sysprompts"
ChunkLimit = 100000
# rag settings
RAGBatchSize = 100
RAGWordLimit = 80
RAGWorkers = 5