diff options
Diffstat (limited to 'config.example.toml')
| -rw-r--r-- | config.example.toml | 21 |
1 files changed, 21 insertions, 0 deletions
diff --git a/config.example.toml b/config.example.toml new file mode 100644 index 0000000..229f657 --- /dev/null +++ b/config.example.toml @@ -0,0 +1,21 @@ +ChatAPI = "http://localhost:8080/v1/chat/completions" +CompletionAPI = "http://localhost:8080/completion" +EmbedURL = "http://localhost:8080/v1/embeddings" +ShowSys = true +LogFile = "log.txt" +UserRole = "user" +ToolRole = "tool" +AssistantRole = "assistant" +SysDir = "sysprompts" +ChunkLimit = 100000 +# rag settings +RAGBatchSize = 100 +RAGWordLimit = 80 +RAGWorkers = 5 +# extra tts +TTS_ENABLED = false +TTS_URL = "http://localhost:8880/v1/audio/speech" +TTS_SPEED = 1.0 +# extra stt +STT_ENABLED = false +STT_URL = "http://localhost:8081/inference" |