diff options
| author | Grail Finder <wohilas@gmail.com> | 2026-03-01 08:22:02 +0300 |
|---|---|---|
| committer | Grail Finder <wohilas@gmail.com> | 2026-03-01 08:22:02 +0300 |
| commit | cdfccf9a2440dc4d8094e7ae94aa85cb446e7cfb (patch) | |
| tree | 43658a89dd2fbd89106cf58c6a4a48792f4f97ac /models | |
| parent | 1f112259d2ff58bbe25f25f8c65694d5a7569e68 (diff) | |
Enha (llama.cpp): show loaded model on startup
Diffstat (limited to 'models')
| -rw-r--r-- | models/consts.go | 12 | ||||
| -rw-r--r-- | models/models.go | 25 |
2 files changed, 12 insertions, 25 deletions
diff --git a/models/consts.go b/models/consts.go new file mode 100644 index 0000000..4f61435 --- /dev/null +++ b/models/consts.go @@ -0,0 +1,12 @@ +package models + +const ( + LoadedMark = "(loaded) " +) + +type APIType int + +const ( + APITypeChat APIType = iota + APITypeCompletion +) diff --git a/models/models.go b/models/models.go index 2f4b8b0..a35f16c 100644 --- a/models/models.go +++ b/models/models.go @@ -519,24 +519,6 @@ type OpenAIReq struct { // === -// type LLMModels struct { -// Object string `json:"object"` -// Data []struct { -// ID string `json:"id"` -// Object string `json:"object"` -// Created int `json:"created"` -// OwnedBy string `json:"owned_by"` -// Meta struct { -// VocabType int `json:"vocab_type"` -// NVocab int `json:"n_vocab"` -// NCtxTrain int `json:"n_ctx_train"` -// NEmbd int `json:"n_embd"` -// NParams int64 `json:"n_params"` -// Size int64 `json:"size"` -// } `json:"meta"` -// } `json:"data"` -// } - type LlamaCPPReq struct { Model string `json:"model"` Stream bool `json:"stream"` @@ -641,10 +623,3 @@ type ChatRoundReq struct { Regen bool Resume bool } - -type APIType int - -const ( - APITypeChat APIType = iota - APITypeCompletion -) |