diff options
Diffstat (limited to 'models')
| -rw-r--r-- | models/deepseek.go | 144 | ||||
| -rw-r--r-- | models/models.go | 296 | ||||
| -rw-r--r-- | models/openrouter.go | 154 |
3 files changed, 298 insertions, 296 deletions
diff --git a/models/deepseek.go b/models/deepseek.go new file mode 100644 index 0000000..8f9868d --- /dev/null +++ b/models/deepseek.go @@ -0,0 +1,144 @@ +package models + +type DSChatReq struct { + Messages []RoleMsg `json:"messages"` + Model string `json:"model"` + Stream bool `json:"stream"` + FrequencyPenalty int `json:"frequency_penalty"` + MaxTokens int `json:"max_tokens"` + PresencePenalty int `json:"presence_penalty"` + Temperature float32 `json:"temperature"` + TopP float32 `json:"top_p"` + // ResponseFormat struct { + // Type string `json:"type"` + // } `json:"response_format"` + // Stop any `json:"stop"` + // StreamOptions any `json:"stream_options"` + // Tools any `json:"tools"` + // ToolChoice string `json:"tool_choice"` + // Logprobs bool `json:"logprobs"` + // TopLogprobs any `json:"top_logprobs"` +} + +func NewDSChatReq(cb ChatBody) DSChatReq { + return DSChatReq{ + Messages: cb.Messages, + Model: cb.Model, + Stream: cb.Stream, + MaxTokens: 2048, + PresencePenalty: 0, + FrequencyPenalty: 0, + Temperature: 1.0, + TopP: 1.0, + } +} + +type DSCompletionReq struct { + Model string `json:"model"` + Prompt string `json:"prompt"` + Echo bool `json:"echo"` + FrequencyPenalty int `json:"frequency_penalty"` + // Logprobs int `json:"logprobs"` + MaxTokens int `json:"max_tokens"` + PresencePenalty int `json:"presence_penalty"` + Stop any `json:"stop"` + Stream bool `json:"stream"` + StreamOptions any `json:"stream_options"` + Suffix any `json:"suffix"` + Temperature float32 `json:"temperature"` + TopP float32 `json:"top_p"` +} + +func NewDSCompletionReq(prompt, model string, temp float32, stopSlice []string) DSCompletionReq { + return DSCompletionReq{ + Model: model, + Prompt: prompt, + Temperature: temp, + Stream: true, + Echo: false, + MaxTokens: 2048, + PresencePenalty: 0, + FrequencyPenalty: 0, + TopP: 1.0, + Stop: stopSlice, + } +} + +type DSCompletionResp struct { + ID string `json:"id"` + Choices []struct { + FinishReason string `json:"finish_reason"` + Index int `json:"index"` + Logprobs struct { + TextOffset []int `json:"text_offset"` + TokenLogprobs []int `json:"token_logprobs"` + Tokens []string `json:"tokens"` + TopLogprobs []struct { + } `json:"top_logprobs"` + } `json:"logprobs"` + Text string `json:"text"` + } `json:"choices"` + Created int `json:"created"` + Model string `json:"model"` + SystemFingerprint string `json:"system_fingerprint"` + Object string `json:"object"` + Usage struct { + CompletionTokens int `json:"completion_tokens"` + PromptTokens int `json:"prompt_tokens"` + PromptCacheHitTokens int `json:"prompt_cache_hit_tokens"` + PromptCacheMissTokens int `json:"prompt_cache_miss_tokens"` + TotalTokens int `json:"total_tokens"` + CompletionTokensDetails struct { + ReasoningTokens int `json:"reasoning_tokens"` + } `json:"completion_tokens_details"` + } `json:"usage"` +} + +type DSChatResp struct { + Choices []struct { + Delta struct { + Content string `json:"content"` + Role any `json:"role"` + } `json:"delta"` + FinishReason string `json:"finish_reason"` + Index int `json:"index"` + Logprobs any `json:"logprobs"` + } `json:"choices"` + Created int `json:"created"` + ID string `json:"id"` + Model string `json:"model"` + Object string `json:"object"` + SystemFingerprint string `json:"system_fingerprint"` + Usage struct { + CompletionTokens int `json:"completion_tokens"` + PromptTokens int `json:"prompt_tokens"` + TotalTokens int `json:"total_tokens"` + } `json:"usage"` +} + +type DSChatStreamResp struct { + ID string `json:"id"` + Object string `json:"object"` + Created int `json:"created"` + Model string `json:"model"` + SystemFingerprint string `json:"system_fingerprint"` + Choices []struct { + Index int `json:"index"` + Delta struct { + Content string `json:"content"` + ReasoningContent string `json:"reasoning_content"` + } `json:"delta"` + Logprobs any `json:"logprobs"` + FinishReason string `json:"finish_reason"` + } `json:"choices"` +} + +type DSBalance struct { + IsAvailable bool `json:"is_available"` + BalanceInfos []struct { + Currency string `json:"currency"` + TotalBalance string `json:"total_balance"` + GrantedBalance string `json:"granted_balance"` + ToppedUpBalance string `json:"topped_up_balance"` + } `json:"balance_infos"` +} diff --git a/models/models.go b/models/models.go index f0f4130..0a10da1 100644 --- a/models/models.go +++ b/models/models.go @@ -127,139 +127,6 @@ func (cb *ChatBody) MakeStopSlice() []string { return ss } -type DSChatReq struct { - Messages []RoleMsg `json:"messages"` - Model string `json:"model"` - Stream bool `json:"stream"` - FrequencyPenalty int `json:"frequency_penalty"` - MaxTokens int `json:"max_tokens"` - PresencePenalty int `json:"presence_penalty"` - Temperature float32 `json:"temperature"` - TopP float32 `json:"top_p"` - // ResponseFormat struct { - // Type string `json:"type"` - // } `json:"response_format"` - // Stop any `json:"stop"` - // StreamOptions any `json:"stream_options"` - // Tools any `json:"tools"` - // ToolChoice string `json:"tool_choice"` - // Logprobs bool `json:"logprobs"` - // TopLogprobs any `json:"top_logprobs"` -} - -func NewDSCharReq(cb ChatBody) DSChatReq { - return DSChatReq{ - Messages: cb.Messages, - Model: cb.Model, - Stream: cb.Stream, - MaxTokens: 2048, - PresencePenalty: 0, - FrequencyPenalty: 0, - Temperature: 1.0, - TopP: 1.0, - } -} - -type DSCompletionReq struct { - Model string `json:"model"` - Prompt string `json:"prompt"` - Echo bool `json:"echo"` - FrequencyPenalty int `json:"frequency_penalty"` - // Logprobs int `json:"logprobs"` - MaxTokens int `json:"max_tokens"` - PresencePenalty int `json:"presence_penalty"` - Stop any `json:"stop"` - Stream bool `json:"stream"` - StreamOptions any `json:"stream_options"` - Suffix any `json:"suffix"` - Temperature float32 `json:"temperature"` - TopP float32 `json:"top_p"` -} - -func NewDSCompletionReq(prompt, model string, temp float32, stopSlice []string) DSCompletionReq { - return DSCompletionReq{ - Model: model, - Prompt: prompt, - Temperature: temp, - Stream: true, - Echo: false, - MaxTokens: 2048, - PresencePenalty: 0, - FrequencyPenalty: 0, - TopP: 1.0, - Stop: stopSlice, - } -} - -type DSCompletionResp struct { - ID string `json:"id"` - Choices []struct { - FinishReason string `json:"finish_reason"` - Index int `json:"index"` - Logprobs struct { - TextOffset []int `json:"text_offset"` - TokenLogprobs []int `json:"token_logprobs"` - Tokens []string `json:"tokens"` - TopLogprobs []struct { - } `json:"top_logprobs"` - } `json:"logprobs"` - Text string `json:"text"` - } `json:"choices"` - Created int `json:"created"` - Model string `json:"model"` - SystemFingerprint string `json:"system_fingerprint"` - Object string `json:"object"` - Usage struct { - CompletionTokens int `json:"completion_tokens"` - PromptTokens int `json:"prompt_tokens"` - PromptCacheHitTokens int `json:"prompt_cache_hit_tokens"` - PromptCacheMissTokens int `json:"prompt_cache_miss_tokens"` - TotalTokens int `json:"total_tokens"` - CompletionTokensDetails struct { - ReasoningTokens int `json:"reasoning_tokens"` - } `json:"completion_tokens_details"` - } `json:"usage"` -} - -type DSChatResp struct { - Choices []struct { - Delta struct { - Content string `json:"content"` - Role any `json:"role"` - } `json:"delta"` - FinishReason string `json:"finish_reason"` - Index int `json:"index"` - Logprobs any `json:"logprobs"` - } `json:"choices"` - Created int `json:"created"` - ID string `json:"id"` - Model string `json:"model"` - Object string `json:"object"` - SystemFingerprint string `json:"system_fingerprint"` - Usage struct { - CompletionTokens int `json:"completion_tokens"` - PromptTokens int `json:"prompt_tokens"` - TotalTokens int `json:"total_tokens"` - } `json:"usage"` -} - -type DSChatStreamResp struct { - ID string `json:"id"` - Object string `json:"object"` - Created int `json:"created"` - Model string `json:"model"` - SystemFingerprint string `json:"system_fingerprint"` - Choices []struct { - Index int `json:"index"` - Delta struct { - Content string `json:"content"` - ReasoningContent string `json:"reasoning_content"` - } `json:"delta"` - Logprobs any `json:"logprobs"` - FinishReason string `json:"finish_reason"` - } `json:"choices"` -} - type EmbeddingResp struct { Embedding []float32 `json:"embedding"` Index uint32 `json:"index"` @@ -374,166 +241,3 @@ type LlamaCPPResp struct { Content string `json:"content"` Stop bool `json:"stop"` } - -type DSBalance struct { - IsAvailable bool `json:"is_available"` - BalanceInfos []struct { - Currency string `json:"currency"` - TotalBalance string `json:"total_balance"` - GrantedBalance string `json:"granted_balance"` - ToppedUpBalance string `json:"topped_up_balance"` - } `json:"balance_infos"` -} - -// openrouter -// https://openrouter.ai/docs/api-reference/completion -type OpenRouterCompletionReq struct { - Model string `json:"model"` - Prompt string `json:"prompt"` - Stream bool `json:"stream"` - Temperature float32 `json:"temperature"` - Stop []string `json:"stop"` // not present in docs - MinP float32 `json:"min_p"` - NPredict int32 `json:"max_tokens"` -} - -func NewOpenRouterCompletionReq(model, prompt string, props map[string]float32, stopStrings []string) OpenRouterCompletionReq { - return OpenRouterCompletionReq{ - Stream: true, - Prompt: prompt, - Temperature: props["temperature"], - MinP: props["min_p"], - NPredict: int32(props["n_predict"]), - Stop: stopStrings, - Model: model, - } -} - -type OpenRouterChatReq struct { - Messages []RoleMsg `json:"messages"` - Model string `json:"model"` - Stream bool `json:"stream"` - Temperature float32 `json:"temperature"` - MinP float32 `json:"min_p"` - NPredict int32 `json:"max_tokens"` -} - -func NewOpenRouterChatReq(cb ChatBody, props map[string]float32) OpenRouterChatReq { - return OpenRouterChatReq{ - Messages: cb.Messages, - Model: cb.Model, - Stream: cb.Stream, - Temperature: props["temperature"], - MinP: props["min_p"], - NPredict: int32(props["n_predict"]), - } -} - -type OpenRouterChatRespNonStream struct { - ID string `json:"id"` - Provider string `json:"provider"` - Model string `json:"model"` - Object string `json:"object"` - Created int `json:"created"` - Choices []struct { - Logprobs any `json:"logprobs"` - FinishReason string `json:"finish_reason"` - NativeFinishReason string `json:"native_finish_reason"` - Index int `json:"index"` - Message struct { - Role string `json:"role"` - Content string `json:"content"` - Refusal any `json:"refusal"` - Reasoning any `json:"reasoning"` - } `json:"message"` - } `json:"choices"` - Usage struct { - PromptTokens int `json:"prompt_tokens"` - CompletionTokens int `json:"completion_tokens"` - TotalTokens int `json:"total_tokens"` - } `json:"usage"` -} - -type OpenRouterChatResp struct { - ID string `json:"id"` - Provider string `json:"provider"` - Model string `json:"model"` - Object string `json:"object"` - Created int `json:"created"` - Choices []struct { - Index int `json:"index"` - Delta struct { - Role string `json:"role"` - Content string `json:"content"` - } `json:"delta"` - FinishReason string `json:"finish_reason"` - NativeFinishReason string `json:"native_finish_reason"` - Logprobs any `json:"logprobs"` - } `json:"choices"` -} - -type OpenRouterCompletionResp struct { - ID string `json:"id"` - Provider string `json:"provider"` - Model string `json:"model"` - Object string `json:"object"` - Created int `json:"created"` - Choices []struct { - Text string `json:"text"` - FinishReason string `json:"finish_reason"` - NativeFinishReason string `json:"native_finish_reason"` - Logprobs any `json:"logprobs"` - } `json:"choices"` -} - -type ORModel struct { - ID string `json:"id"` - CanonicalSlug string `json:"canonical_slug"` - HuggingFaceID string `json:"hugging_face_id"` - Name string `json:"name"` - Created int `json:"created"` - Description string `json:"description"` - ContextLength int `json:"context_length"` - Architecture struct { - Modality string `json:"modality"` - InputModalities []string `json:"input_modalities"` - OutputModalities []string `json:"output_modalities"` - Tokenizer string `json:"tokenizer"` - InstructType any `json:"instruct_type"` - } `json:"architecture"` - Pricing struct { - Prompt string `json:"prompt"` - Completion string `json:"completion"` - Request string `json:"request"` - Image string `json:"image"` - Audio string `json:"audio"` - WebSearch string `json:"web_search"` - InternalReasoning string `json:"internal_reasoning"` - } `json:"pricing,omitempty"` - TopProvider struct { - ContextLength int `json:"context_length"` - MaxCompletionTokens int `json:"max_completion_tokens"` - IsModerated bool `json:"is_moderated"` - } `json:"top_provider"` - PerRequestLimits any `json:"per_request_limits"` - SupportedParameters []string `json:"supported_parameters"` -} - -type ORModels struct { - Data []ORModel `json:"data"` -} - -func (orm *ORModels) ListModels(free bool) []string { - resp := []string{} - for _, model := range orm.Data { - if free { - if model.Pricing.Prompt == "0" && model.Pricing.Request == "0" && - model.Pricing.Completion == "0" { - resp = append(resp, model.ID) - } - } else { - resp = append(resp, model.ID) - } - } - return resp -} diff --git a/models/openrouter.go b/models/openrouter.go new file mode 100644 index 0000000..933598e --- /dev/null +++ b/models/openrouter.go @@ -0,0 +1,154 @@ +package models + +// openrouter +// https://openrouter.ai/docs/api-reference/completion +type OpenRouterCompletionReq struct { + Model string `json:"model"` + Prompt string `json:"prompt"` + Stream bool `json:"stream"` + Temperature float32 `json:"temperature"` + Stop []string `json:"stop"` // not present in docs + MinP float32 `json:"min_p"` + NPredict int32 `json:"max_tokens"` +} + +func NewOpenRouterCompletionReq(model, prompt string, props map[string]float32, stopStrings []string) OpenRouterCompletionReq { + return OpenRouterCompletionReq{ + Stream: true, + Prompt: prompt, + Temperature: props["temperature"], + MinP: props["min_p"], + NPredict: int32(props["n_predict"]), + Stop: stopStrings, + Model: model, + } +} + +type OpenRouterChatReq struct { + Messages []RoleMsg `json:"messages"` + Model string `json:"model"` + Stream bool `json:"stream"` + Temperature float32 `json:"temperature"` + MinP float32 `json:"min_p"` + NPredict int32 `json:"max_tokens"` +} + +func NewOpenRouterChatReq(cb ChatBody, props map[string]float32) OpenRouterChatReq { + return OpenRouterChatReq{ + Messages: cb.Messages, + Model: cb.Model, + Stream: cb.Stream, + Temperature: props["temperature"], + MinP: props["min_p"], + NPredict: int32(props["n_predict"]), + } +} + +type OpenRouterChatRespNonStream struct { + ID string `json:"id"` + Provider string `json:"provider"` + Model string `json:"model"` + Object string `json:"object"` + Created int `json:"created"` + Choices []struct { + Logprobs any `json:"logprobs"` + FinishReason string `json:"finish_reason"` + NativeFinishReason string `json:"native_finish_reason"` + Index int `json:"index"` + Message struct { + Role string `json:"role"` + Content string `json:"content"` + Refusal any `json:"refusal"` + Reasoning any `json:"reasoning"` + } `json:"message"` + } `json:"choices"` + Usage struct { + PromptTokens int `json:"prompt_tokens"` + CompletionTokens int `json:"completion_tokens"` + TotalTokens int `json:"total_tokens"` + } `json:"usage"` +} + +type OpenRouterChatResp struct { + ID string `json:"id"` + Provider string `json:"provider"` + Model string `json:"model"` + Object string `json:"object"` + Created int `json:"created"` + Choices []struct { + Index int `json:"index"` + Delta struct { + Role string `json:"role"` + Content string `json:"content"` + } `json:"delta"` + FinishReason string `json:"finish_reason"` + NativeFinishReason string `json:"native_finish_reason"` + Logprobs any `json:"logprobs"` + } `json:"choices"` +} + +type OpenRouterCompletionResp struct { + ID string `json:"id"` + Provider string `json:"provider"` + Model string `json:"model"` + Object string `json:"object"` + Created int `json:"created"` + Choices []struct { + Text string `json:"text"` + FinishReason string `json:"finish_reason"` + NativeFinishReason string `json:"native_finish_reason"` + Logprobs any `json:"logprobs"` + } `json:"choices"` +} + +type ORModel struct { + ID string `json:"id"` + CanonicalSlug string `json:"canonical_slug"` + HuggingFaceID string `json:"hugging_face_id"` + Name string `json:"name"` + Created int `json:"created"` + Description string `json:"description"` + ContextLength int `json:"context_length"` + Architecture struct { + Modality string `json:"modality"` + InputModalities []string `json:"input_modalities"` + OutputModalities []string `json:"output_modalities"` + Tokenizer string `json:"tokenizer"` + InstructType any `json:"instruct_type"` + } `json:"architecture"` + Pricing struct { + Prompt string `json:"prompt"` + Completion string `json:"completion"` + Request string `json:"request"` + Image string `json:"image"` + Audio string `json:"audio"` + WebSearch string `json:"web_search"` + InternalReasoning string `json:"internal_reasoning"` + } `json:"pricing,omitempty"` + TopProvider struct { + ContextLength int `json:"context_length"` + MaxCompletionTokens int `json:"max_completion_tokens"` + IsModerated bool `json:"is_moderated"` + } `json:"top_provider"` + PerRequestLimits any `json:"per_request_limits"` + SupportedParameters []string `json:"supported_parameters"` +} + +type ORModels struct { + Data []ORModel `json:"data"` +} + +func (orm *ORModels) ListModels(free bool) []string { + resp := []string{} + for _, model := range orm.Data { + if free { + if model.Pricing.Prompt == "0" && model.Pricing.Request == "0" && + model.Pricing.Completion == "0" { + resp = append(resp, model.ID) + } + } else { + resp = append(resp, model.ID) + } + } + return resp +} |