mirror of
https://github.com/hanzoai/ai.git
synced 2026-11-20 14:13:23 +00:00
Casibase's upstream '// Copyright <yr> The OpenAgent Authors. All Rights Reserved.' (and legacy 'The Casibase Authors' on older files) was stripped from every derived source file and replaced with a Hanzo-only line. This re-adds it as a '// Portions Copyright ...' line beneath the Hanzo line on the 573 casibase-derived files, using each file's real upstream year/holder. Net-new Hanzo files are untouched. Nothing deleted. LICENSE + NOTICE were already correct.
122 lines
6.0 KiB
Go
122 lines
6.0 KiB
Go
// Copyright 2023-2025 Hanzo AI Inc. All Rights Reserved.
|
|
// Portions Copyright 2023 The OpenAgent Authors. All Rights Reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package model
|
|
|
|
import (
|
|
"io"
|
|
)
|
|
|
|
// DryRunPrefix is a special prefix that triggers model providers to estimate
|
|
// token count and price without actually calling the AI model APIs.
|
|
const DryRunPrefix = "$CloudDryRun$"
|
|
|
|
type ModelResult struct {
|
|
PromptTokenCount int
|
|
ResponseTokenCount int
|
|
TotalTokenCount int
|
|
ImageCount int
|
|
TotalPrice float64
|
|
Currency string
|
|
}
|
|
|
|
func newModelResult(promptTokenCount int, responseTokenCount int, totalTokenCount int) *ModelResult {
|
|
return &ModelResult{
|
|
PromptTokenCount: promptTokenCount,
|
|
ResponseTokenCount: responseTokenCount,
|
|
TotalTokenCount: totalTokenCount,
|
|
}
|
|
}
|
|
|
|
type ModelProvider interface {
|
|
GetPricing() string
|
|
QueryText(question string, writer io.Writer, history []*RawMessage, prompt string, knowledgeMessages []*RawMessage, agentInfo *AgentInfo, lang string) (*ModelResult, error)
|
|
}
|
|
|
|
func GetModelProvider(typ string, subType string, clientId string, clientSecret string, userKey string, temperature float32, topP float32, topK int, frequencyPenalty float32, presencePenalty float32, providerUrl string, apiVersion string, compatibleProvider string, inputPricePerThousandTokens float64, outputPricePerThousandTokens float64, Currency string, enableThinking bool) (ModelProvider, error) {
|
|
var p ModelProvider
|
|
var err error
|
|
if typ == "Ollama" {
|
|
p, err = NewLocalModelProvider("Custom-think", "custom-model", "randomString", temperature, topP, 0, 0, providerUrl, subType, inputPricePerThousandTokens, outputPricePerThousandTokens, Currency)
|
|
} else if typ == "Local" {
|
|
p, err = NewLocalModelProvider(typ, subType, clientSecret, temperature, topP, frequencyPenalty, presencePenalty, providerUrl, compatibleProvider, inputPricePerThousandTokens, outputPricePerThousandTokens, Currency)
|
|
} else if typ == "OpenAI" {
|
|
p, err = NewOpenAiModelProvider(subType, clientSecret, providerUrl, temperature, topP, frequencyPenalty, presencePenalty)
|
|
} else if typ == "DigitalOcean" {
|
|
p, err = NewLocalModelProvider(typ, subType, clientSecret, temperature, topP, frequencyPenalty, presencePenalty, providerUrl, "", inputPricePerThousandTokens, outputPricePerThousandTokens, Currency)
|
|
} else if typ == "Fireworks" {
|
|
p, err = NewFireworksProvider(subType, clientSecret, temperature, topP, frequencyPenalty, presencePenalty)
|
|
} else if typ == "Gemini" {
|
|
p, err = NewGeminiModelProvider(subType, clientSecret, temperature, topP, topK)
|
|
} else if typ == "Azure" {
|
|
p, err = NewAzureModelProvider(typ, subType, clientId, clientSecret, temperature, topP, frequencyPenalty, presencePenalty, providerUrl, apiVersion)
|
|
} else if typ == "Hugging Face" {
|
|
p, err = NewHuggingFaceModelProvider(subType, clientSecret, temperature)
|
|
} else if typ == "Claude" {
|
|
p, err = NewClaudeModelProvider(subType, clientSecret, enableThinking, topK)
|
|
} else if typ == "Grok" {
|
|
p, err = NewGrokModelProvider(subType, clientSecret, temperature, topP)
|
|
} else if typ == "OpenRouter" {
|
|
p, err = NewOpenRouterModelProvider(subType, clientSecret, temperature, topP)
|
|
} else if typ == "Baidu Cloud" {
|
|
p, err = NewBaiduCloudModelProvider(subType, clientSecret, temperature, topP)
|
|
} else if typ == "iFlytek" {
|
|
p, err = NewiFlytekModelProvider(subType, clientSecret, temperature)
|
|
} else if typ == "ChatGLM" {
|
|
p, err = NewChatGLMModelProvider(subType, clientSecret)
|
|
} else if typ == "MiniMax" {
|
|
p, err = NewMiniMaxModelProvider(subType, clientId, clientSecret, temperature)
|
|
} else if typ == "Cohere" {
|
|
p, err = NewCohereModelProvider(subType, clientSecret)
|
|
} else if typ == "Moonshot" {
|
|
p, err = NewMoonshotModelProvider(subType, clientSecret, temperature, topP)
|
|
} else if typ == "Amazon Bedrock" {
|
|
p, err = NewAmazonBedrockModelProvider(subType, clientSecret, float64(temperature))
|
|
} else if typ == "Alibaba Cloud" {
|
|
p, err = NewAlibabacloudModelProvider(subType, clientSecret, temperature, topP)
|
|
} else if typ == "Baichuan" {
|
|
p, err = NewBaichuanModelProvider(subType, clientSecret, temperature, topP)
|
|
} else if typ == "Volcano Engine" {
|
|
p, err = NewVolcengineModelProvider(subType, providerUrl, clientSecret, temperature, topP)
|
|
} else if typ == "DeepSeek" {
|
|
p, err = NewDeepSeekProvider(subType, clientSecret, temperature, topP)
|
|
} else if typ == "StepFun" {
|
|
p, err = NewStepFunModelProvider(subType, clientSecret, temperature, topP)
|
|
} else if typ == "Tencent Cloud" {
|
|
p, err = NewTencentCloudProvider(clientSecret, providerUrl, subType, temperature, topP)
|
|
} else if typ == "Mistral" {
|
|
p, err = NewMistralProvider(clientSecret, subType)
|
|
} else if typ == "Yi" {
|
|
p, err = NewYiProvider(subType, clientSecret, temperature, topP)
|
|
} else if typ == "Silicon Flow" {
|
|
p, err = NewSiliconFlowProvider(subType, clientSecret, temperature, topP)
|
|
} else if typ == "Hanzo" || typ == "Zen" {
|
|
// Zen model family routes through Hanzo LLM Gateway (OpenAI-compatible)
|
|
p, err = NewLocalModelProvider(typ, subType, clientSecret, temperature, topP, frequencyPenalty, presencePenalty, providerUrl, "openai", inputPricePerThousandTokens, outputPricePerThousandTokens, Currency)
|
|
} else if typ == "Dummy" {
|
|
p, err = NewDummyModelProvider(subType)
|
|
} else if typ == "GitHub" {
|
|
p, err = NewGitHubModelProvider(typ, subType, clientSecret, temperature, topP, frequencyPenalty, presencePenalty)
|
|
} else if typ == "Writer" {
|
|
p, err = NewWriterModelProvider(subType, clientSecret, temperature, topP)
|
|
} else {
|
|
return nil, nil
|
|
}
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return p, nil
|
|
}
|