Files
zeekay c1c8c6f530 chore: OSS attribution — restore casibase/OpenAgent per-file copyright (Apache-2.0 §4c)
Casibase's upstream '// Copyright <yr> The OpenAgent Authors. All Rights
Reserved.' (and legacy 'The Casibase Authors' on older files) was stripped
from every derived source file and replaced with a Hanzo-only line. This
re-adds it as a '// Portions Copyright ...' line beneath the Hanzo line on
the 573 casibase-derived files, using each file's real upstream year/holder.
Net-new Hanzo files are untouched. Nothing deleted. LICENSE + NOTICE were
already correct.
2026-07-02 13:02:21 -07:00

122 lines
6.0 KiB
Go

// Copyright 2023-2025 Hanzo AI Inc. All Rights Reserved.
// Portions Copyright 2023 The OpenAgent Authors. All Rights Reserved.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package model
import (
"io"
)
// DryRunPrefix is a special prefix that triggers model providers to estimate
// token count and price without actually calling the AI model APIs.
const DryRunPrefix = "$CloudDryRun$"
type ModelResult struct {
PromptTokenCount int
ResponseTokenCount int
TotalTokenCount int
ImageCount int
TotalPrice float64
Currency string
}
func newModelResult(promptTokenCount int, responseTokenCount int, totalTokenCount int) *ModelResult {
return &ModelResult{
PromptTokenCount: promptTokenCount,
ResponseTokenCount: responseTokenCount,
TotalTokenCount: totalTokenCount,
}
}
type ModelProvider interface {
GetPricing() string
QueryText(question string, writer io.Writer, history []*RawMessage, prompt string, knowledgeMessages []*RawMessage, agentInfo *AgentInfo, lang string) (*ModelResult, error)
}
func GetModelProvider(typ string, subType string, clientId string, clientSecret string, userKey string, temperature float32, topP float32, topK int, frequencyPenalty float32, presencePenalty float32, providerUrl string, apiVersion string, compatibleProvider string, inputPricePerThousandTokens float64, outputPricePerThousandTokens float64, Currency string, enableThinking bool) (ModelProvider, error) {
var p ModelProvider
var err error
if typ == "Ollama" {
p, err = NewLocalModelProvider("Custom-think", "custom-model", "randomString", temperature, topP, 0, 0, providerUrl, subType, inputPricePerThousandTokens, outputPricePerThousandTokens, Currency)
} else if typ == "Local" {
p, err = NewLocalModelProvider(typ, subType, clientSecret, temperature, topP, frequencyPenalty, presencePenalty, providerUrl, compatibleProvider, inputPricePerThousandTokens, outputPricePerThousandTokens, Currency)
} else if typ == "OpenAI" {
p, err = NewOpenAiModelProvider(subType, clientSecret, providerUrl, temperature, topP, frequencyPenalty, presencePenalty)
} else if typ == "DigitalOcean" {
p, err = NewLocalModelProvider(typ, subType, clientSecret, temperature, topP, frequencyPenalty, presencePenalty, providerUrl, "", inputPricePerThousandTokens, outputPricePerThousandTokens, Currency)
} else if typ == "Fireworks" {
p, err = NewFireworksProvider(subType, clientSecret, temperature, topP, frequencyPenalty, presencePenalty)
} else if typ == "Gemini" {
p, err = NewGeminiModelProvider(subType, clientSecret, temperature, topP, topK)
} else if typ == "Azure" {
p, err = NewAzureModelProvider(typ, subType, clientId, clientSecret, temperature, topP, frequencyPenalty, presencePenalty, providerUrl, apiVersion)
} else if typ == "Hugging Face" {
p, err = NewHuggingFaceModelProvider(subType, clientSecret, temperature)
} else if typ == "Claude" {
p, err = NewClaudeModelProvider(subType, clientSecret, enableThinking, topK)
} else if typ == "Grok" {
p, err = NewGrokModelProvider(subType, clientSecret, temperature, topP)
} else if typ == "OpenRouter" {
p, err = NewOpenRouterModelProvider(subType, clientSecret, temperature, topP)
} else if typ == "Baidu Cloud" {
p, err = NewBaiduCloudModelProvider(subType, clientSecret, temperature, topP)
} else if typ == "iFlytek" {
p, err = NewiFlytekModelProvider(subType, clientSecret, temperature)
} else if typ == "ChatGLM" {
p, err = NewChatGLMModelProvider(subType, clientSecret)
} else if typ == "MiniMax" {
p, err = NewMiniMaxModelProvider(subType, clientId, clientSecret, temperature)
} else if typ == "Cohere" {
p, err = NewCohereModelProvider(subType, clientSecret)
} else if typ == "Moonshot" {
p, err = NewMoonshotModelProvider(subType, clientSecret, temperature, topP)
} else if typ == "Amazon Bedrock" {
p, err = NewAmazonBedrockModelProvider(subType, clientSecret, float64(temperature))
} else if typ == "Alibaba Cloud" {
p, err = NewAlibabacloudModelProvider(subType, clientSecret, temperature, topP)
} else if typ == "Baichuan" {
p, err = NewBaichuanModelProvider(subType, clientSecret, temperature, topP)
} else if typ == "Volcano Engine" {
p, err = NewVolcengineModelProvider(subType, providerUrl, clientSecret, temperature, topP)
} else if typ == "DeepSeek" {
p, err = NewDeepSeekProvider(subType, clientSecret, temperature, topP)
} else if typ == "StepFun" {
p, err = NewStepFunModelProvider(subType, clientSecret, temperature, topP)
} else if typ == "Tencent Cloud" {
p, err = NewTencentCloudProvider(clientSecret, providerUrl, subType, temperature, topP)
} else if typ == "Mistral" {
p, err = NewMistralProvider(clientSecret, subType)
} else if typ == "Yi" {
p, err = NewYiProvider(subType, clientSecret, temperature, topP)
} else if typ == "Silicon Flow" {
p, err = NewSiliconFlowProvider(subType, clientSecret, temperature, topP)
} else if typ == "Hanzo" || typ == "Zen" {
// Zen model family routes through Hanzo LLM Gateway (OpenAI-compatible)
p, err = NewLocalModelProvider(typ, subType, clientSecret, temperature, topP, frequencyPenalty, presencePenalty, providerUrl, "openai", inputPricePerThousandTokens, outputPricePerThousandTokens, Currency)
} else if typ == "Dummy" {
p, err = NewDummyModelProvider(subType)
} else if typ == "GitHub" {
p, err = NewGitHubModelProvider(typ, subType, clientSecret, temperature, topP, frequencyPenalty, presencePenalty)
} else if typ == "Writer" {
p, err = NewWriterModelProvider(subType, clientSecret, temperature, topP)
} else {
return nil, nil
}
if err != nil {
return nil, err
}
return p, nil
}