mirror of
https://github.com/hanzoai/ai.git
synced 2026-11-20 14:13:23 +00:00
hanzo-inc/cloud#460 (moved from #116) listed eight defects at c7f85eed. Seven
were still on main; this fixes them.
A LocalModelProvider of type Zen, Enso or Hanzo had no client, and neither did
DeepSeek with a model other than chat or reasoner, so the first call
dereferenced nil. dialect() now names each type's client and flush once, with
typed values in place of an `any` asserted in each loop, and QueryText refuses
a type with no client. That also ends the assertion panics: OpenAI completion
models asserted the answer-only flush while holding the think one, and so did
Local and DigitalOcean completion models in local.go. Both completion loops
now skip a chunk with no choice, and local.go's no longer returns a nil result
with no error when the count fails.
DeepSeek, Mistral, SiliconFlow, Baichuan and BaiduCloud priced the total token
count at both the input and the output rate. The prompt is now priced at the
input rate and the answer at the output rate. gpt-4.5's case sat after
gpt-4's, which also matches it, so gpt-4.5 billed as gpt-4; it now comes first
and bills at the rate the pricing table publishes.
GetMessagesForChats bound the chat names to a bare "{:p0}" WHERE; it is
dbx.In("chat", ...). updateErrorText's branches were inverted, so a record
with no id updated WHERE id = 0. The Guacamole handshake returned nil on a
failed write, and UploadVideo returned "", nil on each failure; both return
the error.
Item 7 (gateway frames) is left: the gateway's own errors are gateway frames
now, but its chat, models and balance fast paths still answer with cloud
frames. That needs hanzoai/gateway's side confirmed first.
92 lines
3.6 KiB
Go
92 lines
3.6 KiB
Go
// Copyright 2023-2025 Hanzo AI Inc. All Rights Reserved.
|
|
// Portions Copyright 2024 The OpenAgent Authors. All Rights Reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package model
|
|
|
|
import (
|
|
"fmt"
|
|
"io"
|
|
|
|
"github.com/hanzoai/ai/i18n"
|
|
)
|
|
|
|
type BaichuanModelProvider struct {
|
|
subType string
|
|
apiKey string
|
|
temperature float32
|
|
topP float32
|
|
}
|
|
|
|
func NewBaichuanModelProvider(subType string, apiKey string, temperature float32, topP float32) (*BaichuanModelProvider, error) {
|
|
return &BaichuanModelProvider{
|
|
subType: subType,
|
|
apiKey: apiKey,
|
|
temperature: temperature,
|
|
topP: topP,
|
|
}, nil
|
|
}
|
|
|
|
func (p *BaichuanModelProvider) GetPricing() string {
|
|
return `URL:
|
|
https://platform.baichuan-ai.com/price
|
|
|
|
| Model | sub-type | Input Price per 1K characters | Output Price per 1K characters |
|
|
|------------|----------------------|----------------------------------|--------------------------------|
|
|
| Baichuan | Baichuan2-Turbo | 0.008yuan/1,000 tokens | 0.008yuan/1,000 tokens |
|
|
| Baichuan | Baichuan2-53B | 0.010yuan/1,000 tokens | 0.010yuan/1,000 tokens |
|
|
| Baichuan | Baichuan3-Turbo | 0.012yuan/1,000 tokens | 0.012yuan/1,000 tokens |
|
|
| Baichuan | Baichuan3-Turbo-128k | 0.024yuan/1,000 tokens | 0.024yuan/1,000 tokens |
|
|
| Baichuan | Baichuan4 | 0.100yuan/1,000 tokens | 0.100yuan/1,000 tokens |
|
|
| Baichuan | Baichuan4-Air | 0.00098yuan/1,000 tokens | 0.00098yuan/1,000 tokens |
|
|
| Baichuan | Baichuan4-Turbo | 0.015yuan/1,000 tokens | 0.015yuan/1,000 tokens |
|
|
`
|
|
}
|
|
|
|
func (p *BaichuanModelProvider) calculatePrice(modelResult *ModelResult, lang string) error {
|
|
price := 0.0
|
|
priceTable := map[string][2]float64{
|
|
"Baichuan2-Turbo": {0.008, 0.008},
|
|
"Baichuan2-53B": {0.1, 0.1},
|
|
"Baichuan3-Turbo": {0.012, 0.012},
|
|
"Baichuan3-Turbo-128k": {0.024, 0.024},
|
|
"Baichuan4": {0.1, 0.1},
|
|
"Baichuan4-Air": {0.00098, 0.00098},
|
|
"Baichuan4-Turbo": {0.015, 0.015},
|
|
}
|
|
|
|
if priceItem, ok := priceTable[p.subType]; ok {
|
|
inputPrice := getPrice(modelResult.PromptTokenCount, priceItem[0])
|
|
outputPrice := getPrice(modelResult.ResponseTokenCount, priceItem[1])
|
|
price = inputPrice + outputPrice
|
|
} else {
|
|
return fmt.Errorf("%s", fmt.Sprintf(i18n.Translate(lang, "embedding:calculatePrice() error: unknown model type: %s"), p.subType))
|
|
}
|
|
|
|
modelResult.TotalPrice = price
|
|
modelResult.Currency = "CNY"
|
|
return nil
|
|
}
|
|
|
|
func (p *BaichuanModelProvider) QueryText(question string, writer io.Writer, history []*RawMessage, prompt string, knowledgeMessages []*RawMessage, agentInfo *AgentInfo, lang string) (*ModelResult, error) {
|
|
const BaseUrl = "https://api.baichuan-ai.com/v1"
|
|
// Create a new LocalModelProvider to handle the request
|
|
localProvider, err := NewLocalModelProvider("Custom", "custom-model", p.apiKey, p.temperature, p.topP, 0, 0, BaseUrl, p.subType, 0, 0, "CNY")
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
return answerVia(localProvider, p.calculatePrice, question, writer, history, prompt, knowledgeMessages, agentInfo, lang)
|
|
}
|