mirror of
https://github.com/hanzoai/ai.git
synced 2026-11-20 14:13:23 +00:00
120 lines
4.2 KiB
Go
120 lines
4.2 KiB
Go
// Copyright 2023-2025 Hanzo AI Inc. All Rights Reserved.
|
|
// Portions Copyright 2023 The OpenAgent Authors. All Rights Reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package embedding
|
|
|
|
import (
|
|
"context"
|
|
|
|
"github.com/hanzoai/ai/model"
|
|
)
|
|
|
|
type EmbeddingResult struct {
|
|
TokenCount int
|
|
Price float64
|
|
Currency string
|
|
}
|
|
|
|
type EmbeddingProvider interface {
|
|
GetPricing() string
|
|
QueryVector(text string, ctx context.Context, lang string) ([]float32, *EmbeddingResult, error)
|
|
}
|
|
|
|
// Spec is what a provider row says about reaching its upstream for embeddings.
|
|
// The names are model.Upstream: OpenAI serves models and embeddings, and one
|
|
// thing has one name.
|
|
type Spec struct {
|
|
Upstream model.Upstream
|
|
Model string
|
|
|
|
ClientID string
|
|
Secret string
|
|
|
|
URL string
|
|
APIVersion string
|
|
|
|
Price float64 // per thousand tokens
|
|
Currency string
|
|
Lang string
|
|
}
|
|
|
|
// upstreams answers, for each upstream, with the embedding provider that reaches it.
|
|
var upstreams = map[model.Upstream]func(Spec) (EmbeddingProvider, error){
|
|
model.OpenAI: func(s Spec) (EmbeddingProvider, error) {
|
|
return NewOpenAiEmbeddingProvider(string(s.Upstream), s.Model, s.Secret)
|
|
},
|
|
model.Gemini: func(s Spec) (EmbeddingProvider, error) { return NewGeminiEmbeddingProvider(s.Model, s.Secret) },
|
|
model.HuggingFace: func(s Spec) (EmbeddingProvider, error) { return NewHuggingFaceEmbeddingProvider(s.Model, s.Secret) },
|
|
model.Cohere: func(s Spec) (EmbeddingProvider, error) {
|
|
return NewCohereEmbeddingProvider(s.Model, s.ClientID, s.Secret)
|
|
},
|
|
model.BaiduCloud: func(s Spec) (EmbeddingProvider, error) {
|
|
return NewBaiduCloudEmbeddingProvider(s.Model, s.ClientID, s.Secret)
|
|
},
|
|
model.Ollama: func(s Spec) (EmbeddingProvider, error) {
|
|
return NewLocalEmbeddingProvider("Custom", "custom-embedding", "randomString", s.URL, s.Model, s.Price, s.Currency)
|
|
},
|
|
model.Local: func(s Spec) (EmbeddingProvider, error) {
|
|
return NewLocalEmbeddingProvider(string(s.Upstream), s.Model, s.Secret, s.URL, s.Model, s.Price, s.Currency)
|
|
},
|
|
model.Azure: func(s Spec) (EmbeddingProvider, error) {
|
|
return NewAzureEmbeddingProvider(string(s.Upstream), s.Model, s.ClientID, s.Secret, s.URL, s.APIVersion)
|
|
},
|
|
model.MiniMax: func(s Spec) (EmbeddingProvider, error) {
|
|
return NewMiniMaxEmbeddingProvider(string(s.Upstream), s.Model, s.Secret, s.URL)
|
|
},
|
|
model.AlibabaCloud: func(s Spec) (EmbeddingProvider, error) {
|
|
return NewAlibabacloudEmbeddingProvider(string(s.Upstream), s.Model, s.Secret, s.URL)
|
|
},
|
|
model.TencentCloud: func(s Spec) (EmbeddingProvider, error) {
|
|
return NewTencentCloudEmbeddingProvider(s.ClientID, s.Secret, s.Lang)
|
|
},
|
|
model.Jina: func(s Spec) (EmbeddingProvider, error) { return NewJinaEmbeddingProvider(s.Model, s.Secret) },
|
|
model.Word2Vec: func(s Spec) (EmbeddingProvider, error) {
|
|
return NewWord2VecEmbeddingProvider(string(s.Upstream), s.Model, s.Lang)
|
|
},
|
|
model.Dummy: func(s Spec) (EmbeddingProvider, error) { return NewDummyEmbeddingProvider(s.Model) },
|
|
}
|
|
|
|
// Open reaches the upstream a spec names, answering (nil, nil) for one this build
|
|
// does not speak to — the same absence the model side gives.
|
|
func Open(s Spec) (EmbeddingProvider, error) {
|
|
reach, ok := upstreams[s.Upstream]
|
|
if !ok {
|
|
return nil, nil
|
|
}
|
|
return reach(s)
|
|
}
|
|
|
|
func GetDefaultEmbeddingResult(modelSubType string, text string) (*EmbeddingResult, error) {
|
|
tokenCount, err := model.GetTokenSize(modelSubType, text)
|
|
if err != nil {
|
|
tokenCount, err = model.GetTokenSize("text-embedding-ada-002", text)
|
|
}
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
price := getPrice(tokenCount, 0.0001)
|
|
currency := "USD"
|
|
|
|
res := &EmbeddingResult{
|
|
TokenCount: tokenCount,
|
|
Price: price,
|
|
Currency: currency,
|
|
}
|
|
return res, nil
|
|
}
|