Files
ai/object/message_test.go
zeekayandHanzo Dev b2c7437eda the message test builds vision messages the way the converter returns them
Building vision messages returns no error, so the caller that still read one
does not compile. go build skips test files; go vet reads them.

Co-authored-by: Hanzo Dev <[email protected]>
2026-08-16 18:09:12 -07:00

148 lines
4.8 KiB
Go

// Copyright 2023-2025 Hanzo AI Inc. All Rights Reserved.
// Portions Copyright 2023 The OpenAgent Authors. All Rights Reserved.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
//go:build !skipCi
package object
import (
"fmt"
"testing"
"github.com/hanzoai/ai/embedding"
"github.com/hanzoai/ai/model"
"github.com/hanzoai/ai/util"
)
func TestUpdateMessagePrices(t *testing.T) {
requireStore(t)
InitConfig()
store, err := GetDefaultStore("admin")
if err != nil {
t.Skipf("no store configured: %v", err)
}
if store == nil {
t.Skip("store admin/default is absent; this test needs a seeded database")
}
allMessages, err := GetGlobalMessages()
if err != nil {
t.Fatalf("GetGlobalMessages: %v", err)
}
modelSubType := "gpt-4-vision-preview"
maxTokens := model.GetOpenAiMaxTokens(modelSubType)
for i, message := range allMessages {
if message.Text == "" || (message.TokenCount != 0 && message.Price != 0) {
continue
}
if message.Author != "AI" {
defaultEmbeddingResult, err := embedding.GetDefaultEmbeddingResult("text-embedding-ada-002", message.Text)
if err != nil {
panic(err)
}
message.TokenCount = defaultEmbeddingResult.TokenCount
message.Price = defaultEmbeddingResult.Price
message.Currency = defaultEmbeddingResult.Currency
_, err = UpdateMessage(message.GetId(), message, false)
if err != nil {
panic(err)
}
} else {
question := store.Welcome
if message.ReplyTo != "Welcome" {
questionMessage, err := GetMessage(util.GetId("admin", message.ReplyTo))
if err != nil {
panic(err)
}
question = questionMessage.Text
}
history, err := GetRecentRawMessages(message.Chat, message.CreatedTime, store.MemoryLimit)
if err != nil {
panic(err)
}
prompt := store.Prompt
knowledge := []*model.RawMessage{}
rawMessages, err := model.OpenaiGenerateMessages(prompt, question, history, knowledge, modelSubType, maxTokens, "en")
if err != nil {
panic(err)
}
messages := model.OpenaiRawMessagesToGptVisionMessages(rawMessages)
// https://github.com/sashabaranov/go-openai/pull/223#issuecomment-1494372875
promptTokenCount, err := model.OpenaiNumTokensFromMessages(messages, modelSubType)
if err != nil {
panic(err)
}
responseTokenCount, err := model.GetTokenSize(modelSubType, message.Text)
if err != nil {
panic(err)
}
modelResult := &model.ModelResult{}
modelResult.PromptTokenCount = promptTokenCount
modelResult.ResponseTokenCount = responseTokenCount
modelResult.TotalTokenCount = modelResult.PromptTokenCount + modelResult.ResponseTokenCount
p, err := model.NewLocalModelProvider("", modelSubType, "", 0, 0, 0, 0, "", "", 0, 0, "USD")
err = p.CalculatePrice(modelResult, "en")
if err != nil {
panic(err)
}
message.TokenCount = modelResult.TotalTokenCount
message.Price = modelResult.TotalPrice
message.Currency = modelResult.Currency
fmt.Printf("[%d/%d] message: %s, user: %s, author: %s, tokenCount: %d, price: %f\n", i+1, len(allMessages), message.Name, message.User, message.Author, message.TokenCount, message.Price)
_, err = UpdateMessage(message.GetId(), message, false)
if err != nil {
panic(err)
}
}
}
}
func TestUpdateMessagePricesFromTokens(t *testing.T) {
requireStore(t)
InitConfig()
allMessages, err := GetGlobalMessages()
if err != nil {
panic(err)
}
modelSubType := "gpt-4-vision-preview"
for i, message := range allMessages {
if message.TokenCount == 0 || message.Price != 0 {
continue
}
modelResult := &model.ModelResult{}
modelResult.PromptTokenCount = 0
modelResult.ResponseTokenCount = message.TokenCount
modelResult.TotalTokenCount = modelResult.PromptTokenCount + modelResult.ResponseTokenCount
p, err := model.NewLocalModelProvider("", modelSubType, "", 0, 0, 0, 0, "", "", 0, 0, "USD")
err = p.CalculatePrice(modelResult, "en")
if err != nil {
panic(err)
}
message.Price = modelResult.TotalPrice
message.Currency = modelResult.Currency
fmt.Printf("[%d/%d] message: %s, user: %s, author: %s, tokenCount: %d, price: %f\n", i+1, len(allMessages), message.Name, message.User, message.Author, message.TokenCount, message.Price)
_, err = UpdateMessage(message.GetId(), message, false)
if err != nil {
panic(err)
}
}
}
func TestUpdateMessagesAndChats(t *testing.T) {
requireStore(t)
TestUpdateMessagePrices(t)
TestUpdateChatCounts(t)
TestUpdateChatPrices(t)
}