mirror of
https://github.com/hanzoai/ai.git
synced 2026-11-21 02:05:26 +00:00
TraceServedUsage lets a self-billing co-resident subsystem (zen's commerce Meter in the unified binary) emit the SAME warehouse row + gen_ai span the native paths write — recordTrace WITHOUT recordUsage, so the commerce debit is never doubled. usageRecord gains BilledNanoExact/CostNanoExact, preferred by usageMargin when set, so zen's true per-tier retail + upstream COGS land instead of a table approximation. Legacy store-bound TTS (both handlers) and STT now meter: trace always (errors visible), recordUsage only where honest (USD or Unpriced-0) — the CNY float fold is the legacy-price rip, tracked.
76 lines
2.9 KiB
Go
76 lines
2.9 KiB
Go
// Copyright 2023-2026 Hanzo AI Inc. All Rights Reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package controllers
|
|
|
|
import (
|
|
"context"
|
|
"time"
|
|
|
|
"github.com/hanzoai/ai/util"
|
|
)
|
|
|
|
// ServedUsage is the trace input for a request that was BILLED ELSEWHERE — a
|
|
// co-resident subsystem that debits commerce itself (zen's Meter in the unified
|
|
// cloud binary) but must still land in the ONE usage warehouse + o11y span
|
|
// plane this package owns. Money is exact nano-USD when the biller knows it
|
|
// (zen computes both retail and upstream COGS per served tier); 0 falls back to
|
|
// the rate-table recompute.
|
|
type ServedUsage struct {
|
|
Owner string // billing org (who paid) — the warehouse partition key
|
|
User string // actor, "owner/name" when known
|
|
Model string // the SKU the caller requested (zen5, …)
|
|
Provider string // serving family label ("zen")
|
|
RequestID string
|
|
Status string // "success" | "error"
|
|
ErrorMsg string
|
|
PromptTokens int
|
|
CompletionTokens int
|
|
BilledNano int64 // exact retail billed, nano-USD; 0 = recompute from rates
|
|
CostNano int64 // exact upstream COGS, nano-USD; 0 = recompute from rates
|
|
StartTime time.Time
|
|
}
|
|
|
|
// TraceServedUsage emits the warehouse row (hanzo.cloud_usage) + gen_ai span for
|
|
// a self-billed request — recordTrace WITHOUT recordUsage, so the commerce debit
|
|
// the caller already made is never doubled. One warehouse writer, two billers,
|
|
// zero double-billing. Safe under a nil/zero input: an empty Owner still writes
|
|
// an (unattributed) row so traffic is never silently invisible; StartTime zero
|
|
// anchors at now.
|
|
func TraceServedUsage(ctx context.Context, in ServedUsage) {
|
|
if in.StartTime.IsZero() {
|
|
in.StartTime = time.Now().UTC()
|
|
}
|
|
if in.RequestID == "" {
|
|
in.RequestID = util.GenerateUUID()
|
|
}
|
|
rec := &usageRecord{
|
|
Owner: in.Owner,
|
|
Organization: in.Owner,
|
|
User: in.User,
|
|
Model: in.Model,
|
|
Provider: in.Provider,
|
|
PromptTokens: in.PromptTokens,
|
|
CompletionTokens: in.CompletionTokens,
|
|
TotalTokens: in.PromptTokens + in.CompletionTokens,
|
|
Currency: "USD",
|
|
Status: in.Status,
|
|
ErrorMsg: in.ErrorMsg,
|
|
RequestID: in.RequestID,
|
|
BilledNanoExact: in.BilledNano,
|
|
CostNanoExact: in.CostNano,
|
|
}
|
|
recordTrace(ctx, rec, in.StartTime)
|
|
}
|