Files
ai/controllers/trace_export.go
zeekay f9f1234cdb feat(metering): TraceServedUsage export + legacy TTS/STT metering + exact-nano margin overrides
TraceServedUsage lets a self-billing co-resident subsystem (zen's commerce
Meter in the unified binary) emit the SAME warehouse row + gen_ai span the
native paths write — recordTrace WITHOUT recordUsage, so the commerce debit
is never doubled. usageRecord gains BilledNanoExact/CostNanoExact, preferred
by usageMargin when set, so zen's true per-tier retail + upstream COGS land
instead of a table approximation. Legacy store-bound TTS (both handlers) and
STT now meter: trace always (errors visible), recordUsage only where honest
(USD or Unpriced-0) — the CNY float fold is the legacy-price rip, tracked.
2026-07-16 14:14:35 -07:00

76 lines
2.9 KiB
Go

// Copyright 2023-2026 Hanzo AI Inc. All Rights Reserved.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package controllers
import (
"context"
"time"
"github.com/hanzoai/ai/util"
)
// ServedUsage is the trace input for a request that was BILLED ELSEWHERE — a
// co-resident subsystem that debits commerce itself (zen's Meter in the unified
// cloud binary) but must still land in the ONE usage warehouse + o11y span
// plane this package owns. Money is exact nano-USD when the biller knows it
// (zen computes both retail and upstream COGS per served tier); 0 falls back to
// the rate-table recompute.
type ServedUsage struct {
Owner string // billing org (who paid) — the warehouse partition key
User string // actor, "owner/name" when known
Model string // the SKU the caller requested (zen5, …)
Provider string // serving family label ("zen")
RequestID string
Status string // "success" | "error"
ErrorMsg string
PromptTokens int
CompletionTokens int
BilledNano int64 // exact retail billed, nano-USD; 0 = recompute from rates
CostNano int64 // exact upstream COGS, nano-USD; 0 = recompute from rates
StartTime time.Time
}
// TraceServedUsage emits the warehouse row (hanzo.cloud_usage) + gen_ai span for
// a self-billed request — recordTrace WITHOUT recordUsage, so the commerce debit
// the caller already made is never doubled. One warehouse writer, two billers,
// zero double-billing. Safe under a nil/zero input: an empty Owner still writes
// an (unattributed) row so traffic is never silently invisible; StartTime zero
// anchors at now.
func TraceServedUsage(ctx context.Context, in ServedUsage) {
if in.StartTime.IsZero() {
in.StartTime = time.Now().UTC()
}
if in.RequestID == "" {
in.RequestID = util.GenerateUUID()
}
rec := &usageRecord{
Owner: in.Owner,
Organization: in.Owner,
User: in.User,
Model: in.Model,
Provider: in.Provider,
PromptTokens: in.PromptTokens,
CompletionTokens: in.CompletionTokens,
TotalTokens: in.PromptTokens + in.CompletionTokens,
Currency: "USD",
Status: in.Status,
ErrorMsg: in.ErrorMsg,
RequestID: in.RequestID,
BilledNanoExact: in.BilledNano,
CostNanoExact: in.CostNano,
}
recordTrace(ctx, rec, in.StartTime)
}