mirror of
https://github.com/hanzoai/o11y.git
synced 2026-10-15 12:58:33 +00:00
* debrand: signoz/SigNoz/SIGNOZ -> o11y/O11y/O11Y across the tree Rename all SigNoz *branding* to O11y in file contents, file/dir names, package names, env vars, config keys, comments, docs, SDK code, and the ClickHouse schema identifiers the querier reads. Collector dependency: - Repoint github.com/hanzoai/signoz-otel-collector -> github.com/hanzoai/otel-collector and bump v0.144.6 -> v0.144.7 (go.mod + go.sum reconciled via go mod tidy). Internal package paths also debranded upstream: signozschemamigrator -> o11yschemamigrator, signozlogspipelineprocessor -> o11ylogspipelineprocessor. - Fix: v0.144.7 dropped otelconst.DistributedFieldKeysTable from the collector's public constants; pin FieldKeysTable = "distributed_field_keys" locally in pkg/telemetrymetadata/tables.go. Package/dir renames (package decl + all importers): pkg/apiserver/signozapiserver -> o11yapiserver, plus signozalertmanager, signozauthzapi, signozglobal, signozquerier, signozruler, and pkg/signoz -> pkg/o11y. Schema (read plane): signoz_traces/metrics/logs/metadata/analytics/meter and signoz_index_v3/index_v2/error_index_v2/spans (+ distributed_*) -> o11y_*. Data-preserving cutover migration added: deploy/clickhouse/migrations/0001_rename_signoz_to_o11y.sql (metadata-only RENAME DATABASE/TABLE, no drop/recreate). Preserved (attribution / external / wire contracts): - LICENSE + NOTICE verbatim (incl. "software from SigNoz", "Copyright ... SigNoz Inc."). - Upstream github.com/SigNoz/* repo URLs + @SigNoz/* CODEOWNERS teams. - Billing resource-attribute regex "signoz.workspace.*" (external wire contract). go build ./pkg/... ./cmd/... = 0; gofmt clean; renamed+schema pkg tests pass. * o11y: bump collector to v0.144.8 (o11y_* physical schema writer) + lockstep deploy plan Collector v0.144.8's schema-migrator + exporters now CREATE/WRITE the same o11y_* physical databases/tables the querier reads and the RENAME migration (0001_rename_signoz_to_o11y.sql) targets. Cross-checked byte-identical: writer DB set == migration target DB set (6); writer prefixed-table set == migration target table set (8); o11y querier reads and cloud reads are subsets of that set. Zero table-name mismatches between writer, readers, and migration. Collector go.mod unchanged between v0.144.7 and v0.144.8 (identical go.mod hash) — pure source rename, no module-graph change. Adds deploy/clickhouse/DEPLOY_signoz_to_o11y_cutover.md: the lockstep order (collector v0.144.8 -> RENAME migration -> o11y+cloud readers) with a fresh/scratch-ClickHouse pre-flight (create via migrator, emit trace+metric, query back) and rollback. Ships together or telemetry blackholes. go build ./pkg/... ./cmd/community = 0.
151 lines
4.9 KiB
Go
151 lines
4.9 KiB
Go
package impllmpricingrule
|
|
|
|
import (
|
|
"context"
|
|
"encoding/json"
|
|
"time"
|
|
|
|
"github.com/hanzoai/o11y/pkg/errors"
|
|
"github.com/hanzoai/o11y/pkg/flagger"
|
|
"github.com/hanzoai/o11y/pkg/modules/llmpricingrule"
|
|
"github.com/hanzoai/o11y/pkg/query-service/agentConf"
|
|
"github.com/hanzoai/o11y/pkg/types/featuretypes"
|
|
"github.com/hanzoai/o11y/pkg/types/llmpricingruletypes"
|
|
"github.com/hanzoai/o11y/pkg/types/opamptypes"
|
|
"github.com/hanzoai/o11y/pkg/valuer"
|
|
)
|
|
|
|
type module struct {
|
|
store llmpricingruletypes.Store
|
|
flagger flagger.Flagger
|
|
}
|
|
|
|
func NewModule(store llmpricingruletypes.Store, flagger flagger.Flagger) llmpricingrule.Module {
|
|
return &module{store: store, flagger: flagger}
|
|
}
|
|
|
|
func (module *module) List(ctx context.Context, orgID valuer.UUID, offset, limit int, search string, isOverride *bool) ([]*llmpricingruletypes.LLMPricingRule, int, error) {
|
|
return module.store.List(ctx, orgID, offset, limit, search, isOverride)
|
|
}
|
|
|
|
func (module *module) Get(ctx context.Context, orgID valuer.UUID, id valuer.UUID) (*llmpricingruletypes.LLMPricingRule, error) {
|
|
return module.store.Get(ctx, orgID, id)
|
|
}
|
|
|
|
// CreateOrUpdate applies a batch of pricing rule changes:
|
|
// - ID set → match by id, overwrite fields.
|
|
// - SourceID set → match by source_id; if found overwrite, else insert.
|
|
// - neither set → insert a new user-created row (is_override = true).
|
|
//
|
|
// When UpdatableLLMPricingRule.IsOverride is nil AND the matched row has
|
|
// is_override = true, the row is fully preserved — only synced_at is stamped.
|
|
func (module *module) CreateOrUpdate(ctx context.Context, orgID valuer.UUID, userEmail string, rules []*llmpricingruletypes.UpdatableLLMPricingRule) error {
|
|
now := time.Now()
|
|
|
|
upsert := func(ctx context.Context, u *llmpricingruletypes.UpdatableLLMPricingRule) error {
|
|
if u == nil {
|
|
return errors.Newf(errors.TypeInvalidInput, llmpricingruletypes.ErrCodePricingRuleInvalidInput, "rule entry is null")
|
|
}
|
|
existing, err := module.findExisting(ctx, orgID, u)
|
|
if err != nil && errors.Ast(err, errors.TypeNotFound) {
|
|
return module.store.Create(ctx, llmpricingruletypes.NewLLMPricingRuleFromUpdatable(u, orgID, userEmail, now))
|
|
}
|
|
if err != nil {
|
|
return err
|
|
}
|
|
existing.Update(u, userEmail, now)
|
|
return module.store.Update(ctx, existing)
|
|
}
|
|
|
|
err := module.store.RunInTx(ctx, func(ctx context.Context) error {
|
|
for _, u := range rules {
|
|
if err := upsert(ctx, u); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
return nil
|
|
})
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
agentConf.NotifyConfigUpdate(ctx)
|
|
return nil
|
|
}
|
|
|
|
func (module *module) Delete(ctx context.Context, orgID, id valuer.UUID) error {
|
|
if err := module.store.Delete(ctx, orgID, id); err != nil {
|
|
return err
|
|
}
|
|
|
|
agentConf.NotifyConfigUpdate(ctx)
|
|
|
|
return nil
|
|
}
|
|
|
|
func (module *module) AgentFeatureType() agentConf.AgentFeatureType {
|
|
return llmpricingruletypes.LLMCostFeatureType
|
|
}
|
|
|
|
// RecommendAgentConfig reads pricing rules and generates the
|
|
// o11yllmpricing processor config for deployment to OTel collectors via OpAMP.
|
|
func (module *module) RecommendAgentConfig(orgID valuer.UUID, currentConfYaml []byte, configVersion *opamptypes.AgentConfigVersion) ([]byte, string, error) {
|
|
ctx := context.Background()
|
|
|
|
// Skip the llm pricing processor unless AI observability is enabled for the org.
|
|
evalCtx := featuretypes.NewFlaggerEvaluationContext(orgID)
|
|
enabled, err := module.flagger.Boolean(ctx, flagger.FeatureEnableAIObservability, evalCtx)
|
|
if err != nil {
|
|
return nil, "", err
|
|
}
|
|
if !enabled {
|
|
return currentConfYaml, "", nil
|
|
}
|
|
|
|
rules, err := module.getEnabledRules(ctx, orgID)
|
|
if err != nil {
|
|
return nil, "", err
|
|
}
|
|
|
|
updatedConf, err := llmpricingruletypes.GenerateCollectorConfigWithLLMPricingProcessor(currentConfYaml, rules)
|
|
if err != nil {
|
|
return nil, "", err
|
|
}
|
|
|
|
serialized, err := json.Marshal(rules)
|
|
if err != nil {
|
|
return nil, "", err
|
|
}
|
|
|
|
return updatedConf, string(serialized), nil
|
|
}
|
|
|
|
func (module *module) getEnabledRules(ctx context.Context, orgID valuer.UUID) ([]*llmpricingruletypes.LLMPricingRule, error) {
|
|
rules, _, err := module.List(ctx, orgID, 0, 10000, "", nil)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
enabled := make([]*llmpricingruletypes.LLMPricingRule, 0, len(rules))
|
|
for _, r := range rules {
|
|
if r.Enabled {
|
|
enabled = append(enabled, r)
|
|
}
|
|
}
|
|
return enabled, nil
|
|
}
|
|
|
|
// findExisting returns the row matching the updatable's ID or SourceID.
|
|
// Returns a TypeNotFound error when neither matches; the caller treats that
|
|
// as "insert new".
|
|
func (module *module) findExisting(ctx context.Context, orgID valuer.UUID, u *llmpricingruletypes.UpdatableLLMPricingRule) (*llmpricingruletypes.LLMPricingRule, error) {
|
|
switch {
|
|
case u.ID != nil:
|
|
return module.store.Get(ctx, orgID, *u.ID)
|
|
case u.SourceID != nil:
|
|
return module.store.GetBySourceID(ctx, orgID, *u.SourceID)
|
|
default:
|
|
return nil, errors.Newf(errors.TypeNotFound, llmpricingruletypes.ErrCodePricingRuleNotFound, "rule has neither id nor sourceId")
|
|
}
|
|
}
|