mirror of
https://github.com/hanzoai/otel-collector.git
synced 2026-11-03 02:20:04 +00:00
zeekay
5c4dad5ad8
Finish the signoz -> o11y debrand that the debrand branch left partial:
- repoint SigNoz/signoz-otel-collector/{utils,constants,keycheck,metadataexporter,
processor/*} imports to the local hanzoai/otel-collector/* copies (already folded)
- rename package signozllmpricingprocessor -> o11yllmpricingprocessor (dir+pkg+typeStr)
- rename component type IDs: signozclickhouse{metrics,meter} -> o11yclickhouse*,
signozlogspipeline -> o11ylogspipeline, signozllmpricing -> o11yllmpricing
- rename files: schema-signoz.go -> schema.go, signoz_attributes.go -> o11y_attributes.go
- vendor SigNoz/grok's mutex-patched fork in-tree as pkg/grok (Apache-2.0, self-contained)
and drop the segmentio/ksuid->signoz/ksuid + vjeantet/grok->signoz/grok replaces
- restore constants.DistributedFieldKeysTable dropped in the earlier fold
- go.mod/go.sum: SigNoz/signoz-otel-collector require gone; 0 signoz in code
Full ./... build passes. LICENSE keeps upstream Apache attribution (legal).
Residual: ClickHouse dd-sketch driver forks (ch-go, clickhouse-go/v2) — next.
115 lines
3.4 KiB
Go
115 lines
3.4 KiB
Go
package datastorelogsexporter
|
|
|
|
import (
|
|
"fmt"
|
|
"strings"
|
|
|
|
"github.com/hanzoai/otel-collector/pkg/metering"
|
|
"github.com/hanzoai/otel-collector/usage"
|
|
"github.com/goccy/go-json"
|
|
"github.com/google/uuid"
|
|
"go.opencensus.io/metric/metricdata"
|
|
"go.opencensus.io/stats"
|
|
"go.opencensus.io/stats/view"
|
|
"go.opencensus.io/tag"
|
|
"go.opentelemetry.io/collector/pdata/pcommon"
|
|
)
|
|
|
|
const (
|
|
HanzoO11ySentLogRecordsKey = "singoz_sent_log_records"
|
|
HanzoO11ySentLogRecordsBytesKey = "singoz_sent_log_records_bytes"
|
|
HanzoO11yLogsCount = "o11y_logs_count"
|
|
HanzoO11yLogsBytes = "o11y_logs_bytes"
|
|
)
|
|
|
|
var (
|
|
// Measures for usage
|
|
ExporterHanzoO11ySentLogRecords = stats.Int64(
|
|
HanzoO11ySentLogRecordsKey,
|
|
"Number of o11y log records successfully sent to destination.",
|
|
stats.UnitDimensionless)
|
|
ExporterHanzoO11ySentLogRecordsBytes = stats.Int64(
|
|
HanzoO11ySentLogRecordsBytesKey,
|
|
"Total size of o11y log records successfully sent to destination.",
|
|
stats.UnitDimensionless)
|
|
|
|
// Views for usage
|
|
LogsCountView = &view.View{
|
|
Name: HanzoO11yLogsCount,
|
|
Measure: ExporterHanzoO11ySentLogRecords,
|
|
Description: "The number of logs exported to o11y",
|
|
Aggregation: view.Sum(),
|
|
TagKeys: []tag.Key{usage.TagTenantKey, usage.TagExporterIdKey},
|
|
}
|
|
LogsSizeView = &view.View{
|
|
Name: HanzoO11yLogsBytes,
|
|
Measure: ExporterHanzoO11ySentLogRecordsBytes,
|
|
Description: "The size of logs exported to o11y",
|
|
Aggregation: view.Sum(),
|
|
TagKeys: []tag.Key{usage.TagTenantKey, usage.TagExporterIdKey},
|
|
}
|
|
)
|
|
|
|
func UsageExporter(metrics []*metricdata.Metric, id uuid.UUID) (map[string]usage.Usage, error) {
|
|
data := map[string]usage.Usage{}
|
|
for _, metric := range metrics {
|
|
if !strings.Contains(metric.Descriptor.Name, HanzoO11yLogsCount) && !strings.Contains(metric.Descriptor.Name, HanzoO11yLogsBytes) {
|
|
continue
|
|
}
|
|
exporterIndex := usage.GetIndexOfLabel(metric.Descriptor.LabelKeys, usage.ExporterIDKey)
|
|
tenantIndex := usage.GetIndexOfLabel(metric.Descriptor.LabelKeys, usage.TenantKey)
|
|
if exporterIndex == -1 || tenantIndex == -1 {
|
|
return nil, fmt.Errorf("usage: failed to get index of labels")
|
|
}
|
|
|
|
if strings.Contains(metric.Descriptor.Name, HanzoO11yLogsCount) {
|
|
for _, v := range metric.TimeSeries {
|
|
if v.LabelValues[exporterIndex].Value != id.String() {
|
|
continue
|
|
}
|
|
tenant := v.LabelValues[tenantIndex].Value
|
|
if d, ok := data[tenant]; ok {
|
|
d.Count = v.Points[0].Value.(int64)
|
|
data[tenant] = d
|
|
} else {
|
|
data[tenant] = usage.Usage{
|
|
Count: v.Points[0].Value.(int64),
|
|
}
|
|
}
|
|
}
|
|
} else if strings.Contains(metric.Descriptor.Name, HanzoO11yLogsBytes) {
|
|
for _, v := range metric.TimeSeries {
|
|
if v.LabelValues[exporterIndex].Value != id.String() {
|
|
continue
|
|
}
|
|
tenant := v.LabelValues[tenantIndex].Value
|
|
if d, ok := data[tenant]; ok {
|
|
d.Size = v.Points[0].Value.(int64)
|
|
data[tenant] = d
|
|
} else {
|
|
data[tenant] = usage.Usage{
|
|
Size: v.Points[0].Value.(int64),
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
return data, nil
|
|
}
|
|
|
|
func getResourceAttributesByte(resource pcommon.Resource) ([]byte, error) {
|
|
filteredResources := map[string]any{}
|
|
resource.Attributes().Range(func(k string, v pcommon.Value) bool {
|
|
if !metering.ExcludeHanzoO11yWorkspaceResourceAttrs.MatchString(k) {
|
|
filteredResources[k] = v.AsRaw()
|
|
}
|
|
return true
|
|
})
|
|
resBytes, err := json.Marshal(filteredResources)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
return resBytes, nil
|
|
}
|