mirror of
https://github.com/hanzoai/o11y.git
synced 2026-10-15 12:58:33 +00:00
zeekayandGitHub
babbdec4b8
* debrand: signoz/SigNoz/SIGNOZ -> o11y/O11y/O11Y across the tree Rename all SigNoz *branding* to O11y in file contents, file/dir names, package names, env vars, config keys, comments, docs, SDK code, and the ClickHouse schema identifiers the querier reads. Collector dependency: - Repoint github.com/hanzoai/signoz-otel-collector -> github.com/hanzoai/otel-collector and bump v0.144.6 -> v0.144.7 (go.mod + go.sum reconciled via go mod tidy). Internal package paths also debranded upstream: signozschemamigrator -> o11yschemamigrator, signozlogspipelineprocessor -> o11ylogspipelineprocessor. - Fix: v0.144.7 dropped otelconst.DistributedFieldKeysTable from the collector's public constants; pin FieldKeysTable = "distributed_field_keys" locally in pkg/telemetrymetadata/tables.go. Package/dir renames (package decl + all importers): pkg/apiserver/signozapiserver -> o11yapiserver, plus signozalertmanager, signozauthzapi, signozglobal, signozquerier, signozruler, and pkg/signoz -> pkg/o11y. Schema (read plane): signoz_traces/metrics/logs/metadata/analytics/meter and signoz_index_v3/index_v2/error_index_v2/spans (+ distributed_*) -> o11y_*. Data-preserving cutover migration added: deploy/clickhouse/migrations/0001_rename_signoz_to_o11y.sql (metadata-only RENAME DATABASE/TABLE, no drop/recreate). Preserved (attribution / external / wire contracts): - LICENSE + NOTICE verbatim (incl. "software from SigNoz", "Copyright ... SigNoz Inc."). - Upstream github.com/SigNoz/* repo URLs + @SigNoz/* CODEOWNERS teams. - Billing resource-attribute regex "signoz.workspace.*" (external wire contract). go build ./pkg/... ./cmd/... = 0; gofmt clean; renamed+schema pkg tests pass. * o11y: bump collector to v0.144.8 (o11y_* physical schema writer) + lockstep deploy plan Collector v0.144.8's schema-migrator + exporters now CREATE/WRITE the same o11y_* physical databases/tables the querier reads and the RENAME migration (0001_rename_signoz_to_o11y.sql) targets. Cross-checked byte-identical: writer DB set == migration target DB set (6); writer prefixed-table set == migration target table set (8); o11y querier reads and cloud reads are subsets of that set. Zero table-name mismatches between writer, readers, and migration. Collector go.mod unchanged between v0.144.7 and v0.144.8 (identical go.mod hash) — pure source rename, no module-graph change. Adds deploy/clickhouse/DEPLOY_signoz_to_o11y_cutover.md: the lockstep order (collector v0.144.8 -> RENAME migration -> o11y+cloud readers) with a fresh/scratch-ClickHouse pre-flight (create via migrator, emit trace+metric, query back) and rollback. Ships together or telemetry blackholes. go build ./pkg/... ./cmd/community = 0.
549 lines
13 KiB
Go
549 lines
13 KiB
Go
package postprocess
|
|
|
|
import (
|
|
"testing"
|
|
|
|
"github.com/hanzoai/o11y/pkg/query-service/constants"
|
|
v3 "github.com/hanzoai/o11y/pkg/query-service/model/v3"
|
|
)
|
|
|
|
func TestApplyLimitOnMetricResult(t *testing.T) {
|
|
cases := []struct {
|
|
name string
|
|
inputResult []*v3.Result
|
|
params *v3.QueryRangeParamsV3
|
|
expectedResult []*v3.Result
|
|
}{
|
|
{
|
|
name: "test limit 1 without order", // top most (latency/error) as default
|
|
inputResult: []*v3.Result{
|
|
{
|
|
QueryName: "A",
|
|
Series: []*v3.Series{
|
|
{
|
|
Labels: map[string]string{
|
|
"service_name": "frontend",
|
|
},
|
|
Points: []v3.Point{
|
|
{
|
|
Timestamp: 1689220036000,
|
|
Value: 19.2,
|
|
},
|
|
{
|
|
Timestamp: 1689220096000,
|
|
Value: 19.5,
|
|
},
|
|
},
|
|
},
|
|
{
|
|
Labels: map[string]string{
|
|
"service_name": "route",
|
|
},
|
|
Points: []v3.Point{
|
|
{
|
|
Timestamp: 1689220036000,
|
|
Value: 8.83,
|
|
},
|
|
{
|
|
Timestamp: 1689220096000,
|
|
Value: 8.83,
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
params: &v3.QueryRangeParamsV3{
|
|
Start: 1689220036000,
|
|
End: 1689220096000,
|
|
Step: 60,
|
|
CompositeQuery: &v3.CompositeQuery{
|
|
BuilderQueries: map[string]*v3.BuilderQuery{
|
|
"A": {
|
|
QueryName: "A",
|
|
AggregateAttribute: v3.AttributeKey{Key: "signo_calls_total"},
|
|
DataSource: v3.DataSourceMetrics,
|
|
AggregateOperator: v3.AggregateOperatorSumRate,
|
|
Expression: "A",
|
|
GroupBy: []v3.AttributeKey{{Key: "service_name"}},
|
|
Limit: 1,
|
|
},
|
|
},
|
|
QueryType: v3.QueryTypeBuilder,
|
|
PanelType: v3.PanelTypeGraph,
|
|
},
|
|
},
|
|
expectedResult: []*v3.Result{
|
|
{
|
|
QueryName: "A",
|
|
Series: []*v3.Series{
|
|
{
|
|
Labels: map[string]string{
|
|
"service_name": "frontend",
|
|
},
|
|
Points: []v3.Point{
|
|
{
|
|
Timestamp: 1689220036000,
|
|
Value: 19.2,
|
|
},
|
|
{
|
|
Timestamp: 1689220096000,
|
|
Value: 19.5,
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
{
|
|
name: "test limit with order asc",
|
|
inputResult: []*v3.Result{
|
|
{
|
|
QueryName: "A",
|
|
Series: []*v3.Series{
|
|
{
|
|
Labels: map[string]string{
|
|
"service_name": "frontend",
|
|
},
|
|
Points: []v3.Point{
|
|
{
|
|
Timestamp: 1689220036000,
|
|
Value: 19.2,
|
|
},
|
|
{
|
|
Timestamp: 1689220096000,
|
|
Value: 19.5,
|
|
},
|
|
},
|
|
},
|
|
{
|
|
Labels: map[string]string{
|
|
"service_name": "route",
|
|
},
|
|
Points: []v3.Point{
|
|
{
|
|
Timestamp: 1689220036000,
|
|
Value: 8.83,
|
|
},
|
|
{
|
|
Timestamp: 1689220096000,
|
|
Value: 8.83,
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
params: &v3.QueryRangeParamsV3{
|
|
Start: 1689220036000,
|
|
End: 1689220096000,
|
|
Step: 60,
|
|
CompositeQuery: &v3.CompositeQuery{
|
|
BuilderQueries: map[string]*v3.BuilderQuery{
|
|
"A": {
|
|
QueryName: "A",
|
|
AggregateAttribute: v3.AttributeKey{Key: "signo_calls_total"},
|
|
DataSource: v3.DataSourceMetrics,
|
|
AggregateOperator: v3.AggregateOperatorSumRate,
|
|
Expression: "A",
|
|
GroupBy: []v3.AttributeKey{{Key: "service_name"}},
|
|
Limit: 1,
|
|
OrderBy: []v3.OrderBy{{ColumnName: constants.O11yOrderByValue, Order: "asc"}},
|
|
},
|
|
},
|
|
QueryType: v3.QueryTypeBuilder,
|
|
PanelType: v3.PanelTypeGraph,
|
|
},
|
|
},
|
|
expectedResult: []*v3.Result{
|
|
{
|
|
QueryName: "A",
|
|
Series: []*v3.Series{
|
|
{
|
|
Labels: map[string]string{
|
|
"service_name": "route",
|
|
},
|
|
Points: []v3.Point{
|
|
{
|
|
Timestamp: 1689220036000,
|
|
Value: 8.83,
|
|
},
|
|
{
|
|
Timestamp: 1689220096000,
|
|
Value: 8.83,
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
{
|
|
name: "test data source not metrics",
|
|
inputResult: []*v3.Result{
|
|
{
|
|
QueryName: "A",
|
|
Series: []*v3.Series{
|
|
{
|
|
Labels: map[string]string{
|
|
"service_name": "frontend",
|
|
},
|
|
Points: []v3.Point{
|
|
{
|
|
Timestamp: 1689220036000,
|
|
Value: 69,
|
|
},
|
|
{
|
|
Timestamp: 1689220096000,
|
|
Value: 240,
|
|
},
|
|
},
|
|
},
|
|
{
|
|
Labels: map[string]string{
|
|
"service_name": "redis",
|
|
},
|
|
Points: []v3.Point{
|
|
{
|
|
Timestamp: 1689220036000,
|
|
Value: 420,
|
|
},
|
|
{
|
|
Timestamp: 1689220096000,
|
|
Value: 260,
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
params: &v3.QueryRangeParamsV3{
|
|
Start: 1689220036000,
|
|
End: 1689220096000,
|
|
Step: 60,
|
|
CompositeQuery: &v3.CompositeQuery{
|
|
BuilderQueries: map[string]*v3.BuilderQuery{
|
|
"A": {
|
|
QueryName: "A",
|
|
AggregateAttribute: v3.AttributeKey{Key: "service_name"},
|
|
DataSource: v3.DataSourceTraces,
|
|
AggregateOperator: v3.AggregateOperatorSum,
|
|
Expression: "A",
|
|
GroupBy: []v3.AttributeKey{{Key: "service_name"}},
|
|
Limit: 1,
|
|
OrderBy: []v3.OrderBy{{ColumnName: constants.O11yOrderByValue, Order: "asc"}},
|
|
},
|
|
},
|
|
QueryType: v3.QueryTypeBuilder,
|
|
PanelType: v3.PanelTypeGraph,
|
|
},
|
|
},
|
|
expectedResult: []*v3.Result{
|
|
{
|
|
QueryName: "A",
|
|
Series: []*v3.Series{
|
|
{
|
|
Labels: map[string]string{
|
|
"service_name": "frontend",
|
|
},
|
|
Points: []v3.Point{
|
|
{
|
|
Timestamp: 1689220036000,
|
|
Value: 69,
|
|
},
|
|
{
|
|
Timestamp: 1689220096000,
|
|
Value: 240,
|
|
},
|
|
},
|
|
},
|
|
{
|
|
Labels: map[string]string{
|
|
"service_name": "redis",
|
|
},
|
|
Points: []v3.Point{
|
|
{
|
|
Timestamp: 1689220036000,
|
|
Value: 420,
|
|
},
|
|
{
|
|
Timestamp: 1689220096000,
|
|
Value: 260,
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
{
|
|
// ["GET /api/v1/health", "DELETE /api/v1/health"] so result should be ["DELETE /api/v1/health"] although it has lower value
|
|
name: "test limit with operation asc",
|
|
inputResult: []*v3.Result{
|
|
{
|
|
QueryName: "A",
|
|
Series: []*v3.Series{
|
|
{
|
|
Labels: map[string]string{
|
|
"service_name": "frontend",
|
|
"operation": "GET /api/v1/health",
|
|
},
|
|
Points: []v3.Point{
|
|
{
|
|
Timestamp: 1689220036000,
|
|
Value: 19.2,
|
|
},
|
|
{
|
|
Timestamp: 1689220096000,
|
|
Value: 19.5,
|
|
},
|
|
},
|
|
},
|
|
{
|
|
Labels: map[string]string{
|
|
"service_name": "route",
|
|
"operation": "DELETE /api/v1/health",
|
|
},
|
|
Points: []v3.Point{
|
|
{
|
|
Timestamp: 1689220036000,
|
|
Value: 8.83,
|
|
},
|
|
{
|
|
Timestamp: 1689220096000,
|
|
Value: 8.83,
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
params: &v3.QueryRangeParamsV3{
|
|
Start: 1689220036000,
|
|
End: 1689220096000,
|
|
Step: 60,
|
|
CompositeQuery: &v3.CompositeQuery{
|
|
BuilderQueries: map[string]*v3.BuilderQuery{
|
|
"A": {
|
|
QueryName: "A",
|
|
AggregateAttribute: v3.AttributeKey{Key: "signo_calls_total"},
|
|
DataSource: v3.DataSourceMetrics,
|
|
AggregateOperator: v3.AggregateOperatorSumRate,
|
|
Expression: "A",
|
|
GroupBy: []v3.AttributeKey{{Key: "service_name"}},
|
|
Limit: 1,
|
|
OrderBy: []v3.OrderBy{{ColumnName: "operation", Order: "asc"}},
|
|
},
|
|
},
|
|
QueryType: v3.QueryTypeBuilder,
|
|
PanelType: v3.PanelTypeGraph,
|
|
},
|
|
},
|
|
expectedResult: []*v3.Result{
|
|
{
|
|
QueryName: "A",
|
|
Series: []*v3.Series{
|
|
{
|
|
Labels: map[string]string{
|
|
"service_name": "route",
|
|
"operation": "DELETE /api/v1/health",
|
|
},
|
|
Points: []v3.Point{
|
|
{
|
|
Timestamp: 1689220036000,
|
|
Value: 8.83,
|
|
},
|
|
{
|
|
Timestamp: 1689220096000,
|
|
Value: 8.83,
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
{
|
|
name: "test limit with multiple order by labels",
|
|
inputResult: []*v3.Result{
|
|
{
|
|
QueryName: "A",
|
|
Series: []*v3.Series{
|
|
{
|
|
Labels: map[string]string{
|
|
"service_name": "frontend",
|
|
"operation": "GET /api/v1/health",
|
|
"status_code": "200",
|
|
"priority": "P0",
|
|
},
|
|
Points: []v3.Point{
|
|
{
|
|
Timestamp: 1689220036000,
|
|
Value: 19.2,
|
|
},
|
|
{
|
|
Timestamp: 1689220096000,
|
|
Value: 19.5,
|
|
},
|
|
},
|
|
},
|
|
{
|
|
Labels: map[string]string{
|
|
"service_name": "route",
|
|
"operation": "DELETE /api/v1/health",
|
|
"status_code": "301",
|
|
"priority": "P1",
|
|
},
|
|
Points: []v3.Point{
|
|
{
|
|
Timestamp: 1689220036000,
|
|
Value: 8.83,
|
|
},
|
|
{
|
|
Timestamp: 1689220096000,
|
|
Value: 8.83,
|
|
},
|
|
},
|
|
},
|
|
{
|
|
Labels: map[string]string{
|
|
"service_name": "route",
|
|
"operation": "DELETE /api/v1/health",
|
|
"status_code": "400",
|
|
"priority": "P0",
|
|
},
|
|
Points: []v3.Point{
|
|
{
|
|
Timestamp: 1689220036000,
|
|
Value: 8.83,
|
|
},
|
|
{
|
|
Timestamp: 1689220096000,
|
|
Value: 8.83,
|
|
},
|
|
},
|
|
},
|
|
{
|
|
Labels: map[string]string{
|
|
"service_name": "route",
|
|
"operation": "DELETE /api/v1/health",
|
|
"status_code": "200",
|
|
"priority": "P1",
|
|
},
|
|
Points: []v3.Point{
|
|
{
|
|
Timestamp: 1689220036000,
|
|
Value: 8.83,
|
|
},
|
|
{
|
|
Timestamp: 1689220096000,
|
|
Value: 8.83,
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
params: &v3.QueryRangeParamsV3{
|
|
Start: 1689220036000,
|
|
End: 1689220096000,
|
|
Step: 60,
|
|
CompositeQuery: &v3.CompositeQuery{
|
|
BuilderQueries: map[string]*v3.BuilderQuery{
|
|
"A": {
|
|
QueryName: "A",
|
|
AggregateAttribute: v3.AttributeKey{Key: "signo_calls_total"},
|
|
DataSource: v3.DataSourceMetrics,
|
|
AggregateOperator: v3.AggregateOperatorSumRate,
|
|
Expression: "A",
|
|
GroupBy: []v3.AttributeKey{{Key: "service_name"}, {Key: "operation"}, {Key: "status_code"}, {Key: "priority"}},
|
|
Limit: 2,
|
|
OrderBy: []v3.OrderBy{
|
|
{ColumnName: "priority", Order: "asc"},
|
|
{ColumnName: "status_code", Order: "desc"},
|
|
},
|
|
},
|
|
},
|
|
QueryType: v3.QueryTypeBuilder,
|
|
PanelType: v3.PanelTypeGraph,
|
|
},
|
|
},
|
|
expectedResult: []*v3.Result{
|
|
{
|
|
QueryName: "A",
|
|
Series: []*v3.Series{
|
|
{
|
|
Labels: map[string]string{
|
|
"service_name": "frontend",
|
|
"operation": "GET /api/v1/health",
|
|
"status_code": "200",
|
|
"priority": "P0",
|
|
},
|
|
Points: []v3.Point{
|
|
{
|
|
Timestamp: 1689220036000,
|
|
Value: 19.2,
|
|
},
|
|
{
|
|
Timestamp: 1689220096000,
|
|
Value: 19.5,
|
|
},
|
|
},
|
|
},
|
|
{
|
|
Labels: map[string]string{
|
|
"service_name": "route",
|
|
"operation": "DELETE /api/v1/health",
|
|
"status_code": "400",
|
|
"priority": "P0",
|
|
},
|
|
Points: []v3.Point{
|
|
{
|
|
Timestamp: 1689220036000,
|
|
Value: 8.83,
|
|
},
|
|
{
|
|
Timestamp: 1689220096000,
|
|
Value: 8.83,
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
}
|
|
|
|
for _, c := range cases {
|
|
t.Run(c.name, func(t *testing.T) {
|
|
result := c.inputResult
|
|
ApplyMetricLimit(result, c.params)
|
|
if len(result) != len(c.expectedResult) {
|
|
t.Errorf("expected result length: %d, but got: %d", len(c.expectedResult), len(result))
|
|
}
|
|
for i, r := range result {
|
|
if r.QueryName != c.expectedResult[i].QueryName {
|
|
t.Errorf("expected query name: %s, but got: %s", c.expectedResult[i].QueryName, r.QueryName)
|
|
}
|
|
if len(r.Series) != len(c.expectedResult[i].Series) {
|
|
t.Errorf("expected series length: %d, but got: %d", len(c.expectedResult[i].Series), len(r.Series))
|
|
}
|
|
for j, s := range r.Series {
|
|
if len(s.Points) != len(c.expectedResult[i].Series[j].Points) {
|
|
t.Errorf("expected points length: %d, but got: %d", len(c.expectedResult[i].Series[j].Points), len(s.Points))
|
|
}
|
|
for k, p := range s.Points {
|
|
if p.Timestamp != c.expectedResult[i].Series[j].Points[k].Timestamp {
|
|
t.Errorf("expected point timestamp: %d, but got: %d", c.expectedResult[i].Series[j].Points[k].Timestamp, p.Timestamp)
|
|
}
|
|
if p.Value != c.expectedResult[i].Series[j].Points[k].Value {
|
|
t.Errorf("expected point value: %f, but got: %f", c.expectedResult[i].Series[j].Points[k].Value, p.Value)
|
|
}
|
|
}
|
|
}
|
|
}
|
|
})
|
|
}
|
|
}
|