mirror of
https://github.com/hanzoai/o11y.git
synced 2026-10-15 12:58:33 +00:00
zeekay
b9f9cdf918
Re-sync the entire SigNoz-derived Go tree to a clean fork of latest SigNoz main (upstream 3e6339019), eliminating the version-skew that broke `go build ./...` (mixed-era packages, ~14 imported-but-absent packages, partial signoz->o11y / clickhouse->datastore rebrands, self-import cycle, duplicate package decls). - pkg/ + cmd/ wholesale replaced with latest SigNoz; imports rewritten github.com/SigNoz/signoz/ -> github.com/hanzoai/o11y/. - Adopt SigNoz's CURRENT structure (resourcefilter->telemetryresourcefilter, integrationtypes->cloudintegrationtypes, roletypes/grammar/times folded in upstream); old paths dropped. - Fork deps repathed to hanzoai + bumped: signoz-otel-collector v0.144.6, clickhouse-go-mock v0.14.1, govaluate v0.1.0; expr-lang/expr => hanzoai/expr v1.17.8 (replace). go.mod reconciled from latest SigNoz; go.sum re-tidied. - ee/ + cmd/enterprise stripped — o11y stays MIT-only; community edition imports no ee packages. - Preserved o11y additions: module path github.com/hanzoai/o11y, mount.go (cloud.Register/zip mount adapter, HIP-0106), NOTICE + LICENSE (SigNoz §4c attribution retained; upstream pkg files are headerless per SigNoz convention). - Reverted o11y cosmetic renames (o11y*/datastore*) and experimental originals (authz/iamauthz, billing, zapreceiver, zapmetricreceiver) to SigNoz canonical to kill the skew; snapshots retained in git history for re-layering. go build ./... = exit 0. go vet clean except benign "unreachable code" in generated ANTLR parser files (inherited from upstream).
443 lines
13 KiB
Go
443 lines
13 KiB
Go
package querier
|
|
|
|
import (
|
|
"log/slog"
|
|
"strings"
|
|
"testing"
|
|
|
|
"github.com/hanzoai/o11y/pkg/errors"
|
|
"github.com/hanzoai/o11y/pkg/prometheus"
|
|
qbv5 "github.com/hanzoai/o11y/pkg/types/querybuildertypes/querybuildertypesv5"
|
|
"github.com/stretchr/testify/assert"
|
|
)
|
|
|
|
func TestRemoveAllVarMatchers(t *testing.T) {
|
|
logger := slog.Default()
|
|
q := &promqlQuery{logger: logger, parser: prometheus.NewParser()}
|
|
|
|
tests := []struct {
|
|
name string
|
|
query string
|
|
vars map[string]qbv5.VariableItem
|
|
expected string
|
|
expectErr bool
|
|
}{
|
|
{
|
|
name: "remove $var pattern with __all__",
|
|
query: `sum(rate({__name__="system.cpu.time", "host.name"=~"$host.name"}[5m]))`,
|
|
vars: map[string]qbv5.VariableItem{
|
|
"host.name": {
|
|
Type: qbv5.DynamicVariableType,
|
|
Value: "__all__",
|
|
},
|
|
},
|
|
expected: `sum(rate({__name__="system.cpu.time"}[5m]))`,
|
|
expectErr: false,
|
|
},
|
|
{
|
|
name: "remove {{var}} pattern with __all__",
|
|
query: `sum(rate({__name__="system.cpu.time", "host.name"=~"{{host.name}}"}[5m]))`,
|
|
vars: map[string]qbv5.VariableItem{
|
|
"host.name": {
|
|
Type: qbv5.DynamicVariableType,
|
|
Value: "__all__",
|
|
},
|
|
},
|
|
expected: `sum(rate({__name__="system.cpu.time"}[5m]))`,
|
|
expectErr: false,
|
|
},
|
|
{
|
|
name: "remove [[var]] pattern with __all__",
|
|
query: `sum(rate({__name__="system.cpu.time", "host.name"=~"[[host.name]]"}[5m]))`,
|
|
vars: map[string]qbv5.VariableItem{
|
|
"host.name": {
|
|
Type: qbv5.DynamicVariableType,
|
|
Value: "__all__",
|
|
},
|
|
},
|
|
expected: `sum(rate({__name__="system.cpu.time"}[5m]))`,
|
|
expectErr: false,
|
|
},
|
|
{
|
|
name: "multiple variables, one with __all__",
|
|
query: `sum(rate({__name__="system.cpu.time", "host.name"=~"$host.name", "env"="$env"}[5m]))`,
|
|
vars: map[string]qbv5.VariableItem{
|
|
"host.name": {
|
|
Type: qbv5.DynamicVariableType,
|
|
Value: "__all__",
|
|
},
|
|
"env": {
|
|
Type: qbv5.DynamicVariableType,
|
|
Value: "production",
|
|
},
|
|
},
|
|
expected: `sum(rate({__name__="system.cpu.time",env="$env"}[5m]))`,
|
|
expectErr: false,
|
|
},
|
|
{
|
|
name: "no __all__ variables, query unchanged",
|
|
query: `sum(rate({__name__="system.cpu.time", "host.name"=~"$host.name"}[5m]))`,
|
|
vars: map[string]qbv5.VariableItem{
|
|
"host.name": {
|
|
Type: qbv5.DynamicVariableType,
|
|
Value: "host1",
|
|
},
|
|
},
|
|
expected: `sum(rate({__name__="system.cpu.time", "host.name"=~"$host.name"}[5m]))`,
|
|
expectErr: false,
|
|
},
|
|
{
|
|
name: "non-dynamic variable type, not removed",
|
|
query: `sum(rate({__name__="system.cpu.time", "host.name"=~"$host.name"}[5m]))`,
|
|
vars: map[string]qbv5.VariableItem{
|
|
"host.name": {
|
|
Type: qbv5.QueryVariableType,
|
|
Value: "__all__",
|
|
},
|
|
},
|
|
expected: `sum(rate({__name__="system.cpu.time", "host.name"=~"$host.name"}[5m]))`,
|
|
expectErr: false,
|
|
},
|
|
{
|
|
name: "invalid PromQL query",
|
|
query: `invalid promql query syntax {`,
|
|
vars: map[string]qbv5.VariableItem{
|
|
"host.name": {
|
|
Type: qbv5.DynamicVariableType,
|
|
Value: "__all__",
|
|
},
|
|
},
|
|
expected: "",
|
|
expectErr: true,
|
|
},
|
|
{
|
|
name: "invalid PromQL query with mismatched brackets",
|
|
query: `sum(rate({__name__="system.cpu.time", "host.name"=~"$host.name"}[5m]`,
|
|
vars: map[string]qbv5.VariableItem{
|
|
"host.name": {
|
|
Type: qbv5.DynamicVariableType,
|
|
Value: "__all__",
|
|
},
|
|
},
|
|
expected: "",
|
|
expectErr: true,
|
|
},
|
|
{
|
|
name: "empty vars map",
|
|
query: `sum(rate({__name__="system.cpu.time", "host.name"=~"$host.name"}[5m]))`,
|
|
vars: map[string]qbv5.VariableItem{},
|
|
expected: `sum(rate({__name__="system.cpu.time", "host.name"=~"$host.name"}[5m]))`,
|
|
expectErr: false,
|
|
},
|
|
{
|
|
name: "multiple matchers with __all__ variable",
|
|
query: `sum(rate({__name__="system.cpu.time", "host.name"=~"$host.name", "env"="$env", "region"=~"$region"}[5m]))`,
|
|
vars: map[string]qbv5.VariableItem{
|
|
"host.name": {
|
|
Type: qbv5.DynamicVariableType,
|
|
Value: "__all__",
|
|
},
|
|
"env": {
|
|
Type: qbv5.DynamicVariableType,
|
|
Value: "__all__",
|
|
},
|
|
"region": {
|
|
Type: qbv5.DynamicVariableType,
|
|
Value: "us-east",
|
|
},
|
|
},
|
|
expected: `sum(rate({__name__="system.cpu.time",region=~"$region"}[5m]))`,
|
|
expectErr: false,
|
|
},
|
|
{
|
|
name: "__all__ value not string type",
|
|
query: `sum(rate({__name__="system.cpu.time", "host.name"=~"$host.name"}[5m]))`,
|
|
vars: map[string]qbv5.VariableItem{
|
|
"host.name": {
|
|
Type: qbv5.DynamicVariableType,
|
|
Value: 123, // Not a string
|
|
},
|
|
},
|
|
expected: `sum(rate({__name__="system.cpu.time", "host.name"=~"$host.name"}[5m]))`,
|
|
expectErr: false,
|
|
},
|
|
}
|
|
|
|
for _, tt := range tests {
|
|
t.Run(tt.name, func(t *testing.T) {
|
|
result, err := q.removeAllVarMatchers(tt.query, tt.vars)
|
|
if tt.expectErr {
|
|
assert.Error(t, err)
|
|
} else {
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, tt.expected, result, "removeAllVarMatchers(%q) with vars=%v", tt.query, tt.vars)
|
|
}
|
|
})
|
|
}
|
|
}
|
|
|
|
func TestEnhancePromQLError(t *testing.T) {
|
|
parseErr := errors.Newf(errors.TypeInvalidInput, errors.CodeInvalidInput, "unexpected character: '.' at position 12")
|
|
|
|
t.Run("dotted name patterns", func(t *testing.T) {
|
|
tests := []struct {
|
|
name string
|
|
query string
|
|
wantDottedNameHint bool
|
|
wantDottedNameExample string
|
|
}{
|
|
{
|
|
name: "query with unquoted dotted metric name",
|
|
query: `sum(rate(k8s.container.restarts[5m]))`,
|
|
wantDottedNameHint: true,
|
|
wantDottedNameExample: "k8s.container.restarts",
|
|
},
|
|
{
|
|
name: "query with unquoted dotted label in group by",
|
|
query: `sum by (k8s.pod.name) (rate(requests_total[5m]))`,
|
|
wantDottedNameHint: true,
|
|
wantDottedNameExample: "k8s.pod.name",
|
|
},
|
|
{
|
|
name: "query with unquoted dotted label in filter",
|
|
query: `requests_total{k8s.namespace.name="default"}`,
|
|
wantDottedNameHint: true,
|
|
wantDottedNameExample: "k8s.namespace.name",
|
|
},
|
|
{
|
|
name: "query with multiple unquoted dotted names",
|
|
query: `sum by (k8s.pod.name, deployment.environment) (increase(k8s.container.restarts[15m]))`,
|
|
wantDottedNameHint: true,
|
|
wantDottedNameExample: "k8s.pod.name", // should match first one
|
|
},
|
|
{
|
|
name: "query without dotted names - no hint",
|
|
query: `sum(rate(http_requests_total[5m]))`,
|
|
wantDottedNameHint: false,
|
|
},
|
|
{
|
|
name: "query with properly quoted dotted names - no hint",
|
|
query: `sum(rate({"k8s.container.restarts"}[5m]))`,
|
|
wantDottedNameHint: false,
|
|
},
|
|
{
|
|
name: "query with dotted name inside regex string - no hint",
|
|
query: `requests_total{pod=~"k8s.pod.name.*"}`,
|
|
wantDottedNameHint: false,
|
|
},
|
|
}
|
|
|
|
for _, tt := range tests {
|
|
t.Run(tt.name, func(t *testing.T) {
|
|
err := enhancePromQLError(tt.query, parseErr)
|
|
errMsg := err.Error()
|
|
|
|
assert.True(t, strings.Contains(errMsg, parseErr.Error()),
|
|
"error should contain original parse error message")
|
|
|
|
if tt.wantDottedNameHint {
|
|
assert.True(t, strings.Contains(errMsg, "Hint:"),
|
|
"error should contain hint for dotted name query")
|
|
assert.True(t, strings.Contains(errMsg, "UTF-8 syntax"),
|
|
"error should mention UTF-8 syntax")
|
|
assert.True(t, strings.Contains(errMsg, tt.wantDottedNameExample),
|
|
"error should contain the dotted name example: %s", tt.wantDottedNameExample)
|
|
} else {
|
|
assert.False(t, strings.Contains(errMsg, "Hint:"),
|
|
"error should not contain hint for non-dotted-name query")
|
|
}
|
|
})
|
|
}
|
|
})
|
|
|
|
t.Run("quoted metric outside braces patterns", func(t *testing.T) {
|
|
tests := []struct {
|
|
name string
|
|
query string
|
|
wantHint bool
|
|
wantMetricInHint string
|
|
}{
|
|
{
|
|
name: "quoted metric name followed by selector",
|
|
query: `"kube_pod_status_ready_time"{"condition"="true"}`,
|
|
wantHint: true,
|
|
wantMetricInHint: "kube_pod_status_ready_time",
|
|
},
|
|
{
|
|
name: "quoted metric with space before brace",
|
|
query: `"kube_pod_labels" {"label"!=""}`,
|
|
wantHint: true,
|
|
wantMetricInHint: "kube_pod_labels",
|
|
},
|
|
{
|
|
name: "complex query with quoted metric outside braces",
|
|
query: `min by (namespace) ("kube_pod_status_ready_time"{"condition"="true"})`,
|
|
wantHint: true,
|
|
wantMetricInHint: "kube_pod_status_ready_time",
|
|
},
|
|
{
|
|
name: "label_replace with quoted metric outside braces",
|
|
query: `label_replace("kube_pod_labels"{"label_cnpg_io_cluster"!=""}, "cluster","$1","label","(.+)")`,
|
|
wantHint: true,
|
|
wantMetricInHint: "kube_pod_labels",
|
|
},
|
|
{
|
|
name: "correctly formatted query - no hint",
|
|
query: `{"kube_pod_status_ready_time", condition="true"}`,
|
|
wantHint: false,
|
|
},
|
|
{
|
|
name: "old syntax without quotes - no hint for this pattern",
|
|
query: `kube_pod_status_ready_time{condition="true"}`,
|
|
wantHint: false,
|
|
},
|
|
}
|
|
|
|
for _, tt := range tests {
|
|
t.Run(tt.name, func(t *testing.T) {
|
|
err := enhancePromQLError(tt.query, parseErr)
|
|
errMsg := err.Error()
|
|
|
|
assert.True(t, strings.Contains(errMsg, parseErr.Error()),
|
|
"error should contain original parse error message")
|
|
|
|
if tt.wantHint {
|
|
assert.True(t, strings.Contains(errMsg, "Hint:"),
|
|
"error should contain hint")
|
|
assert.True(t, strings.Contains(errMsg, "inside the braces"),
|
|
"error should mention putting metric inside braces")
|
|
assert.True(t, strings.Contains(errMsg, tt.wantMetricInHint),
|
|
"error should contain the metric name: %s", tt.wantMetricInHint)
|
|
}
|
|
})
|
|
}
|
|
})
|
|
}
|
|
|
|
func TestUnquotedDottedNamePattern(t *testing.T) {
|
|
tests := []struct {
|
|
name string
|
|
input string
|
|
expected string // empty string means no match expected
|
|
}{
|
|
{
|
|
name: "metric name at start",
|
|
input: "k8s.pod.name",
|
|
expected: "k8s.pod.name",
|
|
},
|
|
{
|
|
name: "label in group by clause",
|
|
input: "sum by (k8s.pod.name) (rate(x[5m]))",
|
|
expected: "k8s.pod.name",
|
|
},
|
|
{
|
|
name: "label in filter",
|
|
input: "metric{k8s.namespace.name=\"default\"}",
|
|
expected: "k8s.namespace.name",
|
|
},
|
|
{
|
|
name: "metric with underscore and dots",
|
|
input: "http_server.request.duration",
|
|
expected: "http_server.request.duration",
|
|
},
|
|
{
|
|
name: "quoted metric name - no match",
|
|
input: `{"k8s.pod.name"}`,
|
|
expected: "",
|
|
},
|
|
{
|
|
name: "inside regex string - no match",
|
|
input: `{pod=~"k8s.pod.name.*"}`,
|
|
expected: "",
|
|
},
|
|
{
|
|
name: "simple metric without dots - no match",
|
|
input: "http_requests_total",
|
|
expected: "",
|
|
},
|
|
{
|
|
name: "single dot only - no match",
|
|
input: "a.b",
|
|
expected: "a.b",
|
|
},
|
|
}
|
|
|
|
for _, tt := range tests {
|
|
t.Run(tt.name, func(t *testing.T) {
|
|
matches := unquotedDottedNamePattern.FindStringSubmatch(tt.input)
|
|
if tt.expected == "" {
|
|
assert.True(t, len(matches) < 2 || matches[1] == "",
|
|
"expected no match for input %q but got %v", tt.input, matches)
|
|
} else {
|
|
assert.True(t, len(matches) >= 2,
|
|
"expected match for input %q but got none", tt.input)
|
|
if len(matches) >= 2 {
|
|
assert.Equal(t, tt.expected, matches[1],
|
|
"unexpected match for input %q", tt.input)
|
|
}
|
|
}
|
|
})
|
|
}
|
|
}
|
|
|
|
func TestQuotedMetricOutsideBracesPattern(t *testing.T) {
|
|
tests := []struct {
|
|
name string
|
|
input string
|
|
expected string // empty string means no match expected
|
|
}{
|
|
{
|
|
name: "quoted metric followed by braces",
|
|
input: `"kube_pod_status_ready_time"{"condition"="true"}`,
|
|
expected: "kube_pod_status_ready_time",
|
|
},
|
|
{
|
|
name: "quoted metric with space before brace",
|
|
input: `"kube_pod_labels" {"label"!=""}`,
|
|
expected: "kube_pod_labels",
|
|
},
|
|
{
|
|
name: "quoted metric in label_replace",
|
|
input: `label_replace("kube_pod_labels"{"x"="y"}, "a","b","c","d")`,
|
|
expected: "kube_pod_labels",
|
|
},
|
|
{
|
|
name: "quoted metric with dots",
|
|
input: `"k8s.container.restarts"{"pod"="test"}`,
|
|
expected: "k8s.container.restarts",
|
|
},
|
|
{
|
|
name: "correct UTF-8 syntax - no match",
|
|
input: `{"kube_pod_status_ready_time", condition="true"}`,
|
|
expected: "",
|
|
},
|
|
{
|
|
name: "old syntax without quotes - no match",
|
|
input: `kube_pod_status_ready_time{condition="true"}`,
|
|
expected: "",
|
|
},
|
|
{
|
|
name: "quoted string in label value - no match",
|
|
input: `metric{label="value"}{other="x"}`,
|
|
expected: "",
|
|
},
|
|
}
|
|
|
|
for _, tt := range tests {
|
|
t.Run(tt.name, func(t *testing.T) {
|
|
matches := quotedMetricOutsideBracesPattern.FindStringSubmatch(tt.input)
|
|
if tt.expected == "" {
|
|
assert.True(t, len(matches) < 2 || matches[1] == "",
|
|
"expected no match for input %q but got %v", tt.input, matches)
|
|
} else {
|
|
assert.True(t, len(matches) >= 2,
|
|
"expected match for input %q but got none", tt.input)
|
|
if len(matches) >= 2 {
|
|
assert.Equal(t, tt.expected, matches[1],
|
|
"unexpected match for input %q", tt.input)
|
|
}
|
|
}
|
|
})
|
|
}
|
|
}
|