metrics/lib/protoparser/zabbixconnector/parser_test.go at master

mirror of https://github.com/hanzoai/metrics.git synced 2026-10-30 20:03:39 +00:00

Files

T

Sinotov VladimirandGitHub 3338b37a52 lib/protoparser: added push data with zabbix connector (#6087 )

Support receiving data from the Zabbix connector with API `/zabbixconnector/api/v1/history`

Labels:
    - The metric name is added to the `__name__` label.
    - Host name to `host` label.
    - Visible name  to `hostname` label.

The returned response complies with the requirements of the Zabbix

 See the following doc for connector [protocol](https://www.zabbix.com/documentation/current/en/manual/config/export/streaming).

Useful links:
- Zabbix Streaming to external systems
(https://www.zabbix.com/documentation/current/en/manual/config/export/streaming)
- Zabbix Newline-delimited JSON expor
(https://www.zabbix.com/documentation/current/en/manual/appendix/protocols/real_time_export)

Related PR https://github.com/VictoriaMetrics/VictoriaMetrics/pull/6087

2025-12-10 17:00:27 +01:00

720 lines

21 KiB

Go

Raw Permalink Blame History

 package zabbixconnector
 import (
 	"fmt"
 	"reflect"
 	"testing"
 )
 func TestRowsUnmarshalFailure(t *testing.T) {
 	f := func(s string) {
 		t.Helper()
 		var rows Rows
 		rows.Unmarshal(s)
 		if len(rows.Rows) != 0 {
 			t.Fatalf("expecting zero rows; got %d rows", len(rows.Rows))
 		}
 		// Try again
 		rows.Unmarshal(s)
 		if len(rows.Rows) != 0 {
 			t.Fatalf("expecting zero rows; got %d rows", len(rows.Rows))
 		}
 	}
 	originaladdGroupsValue := *addGroupsValue
 	originaladdEmptyTagsValue := *addEmptyTagsValue
 	originaladdDuplicateTagsSeparator := *addDuplicateTagsSeparator
 	defer func() {
 		*addGroupsValue = originaladdGroupsValue
 		*addEmptyTagsValue = originaladdEmptyTagsValue
 		*addDuplicateTagsSeparator = originaladdDuplicateTagsSeparator
 	}()
 	// Add groups and empty tags
 	*addGroupsValue = "1"
 	*addEmptyTagsValue = "1"
 	*addDuplicateTagsSeparator = ""
 	// Invalid json line
 	f("")
 	f("\n")
 	f("foo\n")
 	f("123")
 	f("[1,3]")
 	f("{}")
 	f("[]")
 	f(`{"foo":"bar"}`)
 	// Invalid type
 	f(`{"host":{"host":"h1","name":"n1"},"groups":["g1"],"item_tags":[{"tag":"tn1","value":"tv1"}],"itemid":1,"name":"in1","clock":1712417868,"ns":425677241,"value":1}`)
 	f(`{"host":{"host":"h1","name":"n1"},"groups":["g1"],"item_tags":[{"tag":"tn1","value":"tv1"}],"itemid":1,"name":"in1","clock":1712417868,"ns":425677241,"value":1,"type":"0"}`)
 	f(`{"host":{"host":"h1","name":"n1"},"groups":["g1"],"item_tags":[{"tag":"tn1","value":"tv1"}],"itemid":1,"name":"in1","clock":1712417868,"ns":425677241,"value":1,"type":[]}`)
 	f(`{"host":{"host":"h1","name":"n1"},"groups":["g1"],"item_tags":[{"tag":"tn1","value":"tv1"}],"itemid":1,"name":"in1","clock":1712417868,"ns":425677241,"value":1,"type":2}`)
 	f(`{"host":{"host":"h1","name":"n1"},"groups":["g1"],"item_tags":[{"tag":"tn1","value":"tv1"}],"itemid":1,"name":"in1","clock":1712417868,"ns":425677241,"value":1,"type":10}`)
 	// Invalid host object
 	f(`{"groups":["g1"],"item_tags":[{"tag":"tn1","value":"tv1"}],"itemid":1,"name":"in1","clock":1712417868,"ns":425677241,"value":1,"type":0}`)
 	f(`{"host":{"name":"n1"},"groups":["g1"],"item_tags":[{"tag":"tn1","value":"tv1"}],"itemid":1,"name":"in1","clock":1712417868,"ns":425677241,"value":1,"type":0}`)
 	f(`{"host":{"host":"h1"},"groups":["g1"],"item_tags":[{"tag":"tn1","value":"tv1"}],"itemid":1,"name":"in1","clock":1712417868,"ns":425677241,"value":1,"type":0}`)
 	f(`{"host":{"host":"h1","name":1},"groups":["g1"],"item_tags":[{"tag":"tn1","value":"tv1"}],"itemid":1,"name":"in1","clock":1712417868,"ns":425677241,"value":1,"type":0}`)
 	f(`{"host":{"host":"h1","name":[]},"groups":["g1"],"item_tags":[{"tag":"tn1","value":"tv1"}],"itemid":1,"name":"in1","clock":1712417868,"ns":425677241,"value":1,"type":0}`)
 	f(`{"host":{"host":1,"name":"n1"},"groups":["g1"],"item_tags":[{"tag":"tn1","value":"tv1"}],"itemid":1,"name":"in1","clock":1712417868,"ns":425677241,"value":1,"type":0}`)
 	f(`{"host":{"host":{},"name":"n1"},"groups":["g1"],"item_tags":[{"tag":"tn1","value":"tv1"}],"itemid":1,"name":"in1","clock":1712417868,"ns":425677241,"value":1,"type":0}`)
 	f(`{"host":"1","groups":["g1"],"item_tags":[{"tag":"tn1","value":"tv1"}],"itemid":1,"name":"in1","clock":1712417868,"ns":425677241,"value":1,"type":0}`)
 	f(`{"host":[],"groups":["g1"],"item_tags":[{"tag":"tn1","value":"tv1"}],"itemid":1,"name":"in1","clock":1712417868,"ns":425677241,"value":1,"type":0}`)
 	// Invalid item name
 	f(`{"host":{"host":"h1","name":"n1"},"groups":["g1"],"item_tags":[{"tag":"tn1","value":"tv1"}],"itemid":1,"clock":1712417868,"ns":425677241,"value":1,"type":0}`)
 	f(`{"host":{"host":"h1","name":"n1"},"groups":["g1"],"item_tags":[{"tag":"tn1","value":"tv1"}],"itemid":1,"name":"","clock":1712417868,"ns":425677241,"value":1,"type":0}`)
 	f(`{"host":{"host":"h1","name":"n1"},"groups":["g1"],"item_tags":[{"tag":"tn1","value":"tv1"}],"itemid":1,"name":1,"clock":1712417868,"ns":425677241,"value":1,"type":0}`)
 	f(`{"host":{"host":"h1","name":"n1"},"groups":["g1"],"item_tags":[{"tag":"tn1","value":"tv1"}],"itemid":1,"name":{},"clock":1712417868,"ns":425677241,"value":1,"type":0}`)
 	// Invalid item value
 	f(`{"host":{"host":"h1","name":"n1"},"groups":["g1"],"item_tags":[{"tag":"tn1","value":"tv1"}],"itemid":1,"name":"in1","clock":1712417868,"ns":425677241,"type":0}`)
 	f(`{"host":{"host":"h1","name":"n1"},"groups":["g1"],"item_tags":[{"tag":"tn1","value":"tv1"}],"itemid":1,"name":"in1","clock":1712417868,"ns":425677241,"value":"1","type":0}`)
 	f(`{"host":{"host":"h1","name":"n1"},"groups":["g1"],"item_tags":[{"tag":"tn1","value":"tv1"}],"itemid":1,"name":"in1","clock":1712417868,"ns":425677241,"value":[],"type":0}`)
 	// Invalid clock
 	f(`{"host":{"host":"h1","name":"n1"},"groups":["g1"],"item_tags":[{"tag":"tn1","value":"tv1"}],"itemid":1,"name":"in1","ns":425677241,"value":1,"type":0}`)
 	f(`{"host":{"host":"h1","name":"n1"},"groups":["g1"],"item_tags":[{"tag":"tn1","value":"tv1"}],"itemid":1,"name":"in1","clock":"1712417868","ns":425677241,"value":1,"type":0}`)
 	f(`{"host":{"host":"h1","name":"n1"},"groups":["g1"],"item_tags":[{"tag":"tn1","value":"tv1"}],"itemid":1,"name":"in1","clock":[],"ns":425677241,"value":1,"type":0}`)
 	f(`{"host":{"host":"h1","name":"n1"},"groups":["g1"],"item_tags":[{"tag":"tn1","value":"tv1"}],"itemid":1,"name":"in1","clock":1.1,"ns":425677241,"value":1,"type":0}`)
 	// Invalid ns
 	f(`{"host":{"host":"h1","name":"n1"},"groups":["g1"],"item_tags":[{"tag":"tn1","value":"tv1"}],"itemid":1,"name":"in1","clock":1712417868,"value":1,"type":0}`)
 	f(`{"host":{"host":"h1","name":"n1"},"groups":["g1"],"item_tags":[{"tag":"tn1","value":"tv1"}],"itemid":1,"name":"in1","clock":1712417868,"ns":"425677241","value":1,"type":0}`)
 	f(`{"host":{"host":"h1","name":"n1"},"groups":["g1"],"item_tags":[{"tag":"tn1","value":"tv1"}],"itemid":1,"name":"in1","clock":1712417868,"ns":{},"value":1,"type":0}`)
 	f(`{"host":{"host":"h1","name":"n1"},"groups":["g1"],"item_tags":[{"tag":"tn1","value":"tv1"}],"itemid":1,"name":"in1","clock":1712417868,"ns":1.2,"value":1,"type":0}`)
 	// Invalit groups
 	f(`{"host":{"host":"h1","name":"n1"},"item_tags":[{"tag":"tn1","value":"tv1"}],"itemid":1,"name":"in1","clock":1712417868,"ns":425677241,"value":1,"type":0}`)
 	f(`{"host":{"host":"h1","name":"n1"},"groups":1,"item_tags":[{"tag":"tn1","value":"tv1"}],"itemid":1,"name":"in1","clock":1712417868,"ns":425677241,"value":1,"type":0}`)
 	f(`{"host":{"host":"h1","name":"n1"},"groups":{},"item_tags":[{"tag":"tn1","value":"tv1"}],"itemid":1,"name":"in1","clock":1712417868,"ns":425677241,"value":1,"type":0}`)
 	// Invalid item_tags
 	f(`{"host":{"host":"h1","name":"n1"},"groups":["g1"],"itemid":1,"name":"in1","clock":1712417868,"ns":425677241,"value":1,"type":0}`)
 	f(`{"host":{"host":"h1","name":"n1"},"groups":["g1"],"item_tags":1,"itemid":1,"name":"in1","clock":1712417868,"ns":425677241,"value":1,"type":0}`)
 	f(`{"host":{"host":"h1","name":"n1"},"groups":["g1"],"item_tags":{},"itemid":1,"name":"in1","clock":1712417868,"ns":425677241,"value":1,"type":0}`)
 }
 func TestRowsUnmarshalSuccess(t *testing.T) {
 	f := func(s string, rowsExpected *Rows) {
 		t.Helper()
 		var rows Rows
 		rows.Unmarshal(s)
 		if err := compareRows(&rows, rowsExpected); err != nil {
 			t.Fatalf("unexpected rows: %s;\ngot\n%+v;\nwant\n%+v", err, rows.Rows, rowsExpected.Rows)
 		}
 		// Try unmarshaling again
 		rows.Unmarshal(s)
 		if err := compareRows(&rows, rowsExpected); err != nil {
 			t.Fatalf("unexpected rows at second unmarshal: %s;\ngot\n%+v;\nwant\n%+v", err, rows.Rows, rowsExpected.Rows)
 		}
 		rows.Reset()
 		if len(rows.Rows) != 0 {
 			t.Fatalf("non-empty rows after reset: %+v", rows.Rows)
 		}
 	}
 	originaladdGroupsValue := *addGroupsValue
 	originaladdEmptyTagsValue := *addEmptyTagsValue
 	originaladdDuplicateTagsSeparator := *addDuplicateTagsSeparator
 	defer func() {
 		*addGroupsValue = originaladdGroupsValue
 		*addEmptyTagsValue = originaladdEmptyTagsValue
 		*addDuplicateTagsSeparator = originaladdDuplicateTagsSeparator
 	}()
 	// Add groups and empty tags
 	*addGroupsValue = "1"
 	*addEmptyTagsValue = "1"
 	*addDuplicateTagsSeparator = ""
 	// Empty line
 	f("", &Rows{})
 	f("\n\n", &Rows{})
 	f("\n\r\n", &Rows{})
 	// Single line with groups and empty tags
 	f(`{"host":{"host":"h1","name":"n1"},"groups":["g1"],"item_tags":[{"tag":"tn1","value":"tv1"},{"tag":"tn2","value":""}],"itemid":1,"name":"in1","clock":1712417868,"ns":425677241,"value":1,"type":0}`,
 		&Rows{
 			Rows: []Row{
 				{
 					Tags: []Tag{
 						{
 							Key:   []byte("host"),
 							Value: []byte("h1"),
 						},
 						{
 							Key:   []byte("hostname"),
 							Value: []byte("n1"),
 						},
 						{
 							Key:   []byte("__name__"),
 							Value: []byte("in1"),
 						},
 						{
 							Key:   []byte("group_g1"),
 							Value: []byte("1"),
 						},
 						{
 							Key:   []byte("tag_tn1"),
 							Value: []byte("tv1"),
 						},
 						{
 							Key:   []byte("tag_tn2"),
 							Value: []byte("1"),
 						},
 					},
 					Value:     1,
 					Timestamp: 1712417868425,
 				},
 			},
 		})
 	// Single line with groups and damage tags
 	f(`{"host":{"host":"h1","name":"n1"},"groups":["g1"],"item_tags":[{"tag":"tn1","value":{}},{"tag":"tn2","value":""}],"itemid":1,"name":"in1","clock":1712417868,"ns":425677241,"value":1,"type":0}`,
 		&Rows{
 			Rows: []Row{
 				{
 					Tags: []Tag{
 						{
 							Key:   []byte("host"),
 							Value: []byte("h1"),
 						},
 						{
 							Key:   []byte("hostname"),
 							Value: []byte("n1"),
 						},
 						{
 							Key:   []byte("__name__"),
 							Value: []byte("in1"),
 						},
 						{
 							Key:   []byte("group_g1"),
 							Value: []byte("1"),
 						},
 						{
 							Key:   []byte("tag_tn1"),
 							Value: []byte("1"),
 						},
 						{
 							Key:   []byte("tag_tn2"),
 							Value: []byte("1"),
 						},
 					},
 					Value:     1,
 					Timestamp: 1712417868425,
 				},
 			},
 		})
 	// Single line with empty groups and empty tags
 	f(`{"host":{"host":"h1","name":"n1"},"groups":[],"item_tags":[],"itemid":1,"name":"in1","clock":1712417868,"ns":425677241,"value":1,"type":0}`,
 		&Rows{
 			Rows: []Row{
 				{
 					Tags: []Tag{
 						{
 							Key:   []byte("host"),
 							Value: []byte("h1"),
 						},
 						{
 							Key:   []byte("hostname"),
 							Value: []byte("n1"),
 						},
 						{
 							Key:   []byte("__name__"),
 							Value: []byte("in1"),
 						},
 					},
 					Value:     1,
 					Timestamp: 1712417868425,
 				},
 			},
 		})
 	// Multiple lines
 	f(`{"host":{"host":"h1","name":"n1"},"groups":["g1"],"item_tags":[{"tag":"tn1","value":"tv1"},{"tag":"tn2","value":""}],"itemid":1,"name":"in1","clock":1712417868,"ns":425677241,"value":1,"type":0}
 	{"host":{"host":"h2","name":"n2"},"groups":["g2"],"item_tags":[{"tag":"tn1","value":"tv1"}],"itemid":2,"name":"in2","clock":1712417868,"ns":425677241,"value":1.5,"type":3}
 	`,
 		&Rows{
 			Rows: []Row{
 				{
 					Tags: []Tag{
 						{
 							Key:   []byte("host"),
 							Value: []byte("h1"),
 						},
 						{
 							Key:   []byte("hostname"),
 							Value: []byte("n1"),
 						},
 						{
 							Key:   []byte("__name__"),
 							Value: []byte("in1"),
 						},
 						{
 							Key:   []byte("group_g1"),
 							Value: []byte("1"),
 						},
 						{
 							Key:   []byte("tag_tn1"),
 							Value: []byte("tv1"),
 						},
 						{
 							Key:   []byte("tag_tn2"),
 							Value: []byte("1"),
 						},
 					},
 					Value:     1,
 					Timestamp: 1712417868425,
 				},
 				{
 					Tags: []Tag{
 						{
 							Key:   []byte("host"),
 							Value: []byte("h2"),
 						},
 						{
 							Key:   []byte("hostname"),
 							Value: []byte("n2"),
 						},
 						{
 							Key:   []byte("__name__"),
 							Value: []byte("in2"),
 						},
 						{
 							Key:   []byte("group_g2"),
 							Value: []byte("1"),
 						},
 						{
 							Key:   []byte("tag_tn1"),
 							Value: []byte("tv1"),
 						},
 					},
 					Value:     1.5,
 					Timestamp: 1712417868425,
 				},
 			},
 		})
 	// Multiple lines with invalid lines in the middle.
 	f(`{"host":{"host":"h1","name":"n1"},"groups":["g1"],"item_tags":[{"tag":"tn1","value":"tv1"},{"tag":"tn2","value":""}],"itemid":1,"name":"in1","clock":1712417868,"ns":425677241,"value":1,"type":0}
 	failed line
 	{"host":{"host":"h2","name":"n2"},"groups":["g2"],"item_tags":[{"tag":"tn1","value":"tv1"}],"itemid":2,"name":"in2","clock":1712417868,"ns":425677241,"value":1.5,"type":3}`,
 		&Rows{
 			Rows: []Row{
 				{
 					Tags: []Tag{
 						{
 							Key:   []byte("host"),
 							Value: []byte("h1"),
 						},
 						{
 							Key:   []byte("hostname"),
 							Value: []byte("n1"),
 						},
 						{
 							Key:   []byte("__name__"),
 							Value: []byte("in1"),
 						},
 						{
 							Key:   []byte("group_g1"),
 							Value: []byte("1"),
 						},
 						{
 							Key:   []byte("tag_tn1"),
 							Value: []byte("tv1"),
 						},
 						{
 							Key:   []byte("tag_tn2"),
 							Value: []byte("1"),
 						},
 					},
 					Value:     1,
 					Timestamp: 1712417868425,
 				},
 				{
 					Tags: []Tag{
 						{
 							Key:   []byte("host"),
 							Value: []byte("h2"),
 						},
 						{
 							Key:   []byte("hostname"),
 							Value: []byte("n2"),
 						},
 						{
 							Key:   []byte("__name__"),
 							Value: []byte("in2"),
 						},
 						{
 							Key:   []byte("group_g2"),
 							Value: []byte("1"),
 						},
 						{
 							Key:   []byte("tag_tn1"),
 							Value: []byte("tv1"),
 						},
 					},
 					Value:     1.5,
 					Timestamp: 1712417868425,
 				},
 			},
 		})
 	// No newline after the second line.
 	f(`{"host":{"host":"h1","name":"n1"},"groups":["g1"],"item_tags":[{"tag":"tn1","value":"tv1"},{"tag":"tn2","value":""}],"itemid":1,"name":"in1","clock":1712417868,"ns":425677241,"value":1,"type":0}
 	{"host":{"host":"h2","name":"n2"},"groups":["g2"],"item_tags":[{"tag":"tn1","value":"tv1"}],"itemid":2,"name":"in2","clock":1712417868,"ns":425677241,"value":1.5,"type":3}`,
 		&Rows{
 			Rows: []Row{
 				{
 					Tags: []Tag{
 						{
 							Key:   []byte("host"),
 							Value: []byte("h1"),
 						},
 						{
 							Key:   []byte("hostname"),
 							Value: []byte("n1"),
 						},
 						{
 							Key:   []byte("__name__"),
 							Value: []byte("in1"),
 						},
 						{
 							Key:   []byte("group_g1"),
 							Value: []byte("1"),
 						},
 						{
 							Key:   []byte("tag_tn1"),
 							Value: []byte("tv1"),
 						},
 						{
 							Key:   []byte("tag_tn2"),
 							Value: []byte("1"),
 						},
 					},
 					Value:     1,
 					Timestamp: 1712417868425,
 				},
 				{
 					Tags: []Tag{
 						{
 							Key:   []byte("host"),
 							Value: []byte("h2"),
 						},
 						{
 							Key:   []byte("hostname"),
 							Value: []byte("n2"),
 						},
 						{
 							Key:   []byte("__name__"),
 							Value: []byte("in2"),
 						},
 						{
 							Key:   []byte("group_g2"),
 							Value: []byte("1"),
 						},
 						{
 							Key:   []byte("tag_tn1"),
 							Value: []byte("tv1"),
 						},
 					},
 					Value:     1.5,
 					Timestamp: 1712417868425,
 				},
 			},
 		})
 	// Add empty tags and skip groups
 	*addGroupsValue = ""
 	*addEmptyTagsValue = "1"
 	*addDuplicateTagsSeparator = ""
 	// Multiple lines with invalid lines in the middle.
 	f(`{"host":{"host":"h1","name":"n1"},"groups":["g1"],"item_tags":[{"tag":"tn1","value":"tv1"},{"tag":"tn2","value":""}],"itemid":1,"name":"in1","clock":1712417868,"ns":425677241,"value":1,"type":0}
 	failed line
 	{"host":{"host":"h2","name":"n2"},"groups":["g2"],"item_tags":[{"tag":"tn1","value":"tv1"}],"itemid":2,"name":"in2","clock":1712417868,"ns":425677241,"value":1.5,"type":3}`,
 		&Rows{
 			Rows: []Row{
 				{
 					Tags: []Tag{
 						{
 							Key:   []byte("host"),
 							Value: []byte("h1"),
 						},
 						{
 							Key:   []byte("hostname"),
 							Value: []byte("n1"),
 						},
 						{
 							Key:   []byte("__name__"),
 							Value: []byte("in1"),
 						},
 						{
 							Key:   []byte("tag_tn1"),
 							Value: []byte("tv1"),
 						},
 						{
 							Key:   []byte("tag_tn2"),
 							Value: []byte("1"),
 						},
 					},
 					Value:     1,
 					Timestamp: 1712417868425,
 				},
 				{
 					Tags: []Tag{
 						{
 							Key:   []byte("host"),
 							Value: []byte("h2"),
 						},
 						{
 							Key:   []byte("hostname"),
 							Value: []byte("n2"),
 						},
 						{
 							Key:   []byte("__name__"),
 							Value: []byte("in2"),
 						},
 						{
 							Key:   []byte("tag_tn1"),
 							Value: []byte("tv1"),
 						},
 					},
 					Value:     1.5,
 					Timestamp: 1712417868425,
 				},
 			},
 		})
 	// Add groups and skip empty tags
 	*addGroupsValue = "1"
 	*addEmptyTagsValue = ""
 	*addDuplicateTagsSeparator = ""
 	// Multiple lines with invalid lines in the middle.
 	f(`{"host":{"host":"h1","name":"n1"},"groups":["g1"],"item_tags":[{"tag":"tn1","value":"tv1"},{"tag":"tn2","value":""}],"itemid":1,"name":"in1","clock":1712417868,"ns":425677241,"value":1,"type":0}
 	failed line
 	{"host":{"host":"h2","name":"n2"},"groups":["g2"],"item_tags":[{"tag":"tn1","value":"tv1"}],"itemid":2,"name":"in2","clock":1712417868,"ns":425677241,"value":1.5,"type":3}`,
 		&Rows{
 			Rows: []Row{
 				{
 					Tags: []Tag{
 						{
 							Key:   []byte("host"),
 							Value: []byte("h1"),
 						},
 						{
 							Key:   []byte("hostname"),
 							Value: []byte("n1"),
 						},
 						{
 							Key:   []byte("__name__"),
 							Value: []byte("in1"),
 						},
 						{
 							Key:   []byte("group_g1"),
 							Value: []byte("1"),
 						},
 						{
 							Key:   []byte("tag_tn1"),
 							Value: []byte("tv1"),
 						},
 					},
 					Value:     1,
 					Timestamp: 1712417868425,
 				},
 				{
 					Tags: []Tag{
 						{
 							Key:   []byte("host"),
 							Value: []byte("h2"),
 						},
 						{
 							Key:   []byte("hostname"),
 							Value: []byte("n2"),
 						},
 						{
 							Key:   []byte("__name__"),
 							Value: []byte("in2"),
 						},
 						{
 							Key:   []byte("group_g2"),
 							Value: []byte("1"),
 						},
 						{
 							Key:   []byte("tag_tn1"),
 							Value: []byte("tv1"),
 						},
 					},
 					Value:     1.5,
 					Timestamp: 1712417868425,
 				},
 			},
 		})
 	// skip groups and empty tags
 	*addGroupsValue = ""
 	*addEmptyTagsValue = ""
 	*addDuplicateTagsSeparator = ""
 	// Multiple lines with invalid lines in the middle.
 	f(`{"host":{"host":"h1","name":"n1"},"groups":["g1"],"item_tags":[{"tag":"tn1","value":"tv1"},{"tag":"tn2","value":""}],"itemid":1,"name":"in1","clock":1712417868,"ns":425677241,"value":1,"type":0}
 failed line
 {"host":{"host":"h2","name":"n2"},"groups":["g2"],"item_tags":[{"tag":"tn1","value":"tv1"}],"itemid":2,"name":"in2","clock":1712417868,"ns":425677241,"value":1.5,"type":3}`,
 		&Rows{
 			Rows: []Row{
 				{
 					Tags: []Tag{
 						{
 							Key:   []byte("host"),
 							Value: []byte("h1"),
 						},
 						{
 							Key:   []byte("hostname"),
 							Value: []byte("n1"),
 						},
 						{
 							Key:   []byte("__name__"),
 							Value: []byte("in1"),
 						},
 						{
 							Key:   []byte("tag_tn1"),
 							Value: []byte("tv1"),
 						},
 					},
 					Value:     1,
 					Timestamp: 1712417868425,
 				},
 				{
 					Tags: []Tag{
 						{
 							Key:   []byte("host"),
 							Value: []byte("h2"),
 						},
 						{
 							Key:   []byte("hostname"),
 							Value: []byte("n2"),
 						},
 						{
 							Key:   []byte("__name__"),
 							Value: []byte("in2"),
 						},
 						{
 							Key:   []byte("tag_tn1"),
 							Value: []byte("tv1"),
 						},
 					},
 					Value:     1.5,
 					Timestamp: 1712417868425,
 				},
 			},
 		})
 	// Merge tags
 	*addGroupsValue = "1"
 	*addEmptyTagsValue = "1"
 	*addDuplicateTagsSeparator = "__"
 	// Single line with groups, empty tags and duplicate tags
 	f(`{"host":{"host":"h1","name":"n1"},"groups":["g1"],"item_tags":[{"tag":"tn1","value":"tv1"},{"tag":"tn2","value":""},{"tag":"tn2","value":"tv2"}],"itemid":1,"name":"in1","clock":1712417868,"ns":425677241,"value":1,"type":0}`,
 		&Rows{
 			Rows: []Row{
 				{
 					Tags: []Tag{
 						{
 							Key:   []byte("host"),
 							Value: []byte("h1"),
 						},
 						{
 							Key:   []byte("hostname"),
 							Value: []byte("n1"),
 						},
 						{
 							Key:   []byte("__name__"),
 							Value: []byte("in1"),
 						},
 						{
 							Key:   []byte("group_g1"),
 							Value: []byte("1"),
 						},
 						{
 							Key:   []byte("tag_tn1"),
 							Value: []byte("tv1"),
 						},
 						{
 							Key:   []byte("tag_tn2"),
 							Value: []byte("1__tv2"),
 						},
 					},
 					Value:     1,
 					Timestamp: 1712417868425,
 				},
 			},
 		})
 }
 func compareRows(rows, rowsExpected *Rows) error {
 	if len(rows.Rows) != len(rowsExpected.Rows) {
 		return fmt.Errorf("unexpected number of rows; got %d; want %d", len(rows.Rows), len(rowsExpected.Rows))
 	}
 	for i, row := range rows.Rows {
 		rowExpected := rowsExpected.Rows[i]
 		if err := compareSingleRow(&row, &rowExpected); err != nil {
 			return fmt.Errorf("unexpected row at position #%d: %w", i, err)
 		}
 	}
 	return nil
 }
 func compareSingleRow(row, rowExpected *Row) error {
 	if !equalTags(row.Tags, rowExpected.Tags) {
 		return fmt.Errorf("unexpected tags; got %q; want %q", row.Tags, rowExpected.Tags)
 	}
 	if row.Value != rowExpected.Value {
 		return fmt.Errorf("unexpected values; got %v; want %v", row.Value, rowExpected.Value)
 	}
 	if row.Timestamp != rowExpected.Timestamp {
 		return fmt.Errorf("unexpected values; got %v; want %v", row.Timestamp, rowExpected.Timestamp)
 	}
 	return nil
 }
 func equalTags(tags, tagsExpected []Tag) bool {
 	if len(tags) != len(tagsExpected) {
 		return false
 	}
 	for _, v := range tags {
 		if !searchTags(v, tagsExpected) {
 			return false
 		}
 	}
 	return true
 }
 func searchTags(t Tag, tags []Tag) bool {
 	for _, v := range tags {
 		if reflect.DeepEqual(t, v) {
 			return true
 		}
 	}
 	return false
 }

720 lines 21 KiB Go Raw Permalink Blame History

720 lines

21 KiB

Go

Raw Permalink Blame History