Files
NageshbansalandGitHub 3bd9b5d768 feat(casting): adds k8skustomize casting (#67)
#### Features

- adds kubernets kustomize casting
- add examples for knobs, knobs with patches, patches and default
installation

Related: https://github.com/SigNoz/platform-pod/issues/1778
2026-03-18 19:28:57 +05:30

820 lines
26 KiB
Plaintext

apiVersion: v1alpha1
metadata:
name: signoz
spec:
deployment:
flavor: kustomize
mode: kubernetes
ingester:
spec:
cluster:
replicas: 1
config:
data:
ingester.yaml: |
connectors:
signozmeter:
metrics_flush_interval: 1h
dimensions:
- name: service.name
- name: deployment.environment
- name: host.name
receivers:
otlp:
protocols:
grpc:
endpoint: "0.0.0.0:4317"
http:
endpoint: "0.0.0.0:4318"
processors:
batch:
send_batch_size: 20000
send_batch_max_size: 25000
timeout: 1s
batch/meter:
send_batch_size: 20000
send_batch_max_size: 25000
timeout: 1s
signozspanmetrics/delta:
metrics_exporter: signozclickhousemetrics
metrics_flush_interval: 60s
latency_histogram_buckets:
- 100us
- 1ms
- 2ms
- 6ms
- 10ms
- 50ms
- 100ms
- 250ms
- 500ms
- 1000ms
- 1400ms
- 2000ms
- 5s
- 10s
- 20s
- 40s
- 60s
dimensions_cache_size: 100000
aggregation_temporality: AGGREGATION_TEMPORALITY_DELTA
enable_exp_histogram: true
dimensions:
- name: service.namespace
default: default
- name: deployment.environment
default: default
- name: signoz.collector.id
- name: service.version
exporters:
clickhousetraces:
datasource: tcp://signoz-clickhouse:9000/signoz_traces
low_cardinal_exception_grouping: ${env:LOW_CARDINAL_EXCEPTION_GROUPING}
use_new_schema: true
timeout: 45s
sending_queue:
enabled: false
signozclickhousemetrics:
dsn: tcp://signoz-clickhouse:9000/signoz_metrics
timeout: 45s
sending_queue:
enabled: false
clickhouselogsexporter:
dsn: tcp://signoz-clickhouse:9000/signoz_logs
use_new_schema: true
timeout: 45s
sending_queue:
enabled: false
signozclickhousemeter:
dsn: tcp://signoz-clickhouse:9000/signoz_meter
timeout: 45s
sending_queue:
enabled: false
extensions:
signoz_health_check:
endpoint: "0.0.0.0:13133"
pprof:
endpoint: "0.0.0.0:1777"
service:
telemetry:
logs:
encoding: json
extensions:
- signoz_health_check
- pprof
pipelines:
traces:
receivers:
- otlp
processors:
- signozspanmetrics/delta
- batch
exporters:
- clickhousetraces
- signozmeter
metrics:
receivers:
- otlp
processors:
- batch
exporters:
- signozclickhousemetrics
- signozmeter
logs:
receivers:
- otlp
processors:
- batch
exporters:
- clickhouselogsexporter
- signozmeter
metrics/meter:
receivers:
- signozmeter
processors:
- batch/meter
exporters:
- signozclickhousemeter
opamp.yaml: |
server_endpoint: ws://signoz-signoz:4320/v1/opamp
enabled: true
image: signoz/signoz-otel-collector:latest
version: latest
status:
addresses:
otlp: null
config:
data:
ingester.yaml: |
connectors:
signozmeter:
metrics_flush_interval: 1h
dimensions:
- name: service.name
- name: deployment.environment
- name: host.name
receivers:
otlp:
protocols:
grpc:
endpoint: "0.0.0.0:4317"
http:
endpoint: "0.0.0.0:4318"
processors:
batch:
send_batch_size: 20000
send_batch_max_size: 25000
timeout: 1s
batch/meter:
send_batch_size: 20000
send_batch_max_size: 25000
timeout: 1s
signozspanmetrics/delta:
metrics_exporter: signozclickhousemetrics
metrics_flush_interval: 60s
latency_histogram_buckets:
- 100us
- 1ms
- 2ms
- 6ms
- 10ms
- 50ms
- 100ms
- 250ms
- 500ms
- 1000ms
- 1400ms
- 2000ms
- 5s
- 10s
- 20s
- 40s
- 60s
dimensions_cache_size: 100000
aggregation_temporality: AGGREGATION_TEMPORALITY_DELTA
enable_exp_histogram: true
dimensions:
- name: service.namespace
default: default
- name: deployment.environment
default: default
- name: signoz.collector.id
- name: service.version
exporters:
clickhousetraces:
datasource: tcp://signoz-clickhouse:9000/signoz_traces
low_cardinal_exception_grouping: ${env:LOW_CARDINAL_EXCEPTION_GROUPING}
use_new_schema: true
timeout: 45s
sending_queue:
enabled: false
signozclickhousemetrics:
dsn: tcp://signoz-clickhouse:9000/signoz_metrics
timeout: 45s
sending_queue:
enabled: false
clickhouselogsexporter:
dsn: tcp://signoz-clickhouse:9000/signoz_logs
use_new_schema: true
timeout: 45s
sending_queue:
enabled: false
signozclickhousemeter:
dsn: tcp://signoz-clickhouse:9000/signoz_meter
timeout: 45s
sending_queue:
enabled: false
extensions:
signoz_health_check:
endpoint: "0.0.0.0:13133"
pprof:
endpoint: "0.0.0.0:1777"
service:
telemetry:
logs:
encoding: json
extensions:
- signoz_health_check
- pprof
pipelines:
traces:
receivers:
- otlp
processors:
- signozspanmetrics/delta
- batch
exporters:
- clickhousetraces
- signozmeter
metrics:
receivers:
- otlp
processors:
- batch
exporters:
- signozclickhousemetrics
- signozmeter
logs:
receivers:
- otlp
processors:
- batch
exporters:
- clickhouselogsexporter
- signozmeter
metrics/meter:
receivers:
- signozmeter
processors:
- batch/meter
exporters:
- signozclickhousemeter
opamp.yaml: |
server_endpoint: ws://signoz-signoz:4320/v1/opamp
metastore:
kind: postgres
spec:
cluster:
replicas: 1
config: {}
enabled: true
env:
POSTGRES_DB: signoz
POSTGRES_PASSWORD: signoz
POSTGRES_USER: signoz
image: postgres:16
version: "16"
status:
addresses:
dsn:
- postgres://signoz-metastore:5432
config: {}
env:
POSTGRES_DB: signoz
POSTGRES_PASSWORD: signoz
POSTGRES_USER: signoz
patches:
- operations:
- op: add
path: /spec/templates/volumeClaimTemplates/0/spec/storageClassName
value: gp3
- op: replace
path: /spec/templates/volumeClaimTemplates/0/spec/resources/requests/storage
value: 100Gi
- op: add
path: /spec/templates/volumeClaimTemplates/1/spec/storageClassName
value: gp3
target: deployment/telemetrystore/clickhouse/clickhouseinstallation.yaml
- operations:
- op: replace
path: /spec/templates/podTemplates/0/spec/containers/0/resources
value:
limits:
cpu: "4"
memory: 8Gi
requests:
cpu: "2"
memory: 4Gi
target: deployment/telemetrystore/clickhouse/clickhouseinstallation.yaml
- operations:
- op: replace
path: /spec/template/spec/containers/0/resources
value:
limits:
cpu: "1"
memory: 2Gi
requests:
cpu: 500m
memory: 1Gi
target: deployment/signoz/statefulset.yaml
- operations:
- op: add
path: /spec/template/spec/tolerations
value:
- effect: NoSchedule
key: dedicated
operator: Equal
value: signoz
- op: add
path: /spec/template/spec/nodeSelector
value:
node-role.kubernetes.io/observability: ""
target: deployment/signoz/statefulset.yaml
- operations:
- op: replace
path: /spec/type
value: LoadBalancer
- op: add
path: /metadata/annotations
value:
service.beta.kubernetes.io/aws-load-balancer-type: nlb
target: deployment/signoz/service.yaml
- operations:
- op: replace
path: /spec/template/spec/containers/0/resources
value:
limits:
cpu: "2"
memory: 4Gi
requests:
cpu: "1"
memory: 2Gi
target: deployment/ingester/deployment.yaml
- operations:
- op: add
path: /spec/volumeClaimTemplates/0/spec/storageClassName
value: gp3
- op: replace
path: /spec/volumeClaimTemplates/0/spec/resources/requests/storage
value: 20Gi
target: deployment/metastore/postgres/statefulset.yaml
signoz:
spec:
cluster:
replicas: 1
config: {}
enabled: true
env:
SIGNOZ_SQLSTORE_POSTGRES_DSN: postgres://signoz:signoz@signoz-metastore:5432/signoz?sslmode=disable
SIGNOZ_SQLSTORE_PROVIDER: postgres
SIGNOZ_TELEMETRYSTORE_CLICKHOUSE_DSN: tcp://signoz-clickhouse:9000
SIGNOZ_TELEMETRYSTORE_PROVIDER: clickhouse
image: signoz/signoz:latest
version: latest
status:
addresses:
apiserver: null
opamp:
- ws://signoz-signoz:4320
config: {}
env:
SIGNOZ_SQLSTORE_POSTGRES_DSN: postgres://signoz:signoz@signoz-metastore:5432/signoz?sslmode=disable
SIGNOZ_SQLSTORE_PROVIDER: postgres
SIGNOZ_TELEMETRYSTORE_CLICKHOUSE_DSN: tcp://signoz-clickhouse:9000
SIGNOZ_TELEMETRYSTORE_PROVIDER: clickhouse
telemetrykeeper:
kind: clickhousekeeper
spec:
cluster:
replicas: 1
config:
data:
keeper-0.yaml: |
listen_host: 0.0.0.0
logger:
level: information
console: true
keeper_server:
four_letter_word_white_list: "*"
coordination_settings:
operation_timeout_ms: 10000
raft_logs_level: warning
session_timeout_ms: 30000
log_storage_path: /var/lib/clickhouse/coordination/log
raft_configuration:
server:
- hostname: signoz-clickhouse-keeper-0
port: 9234
id: 0
server_id: 0
snapshot_storage_path: /var/lib/clickhouse/coordination/snapshots
tcp_port: 9181
enabled: true
image: clickhouse/clickhouse-keeper:25.5.6
version: 25.5.6
status:
addresses:
client:
- tcp://signoz-clickhouse-keeper-0:9181
raft:
- tcp://signoz-clickhouse-keeper-0:9234
config:
data:
keeper-0.yaml: |
listen_host: 0.0.0.0
logger:
level: information
console: true
keeper_server:
four_letter_word_white_list: "*"
coordination_settings:
operation_timeout_ms: 10000
raft_logs_level: warning
session_timeout_ms: 30000
log_storage_path: /var/lib/clickhouse/coordination/log
raft_configuration:
server:
- hostname: signoz-clickhouse-keeper-0
port: 9234
id: 0
server_id: 0
snapshot_storage_path: /var/lib/clickhouse/coordination/snapshots
tcp_port: 9181
telemetrystore:
kind: clickhouse
spec:
cluster:
replicas: 0
shards: 1
config:
data:
config.yaml: |
async_load_databases: false
dictionaries_config: '*_dictionary.xml'
display_name: cluster
distributed_ddl:
path: /clickhouse/task_queue/ddl
error_log:
ttl: event_date + INTERVAL 7 DAY DELETE
format_schema_path: /etc/clickhouse-server/config.d/
http_port: 8123
interserver_http_port: 9009
latency_log:
ttl: event_date + INTERVAL 3 DAY DELETE
listen_host: 0.0.0.0
logger:
console: 1
count: 10
formatting:
names:
date_time: date_time
level: level
logger_name: logger_name
message: message
query_id: query_id
source_file: source_file
source_line: source_line
thread_id: thread_id
thread_name: thread_name
type: json
level: information
size: 1000M
macros:
replica: "01"
shard: "01"
merge_tree:
storage_policy: data
path: /var/lib/clickhouse/
profiles:
admin:
max_threads: 16
query_plan_max_limit_for_lazy_materialization: "0"
secondary_indices_enable_bulk_filtering: "0"
default:
allow_experimental_window_functions: "1"
allow_nondeterministic_mutations: "1"
load_balancing: random
log_queries: 1
max_memory_usage: 10000000000
max_threads: 16
query_plan_max_limit_for_lazy_materialization: "0"
secondary_indices_enable_bulk_filtering: "0"
prometheus:
endpoint: /metrics
port: 9363
query_metric_log:
ttl: event_date + INTERVAL 3 DAY DELETE
quotas:
default:
interval:
duration: 3600
errors: 0
execution_time: 0
queries: 0
read_rows: 0
result_rows: 0
remote_servers:
cluster:
shard:
- replica:
host: signoz-clickhouse
port: 9000
send_crash_reports:
enabled: false
storage_configuration:
disks:
data0:
keep_free_space_bytes: 10485760
path: /mnt/data-0/
default: {}
policies:
data:
volumes:
data0:
disk: data0
default:
volumes:
default:
disk: default
tcp_port: 9000
text_log:
ttl: event_date + INTERVAL 3 DAY DELETE
tmp_path: /var/lib/clickhouse/tmp/
user_defined_executable_functions_config: /etc/clickhouse-server/functions/custom-functions.xml
user_directories:
users_xml:
path: users.xml
user_files_path: /var/lib/clickhouse/user_files/
user_scripts_path: /var/lib/clickhouse/user_scripts/
users:
admin:
networks:
ip:
- 10.0.0.0/8
- 100.64.0.0/10
- 172.16.0.0/12
- 192.0.0.0/24
- 198.18.0.0/15
- 192.168.0.0/16
password: 27ff0399-0d3a-4bd8-919d-17c2181e6fb9
profile: default
quota: default
default:
access_management: 1
named_collection_control: 1
networks:
ip: ::/0
password: ""
profile: default
quota: default
show_named_collection: 1
show_named_collection_secrets: 1
zookeeper:
node:
- host: signoz-clickhouse-keeper-0
port: 9181
functions.yaml: |
functions:
argument:
- name: buckets
type: Array(Float64)
- name: counts
type: Array(Float64)
- name: quantile
type: Array(Float64)
command: ./histogramQuantile
format: CSV
name: histogramQuantile
return_type: Float64
type: executable
enabled: true
image: clickhouse/clickhouse-server:25.5.6
version: 25.5.6
status:
addresses:
tcp:
- tcp://signoz-clickhouse:9000
config:
data:
config.yaml: |
async_load_databases: false
dictionaries_config: '*_dictionary.xml'
display_name: cluster
distributed_ddl:
path: /clickhouse/task_queue/ddl
error_log:
ttl: event_date + INTERVAL 7 DAY DELETE
format_schema_path: /etc/clickhouse-server/config.d/
http_port: 8123
interserver_http_port: 9009
latency_log:
ttl: event_date + INTERVAL 3 DAY DELETE
listen_host: 0.0.0.0
logger:
console: 1
count: 10
formatting:
names:
date_time: date_time
level: level
logger_name: logger_name
message: message
query_id: query_id
source_file: source_file
source_line: source_line
thread_id: thread_id
thread_name: thread_name
type: json
level: information
size: 1000M
macros:
replica: "01"
shard: "01"
merge_tree:
storage_policy: data
path: /var/lib/clickhouse/
profiles:
admin:
max_threads: 16
query_plan_max_limit_for_lazy_materialization: "0"
secondary_indices_enable_bulk_filtering: "0"
default:
allow_experimental_window_functions: "1"
allow_nondeterministic_mutations: "1"
load_balancing: random
log_queries: 1
max_memory_usage: 10000000000
max_threads: 16
query_plan_max_limit_for_lazy_materialization: "0"
secondary_indices_enable_bulk_filtering: "0"
prometheus:
endpoint: /metrics
port: 9363
query_metric_log:
ttl: event_date + INTERVAL 3 DAY DELETE
quotas:
default:
interval:
duration: 3600
errors: 0
execution_time: 0
queries: 0
read_rows: 0
result_rows: 0
remote_servers:
cluster:
shard:
- replica:
host: signoz-clickhouse
port: 9000
send_crash_reports:
enabled: false
storage_configuration:
disks:
data0:
keep_free_space_bytes: 10485760
path: /mnt/data-0/
default: {}
policies:
data:
volumes:
data0:
disk: data0
default:
volumes:
default:
disk: default
tcp_port: 9000
text_log:
ttl: event_date + INTERVAL 3 DAY DELETE
tmp_path: /var/lib/clickhouse/tmp/
user_defined_executable_functions_config: /etc/clickhouse-server/functions/custom-functions.xml
user_directories:
users_xml:
path: users.xml
user_files_path: /var/lib/clickhouse/user_files/
user_scripts_path: /var/lib/clickhouse/user_scripts/
users:
admin:
networks:
ip:
- 10.0.0.0/8
- 100.64.0.0/10
- 172.16.0.0/12
- 192.0.0.0/24
- 198.18.0.0/15
- 192.168.0.0/16
password: 27ff0399-0d3a-4bd8-919d-17c2181e6fb9
profile: default
quota: default
default:
access_management: 1
named_collection_control: 1
networks:
ip: ::/0
password: ""
profile: default
quota: default
show_named_collection: 1
show_named_collection_secrets: 1
zookeeper:
node:
- host: signoz-clickhouse-keeper-0
port: 9181
functions.yaml: |
functions:
argument:
- name: buckets
type: Array(Float64)
- name: counts
type: Array(Float64)
- name: quantile
type: Array(Float64)
command: ./histogramQuantile
format: CSV
name: histogramQuantile
return_type: Float64
type: executable
extras:
_overrides: |
async_load_databases: false
error_log:
ttl: event_date + INTERVAL 7 DAY DELETE
format_schema_path: /etc/clickhouse-server/config.d/
latency_log:
ttl: event_date + INTERVAL 3 DAY DELETE
logger:
formatting:
names:
date_time: date_time
level: level
logger_name: logger_name
message: message
query_id: query_id
source_file: source_file
source_line: source_line
thread_id: thread_id
thread_name: thread_name
type: json
merge_tree:
storage_policy: data
profiles:
admin:
max_threads: 16
query_plan_max_limit_for_lazy_materialization: "0"
secondary_indices_enable_bulk_filtering: "0"
default:
allow_experimental_window_functions: "1"
allow_nondeterministic_mutations: "1"
max_threads: 16
query_plan_max_limit_for_lazy_materialization: "0"
secondary_indices_enable_bulk_filtering: "0"
prometheus:
endpoint: /metrics
port: 9363
query_metric_log:
ttl: event_date + INTERVAL 3 DAY DELETE
send_crash_reports:
enabled: false
storage_configuration:
disks:
data0:
keep_free_space_bytes: 10485760
path: /mnt/data-0/
default: {}
policies:
data:
volumes:
data0:
disk: data0
default:
volumes:
default:
disk: default
text_log:
ttl: event_date + INTERVAL 3 DAY DELETE
user_defined_executable_functions_config: /etc/clickhouse-server/functions/custom-functions.xml
users:
admin:
networks:
ip:
- 10.0.0.0/8
- 100.64.0.0/10
- 172.16.0.0/12
- 192.0.0.0/24
- 198.18.0.0/15
- 192.168.0.0/16
password: 27ff0399-0d3a-4bd8-919d-17c2181e6fb9
profile: default
quota: default