mirror of
https://github.com/hanzoai/o11y-foundry.git
synced 2026-10-30 18:26:45 +00:00
# Conflicts: # api/v1alpha1/casting.go # api/v1alpha1/installation/signoz.go # docs/casting.md # docs/examples/docker/compose/pours/deployment/configs/ingester/opamp.yaml # docs/examples/systemd/binary/pours/deployment/signoz-ingester.service # docs/examples/systemd/binary/pours/deployment/signoz-signoz.service # docs/examples/systemd/binary/pours/deployment/signoz-telemetrystore-migrator.service # docs/schemas/v1alpha1.yaml # internal/foundry/registry.go # internal/instrumentation/handler.go # internal/molding/signozmolding/signoz.go
638 lines
21 KiB
Plaintext
638 lines
21 KiB
Plaintext
apiVersion: v1alpha1
|
|
kind: Installation
|
|
metadata:
|
|
name: o11y
|
|
spec:
|
|
deployment:
|
|
flavor: compose
|
|
mode: docker
|
|
ingester:
|
|
spec:
|
|
cluster:
|
|
replicas: 1
|
|
config:
|
|
data:
|
|
ingester.yaml: |
|
|
connectors:
|
|
o11ymeter:
|
|
metrics_flush_interval: 1h
|
|
dimensions:
|
|
- name: service.name
|
|
- name: deployment.environment
|
|
- name: host.name
|
|
receivers:
|
|
otlp:
|
|
protocols:
|
|
grpc:
|
|
endpoint: "0.0.0.0:4317"
|
|
http:
|
|
endpoint: "0.0.0.0:4318"
|
|
processors:
|
|
batch:
|
|
send_batch_size: 50000
|
|
send_batch_max_size: 55000
|
|
timeout: 5s
|
|
batch/meter:
|
|
send_batch_size: 20000
|
|
send_batch_max_size: 25000
|
|
timeout: 1s
|
|
o11yspanmetrics/delta:
|
|
metrics_exporter: o11yclickhousemetrics
|
|
metrics_flush_interval: 60s
|
|
latency_histogram_buckets:
|
|
- 100us
|
|
- 1ms
|
|
- 2ms
|
|
- 6ms
|
|
- 10ms
|
|
- 50ms
|
|
- 100ms
|
|
- 250ms
|
|
- 500ms
|
|
- 1000ms
|
|
- 1400ms
|
|
- 2000ms
|
|
- 5s
|
|
- 10s
|
|
- 20s
|
|
- 40s
|
|
- 60s
|
|
dimensions_cache_size: 100000
|
|
aggregation_temporality: AGGREGATION_TEMPORALITY_DELTA
|
|
enable_exp_histogram: true
|
|
dimensions:
|
|
- name: service.namespace
|
|
default: default
|
|
- name: deployment.environment
|
|
default: default
|
|
- name: o11y.collector.id
|
|
- name: service.version
|
|
exporters:
|
|
clickhousetraces:
|
|
datasource: tcp://o11y-telemetrystore-clickhouse-0-0:9000/o11y_traces
|
|
low_cardinal_exception_grouping: ${env:LOW_CARDINAL_EXCEPTION_GROUPING}
|
|
use_new_schema: true
|
|
timeout: 45s
|
|
sending_queue:
|
|
enabled: false
|
|
o11yclickhousemetrics:
|
|
dsn: tcp://o11y-telemetrystore-clickhouse-0-0:9000/o11y_metrics
|
|
timeout: 45s
|
|
sending_queue:
|
|
enabled: false
|
|
clickhouselogsexporter:
|
|
dsn: tcp://o11y-telemetrystore-clickhouse-0-0:9000/o11y_logs
|
|
use_new_schema: true
|
|
timeout: 45s
|
|
sending_queue:
|
|
enabled: false
|
|
o11yclickhousemeter:
|
|
dsn: tcp://o11y-telemetrystore-clickhouse-0-0:9000/o11y_meter
|
|
timeout: 45s
|
|
sending_queue:
|
|
enabled: false
|
|
metadataexporter:
|
|
enabled: true
|
|
dsn: tcp://signoz-telemetrystore-clickhouse-0-0:9000/signoz_metadata
|
|
timeout: 45s
|
|
cache:
|
|
provider: in_memory
|
|
extensions:
|
|
o11y_health_check:
|
|
endpoint: "0.0.0.0:13133"
|
|
pprof:
|
|
endpoint: "0.0.0.0:1777"
|
|
service:
|
|
telemetry:
|
|
logs:
|
|
encoding: json
|
|
extensions:
|
|
- o11y_health_check
|
|
- pprof
|
|
pipelines:
|
|
traces:
|
|
receivers:
|
|
- otlp
|
|
processors:
|
|
- o11yspanmetrics/delta
|
|
- batch
|
|
exporters:
|
|
- clickhousetraces
|
|
- o11ymeter
|
|
metrics:
|
|
receivers:
|
|
- otlp
|
|
processors:
|
|
- batch
|
|
exporters:
|
|
- o11yclickhousemetrics
|
|
- o11ymeter
|
|
logs:
|
|
receivers:
|
|
- otlp
|
|
processors:
|
|
- batch
|
|
exporters:
|
|
- clickhouselogsexporter
|
|
- o11ymeter
|
|
metrics/meter:
|
|
receivers:
|
|
- o11ymeter
|
|
processors:
|
|
- batch/meter
|
|
exporters:
|
|
- o11yclickhousemeter
|
|
opamp.yaml: |
|
|
server_endpoint: ws://o11y-o11y:4320/v1/opamp
|
|
enabled: true
|
|
image: o11y/o11y-otel-collector:latest
|
|
version: latest
|
|
status:
|
|
addresses:
|
|
otlp:
|
|
- tcp://o11y-ingester:9000
|
|
config:
|
|
data:
|
|
ingester.yaml: |
|
|
connectors:
|
|
o11ymeter:
|
|
metrics_flush_interval: 1h
|
|
dimensions:
|
|
- name: service.name
|
|
- name: deployment.environment
|
|
- name: host.name
|
|
receivers:
|
|
otlp:
|
|
protocols:
|
|
grpc:
|
|
endpoint: "0.0.0.0:4317"
|
|
http:
|
|
endpoint: "0.0.0.0:4318"
|
|
processors:
|
|
batch:
|
|
send_batch_size: 50000
|
|
send_batch_max_size: 55000
|
|
timeout: 5s
|
|
batch/meter:
|
|
send_batch_size: 20000
|
|
send_batch_max_size: 25000
|
|
timeout: 1s
|
|
o11yspanmetrics/delta:
|
|
metrics_exporter: o11yclickhousemetrics
|
|
metrics_flush_interval: 60s
|
|
latency_histogram_buckets:
|
|
- 100us
|
|
- 1ms
|
|
- 2ms
|
|
- 6ms
|
|
- 10ms
|
|
- 50ms
|
|
- 100ms
|
|
- 250ms
|
|
- 500ms
|
|
- 1000ms
|
|
- 1400ms
|
|
- 2000ms
|
|
- 5s
|
|
- 10s
|
|
- 20s
|
|
- 40s
|
|
- 60s
|
|
dimensions_cache_size: 100000
|
|
aggregation_temporality: AGGREGATION_TEMPORALITY_DELTA
|
|
enable_exp_histogram: true
|
|
dimensions:
|
|
- name: service.namespace
|
|
default: default
|
|
- name: deployment.environment
|
|
default: default
|
|
- name: o11y.collector.id
|
|
- name: service.version
|
|
exporters:
|
|
clickhousetraces:
|
|
datasource: tcp://o11y-telemetrystore-clickhouse-0-0:9000/o11y_traces
|
|
low_cardinal_exception_grouping: ${env:LOW_CARDINAL_EXCEPTION_GROUPING}
|
|
use_new_schema: true
|
|
timeout: 45s
|
|
sending_queue:
|
|
enabled: false
|
|
o11yclickhousemetrics:
|
|
dsn: tcp://o11y-telemetrystore-clickhouse-0-0:9000/o11y_metrics
|
|
timeout: 45s
|
|
sending_queue:
|
|
enabled: false
|
|
clickhouselogsexporter:
|
|
dsn: tcp://o11y-telemetrystore-clickhouse-0-0:9000/o11y_logs
|
|
use_new_schema: true
|
|
timeout: 45s
|
|
sending_queue:
|
|
enabled: false
|
|
o11yclickhousemeter:
|
|
dsn: tcp://o11y-telemetrystore-clickhouse-0-0:9000/o11y_meter
|
|
timeout: 45s
|
|
sending_queue:
|
|
enabled: false
|
|
metadataexporter:
|
|
enabled: true
|
|
dsn: tcp://signoz-telemetrystore-clickhouse-0-0:9000/signoz_metadata
|
|
timeout: 45s
|
|
cache:
|
|
provider: in_memory
|
|
extensions:
|
|
o11y_health_check:
|
|
endpoint: "0.0.0.0:13133"
|
|
pprof:
|
|
endpoint: "0.0.0.0:1777"
|
|
service:
|
|
telemetry:
|
|
logs:
|
|
encoding: json
|
|
extensions:
|
|
- o11y_health_check
|
|
- pprof
|
|
pipelines:
|
|
traces:
|
|
receivers:
|
|
- otlp
|
|
processors:
|
|
- o11yspanmetrics/delta
|
|
- batch
|
|
exporters:
|
|
- clickhousetraces
|
|
- o11ymeter
|
|
metrics:
|
|
receivers:
|
|
- otlp
|
|
processors:
|
|
- batch
|
|
exporters:
|
|
- o11yclickhousemetrics
|
|
- o11ymeter
|
|
logs:
|
|
receivers:
|
|
- otlp
|
|
processors:
|
|
- batch
|
|
exporters:
|
|
- clickhouselogsexporter
|
|
- o11ymeter
|
|
metrics/meter:
|
|
receivers:
|
|
- o11ymeter
|
|
processors:
|
|
- batch/meter
|
|
exporters:
|
|
- o11yclickhousemeter
|
|
opamp.yaml: |
|
|
server_endpoint: ws://o11y-o11y:4320/v1/opamp
|
|
metastore:
|
|
kind: postgres
|
|
spec:
|
|
cluster:
|
|
replicas: 1
|
|
config: {}
|
|
enabled: true
|
|
env:
|
|
POSTGRES_DB: o11y
|
|
POSTGRES_PASSWORD: o11y
|
|
POSTGRES_USER: o11y
|
|
image: postgres:16
|
|
version: "16"
|
|
status:
|
|
addresses:
|
|
dsn:
|
|
- tcp://o11y-metastore-postgres-0:9000
|
|
config: {}
|
|
env:
|
|
POSTGRES_DB: o11y
|
|
POSTGRES_PASSWORD: o11y
|
|
POSTGRES_USER: o11y
|
|
o11y:
|
|
spec:
|
|
cluster:
|
|
replicas: 1
|
|
config: {}
|
|
enabled: true
|
|
env:
|
|
HANZO_SQLSTORE_POSTGRES_DSN: postgres://o11y:o11y@o11y-metastore-postgres-0:9000/o11y?sslmode=disable
|
|
HANZO_SQLSTORE_PROVIDER: postgres
|
|
HANZO_TELEMETRYSTORE_CLICKHOUSE_DSN: tcp://o11y-telemetrystore-clickhouse-0-0:9000
|
|
HANZO_TELEMETRYSTORE_PROVIDER: clickhouse
|
|
image: o11y/o11y:latest
|
|
version: latest
|
|
status:
|
|
addresses:
|
|
apiserver:
|
|
- tcp://o11y-o11y:8080
|
|
opamp:
|
|
- ws://o11y-o11y:4320
|
|
config: {}
|
|
env:
|
|
HANZO_SQLSTORE_POSTGRES_DSN: postgres://o11y:o11y@o11y-metastore-postgres-0:9000/o11y?sslmode=disable
|
|
HANZO_SQLSTORE_PROVIDER: postgres
|
|
HANZO_TELEMETRYSTORE_CLICKHOUSE_DSN: tcp://o11y-telemetrystore-clickhouse-0-0:9000
|
|
HANZO_TELEMETRYSTORE_PROVIDER: clickhouse
|
|
telemetrykeeper:
|
|
kind: clickhousekeeper
|
|
spec:
|
|
cluster:
|
|
replicas: 1
|
|
config:
|
|
data:
|
|
keeper-0.yaml: |
|
|
listen_host: 0.0.0.0
|
|
logger:
|
|
level: information
|
|
console: true
|
|
keeper_server:
|
|
four_letter_word_white_list: "*"
|
|
coordination_settings:
|
|
operation_timeout_ms: 10000
|
|
raft_logs_level: warning
|
|
session_timeout_ms: 30000
|
|
force_sync: false
|
|
snapshot_distance: 100000
|
|
snapshots_to_keep: 3
|
|
log_storage_path: /var/lib/clickhouse/coordination/log
|
|
raft_configuration:
|
|
server:
|
|
- hostname: o11y-telemetrykeeper-clickhousekeeper-0
|
|
port: 9234
|
|
id: 0
|
|
server_id: 0
|
|
snapshot_storage_path: /var/lib/clickhouse/coordination/snapshots
|
|
tcp_port: 9181
|
|
enabled: true
|
|
image: clickhouse/clickhouse-keeper:25.5.6
|
|
version: 25.5.6
|
|
status:
|
|
addresses:
|
|
client:
|
|
- tcp://o11y-telemetrykeeper-clickhousekeeper-0:9181
|
|
raft:
|
|
- tcp://o11y-telemetrykeeper-clickhousekeeper-0:9234
|
|
config:
|
|
data:
|
|
keeper-0.yaml: |
|
|
listen_host: 0.0.0.0
|
|
logger:
|
|
level: information
|
|
console: true
|
|
keeper_server:
|
|
four_letter_word_white_list: "*"
|
|
coordination_settings:
|
|
operation_timeout_ms: 10000
|
|
raft_logs_level: warning
|
|
session_timeout_ms: 30000
|
|
force_sync: false
|
|
snapshot_distance: 100000
|
|
snapshots_to_keep: 3
|
|
log_storage_path: /var/lib/clickhouse/coordination/log
|
|
raft_configuration:
|
|
server:
|
|
- hostname: o11y-telemetrykeeper-clickhousekeeper-0
|
|
port: 9234
|
|
id: 0
|
|
server_id: 0
|
|
snapshot_storage_path: /var/lib/clickhouse/coordination/snapshots
|
|
tcp_port: 9181
|
|
telemetrystore:
|
|
kind: clickhouse
|
|
spec:
|
|
cluster:
|
|
replicas: 0
|
|
shards: 1
|
|
config:
|
|
data:
|
|
config-0-0.yaml: |
|
|
path: /var/lib/clickhouse/
|
|
tmp_path: /var/lib/clickhouse/tmp/
|
|
user_files_path: /var/lib/clickhouse/user_files/
|
|
format_schema_path: /var/lib/clickhouse/format_schemas/
|
|
dictionaries_config: '*_dictionary.xml'
|
|
display_name: cluster
|
|
distributed_ddl:
|
|
path: /clickhouse/task_queue/ddl
|
|
http_port: 8123
|
|
interserver_http_port: 9009
|
|
listen_host: 0.0.0.0
|
|
logger:
|
|
console: 1
|
|
count: 10
|
|
formatting:
|
|
type: console
|
|
level: information
|
|
size: 1000M
|
|
macros:
|
|
replica: "00"
|
|
shard: "00"
|
|
profiles:
|
|
default:
|
|
allow_simdjson: 0
|
|
load_balancing: random
|
|
log_queries: 1
|
|
quotas:
|
|
default:
|
|
interval:
|
|
duration: 3600
|
|
errors: 0
|
|
execution_time: 0
|
|
queries: 0
|
|
read_rows: 0
|
|
result_rows: 0
|
|
user_directories:
|
|
users_xml:
|
|
path: users.xml
|
|
remote_servers:
|
|
cluster:
|
|
shard:
|
|
- replica:
|
|
host: o11y-telemetrystore-clickhouse-0-0
|
|
port: 9000
|
|
zookeeper:
|
|
node:
|
|
- host: o11y-telemetrykeeper-clickhousekeeper-0
|
|
port: 9181
|
|
query_log:
|
|
flush_interval_milliseconds: 30000
|
|
partition_by: toYYYYMM(event_date)
|
|
ttl: "event_date + INTERVAL 1 DAY DELETE"
|
|
query_thread_log:
|
|
ttl: "event_date + INTERVAL 1 DAY DELETE"
|
|
query_metric_log:
|
|
ttl: "event_date + INTERVAL 1 DAY DELETE"
|
|
query_views_log:
|
|
ttl: "event_date + INTERVAL 1 DAY DELETE"
|
|
part_log:
|
|
ttl: "event_date + INTERVAL 1 DAY DELETE"
|
|
metric_log:
|
|
flush_interval_milliseconds: 30000
|
|
ttl: "event_date + INTERVAL 1 DAY DELETE"
|
|
asynchronous_metric_log:
|
|
ttl: "event_date + INTERVAL 1 DAY DELETE"
|
|
trace_log:
|
|
flush_interval_milliseconds: 30000
|
|
ttl: "event_date + INTERVAL 1 DAY DELETE"
|
|
error_log:
|
|
ttl: "event_date + INTERVAL 1 DAY DELETE"
|
|
latency_log:
|
|
ttl: "event_date + INTERVAL 1 DAY DELETE"
|
|
processors_profile_log:
|
|
flush_interval_milliseconds: 30000
|
|
ttl: "event_date + INTERVAL 1 DAY DELETE"
|
|
session_log:
|
|
ttl: "event_date + INTERVAL 1 DAY DELETE"
|
|
text_log:
|
|
flush_interval_milliseconds: 30000
|
|
ttl: "event_date + INTERVAL 1 DAY DELETE"
|
|
zookeeper_log:
|
|
ttl: "event_date + INTERVAL 1 DAY DELETE"
|
|
tcp_port: 9000
|
|
user_defined_executable_functions_config: '*function.yaml'
|
|
user_scripts_path: /var/lib/clickhouse/user_scripts/
|
|
users:
|
|
default:
|
|
access_management: 1
|
|
named_collection_control: 1
|
|
networks:
|
|
ip: ::/0
|
|
password: ""
|
|
profile: default
|
|
quota: default
|
|
show_named_collection: 1
|
|
show_named_collection_secrets: 1
|
|
functions.yaml: |
|
|
functions:
|
|
argument:
|
|
- name: buckets
|
|
type: Array(Float64)
|
|
- name: counts
|
|
type: Array(Float64)
|
|
- name: quantile
|
|
type: Array(Float64)
|
|
command: ./histogramQuantile
|
|
format: CSV
|
|
name: histogramQuantile
|
|
return_type: Float64
|
|
type: executable
|
|
enabled: true
|
|
image: clickhouse/clickhouse-server:25.5.6
|
|
version: 25.5.6
|
|
status:
|
|
addresses:
|
|
tcp:
|
|
- tcp://o11y-telemetrystore-clickhouse-0-0:9000
|
|
config:
|
|
data:
|
|
config-0-0.yaml: |
|
|
path: /var/lib/clickhouse/
|
|
tmp_path: /var/lib/clickhouse/tmp/
|
|
user_files_path: /var/lib/clickhouse/user_files/
|
|
format_schema_path: /var/lib/clickhouse/format_schemas/
|
|
dictionaries_config: '*_dictionary.xml'
|
|
display_name: cluster
|
|
distributed_ddl:
|
|
path: /clickhouse/task_queue/ddl
|
|
http_port: 8123
|
|
interserver_http_port: 9009
|
|
listen_host: 0.0.0.0
|
|
logger:
|
|
console: 1
|
|
count: 10
|
|
formatting:
|
|
type: console
|
|
level: information
|
|
size: 1000M
|
|
macros:
|
|
replica: "00"
|
|
shard: "00"
|
|
profiles:
|
|
default:
|
|
allow_simdjson: 0
|
|
load_balancing: random
|
|
log_queries: 1
|
|
quotas:
|
|
default:
|
|
interval:
|
|
duration: 3600
|
|
errors: 0
|
|
execution_time: 0
|
|
queries: 0
|
|
read_rows: 0
|
|
result_rows: 0
|
|
user_directories:
|
|
users_xml:
|
|
path: users.xml
|
|
remote_servers:
|
|
cluster:
|
|
shard:
|
|
- replica:
|
|
host: o11y-telemetrystore-clickhouse-0-0
|
|
port: 9000
|
|
zookeeper:
|
|
node:
|
|
- host: o11y-telemetrykeeper-clickhousekeeper-0
|
|
port: 9181
|
|
query_log:
|
|
flush_interval_milliseconds: 30000
|
|
partition_by: toYYYYMM(event_date)
|
|
ttl: "event_date + INTERVAL 1 DAY DELETE"
|
|
query_thread_log:
|
|
ttl: "event_date + INTERVAL 1 DAY DELETE"
|
|
query_metric_log:
|
|
ttl: "event_date + INTERVAL 1 DAY DELETE"
|
|
query_views_log:
|
|
ttl: "event_date + INTERVAL 1 DAY DELETE"
|
|
part_log:
|
|
ttl: "event_date + INTERVAL 1 DAY DELETE"
|
|
metric_log:
|
|
flush_interval_milliseconds: 30000
|
|
ttl: "event_date + INTERVAL 1 DAY DELETE"
|
|
asynchronous_metric_log:
|
|
ttl: "event_date + INTERVAL 1 DAY DELETE"
|
|
trace_log:
|
|
flush_interval_milliseconds: 30000
|
|
ttl: "event_date + INTERVAL 1 DAY DELETE"
|
|
error_log:
|
|
ttl: "event_date + INTERVAL 1 DAY DELETE"
|
|
latency_log:
|
|
ttl: "event_date + INTERVAL 1 DAY DELETE"
|
|
processors_profile_log:
|
|
flush_interval_milliseconds: 30000
|
|
ttl: "event_date + INTERVAL 1 DAY DELETE"
|
|
session_log:
|
|
ttl: "event_date + INTERVAL 1 DAY DELETE"
|
|
text_log:
|
|
flush_interval_milliseconds: 30000
|
|
ttl: "event_date + INTERVAL 1 DAY DELETE"
|
|
zookeeper_log:
|
|
ttl: "event_date + INTERVAL 1 DAY DELETE"
|
|
tcp_port: 9000
|
|
user_defined_executable_functions_config: '*function.yaml'
|
|
user_scripts_path: /var/lib/clickhouse/user_scripts/
|
|
users:
|
|
default:
|
|
access_management: 1
|
|
named_collection_control: 1
|
|
networks:
|
|
ip: ::/0
|
|
password: ""
|
|
profile: default
|
|
quota: default
|
|
show_named_collection: 1
|
|
show_named_collection_secrets: 1
|
|
functions.yaml: |
|
|
functions:
|
|
argument:
|
|
- name: buckets
|
|
type: Array(Float64)
|
|
- name: counts
|
|
type: Array(Float64)
|
|
- name: quantile
|
|
type: Array(Float64)
|
|
command: ./histogramQuantile
|
|
format: CSV
|
|
name: histogramQuantile
|
|
return_type: Float64
|
|
type: executable
|