mirror of
https://github.com/hanzoai/o11y.git
synced 2026-10-15 12:58:33 +00:00
fix(deploy): the compose files name what the datastore image ships
Verified against ghcr.io/hanzoai/datastore:26.6.1.1, the image these files run:
config /etc/datastore-server, data /var/lib/datastore, config root <datastore>,
client /usr/bin/datastore-client, and an entrypoint that reads DATASTORE_* and
nothing else. The mounts pointed at /etc/clickhouse-server and
/var/lib/clickhouse, which the image does not have, and passed CLICKHOUSE_* the
entrypoint ignores.
.devenv bound ${PWD}/../../../deploy/common/clickhouse/custom-function.xml; that
directory is deploy/common/datastore.
Service, hostname, volume, anchor and swarm-config names follow, and the cluster
XML replicas match the compose hostnames again.
The eight built-in integrations credited [email protected] and o11y.io, which
does not resolve; ours is o11y.hanzo.ai. The datastore integration is titled
Hanzo Datastore. Its id stays — an installed integration references it.
data-collected.json and the dashboards keep ClickHouseProfileEvents_* and
ClickHouseAsyncMetrics_*: those are the names the server binary emits, checked
in the running pod.
This commit is contained in:
@@ -1,7 +1,7 @@
|
||||
services:
|
||||
init-clickhouse:
|
||||
init-datastore:
|
||||
image: ghcr.io/hanzoai/datastore:26.6.1.1
|
||||
container_name: init-clickhouse
|
||||
container_name: init-datastore
|
||||
command:
|
||||
- bash
|
||||
- -c
|
||||
@@ -13,19 +13,19 @@ services:
|
||||
cd /tmp
|
||||
wget -O histogram-quantile.tar.gz "https://github.com/Hanzo O11y/observe/releases/download/histogram-quantile%2F$${version}/histogram-quantile_$${node_os}_$${node_arch}.tar.gz"
|
||||
tar -xvzf histogram-quantile.tar.gz
|
||||
mv histogram-quantile /var/lib/clickhouse/user_scripts/histogramQuantile
|
||||
mv histogram-quantile /var/lib/datastore/user_scripts/histogramQuantile
|
||||
restart: on-failure
|
||||
volumes:
|
||||
- ${PWD}/fs/tmp/var/lib/clickhouse/user_scripts/:/var/lib/clickhouse/user_scripts/
|
||||
clickhouse:
|
||||
- ${PWD}/fs/tmp/var/lib/datastore/user_scripts/:/var/lib/datastore/user_scripts/
|
||||
datastore:
|
||||
image: ghcr.io/hanzoai/datastore:26.6.1.1
|
||||
container_name: clickhouse
|
||||
container_name: datastore
|
||||
volumes:
|
||||
- ${PWD}/fs/etc/clickhouse-server/config.d/config.xml:/etc/clickhouse-server/config.d/config.xml
|
||||
- ${PWD}/fs/etc/clickhouse-server/users.d/users.xml:/etc/clickhouse-server/users.d/users.xml
|
||||
- ${PWD}/fs/tmp/var/lib/clickhouse/:/var/lib/clickhouse/
|
||||
- ${PWD}/fs/tmp/var/lib/clickhouse/user_scripts/:/var/lib/clickhouse/user_scripts/
|
||||
- ${PWD}/../../../deploy/common/clickhouse/custom-function.xml:/etc/clickhouse-server/custom-function.xml
|
||||
- ${PWD}/fs/etc/datastore-server/config.d/config.xml:/etc/datastore-server/config.d/config.xml
|
||||
- ${PWD}/fs/etc/datastore-server/users.d/users.xml:/etc/datastore-server/users.d/users.xml
|
||||
- ${PWD}/fs/tmp/var/lib/datastore/:/var/lib/datastore/
|
||||
- ${PWD}/fs/tmp/var/lib/datastore/user_scripts/:/var/lib/datastore/user_scripts/
|
||||
- ${PWD}/../../../deploy/common/datastore/custom-function.xml:/etc/datastore-server/custom-function.xml
|
||||
ports:
|
||||
- "127.0.0.1:8123:8123"
|
||||
- "127.0.0.1:9000:9000"
|
||||
@@ -41,12 +41,12 @@ services:
|
||||
timeout: 5s
|
||||
retries: 3
|
||||
depends_on:
|
||||
init-clickhouse:
|
||||
init-datastore:
|
||||
condition: service_completed_successfully
|
||||
zookeeper:
|
||||
condition: service_healthy
|
||||
environment:
|
||||
- CLICKHOUSE_SKIP_USER_SETUP=1
|
||||
- DATASTORE_SKIP_USER_SETUP=1
|
||||
networks:
|
||||
- default
|
||||
- o11y-devenv
|
||||
@@ -70,9 +70,9 @@ services:
|
||||
image: observe/observe-otel-collector:v0.142.0
|
||||
container_name: telemetrystore-migrator
|
||||
environment:
|
||||
- O11Y_OTEL_COLLECTOR_CLICKHOUSE_DSN=tcp://clickhouse:9000
|
||||
- O11Y_OTEL_COLLECTOR_CLICKHOUSE_CLUSTER=cluster
|
||||
- O11Y_OTEL_COLLECTOR_CLICKHOUSE_REPLICATION=true
|
||||
- O11Y_OTEL_COLLECTOR_DATASTORE_DSN=tcp://datastore:9000
|
||||
- O11Y_OTEL_COLLECTOR_DATASTORE_CLUSTER=cluster
|
||||
- O11Y_OTEL_COLLECTOR_DATASTORE_REPLICATION=true
|
||||
- O11Y_OTEL_COLLECTOR_TIMEOUT=10m
|
||||
entrypoint:
|
||||
- /bin/sh
|
||||
@@ -83,7 +83,7 @@ services:
|
||||
/observe-otel-collector migrate sync up &&
|
||||
/observe-otel-collector migrate async up
|
||||
depends_on:
|
||||
clickhouse:
|
||||
datastore:
|
||||
condition: service_healthy
|
||||
restart: on-failure
|
||||
networks:
|
||||
|
||||
@@ -1,11 +1,11 @@
|
||||
<clickhouse replace="true">
|
||||
<datastore replace="true">
|
||||
<logger>
|
||||
<level>information</level>
|
||||
<formatting>
|
||||
<type>json</type>
|
||||
</formatting>
|
||||
<log>/var/log/clickhouse-server/clickhouse-server.log</log>
|
||||
<errorlog>/var/log/clickhouse-server/clickhouse-server.err.log</errorlog>
|
||||
<log>/var/log/datastore-server/clickhouse-server.log</log>
|
||||
<errorlog>/var/log/datastore-server/clickhouse-server.err.log</errorlog>
|
||||
<size>1000M</size>
|
||||
<count>3</count>
|
||||
</logger>
|
||||
@@ -18,7 +18,7 @@
|
||||
<path>users.xml</path>
|
||||
</users_xml>
|
||||
<local_directory>
|
||||
<path>/var/lib/clickhouse/access/</path>
|
||||
<path>/var/lib/datastore/access/</path>
|
||||
</local_directory>
|
||||
</user_directories>
|
||||
<distributed_ddl>
|
||||
@@ -28,7 +28,7 @@
|
||||
<cluster>
|
||||
<shard>
|
||||
<replica>
|
||||
<host>clickhouse</host>
|
||||
<host>datastore</host>
|
||||
<port>9000</port>
|
||||
</replica>
|
||||
</shard>
|
||||
@@ -45,5 +45,5 @@
|
||||
<replica>01</replica>
|
||||
</macros>
|
||||
<user_defined_executable_functions_config>*function.xml</user_defined_executable_functions_config>
|
||||
<user_scripts_path>/var/lib/clickhouse/user_scripts/</user_scripts_path>
|
||||
</clickhouse>
|
||||
<user_scripts_path>/var/lib/datastore/user_scripts/</user_scripts_path>
|
||||
</datastore>
|
||||
@@ -1,5 +1,5 @@
|
||||
<?xml version="1.0"?>
|
||||
<clickhouse replace="true">
|
||||
<datastore replace="true">
|
||||
<profiles>
|
||||
<default>
|
||||
<max_memory_usage>10000000000</max_memory_usage>
|
||||
@@ -33,4 +33,4 @@
|
||||
</interval>
|
||||
</default>
|
||||
</quotas>
|
||||
</clickhouse>
|
||||
</datastore>
|
||||
@@ -14,9 +14,9 @@ services:
|
||||
environment:
|
||||
- OTEL_RESOURCE_ATTRIBUTES=host.name=observe-host,os.type=linux
|
||||
- LOW_CARDINAL_EXCEPTION_GROUPING=false
|
||||
- O11Y_OTEL_COLLECTOR_CLICKHOUSE_DSN=tcp://clickhouse:9000
|
||||
- O11Y_OTEL_COLLECTOR_CLICKHOUSE_CLUSTER=cluster
|
||||
- O11Y_OTEL_COLLECTOR_CLICKHOUSE_REPLICATION=true
|
||||
- O11Y_OTEL_COLLECTOR_DATASTORE_DSN=tcp://datastore:9000
|
||||
- O11Y_OTEL_COLLECTOR_DATASTORE_CLUSTER=cluster
|
||||
- O11Y_OTEL_COLLECTOR_DATASTORE_REPLICATION=true
|
||||
- O11Y_OTEL_COLLECTOR_TIMEOUT=10m
|
||||
ports:
|
||||
- "4317:4317" # OTLP gRPC receiver
|
||||
|
||||
@@ -1,5 +1,5 @@
|
||||
<?xml version="1.0"?>
|
||||
<clickhouse>
|
||||
<datastore>
|
||||
<!-- ZooKeeper is used to store metadata about replicas, when using Replicated tables.
|
||||
Optional. If you don't use replicated tables, you could omit that.
|
||||
|
||||
@@ -52,7 +52,7 @@
|
||||
<!-- Optional. Shard weight when writing data. Default: 1. -->
|
||||
<!-- <weight>1</weight> -->
|
||||
<replica>
|
||||
<host>clickhouse</host>
|
||||
<host>datastore</host>
|
||||
<port>9000</port>
|
||||
<!-- Optional. Priority of the replica for load_balancing. Default: 1 (less value has more priority). -->
|
||||
<!-- <priority>1</priority> -->
|
||||
@@ -60,16 +60,16 @@
|
||||
</shard>
|
||||
<shard>
|
||||
<replica>
|
||||
<host>clickhouse-2</host>
|
||||
<host>datastore-2</host>
|
||||
<port>9000</port>
|
||||
</replica>
|
||||
</shard>
|
||||
<shard>
|
||||
<replica>
|
||||
<host>clickhouse-3</host>
|
||||
<host>datastore-3</host>
|
||||
<port>9000</port>
|
||||
</replica>
|
||||
</shard>
|
||||
</cluster>
|
||||
</remote_servers>
|
||||
</clickhouse>
|
||||
</datastore>
|
||||
|
||||
@@ -1,5 +1,5 @@
|
||||
<?xml version="1.0"?>
|
||||
<clickhouse>
|
||||
<datastore>
|
||||
<!-- ZooKeeper is used to store metadata about replicas, when using Replicated tables.
|
||||
Optional. If you don't use replicated tables, you could omit that.
|
||||
|
||||
@@ -52,7 +52,7 @@
|
||||
<!-- Optional. Shard weight when writing data. Default: 1. -->
|
||||
<!-- <weight>1</weight> -->
|
||||
<replica>
|
||||
<host>clickhouse</host>
|
||||
<host>datastore</host>
|
||||
<port>9000</port>
|
||||
<!-- Optional. Priority of the replica for load_balancing. Default: 1 (less value has more priority). -->
|
||||
<!-- <priority>1</priority> -->
|
||||
@@ -60,16 +60,16 @@
|
||||
</shard>
|
||||
<!-- <shard>
|
||||
<replica>
|
||||
<host>clickhouse-2</host>
|
||||
<host>datastore-2</host>
|
||||
<port>9000</port>
|
||||
</replica>
|
||||
</shard>
|
||||
<shard>
|
||||
<replica>
|
||||
<host>clickhouse-3</host>
|
||||
<host>datastore-3</host>
|
||||
<port>9000</port>
|
||||
</replica>
|
||||
</shard> -->
|
||||
</cluster>
|
||||
</remote_servers>
|
||||
</clickhouse>
|
||||
</datastore>
|
||||
|
||||
@@ -5,7 +5,7 @@
|
||||
You can either move the settings to the right place inside "users.xml" file
|
||||
or add <skip_check_for_incorrect_settings>1</skip_check_for_incorrect_settings> here.
|
||||
-->
|
||||
<clickhouse>
|
||||
<datastore>
|
||||
<logger>
|
||||
<!-- Possible levels [1]:
|
||||
|
||||
@@ -26,8 +26,8 @@
|
||||
<formatting>
|
||||
<type>json</type>
|
||||
</formatting>
|
||||
<log>/var/log/clickhouse-server/clickhouse-server.log</log>
|
||||
<errorlog>/var/log/clickhouse-server/clickhouse-server.err.log</errorlog>
|
||||
<log>/var/log/datastore-server/clickhouse-server.log</log>
|
||||
<errorlog>/var/log/datastore-server/clickhouse-server.err.log</errorlog>
|
||||
<!-- Rotation policy
|
||||
See https://github.com/pocoproject/poco/blob/poco-1.9.4-release/Foundation/include/Poco/FileChannel.h#L54-L85
|
||||
-->
|
||||
@@ -86,7 +86,7 @@
|
||||
</header>
|
||||
</http_options_response -->
|
||||
|
||||
<!-- It is the name that will be shown in the clickhouse-client.
|
||||
<!-- It is the name that will be shown in the datastore-client.
|
||||
By default, anything with "production" will be highlighted in red in query prompt.
|
||||
-->
|
||||
<!--display_name>production</display_name-->
|
||||
@@ -98,7 +98,7 @@
|
||||
<http_port>8123</http_port>
|
||||
|
||||
<!-- Port for interaction by native protocol with:
|
||||
- clickhouse-client and other native ClickHouse tools (clickhouse-benchmark, clickhouse-copier);
|
||||
- datastore-client and other native ClickHouse tools (clickhouse-benchmark, clickhouse-copier);
|
||||
- clickhouse-server with other clickhouse-servers for distributed query processing;
|
||||
- ClickHouse drivers and applications supporting native protocol
|
||||
(this protocol is also informally called as "the TCP protocol");
|
||||
@@ -177,7 +177,7 @@
|
||||
- all users are restricted to subset of network addresses (see users.xml);
|
||||
- all users have strong passwords, only secure (TLS) interfaces are accessible, or connections are only made via TLS interfaces.
|
||||
- users without password have readonly access.
|
||||
See also: https://www.shodan.io/search?query=clickhouse
|
||||
See also: https://www.shodan.io/search?query=datastore
|
||||
-->
|
||||
<!-- <listen_host>::</listen_host> -->
|
||||
|
||||
@@ -238,15 +238,15 @@
|
||||
<!-- Used with https_port and tcp_port_secure. Full ssl options list: https://github.com/ClickHouse-Extras/poco/blob/master/NetSSL_OpenSSL/include/Poco/Net/SSLManager.h#L71 -->
|
||||
<openSSL>
|
||||
<server> <!-- Used for https server AND secure tcp port -->
|
||||
<!-- openssl req -subj "/CN=localhost" -new -newkey rsa:2048 -days 365 -nodes -x509 -keyout /etc/clickhouse-server/server.key -out /etc/clickhouse-server/server.crt -->
|
||||
<!-- <certificateFile>/etc/clickhouse-server/server.crt</certificateFile> -->
|
||||
<!-- <privateKeyFile>/etc/clickhouse-server/server.key</privateKeyFile> -->
|
||||
<!-- openssl req -subj "/CN=localhost" -new -newkey rsa:2048 -days 365 -nodes -x509 -keyout /etc/datastore-server/server.key -out /etc/datastore-server/server.crt -->
|
||||
<!-- <certificateFile>/etc/datastore-server/server.crt</certificateFile> -->
|
||||
<!-- <privateKeyFile>/etc/datastore-server/server.key</privateKeyFile> -->
|
||||
<!-- dhparams are optional. You can delete the <dhParamsFile> element.
|
||||
To generate dhparams, use the following command:
|
||||
openssl dhparam -out /etc/clickhouse-server/dhparam.pem 4096
|
||||
openssl dhparam -out /etc/datastore-server/dhparam.pem 4096
|
||||
Only file format with BEGIN DH PARAMETERS is supported.
|
||||
-->
|
||||
<!-- <dhParamsFile>/etc/clickhouse-server/dhparam.pem</dhParamsFile>-->
|
||||
<!-- <dhParamsFile>/etc/datastore-server/dhparam.pem</dhParamsFile>-->
|
||||
<verificationMode>none</verificationMode>
|
||||
<loadDefaultCAFile>true</loadDefaultCAFile>
|
||||
<cacheSessions>true</cacheSessions>
|
||||
@@ -366,10 +366,10 @@
|
||||
<compiled_expression_cache_elements_size>10000</compiled_expression_cache_elements_size>
|
||||
|
||||
<!-- Path to data directory, with trailing slash. -->
|
||||
<path>/var/lib/clickhouse/</path>
|
||||
<path>/var/lib/datastore/</path>
|
||||
|
||||
<!-- Path to temporary data for processing hard queries. -->
|
||||
<tmp_path>/var/lib/clickhouse/tmp/</tmp_path>
|
||||
<tmp_path>/var/lib/datastore/tmp/</tmp_path>
|
||||
|
||||
<!-- Disable AuthType plaintext_password and no_password for ACL. -->
|
||||
<!-- <allow_plaintext_password>0</allow_plaintext_password> -->
|
||||
@@ -387,7 +387,7 @@
|
||||
<!-- <tmp_policy>tmp</tmp_policy> -->
|
||||
|
||||
<!-- Directory with user provided files that are accessible by 'file' table function. -->
|
||||
<user_files_path>/var/lib/clickhouse/user_files/</user_files_path>
|
||||
<user_files_path>/var/lib/datastore/user_files/</user_files_path>
|
||||
|
||||
<!-- LDAP server definitions. -->
|
||||
<ldap_servers>
|
||||
@@ -487,7 +487,7 @@
|
||||
</users_xml>
|
||||
<local_directory>
|
||||
<!-- Path to folder where users created by SQL commands are stored. -->
|
||||
<path>/var/lib/clickhouse/access/</path>
|
||||
<path>/var/lib/datastore/access/</path>
|
||||
</local_directory>
|
||||
|
||||
<!-- To add an LDAP server as a remote user directory of users that are not defined locally, define a single 'ldap' section
|
||||
@@ -586,7 +586,7 @@
|
||||
<!-- <umask>022</umask> -->
|
||||
|
||||
<!-- Perform mlockall after startup to lower first queries latency
|
||||
and to prevent clickhouse executable from being paged out under high IO load.
|
||||
and to prevent datastore executable from being paged out under high IO load.
|
||||
Enabling this option is recommended but will lead to increased startup time for up to a few seconds.
|
||||
-->
|
||||
<mlock_executable>true</mlock_executable>
|
||||
@@ -888,7 +888,7 @@
|
||||
<flush_interval_milliseconds>7500</flush_interval_milliseconds>
|
||||
</processors_profile_log>
|
||||
|
||||
<!-- <top_level_domains_path>/var/lib/clickhouse/top_level_domains/</top_level_domains_path> -->
|
||||
<!-- <top_level_domains_path>/var/lib/datastore/top_level_domains/</top_level_domains_path> -->
|
||||
<!-- Custom TLD lists.
|
||||
Format: <name>/path/to/file</name>
|
||||
|
||||
@@ -908,7 +908,7 @@
|
||||
|
||||
<!-- Configuration of user defined executable functions -->
|
||||
<user_defined_executable_functions_config>*function.xml</user_defined_executable_functions_config>
|
||||
<user_scripts_path>/var/lib/clickhouse/user_scripts/</user_scripts_path>
|
||||
<user_scripts_path>/var/lib/datastore/user_scripts/</user_scripts_path>
|
||||
|
||||
<!-- Uncomment if you want data to be compressed 30-100% better.
|
||||
Don't do that if you just started using ClickHouse.
|
||||
@@ -1033,7 +1033,7 @@
|
||||
<!-- Directory in <clickhouse-path> containing schema files for various input formats.
|
||||
The directory will be created if it doesn't exist.
|
||||
-->
|
||||
<format_schema_path>/var/lib/clickhouse/format_schemas/</format_schema_path>
|
||||
<format_schema_path>/var/lib/datastore/format_schemas/</format_schema_path>
|
||||
|
||||
<!-- Default query masking rules, matching lines would be replaced with something else in the logs
|
||||
(both text logs and system.query_log).
|
||||
@@ -1139,4 +1139,4 @@
|
||||
<lru_cache_size>268435456</lru_cache_size>
|
||||
<continue_if_corrupted>true</continue_if_corrupted>
|
||||
</merge_tree_metadata_cache>
|
||||
</clickhouse>
|
||||
</datastore>
|
||||
|
||||
@@ -1,5 +1,5 @@
|
||||
<?xml version="1.0"?>
|
||||
<clickhouse>
|
||||
<datastore>
|
||||
<storage_configuration>
|
||||
<disks>
|
||||
<default>
|
||||
@@ -38,4 +38,4 @@
|
||||
</tiered>
|
||||
</policies>
|
||||
</storage_configuration>
|
||||
</clickhouse>
|
||||
</datastore>
|
||||
|
||||
@@ -1,5 +1,5 @@
|
||||
<?xml version="1.0"?>
|
||||
<clickhouse>
|
||||
<datastore>
|
||||
<!-- See also the files in users.d directory where the settings can be overridden. -->
|
||||
|
||||
<!-- Profiles of settings. -->
|
||||
@@ -120,4 +120,4 @@
|
||||
</interval>
|
||||
</default>
|
||||
</quotas>
|
||||
</clickhouse>
|
||||
</datastore>
|
||||
|
||||
@@ -22,4 +22,4 @@ rule_files: []
|
||||
scrape_configs: []
|
||||
|
||||
remote_read:
|
||||
- url: tcp://clickhouse:9000/observe_metrics
|
||||
- url: tcp://datastore:9000/observe_metrics
|
||||
|
||||
@@ -9,7 +9,7 @@ x-common: &common
|
||||
options:
|
||||
max-size: 50m
|
||||
max-file: "3"
|
||||
x-clickhouse-defaults: &clickhouse-defaults
|
||||
x-datastore-defaults: &datastore-defaults
|
||||
!!merge <<: *common
|
||||
image: ghcr.io/hanzoai/datastore:26.6.1.1
|
||||
tty: true
|
||||
@@ -38,7 +38,7 @@ x-clickhouse-defaults: &clickhouse-defaults
|
||||
soft: 262144
|
||||
hard: 262144
|
||||
environment:
|
||||
- CLICKHOUSE_SKIP_USER_SETUP=1
|
||||
- DATASTORE_SKIP_USER_SETUP=1
|
||||
x-zookeeper-defaults: &zookeeper-defaults
|
||||
!!merge <<: *common
|
||||
image: ghcr.io/hanzoai/zookeeper:3.7.1
|
||||
@@ -58,11 +58,11 @@ x-zookeeper-defaults: &zookeeper-defaults
|
||||
x-db-depend: &db-depend
|
||||
!!merge <<: *common
|
||||
depends_on:
|
||||
- clickhouse
|
||||
- clickhouse-2
|
||||
- clickhouse-3
|
||||
- datastore
|
||||
- datastore-2
|
||||
- datastore-3
|
||||
services:
|
||||
init-clickhouse:
|
||||
init-datastore:
|
||||
!!merge <<: *common
|
||||
image: ghcr.io/hanzoai/datastore:26.6.1.1
|
||||
command:
|
||||
@@ -76,12 +76,12 @@ services:
|
||||
cd /tmp
|
||||
wget -O histogram-quantile.tar.gz "https://github.com/Hanzo O11y/observe/releases/download/histogram-quantile%2F$${version}/histogram-quantile_$${node_os}_$${node_arch}.tar.gz"
|
||||
tar -xvzf histogram-quantile.tar.gz
|
||||
mv histogram-quantile /var/lib/clickhouse/user_scripts/histogramQuantile
|
||||
mv histogram-quantile /var/lib/datastore/user_scripts/histogramQuantile
|
||||
deploy:
|
||||
restart_policy:
|
||||
condition: on-failure
|
||||
volumes:
|
||||
- ../common/datastore/user_scripts:/var/lib/clickhouse/user_scripts/
|
||||
- ../common/datastore/user_scripts:/var/lib/datastore/user_scripts/
|
||||
zookeeper-1:
|
||||
!!merge <<: *zookeeper-defaults
|
||||
# ports:
|
||||
@@ -127,67 +127,67 @@ services:
|
||||
- ZOO_AUTOPURGE_INTERVAL=1
|
||||
- ZOO_ENABLE_PROMETHEUS_METRICS=yes
|
||||
- ZOO_PROMETHEUS_METRICS_PORT_NUMBER=9141
|
||||
clickhouse:
|
||||
!!merge <<: *clickhouse-defaults
|
||||
datastore:
|
||||
!!merge <<: *datastore-defaults
|
||||
# TODO: needed for schema-migrator to work, remove this redundancy once we have a better solution
|
||||
hostname: clickhouse
|
||||
hostname: datastore
|
||||
# ports:
|
||||
# - "9000:9000"
|
||||
# - "8123:8123"
|
||||
# - "9181:9181"
|
||||
configs:
|
||||
- source: clickhouse-config
|
||||
target: /etc/clickhouse-server/config.xml
|
||||
- source: clickhouse-users
|
||||
target: /etc/clickhouse-server/users.xml
|
||||
- source: clickhouse-custom-function
|
||||
target: /etc/clickhouse-server/custom-function.xml
|
||||
- source: clickhouse-cluster
|
||||
target: /etc/clickhouse-server/config.d/cluster.ha.xml
|
||||
- source: datastore-config
|
||||
target: /etc/datastore-server/config.xml
|
||||
- source: datastore-users
|
||||
target: /etc/datastore-server/users.xml
|
||||
- source: datastore-custom-function
|
||||
target: /etc/datastore-server/custom-function.xml
|
||||
- source: datastore-cluster
|
||||
target: /etc/datastore-server/config.d/cluster.ha.xml
|
||||
volumes:
|
||||
- ../common/datastore/user_scripts:/var/lib/clickhouse/user_scripts/
|
||||
- ./datastore-setup/data/datastore/:/var/lib/clickhouse/
|
||||
# - ../common/datastore/storage.xml:/etc/clickhouse-server/config.d/storage.xml
|
||||
clickhouse-2:
|
||||
!!merge <<: *clickhouse-defaults
|
||||
hostname: clickhouse-2
|
||||
- ../common/datastore/user_scripts:/var/lib/datastore/user_scripts/
|
||||
- ./datastore-setup/data/datastore/:/var/lib/datastore/
|
||||
# - ../common/datastore/storage.xml:/etc/datastore-server/config.d/storage.xml
|
||||
datastore-2:
|
||||
!!merge <<: *datastore-defaults
|
||||
hostname: datastore-2
|
||||
# ports:
|
||||
# - "9001:9000"
|
||||
# - "8124:8123"
|
||||
# - "9182:9181"
|
||||
configs:
|
||||
- source: clickhouse-config
|
||||
target: /etc/clickhouse-server/config.xml
|
||||
- source: clickhouse-users
|
||||
target: /etc/clickhouse-server/users.xml
|
||||
- source: clickhouse-custom-function
|
||||
target: /etc/clickhouse-server/custom-function.xml
|
||||
- source: clickhouse-cluster
|
||||
target: /etc/clickhouse-server/config.d/cluster.ha.xml
|
||||
- source: datastore-config
|
||||
target: /etc/datastore-server/config.xml
|
||||
- source: datastore-users
|
||||
target: /etc/datastore-server/users.xml
|
||||
- source: datastore-custom-function
|
||||
target: /etc/datastore-server/custom-function.xml
|
||||
- source: datastore-cluster
|
||||
target: /etc/datastore-server/config.d/cluster.ha.xml
|
||||
volumes:
|
||||
- ../common/datastore/user_scripts:/var/lib/clickhouse/user_scripts/
|
||||
- ./datastore-setup/data/datastore-2/:/var/lib/clickhouse/
|
||||
# - ../common/datastore/storage.xml:/etc/clickhouse-server/config.d/storage.xml
|
||||
clickhouse-3:
|
||||
!!merge <<: *clickhouse-defaults
|
||||
hostname: clickhouse-3
|
||||
- ../common/datastore/user_scripts:/var/lib/datastore/user_scripts/
|
||||
- ./datastore-setup/data/datastore-2/:/var/lib/datastore/
|
||||
# - ../common/datastore/storage.xml:/etc/datastore-server/config.d/storage.xml
|
||||
datastore-3:
|
||||
!!merge <<: *datastore-defaults
|
||||
hostname: datastore-3
|
||||
# ports:
|
||||
# - "9002:9000"
|
||||
# - "8125:8123"
|
||||
# - "9183:9181"
|
||||
configs:
|
||||
- source: clickhouse-config
|
||||
target: /etc/clickhouse-server/config.xml
|
||||
- source: clickhouse-users
|
||||
target: /etc/clickhouse-server/users.xml
|
||||
- source: clickhouse-custom-function
|
||||
target: /etc/clickhouse-server/custom-function.xml
|
||||
- source: clickhouse-cluster
|
||||
target: /etc/clickhouse-server/config.d/cluster.ha.xml
|
||||
- source: datastore-config
|
||||
target: /etc/datastore-server/config.xml
|
||||
- source: datastore-users
|
||||
target: /etc/datastore-server/users.xml
|
||||
- source: datastore-custom-function
|
||||
target: /etc/datastore-server/custom-function.xml
|
||||
- source: datastore-cluster
|
||||
target: /etc/datastore-server/config.d/cluster.ha.xml
|
||||
volumes:
|
||||
- ../common/datastore/user_scripts:/var/lib/clickhouse/user_scripts/
|
||||
- ./datastore-setup/data/datastore-3/:/var/lib/clickhouse/
|
||||
# - ../common/datastore/storage.xml:/etc/clickhouse-server/config.d/storage.xml
|
||||
- ../common/datastore/user_scripts:/var/lib/datastore/user_scripts/
|
||||
- ./datastore-setup/data/datastore-3/:/var/lib/datastore/
|
||||
# - ../common/datastore/storage.xml:/etc/datastore-server/config.d/storage.xml
|
||||
observe:
|
||||
!!merge <<: *db-depend
|
||||
image: ghcr.io/hanzoai/o11y:v0.115.0
|
||||
@@ -198,7 +198,7 @@ services:
|
||||
- ./datastore-setup/data/observe/:/var/lib/observe/
|
||||
environment:
|
||||
- O11Y_ALERTMANAGER_PROVIDER=observe
|
||||
- O11Y_DATASTORE_DSN=tcp://clickhouse:9000
|
||||
- O11Y_DATASTORE_DSN=tcp://datastore:9000
|
||||
- O11Y_SQLSTORE_SQLITE_PATH=/var/lib/ghcr.io/hanzoai/o11y.db
|
||||
- O11Y_TOKENIZER_JWT_SECRET=secret
|
||||
healthcheck:
|
||||
@@ -229,7 +229,7 @@ services:
|
||||
environment:
|
||||
- OTEL_RESOURCE_ATTRIBUTES=host.name={{.Node.Hostname}},os.type={{.Node.Platform.OS}}
|
||||
- LOW_CARDINAL_EXCEPTION_GROUPING=false
|
||||
- O11Y_OTEL_COLLECTOR_DATASTORE_DSN=tcp://clickhouse:9000
|
||||
- O11Y_OTEL_COLLECTOR_DATASTORE_DSN=tcp://datastore:9000
|
||||
- O11Y_OTEL_COLLECTOR_DATASTORE_CLUSTER=cluster
|
||||
- O11Y_OTEL_COLLECTOR_DATASTORE_REPLICATION=true
|
||||
- O11Y_OTEL_COLLECTOR_TIMEOUT=10m
|
||||
@@ -243,7 +243,7 @@ services:
|
||||
!!merge <<: *db-depend
|
||||
image: ghcr.io/hanzoai/otel-collector:v0.144.2
|
||||
environment:
|
||||
- O11Y_OTEL_COLLECTOR_DATASTORE_DSN=tcp://clickhouse:9000
|
||||
- O11Y_OTEL_COLLECTOR_DATASTORE_DSN=tcp://datastore:9000
|
||||
- O11Y_OTEL_COLLECTOR_DATASTORE_CLUSTER=cluster
|
||||
- O11Y_OTEL_COLLECTOR_DATASTORE_REPLICATION=true
|
||||
- O11Y_OTEL_COLLECTOR_TIMEOUT=10m
|
||||
@@ -259,11 +259,11 @@ networks:
|
||||
o11y-net:
|
||||
name: o11y-net
|
||||
volumes:
|
||||
clickhouse:
|
||||
datastore:
|
||||
name: o11y-datastore
|
||||
clickhouse-2:
|
||||
datastore-2:
|
||||
name: o11y-datastore-2
|
||||
clickhouse-3:
|
||||
datastore-3:
|
||||
name: o11y-datastore-3
|
||||
sqlite:
|
||||
name: o11y-sqlite
|
||||
@@ -274,13 +274,13 @@ volumes:
|
||||
zookeeper-3:
|
||||
name: o11y-zookeeper-3
|
||||
configs:
|
||||
clickhouse-config:
|
||||
datastore-config:
|
||||
file: ../common/datastore/config.xml
|
||||
clickhouse-users:
|
||||
datastore-users:
|
||||
file: ../common/datastore/users.xml
|
||||
clickhouse-custom-function:
|
||||
datastore-custom-function:
|
||||
file: ../common/datastore/custom-function.xml
|
||||
clickhouse-cluster:
|
||||
datastore-cluster:
|
||||
file: ../common/datastore/cluster.ha.xml
|
||||
otel-collector-config:
|
||||
file: ./otel-collector-config.yaml
|
||||
|
||||
@@ -9,7 +9,7 @@ x-common: &common
|
||||
options:
|
||||
max-size: 50m
|
||||
max-file: "3"
|
||||
x-clickhouse-defaults: &clickhouse-defaults
|
||||
x-datastore-defaults: &datastore-defaults
|
||||
!!merge <<: *common
|
||||
image: ghcr.io/hanzoai/datastore:26.6.1.1
|
||||
tty: true
|
||||
@@ -19,7 +19,7 @@ x-clickhouse-defaults: &clickhouse-defaults
|
||||
o11y.hanzo.ai/port: "9363"
|
||||
o11y.hanzo.ai/path: "/metrics"
|
||||
depends_on:
|
||||
- init-clickhouse
|
||||
- init-datastore
|
||||
- zookeeper-1
|
||||
healthcheck:
|
||||
test:
|
||||
@@ -37,7 +37,7 @@ x-clickhouse-defaults: &clickhouse-defaults
|
||||
soft: 262144
|
||||
hard: 262144
|
||||
environment:
|
||||
- CLICKHOUSE_SKIP_USER_SETUP=1
|
||||
- DATASTORE_SKIP_USER_SETUP=1
|
||||
x-zookeeper-defaults: &zookeeper-defaults
|
||||
!!merge <<: *common
|
||||
image: ghcr.io/hanzoai/zookeeper:3.7.1
|
||||
@@ -57,9 +57,9 @@ x-zookeeper-defaults: &zookeeper-defaults
|
||||
x-db-depend: &db-depend
|
||||
!!merge <<: *common
|
||||
depends_on:
|
||||
- clickhouse
|
||||
- datastore
|
||||
services:
|
||||
init-clickhouse:
|
||||
init-datastore:
|
||||
!!merge <<: *common
|
||||
image: ghcr.io/hanzoai/datastore:26.6.1.1
|
||||
command:
|
||||
@@ -73,12 +73,12 @@ services:
|
||||
cd /tmp
|
||||
wget -O histogram-quantile.tar.gz "https://github.com/Hanzo O11y/observe/releases/download/histogram-quantile%2F$${version}/histogram-quantile_$${node_os}_$${node_arch}.tar.gz"
|
||||
tar -xvzf histogram-quantile.tar.gz
|
||||
mv histogram-quantile /var/lib/clickhouse/user_scripts/histogramQuantile
|
||||
mv histogram-quantile /var/lib/datastore/user_scripts/histogramQuantile
|
||||
deploy:
|
||||
restart_policy:
|
||||
condition: on-failure
|
||||
volumes:
|
||||
- ../common/datastore/user_scripts:/var/lib/clickhouse/user_scripts/
|
||||
- ../common/datastore/user_scripts:/var/lib/datastore/user_scripts/
|
||||
zookeeper-1:
|
||||
!!merge <<: *zookeeper-defaults
|
||||
# ports:
|
||||
@@ -93,28 +93,28 @@ services:
|
||||
- ZOO_AUTOPURGE_INTERVAL=1
|
||||
- ZOO_ENABLE_PROMETHEUS_METRICS=yes
|
||||
- ZOO_PROMETHEUS_METRICS_PORT_NUMBER=9141
|
||||
clickhouse:
|
||||
!!merge <<: *clickhouse-defaults
|
||||
# TODO: needed for clickhouse TCP connectio
|
||||
hostname: clickhouse
|
||||
datastore:
|
||||
!!merge <<: *datastore-defaults
|
||||
# TODO: needed for datastore TCP connectio
|
||||
hostname: datastore
|
||||
# ports:
|
||||
# - "9000:9000"
|
||||
# - "8123:8123"
|
||||
# - "9181:9181"
|
||||
|
||||
configs:
|
||||
- source: clickhouse-config
|
||||
target: /etc/clickhouse-server/config.xml
|
||||
- source: clickhouse-users
|
||||
target: /etc/clickhouse-server/users.xml
|
||||
- source: clickhouse-custom-function
|
||||
target: /etc/clickhouse-server/custom-function.xml
|
||||
- source: clickhouse-cluster
|
||||
target: /etc/clickhouse-server/config.d/cluster.xml
|
||||
- source: datastore-config
|
||||
target: /etc/datastore-server/config.xml
|
||||
- source: datastore-users
|
||||
target: /etc/datastore-server/users.xml
|
||||
- source: datastore-custom-function
|
||||
target: /etc/datastore-server/custom-function.xml
|
||||
- source: datastore-cluster
|
||||
target: /etc/datastore-server/config.d/cluster.xml
|
||||
volumes:
|
||||
- clickhouse:/var/lib/clickhouse/
|
||||
- ../common/datastore/user_scripts:/var/lib/clickhouse/user_scripts/
|
||||
# - ../common/datastore/storage.xml:/etc/clickhouse-server/config.d/storage.xml
|
||||
- datastore:/var/lib/datastore/
|
||||
- ../common/datastore/user_scripts:/var/lib/datastore/user_scripts/
|
||||
# - ../common/datastore/storage.xml:/etc/datastore-server/config.d/storage.xml
|
||||
observe:
|
||||
!!merge <<: *db-depend
|
||||
image: ghcr.io/hanzoai/o11y:v0.115.0
|
||||
@@ -124,7 +124,7 @@ services:
|
||||
- sqlite:/var/lib/observe/
|
||||
environment:
|
||||
- O11Y_ALERTMANAGER_PROVIDER=observe
|
||||
- O11Y_DATASTORE_DSN=tcp://clickhouse:9000
|
||||
- O11Y_DATASTORE_DSN=tcp://datastore:9000
|
||||
- O11Y_SQLSTORE_SQLITE_PATH=/var/lib/ghcr.io/hanzoai/o11y.db
|
||||
- O11Y_TOKENIZER_JWT_SECRET=secret
|
||||
healthcheck:
|
||||
@@ -155,7 +155,7 @@ services:
|
||||
environment:
|
||||
- OTEL_RESOURCE_ATTRIBUTES=host.name={{.Node.Hostname}},os.type={{.Node.Platform.OS}}
|
||||
- LOW_CARDINAL_EXCEPTION_GROUPING=false
|
||||
- O11Y_OTEL_COLLECTOR_DATASTORE_DSN=tcp://clickhouse:9000
|
||||
- O11Y_OTEL_COLLECTOR_DATASTORE_DSN=tcp://datastore:9000
|
||||
- O11Y_OTEL_COLLECTOR_DATASTORE_CLUSTER=cluster
|
||||
- O11Y_OTEL_COLLECTOR_DATASTORE_REPLICATION=true
|
||||
- O11Y_OTEL_COLLECTOR_TIMEOUT=10m
|
||||
@@ -169,7 +169,7 @@ services:
|
||||
!!merge <<: *db-depend
|
||||
image: ghcr.io/hanzoai/otel-collector:v0.144.2
|
||||
environment:
|
||||
- O11Y_OTEL_COLLECTOR_DATASTORE_DSN=tcp://clickhouse:9000
|
||||
- O11Y_OTEL_COLLECTOR_DATASTORE_DSN=tcp://datastore:9000
|
||||
- O11Y_OTEL_COLLECTOR_DATASTORE_CLUSTER=cluster
|
||||
- O11Y_OTEL_COLLECTOR_DATASTORE_REPLICATION=true
|
||||
- O11Y_OTEL_COLLECTOR_TIMEOUT=10m
|
||||
@@ -185,20 +185,20 @@ networks:
|
||||
o11y-net:
|
||||
name: o11y-net
|
||||
volumes:
|
||||
clickhouse:
|
||||
datastore:
|
||||
name: o11y-datastore
|
||||
sqlite:
|
||||
name: o11y-sqlite
|
||||
zookeeper-1:
|
||||
name: o11y-zookeeper-1
|
||||
configs:
|
||||
clickhouse-config:
|
||||
datastore-config:
|
||||
file: ../common/datastore/config.xml
|
||||
clickhouse-users:
|
||||
datastore-users:
|
||||
file: ../common/datastore/users.xml
|
||||
clickhouse-custom-function:
|
||||
datastore-custom-function:
|
||||
file: ../common/datastore/custom-function.xml
|
||||
clickhouse-cluster:
|
||||
datastore-cluster:
|
||||
file: ../common/datastore/cluster.xml
|
||||
otel-collector-config:
|
||||
file: ./otel-collector-config.yaml
|
||||
|
||||
@@ -7,7 +7,7 @@ x-common: &common
|
||||
options:
|
||||
max-size: 50m
|
||||
max-file: "3"
|
||||
x-clickhouse-defaults: &clickhouse-defaults
|
||||
x-datastore-defaults: &datastore-defaults
|
||||
!!merge <<: *common
|
||||
# addding non LTS version due to this fix https://github.com/ClickHouse/ClickHouse/commit/32caf8716352f45c1b617274c7508c86b7d1afab
|
||||
image: ghcr.io/hanzoai/datastore:26.6.1.1
|
||||
@@ -17,7 +17,7 @@ x-clickhouse-defaults: &clickhouse-defaults
|
||||
o11y.hanzo.ai/port: "9363"
|
||||
o11y.hanzo.ai/path: "/metrics"
|
||||
depends_on:
|
||||
init-clickhouse:
|
||||
init-datastore:
|
||||
condition: service_completed_successfully
|
||||
zookeeper-1:
|
||||
condition: service_healthy
|
||||
@@ -41,7 +41,7 @@ x-clickhouse-defaults: &clickhouse-defaults
|
||||
soft: 262144
|
||||
hard: 262144
|
||||
environment:
|
||||
- CLICKHOUSE_SKIP_USER_SETUP=1
|
||||
- DATASTORE_SKIP_USER_SETUP=1
|
||||
x-zookeeper-defaults: &zookeeper-defaults
|
||||
!!merge <<: *common
|
||||
image: ghcr.io/hanzoai/zookeeper:3.7.1
|
||||
@@ -60,14 +60,14 @@ x-zookeeper-defaults: &zookeeper-defaults
|
||||
x-db-depend: &db-depend
|
||||
!!merge <<: *common
|
||||
depends_on:
|
||||
clickhouse:
|
||||
datastore:
|
||||
condition: service_healthy
|
||||
clickhouse-2:
|
||||
datastore-2:
|
||||
condition: service_healthy
|
||||
clickhouse-3:
|
||||
datastore-3:
|
||||
condition: service_healthy
|
||||
services:
|
||||
init-clickhouse:
|
||||
init-datastore:
|
||||
!!merge <<: *common
|
||||
image: ghcr.io/hanzoai/datastore:26.6.1.1
|
||||
container_name: o11y-init-datastore
|
||||
@@ -82,10 +82,10 @@ services:
|
||||
cd /tmp
|
||||
wget -O histogram-quantile.tar.gz "https://github.com/Hanzo O11y/observe/releases/download/histogram-quantile%2F$${version}/histogram-quantile_$${node_os}_$${node_arch}.tar.gz"
|
||||
tar -xvzf histogram-quantile.tar.gz
|
||||
mv histogram-quantile /var/lib/clickhouse/user_scripts/histogramQuantile
|
||||
mv histogram-quantile /var/lib/datastore/user_scripts/histogramQuantile
|
||||
restart: on-failure
|
||||
volumes:
|
||||
- ../common/datastore/user_scripts:/var/lib/clickhouse/user_scripts/
|
||||
- ../common/datastore/user_scripts:/var/lib/datastore/user_scripts/
|
||||
zookeeper-1:
|
||||
!!merge <<: *zookeeper-defaults
|
||||
container_name: o11y-zookeeper-1
|
||||
@@ -134,51 +134,51 @@ services:
|
||||
- ZOO_AUTOPURGE_INTERVAL=1
|
||||
- ZOO_ENABLE_PROMETHEUS_METRICS=yes
|
||||
- ZOO_PROMETHEUS_METRICS_PORT_NUMBER=9141
|
||||
clickhouse:
|
||||
!!merge <<: *clickhouse-defaults
|
||||
datastore:
|
||||
!!merge <<: *datastore-defaults
|
||||
container_name: o11y-datastore
|
||||
# ports:
|
||||
# - "9000:9000"
|
||||
# - "8123:8123"
|
||||
# - "9181:9181"
|
||||
volumes:
|
||||
- ../common/datastore/config.xml:/etc/clickhouse-server/config.xml
|
||||
- ../common/datastore/users.xml:/etc/clickhouse-server/users.xml
|
||||
- ../common/datastore/custom-function.xml:/etc/clickhouse-server/custom-function.xml
|
||||
- ../common/datastore/user_scripts:/var/lib/clickhouse/user_scripts/
|
||||
- ../common/datastore/cluster.ha.xml:/etc/clickhouse-server/config.d/cluster.xml
|
||||
- clickhouse:/var/lib/clickhouse/
|
||||
# - ../common/datastore/storage.xml:/etc/clickhouse-server/config.d/storage.xml
|
||||
clickhouse-2:
|
||||
!!merge <<: *clickhouse-defaults
|
||||
- ../common/datastore/config.xml:/etc/datastore-server/config.xml
|
||||
- ../common/datastore/users.xml:/etc/datastore-server/users.xml
|
||||
- ../common/datastore/custom-function.xml:/etc/datastore-server/custom-function.xml
|
||||
- ../common/datastore/user_scripts:/var/lib/datastore/user_scripts/
|
||||
- ../common/datastore/cluster.ha.xml:/etc/datastore-server/config.d/cluster.xml
|
||||
- datastore:/var/lib/datastore/
|
||||
# - ../common/datastore/storage.xml:/etc/datastore-server/config.d/storage.xml
|
||||
datastore-2:
|
||||
!!merge <<: *datastore-defaults
|
||||
container_name: o11y-datastore-2
|
||||
# ports:
|
||||
# - "9001:9000"
|
||||
# - "8124:8123"
|
||||
# - "9182:9181"
|
||||
volumes:
|
||||
- ../common/datastore/config.xml:/etc/clickhouse-server/config.xml
|
||||
- ../common/datastore/users.xml:/etc/clickhouse-server/users.xml
|
||||
- ../common/datastore/custom-function.xml:/etc/clickhouse-server/custom-function.xml
|
||||
- ../common/datastore/user_scripts:/var/lib/clickhouse/user_scripts/
|
||||
- ../common/datastore/cluster.ha.xml:/etc/clickhouse-server/config.d/cluster.xml
|
||||
- clickhouse-2:/var/lib/clickhouse/
|
||||
# - ../common/datastore/storage.xml:/etc/clickhouse-server/config.d/storage.xml
|
||||
clickhouse-3:
|
||||
!!merge <<: *clickhouse-defaults
|
||||
- ../common/datastore/config.xml:/etc/datastore-server/config.xml
|
||||
- ../common/datastore/users.xml:/etc/datastore-server/users.xml
|
||||
- ../common/datastore/custom-function.xml:/etc/datastore-server/custom-function.xml
|
||||
- ../common/datastore/user_scripts:/var/lib/datastore/user_scripts/
|
||||
- ../common/datastore/cluster.ha.xml:/etc/datastore-server/config.d/cluster.xml
|
||||
- datastore-2:/var/lib/datastore/
|
||||
# - ../common/datastore/storage.xml:/etc/datastore-server/config.d/storage.xml
|
||||
datastore-3:
|
||||
!!merge <<: *datastore-defaults
|
||||
container_name: o11y-datastore-3
|
||||
# ports:
|
||||
# - "9002:9000"
|
||||
# - "8125:8123"
|
||||
# - "9183:9181"
|
||||
volumes:
|
||||
- ../common/datastore/config.xml:/etc/clickhouse-server/config.xml
|
||||
- ../common/datastore/users.xml:/etc/clickhouse-server/users.xml
|
||||
- ../common/datastore/custom-function.xml:/etc/clickhouse-server/custom-function.xml
|
||||
- ../common/datastore/user_scripts:/var/lib/clickhouse/user_scripts/
|
||||
- ../common/datastore/cluster.ha.xml:/etc/clickhouse-server/config.d/cluster.xml
|
||||
- clickhouse-3:/var/lib/clickhouse/
|
||||
# - ../common/datastore/storage.xml:/etc/clickhouse-server/config.d/storage.xml
|
||||
- ../common/datastore/config.xml:/etc/datastore-server/config.xml
|
||||
- ../common/datastore/users.xml:/etc/datastore-server/users.xml
|
||||
- ../common/datastore/custom-function.xml:/etc/datastore-server/custom-function.xml
|
||||
- ../common/datastore/user_scripts:/var/lib/datastore/user_scripts/
|
||||
- ../common/datastore/cluster.ha.xml:/etc/datastore-server/config.d/cluster.xml
|
||||
- datastore-3:/var/lib/datastore/
|
||||
# - ../common/datastore/storage.xml:/etc/datastore-server/config.d/storage.xml
|
||||
observe:
|
||||
!!merge <<: *db-depend
|
||||
image: ghcr.io/hanzoai/o11y:${VERSION:-v0.115.0}
|
||||
@@ -189,7 +189,7 @@ services:
|
||||
- sqlite:/var/lib/observe/
|
||||
environment:
|
||||
- O11Y_ALERTMANAGER_PROVIDER=observe
|
||||
- O11Y_DATASTORE_DSN=tcp://clickhouse:9000
|
||||
- O11Y_DATASTORE_DSN=tcp://datastore:9000
|
||||
- O11Y_SQLSTORE_SQLITE_PATH=/var/lib/ghcr.io/hanzoai/o11y.db
|
||||
- O11Y_TOKENIZER_JWT_SECRET=secret
|
||||
healthcheck:
|
||||
@@ -219,7 +219,7 @@ services:
|
||||
environment:
|
||||
- OTEL_RESOURCE_ATTRIBUTES=host.name=observe-host,os.type=linux
|
||||
- LOW_CARDINAL_EXCEPTION_GROUPING=false
|
||||
- O11Y_OTEL_COLLECTOR_DATASTORE_DSN=tcp://clickhouse:9000
|
||||
- O11Y_OTEL_COLLECTOR_DATASTORE_DSN=tcp://datastore:9000
|
||||
- O11Y_OTEL_COLLECTOR_DATASTORE_CLUSTER=cluster
|
||||
- O11Y_OTEL_COLLECTOR_DATASTORE_REPLICATION=true
|
||||
- O11Y_OTEL_COLLECTOR_TIMEOUT=10m
|
||||
@@ -232,7 +232,7 @@ services:
|
||||
image: ghcr.io/hanzoai/otel-collector:${OTELCOL_TAG:-sha-b58ddaa}
|
||||
container_name: o11y-telemetrystore-migrator
|
||||
environment:
|
||||
- O11Y_OTEL_COLLECTOR_DATASTORE_DSN=tcp://clickhouse:9000
|
||||
- O11Y_OTEL_COLLECTOR_DATASTORE_DSN=tcp://datastore:9000
|
||||
- O11Y_OTEL_COLLECTOR_DATASTORE_CLUSTER=cluster
|
||||
- O11Y_OTEL_COLLECTOR_DATASTORE_REPLICATION=true
|
||||
- O11Y_OTEL_COLLECTOR_TIMEOUT=10m
|
||||
@@ -249,11 +249,11 @@ networks:
|
||||
o11y-net:
|
||||
name: o11y-net
|
||||
volumes:
|
||||
clickhouse:
|
||||
datastore:
|
||||
name: o11y-datastore
|
||||
clickhouse-2:
|
||||
datastore-2:
|
||||
name: o11y-datastore-2
|
||||
clickhouse-3:
|
||||
datastore-3:
|
||||
name: o11y-datastore-3
|
||||
sqlite:
|
||||
name: o11y-sqlite
|
||||
|
||||
@@ -7,7 +7,7 @@ x-common: &common
|
||||
options:
|
||||
max-size: 50m
|
||||
max-file: "3"
|
||||
x-clickhouse-defaults: &clickhouse-defaults
|
||||
x-datastore-defaults: &datastore-defaults
|
||||
!!merge <<: *common
|
||||
image: ghcr.io/hanzoai/datastore:26.6.1.1
|
||||
tty: true
|
||||
@@ -16,7 +16,7 @@ x-clickhouse-defaults: &clickhouse-defaults
|
||||
o11y.hanzo.ai/port: "9363"
|
||||
o11y.hanzo.ai/path: "/metrics"
|
||||
depends_on:
|
||||
init-clickhouse:
|
||||
init-datastore:
|
||||
condition: service_completed_successfully
|
||||
zookeeper-1:
|
||||
condition: service_healthy
|
||||
@@ -36,7 +36,7 @@ x-clickhouse-defaults: &clickhouse-defaults
|
||||
soft: 262144
|
||||
hard: 262144
|
||||
environment:
|
||||
- CLICKHOUSE_SKIP_USER_SETUP=1
|
||||
- DATASTORE_SKIP_USER_SETUP=1
|
||||
x-zookeeper-defaults: &zookeeper-defaults
|
||||
!!merge <<: *common
|
||||
image: ghcr.io/hanzoai/zookeeper:3.7.1
|
||||
@@ -55,10 +55,10 @@ x-zookeeper-defaults: &zookeeper-defaults
|
||||
x-db-depend: &db-depend
|
||||
!!merge <<: *common
|
||||
depends_on:
|
||||
clickhouse:
|
||||
datastore:
|
||||
condition: service_healthy
|
||||
services:
|
||||
init-clickhouse:
|
||||
init-datastore:
|
||||
!!merge <<: *common
|
||||
image: ghcr.io/hanzoai/datastore:26.6.1.1
|
||||
container_name: o11y-init-datastore
|
||||
@@ -73,10 +73,10 @@ services:
|
||||
cd /tmp
|
||||
wget -O histogram-quantile.tar.gz "https://github.com/Hanzo O11y/observe/releases/download/histogram-quantile%2F$${version}/histogram-quantile_$${node_os}_$${node_arch}.tar.gz"
|
||||
tar -xvzf histogram-quantile.tar.gz
|
||||
mv histogram-quantile /var/lib/clickhouse/user_scripts/histogramQuantile
|
||||
mv histogram-quantile /var/lib/datastore/user_scripts/histogramQuantile
|
||||
restart: on-failure
|
||||
volumes:
|
||||
- ../common/datastore/user_scripts:/var/lib/clickhouse/user_scripts/
|
||||
- ../common/datastore/user_scripts:/var/lib/datastore/user_scripts/
|
||||
zookeeper-1:
|
||||
!!merge <<: *zookeeper-defaults
|
||||
container_name: o11y-zookeeper-1
|
||||
@@ -92,21 +92,21 @@ services:
|
||||
- ZOO_AUTOPURGE_INTERVAL=1
|
||||
- ZOO_ENABLE_PROMETHEUS_METRICS=yes
|
||||
- ZOO_PROMETHEUS_METRICS_PORT_NUMBER=9141
|
||||
clickhouse:
|
||||
!!merge <<: *clickhouse-defaults
|
||||
datastore:
|
||||
!!merge <<: *datastore-defaults
|
||||
container_name: o11y-datastore
|
||||
# ports:
|
||||
# - "9000:9000"
|
||||
# - "8123:8123"
|
||||
# - "9181:9181"
|
||||
volumes:
|
||||
- ../common/datastore/config.xml:/etc/clickhouse-server/config.xml
|
||||
- ../common/datastore/users.xml:/etc/clickhouse-server/users.xml
|
||||
- ../common/datastore/custom-function.xml:/etc/clickhouse-server/custom-function.xml
|
||||
- ../common/datastore/user_scripts:/var/lib/clickhouse/user_scripts/
|
||||
- ../common/datastore/cluster.xml:/etc/clickhouse-server/config.d/cluster.xml
|
||||
- clickhouse:/var/lib/clickhouse/
|
||||
# - ../common/datastore/storage.xml:/etc/clickhouse-server/config.d/storage.xml
|
||||
- ../common/datastore/config.xml:/etc/datastore-server/config.xml
|
||||
- ../common/datastore/users.xml:/etc/datastore-server/users.xml
|
||||
- ../common/datastore/custom-function.xml:/etc/datastore-server/custom-function.xml
|
||||
- ../common/datastore/user_scripts:/var/lib/datastore/user_scripts/
|
||||
- ../common/datastore/cluster.xml:/etc/datastore-server/config.d/cluster.xml
|
||||
- datastore:/var/lib/datastore/
|
||||
# - ../common/datastore/storage.xml:/etc/datastore-server/config.d/storage.xml
|
||||
observe:
|
||||
!!merge <<: *db-depend
|
||||
image: ghcr.io/hanzoai/o11y:${VERSION:-v0.115.0}
|
||||
@@ -117,7 +117,7 @@ services:
|
||||
- sqlite:/var/lib/observe/
|
||||
environment:
|
||||
- O11Y_ALERTMANAGER_PROVIDER=observe
|
||||
- O11Y_DATASTORE_DSN=tcp://clickhouse:9000
|
||||
- O11Y_DATASTORE_DSN=tcp://datastore:9000
|
||||
- O11Y_SQLSTORE_SQLITE_PATH=/var/lib/ghcr.io/hanzoai/o11y.db
|
||||
- O11Y_TOKENIZER_JWT_SECRET=secret
|
||||
healthcheck:
|
||||
@@ -147,7 +147,7 @@ services:
|
||||
environment:
|
||||
- OTEL_RESOURCE_ATTRIBUTES=host.name=observe-host,os.type=linux
|
||||
- LOW_CARDINAL_EXCEPTION_GROUPING=false
|
||||
- O11Y_OTEL_COLLECTOR_DATASTORE_DSN=tcp://clickhouse:9000
|
||||
- O11Y_OTEL_COLLECTOR_DATASTORE_DSN=tcp://datastore:9000
|
||||
- O11Y_OTEL_COLLECTOR_DATASTORE_CLUSTER=cluster
|
||||
- O11Y_OTEL_COLLECTOR_DATASTORE_REPLICATION=true
|
||||
- O11Y_OTEL_COLLECTOR_TIMEOUT=10m
|
||||
@@ -160,7 +160,7 @@ services:
|
||||
image: ghcr.io/hanzoai/otel-collector:${OTELCOL_TAG:-sha-b58ddaa}
|
||||
container_name: o11y-telemetrystore-migrator
|
||||
environment:
|
||||
- O11Y_OTEL_COLLECTOR_DATASTORE_DSN=tcp://clickhouse:9000
|
||||
- O11Y_OTEL_COLLECTOR_DATASTORE_DSN=tcp://datastore:9000
|
||||
- O11Y_OTEL_COLLECTOR_DATASTORE_CLUSTER=cluster
|
||||
- O11Y_OTEL_COLLECTOR_DATASTORE_REPLICATION=true
|
||||
- O11Y_OTEL_COLLECTOR_TIMEOUT=10m
|
||||
@@ -177,7 +177,7 @@ networks:
|
||||
o11y-net:
|
||||
name: o11y-net
|
||||
volumes:
|
||||
clickhouse:
|
||||
datastore:
|
||||
name: o11y-datastore
|
||||
sqlite:
|
||||
name: o11y-sqlite
|
||||
|
||||
+1
-1
@@ -363,7 +363,7 @@ else
|
||||
O11Y_INSTALLATION_ID=$(echo "$sysinfo" | $digest_cmd | grep -E -o '[a-zA-Z0-9]{64}')
|
||||
fi
|
||||
|
||||
setup_type='clickhouse'
|
||||
setup_type='datastore'
|
||||
|
||||
# Run bye if failure happens
|
||||
trap bye EXIT
|
||||
|
||||
+3
-3
@@ -3,9 +3,9 @@
|
||||
"title": "AWS ElastiCache (redis)",
|
||||
"description": "Monitor AWS ElastiCache with metrics and logs",
|
||||
"author": {
|
||||
"name": "O11y",
|
||||
"email": "integrations@o11y.io",
|
||||
"homepage": "https://o11y.io"
|
||||
"name": "Hanzo",
|
||||
"email": "integrations@hanzo.ai",
|
||||
"homepage": "https://o11y.hanzo.ai"
|
||||
},
|
||||
"icon": "file://icon.svg",
|
||||
"categories": [
|
||||
|
||||
+3
-3
@@ -3,9 +3,9 @@
|
||||
"title": "AWS RDS (MySQL)",
|
||||
"description": "Monitor AWS RDS (MySQL) with metrics and logs",
|
||||
"author": {
|
||||
"name": "O11y",
|
||||
"email": "integrations@o11y.io",
|
||||
"homepage": "https://o11y.io"
|
||||
"name": "Hanzo",
|
||||
"email": "integrations@hanzo.ai",
|
||||
"homepage": "https://o11y.hanzo.ai"
|
||||
},
|
||||
"icon": "file://icon.svg",
|
||||
"categories": [
|
||||
|
||||
+3
-3
@@ -3,9 +3,9 @@
|
||||
"title": "AWS RDS (PostgreSQL)",
|
||||
"description": "Monitor AWS RDS (PostgreSQL) with metrics and logs",
|
||||
"author": {
|
||||
"name": "O11y",
|
||||
"email": "integrations@o11y.io",
|
||||
"homepage": "https://o11y.io"
|
||||
"name": "Hanzo",
|
||||
"email": "integrations@hanzo.ai",
|
||||
"homepage": "https://o11y.hanzo.ai"
|
||||
},
|
||||
"icon": "file://icon.svg",
|
||||
"categories": [
|
||||
|
||||
@@ -1,11 +1,11 @@
|
||||
{
|
||||
"id": "clickhouse",
|
||||
"title": "Clickhouse",
|
||||
"description": "Monitor Clickhouse with metrics and logs",
|
||||
"title": "Hanzo Datastore",
|
||||
"description": "Monitor Hanzo Datastore with metrics and logs",
|
||||
"author": {
|
||||
"name": "O11y",
|
||||
"email": "integrations@o11y.io",
|
||||
"homepage": "https://o11y.io"
|
||||
"name": "Hanzo",
|
||||
"email": "integrations@hanzo.ai",
|
||||
"homepage": "https://o11y.hanzo.ai"
|
||||
},
|
||||
"icon": "file://icon.svg",
|
||||
"categories": [
|
||||
|
||||
@@ -3,9 +3,9 @@
|
||||
"title": "Mongo",
|
||||
"description": "Monitor mongo using logs and metrics.",
|
||||
"author": {
|
||||
"name": "O11y",
|
||||
"email": "integrations@o11y.io",
|
||||
"homepage": "https://o11y.io"
|
||||
"name": "Hanzo",
|
||||
"email": "integrations@hanzo.ai",
|
||||
"homepage": "https://o11y.hanzo.ai"
|
||||
},
|
||||
"icon": "file://icon.svg",
|
||||
"categories": [
|
||||
|
||||
@@ -3,9 +3,9 @@
|
||||
"title": "Nginx",
|
||||
"description": "Monitor nginx using logs and metrics.",
|
||||
"author": {
|
||||
"name": "O11y",
|
||||
"email": "integrations@o11y.io",
|
||||
"homepage": "https://o11y.io"
|
||||
"name": "Hanzo",
|
||||
"email": "integrations@hanzo.ai",
|
||||
"homepage": "https://o11y.hanzo.ai"
|
||||
},
|
||||
"icon": "file://icon.svg",
|
||||
"categories": [
|
||||
|
||||
@@ -3,9 +3,9 @@
|
||||
"title": "PostgreSQL",
|
||||
"description": "Monitor Postgres with metrics and logs",
|
||||
"author": {
|
||||
"name": "O11y",
|
||||
"email": "integrations@o11y.io",
|
||||
"homepage": "https://o11y.io"
|
||||
"name": "Hanzo",
|
||||
"email": "integrations@hanzo.ai",
|
||||
"homepage": "https://o11y.hanzo.ai"
|
||||
},
|
||||
"icon": "file://icon.svg",
|
||||
"categories": [
|
||||
|
||||
@@ -3,9 +3,9 @@
|
||||
"title": "Redis",
|
||||
"description": "Monitor redis with metrics and logs",
|
||||
"author": {
|
||||
"name": "O11y",
|
||||
"email": "integrations@o11y.io",
|
||||
"homepage": "https://o11y.io"
|
||||
"name": "Hanzo",
|
||||
"email": "integrations@hanzo.ai",
|
||||
"homepage": "https://o11y.hanzo.ai"
|
||||
},
|
||||
"icon": "file://icon.svg",
|
||||
"categories": [
|
||||
|
||||
Reference in New Issue
Block a user