mirror of
https://github.com/hanzoai/datastore.git
synced 2026-09-26 13:55:07 +00:00
Alexey Milovidov
0848930e97
The `tests/integration/test_storage_kafka` suite was previously `pytest.mark.skip`-ed on ARM because `confluentinc/cp-kafka:5.2.0`, `confluentinc/cp-schema-registry:5.2.0` and `zookeeper:3.4.9` are all x86_64-only images and could not even start on an arm64 host. Bump the images used in `docker_compose_kafka.yml` to multi-arch variants (`confluentinc/cp-kafka:7.9.0`, `confluentinc/cp-schema-registry:7.9.0`, `zookeeper:3.8`) when the current host is arm64, and remove the unconditional skip. On amd64 the defaults keep the exact image tags that were used before, so the tests that pass today should not be affected. Starting from `zookeeper:3.5` the `clientPort` is no longer defaulted to `2181`, it has to be provided via the `;<port>` suffix in `ZOO_SERVERS`, so the server list is also overridden on arm64.
76 lines
2.8 KiB
YAML
76 lines
2.8 KiB
YAML
services:
|
|
kafka_zookeeper:
|
|
image: zookeeper:${KAFKA_ZOOKEEPER_IMAGE_TAG:-3.4.9}
|
|
hostname: kafka_zookeeper
|
|
ports:
|
|
- 2181
|
|
environment:
|
|
ZOO_MY_ID: 1
|
|
ZOO_PORT: 2181
|
|
ZOO_SERVERS: ${KAFKA_ZOOKEEPER_SERVERS:-server.1=kafka_zookeeper:2888:3888}
|
|
security_opt:
|
|
- label:disable
|
|
stop_grace_period: 5s
|
|
kafka1:
|
|
image: confluentinc/cp-kafka:${KAFKA_IMAGE_TAG:-5.2.0}
|
|
hostname: kafka1
|
|
ports:
|
|
- ${KAFKA_EXTERNAL_PORT}:${KAFKA_EXTERNAL_PORT}
|
|
environment:
|
|
KAFKA_ADVERTISED_LISTENERS: INSIDE://localhost:${KAFKA_EXTERNAL_PORT},OUTSIDE://kafka1:19092
|
|
KAFKA_ADVERTISED_HOST_NAME: kafka1
|
|
KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: INSIDE:PLAINTEXT,OUTSIDE:PLAINTEXT
|
|
KAFKA_INTER_BROKER_LISTENER_NAME: INSIDE
|
|
KAFKA_BROKER_ID: 1
|
|
KAFKA_ZOOKEEPER_CONNECT: kafka_zookeeper:2181
|
|
KAFKA_LOG4J_LOGGERS: "kafka.controller=INFO,kafka.producer.async.DefaultEventHandler=INFO,state.change.logger=INFO"
|
|
KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
|
|
depends_on:
|
|
- kafka_zookeeper
|
|
security_opt:
|
|
- label:disable
|
|
sysctls:
|
|
net.ipv4.ip_local_port_range: '55000 65535'
|
|
stop_grace_period: 5s
|
|
schema-registry:
|
|
image: confluentinc/cp-schema-registry:${KAFKA_SCHEMA_REGISTRY_IMAGE_TAG:-5.2.0}
|
|
hostname: schema-registry
|
|
ports:
|
|
- ${SCHEMA_REGISTRY_EXTERNAL_PORT}:${SCHEMA_REGISTRY_EXTERNAL_PORT}
|
|
environment:
|
|
SCHEMA_REGISTRY_HOST_NAME: schema-registry
|
|
SCHEMA_REGISTRY_KAFKASTORE_BOOTSTRAP_SERVERS: PLAINTEXT://kafka1:19092
|
|
SCHEMA_REGISTRY_LISTENERS: http://0.0.0.0:${SCHEMA_REGISTRY_EXTERNAL_PORT}
|
|
SCHEMA_REGISTRY_SCHEMA_REGISTRY_GROUP_ID: noauth
|
|
depends_on:
|
|
- kafka_zookeeper
|
|
- kafka1
|
|
restart: always
|
|
security_opt:
|
|
- label:disable
|
|
stop_grace_period: 5s
|
|
schema-registry-auth:
|
|
image: confluentinc/cp-schema-registry:${KAFKA_SCHEMA_REGISTRY_IMAGE_TAG:-5.2.0}
|
|
hostname: schema-registry-auth
|
|
ports:
|
|
- ${SCHEMA_REGISTRY_AUTH_EXTERNAL_PORT}:${SCHEMA_REGISTRY_AUTH_EXTERNAL_PORT}
|
|
environment:
|
|
SCHEMA_REGISTRY_HOST_NAME: schema-registry-auth
|
|
SCHEMA_REGISTRY_LISTENERS: http://0.0.0.0:${SCHEMA_REGISTRY_AUTH_EXTERNAL_PORT}
|
|
SCHEMA_REGISTRY_KAFKASTORE_BOOTSTRAP_SERVERS: PLAINTEXT://kafka1:19092
|
|
SCHEMA_REGISTRY_AUTHENTICATION_METHOD: BASIC
|
|
SCHEMA_REGISTRY_AUTHENTICATION_ROLES: user
|
|
SCHEMA_REGISTRY_AUTHENTICATION_REALM: RealmFooBar
|
|
SCHEMA_REGISTRY_OPTS: "-Djava.security.auth.login.config=/etc/schema-registry/secrets/schema_registry_jaas.conf"
|
|
SCHEMA_REGISTRY_SCHEMA_REGISTRY_GROUP_ID: auth
|
|
volumes:
|
|
- ${SCHEMA_REGISTRY_DIR:-}/secrets:/etc/schema-registry/secrets
|
|
depends_on:
|
|
- kafka_zookeeper
|
|
- kafka1
|
|
restart: always
|
|
security_opt:
|
|
- label:disable
|
|
stop_grace_period: 5s
|
|
cpus: 3
|