mirror of
https://github.com/hanzoai/s3.git
synced 2026-10-30 14:59:09 +00:00
zeekayandHanzo Dev
af0f387bbe
The binary is s3 and the product is Hanzo S3; the rest of the tree now says so too. - Environment: WEED_* and SEAWEEDFS_* are S3_*, no aliases. fla9's flag prefix is S3, matching viper's existing "s3" prefix, so the S3_S3_SSE_* names mini.go exports are the ones viper reads (WEED_S3_SSE_KEK was never seen once viper moved to "s3"). - Java and Hadoop: packages, fs.hanzofs.* keys and the hanzofs:// scheme under the hanzofs namespace the protos already declare; classes take a neutral Filer prefix and file names match them again (the earlier pass left Seas3*.java holding Seaweed* classes). Client, hdfs3, examples, s3copier, random_access and the Spark tests compile. - Helm chart: helpers are hanzo.*, values live under global.s3; the chart renders and lints, which it did not before. - Terraform: the s3.service.tftpl reference matches the file; 12/12 render tests pass. Config paths point at /etc/hanzo, which the binary reads. - loadtest.pb.go regenerated from loadtest.proto. - Upstream logo, sponsor images and unreferenced diagrams removed from note/. Kept: NOTICE attribution, LICENSE, the erasure-coding fixture s3/storage/erasure_coding/1.dat (test bytes), and unmaintained/ and third_party/ (vendored). No on-disk format, wire protocol or metadata key changed. Co-authored-by: Hanzo Dev <[email protected]>
268 lines
6.2 KiB
YAML
268 lines
6.2 KiB
YAML
services:
|
|
# Hanzo Master
|
|
hanzo-master:
|
|
image: ghcr.io/hanzoai/s3:latest
|
|
container_name: hanzo-master
|
|
ports:
|
|
- "9333:9333"
|
|
- "19333:19333"
|
|
command: >
|
|
master
|
|
-port=9333
|
|
-mdir=/data
|
|
-volumeSizeLimitMB=1024
|
|
-defaultReplication=000
|
|
volumes:
|
|
- hanzo_master_data:/data
|
|
networks:
|
|
- hanzo-rdma
|
|
healthcheck:
|
|
test: ["CMD", "wget", "--timeout=10", "--quiet", "--tries=1", "--spider", "http://127.0.0.1:9333/cluster/status"]
|
|
interval: 10s
|
|
timeout: 10s
|
|
retries: 6
|
|
start_period: 60s
|
|
|
|
# Hanzo Volume Server
|
|
hanzo-volume:
|
|
image: ghcr.io/hanzoai/s3:latest
|
|
container_name: hanzo-volume
|
|
ports:
|
|
- "8080:8080"
|
|
- "18080:18080"
|
|
command: >
|
|
volume
|
|
-master=hanzo-master:9333
|
|
-port=8080
|
|
-dir=/data
|
|
-max=100
|
|
volumes:
|
|
- hanzo_volume_data:/data
|
|
networks:
|
|
- hanzo-rdma
|
|
depends_on:
|
|
hanzo-master:
|
|
condition: service_healthy
|
|
healthcheck:
|
|
test: ["CMD", "sh", "-c", "pgrep s3 && netstat -tln | grep :8080"]
|
|
interval: 10s
|
|
timeout: 10s
|
|
retries: 6
|
|
start_period: 30s
|
|
|
|
# Hanzo Filer
|
|
hanzo-filer:
|
|
image: ghcr.io/hanzoai/s3:latest
|
|
container_name: hanzo-filer
|
|
ports:
|
|
- "8888:8888"
|
|
- "18888:18888"
|
|
command: >
|
|
filer
|
|
-master=hanzo-master:9333
|
|
-port=8888
|
|
-defaultReplicaPlacement=000
|
|
networks:
|
|
- hanzo-rdma
|
|
depends_on:
|
|
hanzo-master:
|
|
condition: service_healthy
|
|
hanzo-volume:
|
|
condition: service_healthy
|
|
healthcheck:
|
|
test: ["CMD", "sh", "-c", "pgrep s3 && netstat -tln | grep :8888"]
|
|
interval: 10s
|
|
timeout: 10s
|
|
retries: 6
|
|
start_period: 45s
|
|
|
|
# RDMA Engine (Rust)
|
|
rdma-engine:
|
|
build:
|
|
context: .
|
|
dockerfile: Dockerfile.rdma-engine
|
|
container_name: rdma-engine
|
|
volumes:
|
|
- rdma_socket:/tmp/rdma
|
|
networks:
|
|
- hanzo-rdma
|
|
environment:
|
|
- RUST_LOG=debug
|
|
- RDMA_SOCKET_PATH=/tmp/rdma/rdma-engine.sock
|
|
- RDMA_DEVICE=auto
|
|
- RDMA_PORT=18515
|
|
- RDMA_GID_INDEX=0
|
|
- DEBUG=true
|
|
command: >
|
|
./rdma-engine-server
|
|
--ipc-socket ${RDMA_SOCKET_PATH}
|
|
--device ${RDMA_DEVICE}
|
|
--port ${RDMA_PORT}
|
|
--debug
|
|
healthcheck:
|
|
test: ["CMD", "sh", "-c", "pgrep rdma-engine-server >/dev/null && test -S /tmp/rdma/rdma-engine.sock"]
|
|
interval: 5s
|
|
timeout: 3s
|
|
retries: 5
|
|
start_period: 10s
|
|
|
|
# RDMA Sidecar (Go)
|
|
rdma-sidecar:
|
|
build:
|
|
context: .
|
|
dockerfile: Dockerfile.sidecar
|
|
container_name: rdma-sidecar
|
|
ports:
|
|
- "8081:8081"
|
|
volumes:
|
|
- rdma_socket:/tmp/rdma
|
|
networks:
|
|
- hanzo-rdma
|
|
environment:
|
|
- RDMA_SOCKET_PATH=/tmp/rdma/rdma-engine.sock
|
|
- VOLUME_SERVER_URL=http://hanzo-volume:8080
|
|
- SIDECAR_PORT=8081
|
|
- ENABLE_RDMA=true
|
|
- ENABLE_ZEROCOPY=true
|
|
- ENABLE_POOLING=true
|
|
- MAX_CONNECTIONS=10
|
|
- MAX_IDLE_TIME=5m
|
|
- DEBUG=true
|
|
command: >
|
|
./demo-server
|
|
--port ${SIDECAR_PORT}
|
|
--rdma-socket ${RDMA_SOCKET_PATH}
|
|
--volume-server ${VOLUME_SERVER_URL}
|
|
--enable-rdma
|
|
--enable-zerocopy
|
|
--enable-pooling
|
|
--max-connections ${MAX_CONNECTIONS}
|
|
--max-idle-time ${MAX_IDLE_TIME}
|
|
--debug
|
|
depends_on:
|
|
rdma-engine:
|
|
condition: service_healthy
|
|
hanzo-volume:
|
|
condition: service_healthy
|
|
healthcheck:
|
|
test: ["CMD", "curl", "-f", "http://localhost:8081/health"]
|
|
interval: 10s
|
|
timeout: 5s
|
|
retries: 3
|
|
start_period: 15s
|
|
|
|
# Hanzo Mount with RDMA
|
|
hanzo-mount:
|
|
build:
|
|
context: .
|
|
dockerfile: Dockerfile.mount-rdma
|
|
platform: linux/amd64
|
|
container_name: hanzo-mount
|
|
privileged: true # Required for FUSE
|
|
devices:
|
|
- /dev/fuse:/dev/fuse
|
|
cap_add:
|
|
- SYS_ADMIN
|
|
volumes:
|
|
- hanzo_mount:/mnt/hanzo
|
|
- /tmp/hanzo-mount-logs:/var/log/hanzo
|
|
networks:
|
|
- hanzo-rdma
|
|
environment:
|
|
- FILER_ADDR=hanzo-filer:8888
|
|
- RDMA_SIDECAR_ADDR=rdma-sidecar:8081
|
|
- MOUNT_POINT=/mnt/hanzo
|
|
- RDMA_ENABLED=true
|
|
- RDMA_FALLBACK=true
|
|
- RDMA_MAX_CONCURRENT=64
|
|
- RDMA_TIMEOUT_MS=5000
|
|
- DEBUG=true
|
|
command: /usr/local/bin/mount-helper.sh
|
|
depends_on:
|
|
hanzo-filer:
|
|
condition: service_healthy
|
|
rdma-sidecar:
|
|
condition: service_healthy
|
|
healthcheck:
|
|
test: ["CMD", "mountpoint", "-q", "/mnt/hanzo"]
|
|
interval: 15s
|
|
timeout: 10s
|
|
retries: 3
|
|
start_period: 45s
|
|
|
|
# Integration Test Runner
|
|
integration-test:
|
|
build:
|
|
context: .
|
|
dockerfile: Dockerfile.integration-test
|
|
container_name: integration-test
|
|
volumes:
|
|
- hanzo_mount:/mnt/hanzo
|
|
- ./test-results:/test-results
|
|
networks:
|
|
- hanzo-rdma
|
|
environment:
|
|
- MOUNT_POINT=/mnt/hanzo
|
|
- FILER_ADDR=hanzo-filer:8888
|
|
- RDMA_SIDECAR_ADDR=rdma-sidecar:8081
|
|
- TEST_RESULTS_DIR=/test-results
|
|
depends_on:
|
|
hanzo-mount:
|
|
condition: service_healthy
|
|
command: >
|
|
sh -c "
|
|
echo 'Starting RDMA Mount Integration Tests...' &&
|
|
sleep 10 &&
|
|
/usr/local/bin/run-integration-tests.sh
|
|
"
|
|
profiles:
|
|
- test
|
|
|
|
# Performance Test Runner
|
|
performance-test:
|
|
build:
|
|
context: .
|
|
dockerfile: Dockerfile.performance-test
|
|
container_name: performance-test
|
|
volumes:
|
|
- hanzo_mount:/mnt/hanzo
|
|
- ./performance-results:/performance-results
|
|
networks:
|
|
- hanzo-rdma
|
|
environment:
|
|
- MOUNT_POINT=/mnt/hanzo
|
|
- RDMA_SIDECAR_ADDR=rdma-sidecar:8081
|
|
- PERFORMANCE_RESULTS_DIR=/performance-results
|
|
depends_on:
|
|
hanzo-mount:
|
|
condition: service_healthy
|
|
command: >
|
|
sh -c "
|
|
echo 'Starting RDMA Mount Performance Tests...' &&
|
|
sleep 10 &&
|
|
/usr/local/bin/run-performance-tests.sh
|
|
"
|
|
profiles:
|
|
- performance
|
|
|
|
volumes:
|
|
hanzo_master_data:
|
|
driver: local
|
|
hanzo_volume_data:
|
|
driver: local
|
|
hanzo_mount:
|
|
driver: local
|
|
driver_opts:
|
|
type: tmpfs
|
|
device: tmpfs
|
|
o: size=1g
|
|
rdma_socket:
|
|
driver: local
|
|
|
|
networks:
|
|
hanzo-rdma:
|
|
driver: bridge
|
|
ipam:
|
|
config:
|
|
- subnet: 172.20.0.0/16
|