Files
s3/seaweedfs-rdma-sidecar/scripts/demo-mount-rdma.sh
zooqueen dd74d3e6d6 Replace AGPL MinIO fork with Apache-2.0 SeaweedFS fork; rebrand CLI weed->s3
hanzoai/s3 was an AGPL-3.0 MinIO fork whose network-copyleft blocks embedding
and reselling as a managed service. Replace it wholesale with a fork of
SeaweedFS (github.com/seaweedfs/seaweedfs, Apache-2.0, Go) which ships a
built-in S3 gateway + Filer.

- License: AGPL-3.0 -> Apache-2.0 (upstream LICENSE kept verbatim, incl.
  "Copyright 2025 Chris Lu"); NOTICE added crediting SeaweedFS. No AGPL/BUSL/
  SSPL/GPL or enterprise ("ee") files remain.
- Module: go.mod path set to github.com/hanzoai/s3 with a self-replace
  (replace github.com/seaweedfs/seaweedfs => ./) so the ~1800 internal Go files
  keep their upstream import paths with zero churn. Internal identifiers and
  import paths are intentionally NOT renamed.
- CLI rebrand: the binary is built as `s3` (was `weed`); root usage, per-command
  help/usage/flag strings, shell autocomplete program name, and the product name
  in CLI output now read "Hanzo S3" / `s3`. Users never see `weed`.
  (e.g. `s3 server`, `s3 filer`, `s3 master`, `s3 volume`, `s3 s3`, `s3 mount`.)
- Build: `make` (or `go build -o s3 ./weed`) builds the `s3` binary green;
  `cmd/weed-db` and `cmd/weed-sql` also build; `go vet ./weed/command/` clean.
- README/LLM.md rewritten for Hanzo S3; AGENTS.md/CLAUDE.md symlinks preserved.
- Dropped a 33MB prebuilt Mach-O `stress` binary upstream had committed; `.gitignore`
  updated to ignore the `s3` build output.
2026-06-18 23:41:25 -07:00

250 lines
7.1 KiB
Bash
Executable File

#!/bin/bash
set -euo pipefail
# Colors for output
RED='\033[0;31m'
GREEN='\033[0;32m'
BLUE='\033[0;34m'
YELLOW='\033[1;33m'
NC='\033[0m' # No Color
# Configuration - assumes script is run from seaweedfs-rdma-sidecar directory
SEAWEEDFS_DIR="$(realpath ..)"
SIDECAR_DIR="$(pwd)"
MOUNT_POINT="/tmp/seaweedfs-rdma-mount"
FILER_ADDR="localhost:8888"
SIDECAR_ADDR="localhost:8081"
# PIDs for cleanup
MASTER_PID=""
VOLUME_PID=""
FILER_PID=""
SIDECAR_PID=""
MOUNT_PID=""
cleanup() {
echo -e "\n${YELLOW}๐Ÿงน Cleaning up processes...${NC}"
# Unmount filesystem
if mountpoint -q "$MOUNT_POINT" 2>/dev/null; then
echo "๐Ÿ“ค Unmounting $MOUNT_POINT..."
fusermount -u "$MOUNT_POINT" 2>/dev/null || umount "$MOUNT_POINT" 2>/dev/null || true
sleep 1
fi
# Kill processes
for pid in $MOUNT_PID $SIDECAR_PID $FILER_PID $VOLUME_PID $MASTER_PID; do
if [[ -n "$pid" ]] && kill -0 "$pid" 2>/dev/null; then
echo "๐Ÿ”ช Killing process $pid..."
kill "$pid" 2>/dev/null || true
fi
done
# Wait for processes to exit
sleep 2
# Force kill if necessary
for pid in $MOUNT_PID $SIDECAR_PID $FILER_PID $VOLUME_PID $MASTER_PID; do
if [[ -n "$pid" ]] && kill -0 "$pid" 2>/dev/null; then
echo "๐Ÿ’€ Force killing process $pid..."
kill -9 "$pid" 2>/dev/null || true
fi
done
# Clean up mount point
if [[ -d "$MOUNT_POINT" ]]; then
rmdir "$MOUNT_POINT" 2>/dev/null || true
fi
echo -e "${GREEN}โœ… Cleanup complete${NC}"
}
trap cleanup EXIT
wait_for_service() {
local name=$1
local url=$2
local max_attempts=30
local attempt=1
echo -e "${BLUE}โณ Waiting for $name to be ready...${NC}"
while [[ $attempt -le $max_attempts ]]; do
if curl -s "$url" >/dev/null 2>&1; then
echo -e "${GREEN}โœ… $name is ready${NC}"
return 0
fi
echo " Attempt $attempt/$max_attempts..."
sleep 1
((attempt++))
done
echo -e "${RED}โŒ $name failed to start within $max_attempts seconds${NC}"
return 1
}
echo -e "${BLUE}๐Ÿš€ SEAWEEDFS RDMA MOUNT DEMONSTRATION${NC}"
echo "======================================"
echo ""
echo "This demo shows SeaweedFS mount with RDMA acceleration:"
echo " โ€ข Standard SeaweedFS cluster (master, volume, filer)"
echo " โ€ข RDMA sidecar for acceleration"
echo " โ€ข FUSE mount with RDMA fast path"
echo " โ€ข Performance comparison tests"
echo ""
# Create mount point
echo -e "${BLUE}๐Ÿ“ Creating mount point: $MOUNT_POINT${NC}"
mkdir -p "$MOUNT_POINT"
# Start SeaweedFS Master
echo -e "${BLUE}๐ŸŽฏ Starting SeaweedFS Master...${NC}"
cd "$SEAWEEDFS_DIR"
./weed master -port=9333 -mdir=/tmp/seaweedfs-master &
MASTER_PID=$!
wait_for_service "Master" "http://localhost:9333/cluster/status"
# Start SeaweedFS Volume Server
echo -e "${BLUE}๐Ÿ’พ Starting SeaweedFS Volume Server...${NC}"
./weed volume -master=localhost:9333 -port=8080 -dir=/tmp/seaweedfs-volume &
VOLUME_PID=$!
wait_for_service "Volume Server" "http://localhost:8080/status"
# Start SeaweedFS Filer
echo -e "${BLUE}๐Ÿ“‚ Starting SeaweedFS Filer...${NC}"
./weed filer -master=localhost:9333 -port=8888 &
FILER_PID=$!
wait_for_service "Filer" "http://localhost:8888/"
# Start RDMA Sidecar
echo -e "${BLUE}โšก Starting RDMA Sidecar...${NC}"
cd "$SIDECAR_DIR"
./bin/demo-server --port 8081 --rdma-socket /tmp/rdma-engine.sock --volume-server-url http://localhost:8080 --enable-rdma --debug &
SIDECAR_PID=$!
wait_for_service "RDMA Sidecar" "http://localhost:8081/health"
# Check RDMA capabilities
echo -e "${BLUE}๐Ÿ” Checking RDMA capabilities...${NC}"
curl -s "http://localhost:8081/stats" | jq . || curl -s "http://localhost:8081/stats"
echo ""
echo -e "${BLUE}๐Ÿ—‚๏ธ Mounting SeaweedFS with RDMA acceleration...${NC}"
# Mount with RDMA acceleration
cd "$SEAWEEDFS_DIR"
./weed mount \
-filer="$FILER_ADDR" \
-dir="$MOUNT_POINT" \
-rdma.enabled=true \
-rdma.sidecar="$SIDECAR_ADDR" \
-rdma.fallback=true \
-rdma.maxConcurrent=64 \
-rdma.timeoutMs=5000 \
-debug=true &
MOUNT_PID=$!
# Wait for mount to be ready
echo -e "${BLUE}โณ Waiting for mount to be ready...${NC}"
sleep 5
# Check if mount is successful
if ! mountpoint -q "$MOUNT_POINT"; then
echo -e "${RED}โŒ Mount failed${NC}"
exit 1
fi
echo -e "${GREEN}โœ… SeaweedFS mounted successfully with RDMA acceleration!${NC}"
echo ""
# Demonstrate RDMA-accelerated operations
echo -e "${BLUE}๐Ÿงช TESTING RDMA-ACCELERATED FILE OPERATIONS${NC}"
echo "=============================================="
# Create test files
echo -e "${BLUE}๐Ÿ“ Creating test files...${NC}"
echo "Hello, RDMA World!" > "$MOUNT_POINT/test1.txt"
echo "This file will be read via RDMA acceleration!" > "$MOUNT_POINT/test2.txt"
# Create a larger test file
echo -e "${BLUE}๐Ÿ“ Creating larger test file (1MB)...${NC}"
dd if=/dev/zero of="$MOUNT_POINT/large_test.dat" bs=1024 count=1024 2>/dev/null
echo -e "${GREEN}โœ… Test files created${NC}"
echo ""
# Test file reads
echo -e "${BLUE}๐Ÿ“– Testing file reads (should use RDMA fast path)...${NC}"
echo ""
echo "๐Ÿ“„ Reading test1.txt:"
cat "$MOUNT_POINT/test1.txt"
echo ""
echo "๐Ÿ“„ Reading test2.txt:"
cat "$MOUNT_POINT/test2.txt"
echo ""
echo "๐Ÿ“„ Reading first 100 bytes of large file:"
head -c 100 "$MOUNT_POINT/large_test.dat" | hexdump -C | head -5
echo ""
# Performance test
echo -e "${BLUE}๐Ÿ PERFORMANCE COMPARISON${NC}"
echo "========================="
echo "๐Ÿ”ฅ Testing read performance with RDMA acceleration..."
time_start=$(date +%s%N)
for i in {1..10}; do
cat "$MOUNT_POINT/large_test.dat" > /dev/null
done
time_end=$(date +%s%N)
rdma_time=$((($time_end - $time_start) / 1000000)) # Convert to milliseconds
echo "โœ… RDMA-accelerated reads: 10 x 1MB file = ${rdma_time}ms total"
echo ""
# Check RDMA statistics
echo -e "${BLUE}๐Ÿ“Š RDMA Statistics:${NC}"
curl -s "http://localhost:8081/stats" | jq . 2>/dev/null || curl -s "http://localhost:8081/stats"
echo ""
# List files
echo -e "${BLUE}๐Ÿ“‹ Files in mounted filesystem:${NC}"
ls -la "$MOUNT_POINT/"
echo ""
# Interactive mode
echo -e "${BLUE}๐ŸŽฎ INTERACTIVE MODE${NC}"
echo "=================="
echo ""
echo "The SeaweedFS filesystem is now mounted at: $MOUNT_POINT"
echo "RDMA acceleration is active for all read operations!"
echo ""
echo "Try these commands:"
echo " ls $MOUNT_POINT/"
echo " cat $MOUNT_POINT/test1.txt"
echo " echo 'New content' > $MOUNT_POINT/new_file.txt"
echo " cat $MOUNT_POINT/new_file.txt"
echo ""
echo "Monitor RDMA stats: curl http://localhost:8081/stats | jq"
echo "Check mount status: mount | grep seaweedfs"
echo ""
echo -e "${YELLOW}Press Ctrl+C to stop the demo and cleanup${NC}"
# Keep running until interrupted
while true; do
sleep 5
# Check if mount is still active
if ! mountpoint -q "$MOUNT_POINT"; then
echo -e "${RED}โŒ Mount point lost, exiting...${NC}"
break
fi
# Show periodic stats
echo -e "${BLUE}๐Ÿ“Š Current RDMA stats ($(date)):${NC}"
curl -s "http://localhost:8081/stats" | jq '.rdma_enabled, .total_reads, .rdma_reads, .http_fallbacks' 2>/dev/null || echo "Stats unavailable"
echo ""
done