mirror of
https://github.com/hanzoai/s3.git
synced 2026-10-30 14:59:09 +00:00
The binary is s3 and the product is Hanzo S3; the rest of the tree now says so too. - Environment: WEED_* and SEAWEEDFS_* are S3_*, no aliases. fla9's flag prefix is S3, matching viper's existing "s3" prefix, so the S3_S3_SSE_* names mini.go exports are the ones viper reads (WEED_S3_SSE_KEK was never seen once viper moved to "s3"). - Java and Hadoop: packages, fs.hanzofs.* keys and the hanzofs:// scheme under the hanzofs namespace the protos already declare; classes take a neutral Filer prefix and file names match them again (the earlier pass left Seas3*.java holding Seaweed* classes). Client, hdfs3, examples, s3copier, random_access and the Spark tests compile. - Helm chart: helpers are hanzo.*, values live under global.s3; the chart renders and lints, which it did not before. - Terraform: the s3.service.tftpl reference matches the file; 12/12 render tests pass. Config paths point at /etc/hanzo, which the binary reads. - loadtest.pb.go regenerated from loadtest.proto. - Upstream logo, sponsor images and unreferenced diagrams removed from note/. Kept: NOTICE attribution, LICENSE, the erasure-coding fixture s3/storage/erasure_coding/1.dat (test bytes), and unmaintained/ and third_party/ (vendored). No on-disk format, wire protocol or metadata key changed. Co-authored-by: Hanzo Dev <[email protected]>
204 lines
6.1 KiB
Bash
Executable File
204 lines
6.1 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
#
|
|
# Run the SMB (Samba) integration test against a Hanzo FUSE mount.
|
|
#
|
|
# Pipeline:
|
|
# 1. start a self-contained "s3 mini" (master + volume + filer in one)
|
|
# 2. mount the filesystem with "s3 mount"
|
|
# 3. export a subdirectory of the mount over SMB with smbd
|
|
# 4. drive the share with smbclient (test/samba/smb_tests.sh)
|
|
#
|
|
# Everything runs as the current user on unprivileged ports, so no sudo is
|
|
# required. State lives under a temp work dir and is removed on exit.
|
|
#
|
|
# Requirements: s3 in $PATH, fusermount3, and Samba's smbd / smbclient /
|
|
# smbpasswd (Debian/Ubuntu: apt-get install samba smbclient).
|
|
#
|
|
# Usage:
|
|
# test/samba/run.sh
|
|
set -euo pipefail
|
|
|
|
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
|
|
S3_BIN="${S3_BIN:-s3}"
|
|
WORK_DIR="${WORK_DIR:-$(mktemp -d /tmp/hanzo-samba.XXXXXX)}"
|
|
MOUNT_DIR="${MOUNT_DIR:-${WORK_DIR}/mnt}"
|
|
MOUNT2_DIR="${MOUNT2_DIR:-${WORK_DIR}/mnt2}"
|
|
DATA_DIR="${DATA_DIR:-${WORK_DIR}/data}"
|
|
LOG_DIR="${LOG_DIR:-${WORK_DIR}/logs}"
|
|
STATE_DIR="${WORK_DIR}/samba"
|
|
SHARE_DIR="${MOUNT_DIR}/share"
|
|
SHARE_DIR2="${MOUNT2_DIR}/share"
|
|
|
|
FILER_PORT="${FILER_PORT:-28888}"
|
|
FILER_ADDR="127.0.0.1:${FILER_PORT}"
|
|
SMB_PORT="${SMB_PORT:-4450}"
|
|
SMB_SHARE="hanzo"
|
|
SMB_USER="${SMB_USER:-$(id -un)}"
|
|
SMB_PASS="${SMB_PASS:-hanzo}"
|
|
|
|
SMBD_BIN="$(command -v smbd || echo /usr/sbin/smbd)"
|
|
SMBPASSWD_BIN="$(command -v smbpasswd || echo /usr/bin/smbpasswd)"
|
|
|
|
CI_LOG_DIR="/tmp/hanzo-samba-logs"
|
|
|
|
mini_pid=""
|
|
mount_pid=""
|
|
mount2_pid=""
|
|
smbd_pid=""
|
|
|
|
unmount_dir() {
|
|
local dir="$1"
|
|
if mountpoint -q "${dir}" 2>/dev/null; then
|
|
fusermount3 -u "${dir}" 2>/dev/null ||
|
|
fusermount -u "${dir}" 2>/dev/null || true
|
|
fi
|
|
}
|
|
|
|
cleanup() {
|
|
set +e
|
|
if [[ -n "${smbd_pid}" ]] && kill -0 "${smbd_pid}" 2>/dev/null; then
|
|
kill -TERM "${smbd_pid}" 2>/dev/null || true
|
|
wait "${smbd_pid}" 2>/dev/null || true
|
|
fi
|
|
for p in "${mount_pid}" "${mount2_pid}"; do
|
|
if [[ -n "${p}" ]] && kill -0 "${p}" 2>/dev/null; then
|
|
kill -TERM "${p}" 2>/dev/null || true
|
|
wait "${p}" 2>/dev/null || true
|
|
fi
|
|
done
|
|
unmount_dir "${MOUNT_DIR}"
|
|
unmount_dir "${MOUNT2_DIR}"
|
|
if [[ -n "${mini_pid}" ]] && kill -0 "${mini_pid}" 2>/dev/null; then
|
|
kill -TERM "${mini_pid}" 2>/dev/null || true
|
|
wait "${mini_pid}" 2>/dev/null || true
|
|
fi
|
|
# Copy logs to a fixed path for CI artifact upload.
|
|
mkdir -p "${CI_LOG_DIR}"
|
|
cp "${LOG_DIR}"/*.log "${LOG_DIR}"/*.out "${STATE_DIR}/smbd.log" "${CI_LOG_DIR}/" 2>/dev/null || true
|
|
}
|
|
trap cleanup EXIT INT TERM
|
|
|
|
mkdir -p "${MOUNT_DIR}" "${MOUNT2_DIR}" "${DATA_DIR}" "${LOG_DIR}" \
|
|
"${STATE_DIR}/private" "${STATE_DIR}/state" "${STATE_DIR}/cache" \
|
|
"${STATE_DIR}/lock" "${STATE_DIR}/pid" "${STATE_DIR}/ncalrpc"
|
|
|
|
# --- 1. s3 mini -----------------------------------------------------------
|
|
echo "==> Starting s3 mini on ${FILER_ADDR}"
|
|
"${S3_BIN}" mini \
|
|
-dir="${DATA_DIR}" \
|
|
-ip=127.0.0.1 \
|
|
-filer.port="${FILER_PORT}" \
|
|
-s3=false \
|
|
-webdav=false \
|
|
-admin.ui=false \
|
|
>"${LOG_DIR}/mini.log" 2>&1 &
|
|
mini_pid=$!
|
|
|
|
for i in $(seq 1 60); do
|
|
if (echo >"/dev/tcp/127.0.0.1/${FILER_PORT}") 2>/dev/null; then
|
|
break
|
|
fi
|
|
if ! kill -0 "${mini_pid}" 2>/dev/null; then
|
|
echo "s3 mini exited early; log tail:" >&2
|
|
tail -n 100 "${LOG_DIR}/mini.log" >&2 || true
|
|
exit 1
|
|
fi
|
|
sleep 0.5
|
|
done
|
|
if ! (echo >"/dev/tcp/127.0.0.1/${FILER_PORT}") 2>/dev/null; then
|
|
echo "s3 mini filer did not become reachable within 30s; log tail:" >&2
|
|
tail -n 100 "${LOG_DIR}/mini.log" >&2 || true
|
|
exit 1
|
|
fi
|
|
|
|
# --- 2. s3 mount (two mounts, both with -dlm) -----------------------------
|
|
# mount_with_dlm <mountpoint> <logfile> <pid-var-name>
|
|
mount_with_dlm() {
|
|
local dir="$1" log="$2" pidvar="$3" pid
|
|
echo "==> Mounting Hanzo at ${dir} with -dlm"
|
|
"${S3_BIN}" mount \
|
|
-filer="${FILER_ADDR}" \
|
|
-dir="${dir}" \
|
|
-filer.path=/ \
|
|
-dirAutoCreate \
|
|
-dlm \
|
|
>"${log}" 2>&1 &
|
|
pid=$!
|
|
printf -v "${pidvar}" '%s' "${pid}"
|
|
for _ in $(seq 1 60); do
|
|
if mountpoint -q "${dir}"; then
|
|
return 0
|
|
fi
|
|
if ! kill -0 "${pid}" 2>/dev/null; then
|
|
echo "s3 mount (${dir}) exited early; log tail:" >&2
|
|
tail -n 100 "${log}" >&2 || true
|
|
exit 1
|
|
fi
|
|
sleep 0.5
|
|
done
|
|
echo "FUSE mount ${dir} did not come up within 30s" >&2
|
|
tail -n 100 "${log}" >&2 || true
|
|
exit 1
|
|
}
|
|
|
|
mount_with_dlm "${MOUNT_DIR}" "${LOG_DIR}/mount.log" mount_pid
|
|
mount_with_dlm "${MOUNT2_DIR}" "${LOG_DIR}/mount2.log" mount2_pid
|
|
|
|
mkdir -p "${SHARE_DIR}"
|
|
|
|
# --- 3. smbd ----------------------------------------------------------------
|
|
echo "==> Generating smb.conf and starting smbd on port ${SMB_PORT}"
|
|
SMB_CONF="${STATE_DIR}/smb.conf"
|
|
sed -e "s#@SHARE_PATH@#${SHARE_DIR}#g" \
|
|
-e "s#@STATE_DIR@#${STATE_DIR}#g" \
|
|
-e "s#@SMB_PORT@#${SMB_PORT}#g" \
|
|
-e "s#@FORCE_USER@#${SMB_USER}#g" \
|
|
"${SCRIPT_DIR}/smb.conf.template" >"${SMB_CONF}"
|
|
|
|
printf '%s\n%s\n' "${SMB_PASS}" "${SMB_PASS}" |
|
|
"${SMBPASSWD_BIN}" -c "${SMB_CONF}" -a -s "${SMB_USER}"
|
|
|
|
"${SMBD_BIN}" -F --no-process-group -s "${SMB_CONF}" >"${LOG_DIR}/smbd.out" 2>&1 &
|
|
smbd_pid=$!
|
|
|
|
for i in $(seq 1 60); do
|
|
if (echo >"/dev/tcp/127.0.0.1/${SMB_PORT}") 2>/dev/null; then
|
|
break
|
|
fi
|
|
if ! kill -0 "${smbd_pid}" 2>/dev/null; then
|
|
echo "smbd exited early; log tail:" >&2
|
|
tail -n 100 "${LOG_DIR}/smbd.out" "${STATE_DIR}/smbd.log" 2>/dev/null >&2 || true
|
|
exit 1
|
|
fi
|
|
sleep 0.5
|
|
done
|
|
if ! (echo >"/dev/tcp/127.0.0.1/${SMB_PORT}") 2>/dev/null; then
|
|
echo "smbd did not become reachable within 30s; log tail:" >&2
|
|
tail -n 100 "${LOG_DIR}/smbd.out" "${STATE_DIR}/smbd.log" 2>/dev/null >&2 || true
|
|
exit 1
|
|
fi
|
|
|
|
# --- 4. run the test batteries ---------------------------------------------
|
|
rc=0
|
|
|
|
echo "==> Running SMB functional test battery"
|
|
SMB_HOST=127.0.0.1 \
|
|
SMB_SHARE="${SMB_SHARE}" \
|
|
SMB_PORT="${SMB_PORT}" \
|
|
SMB_USER="${SMB_USER}" \
|
|
SMB_PASS="${SMB_PASS}" \
|
|
SHARE_FS_PATH="${SHARE_DIR}" \
|
|
"${SCRIPT_DIR}/smb_tests.sh" || rc=1
|
|
|
|
echo "==> Running SMB locking / concurrency test battery"
|
|
SMB_HOST=127.0.0.1 \
|
|
SMB_SHARE="${SMB_SHARE}" \
|
|
SMB_PORT="${SMB_PORT}" \
|
|
SMB_USER="${SMB_USER}" \
|
|
SMB_PASS="${SMB_PASS}" \
|
|
MOUNT_SHARE="${SHARE_DIR}" \
|
|
MOUNT2_SHARE="${SHARE_DIR2}" \
|
|
"${SCRIPT_DIR}/lock_tests.sh" || rc=1
|
|
|
|
exit "${rc}"
|