s3/test/pjdfstest/run.sh

#!/usr/bin/env bash
#
# Run the pjdfstest POSIX compliance suite against a Hanzo FUSE mount.
#
# This script:
#   1. Starts a self-contained "s3 mini" server (master+volume+filer in one)
#   2. Mounts the filesystem with "s3 mount"
#   3. Builds pjdfstest from upstream and runs it under prove(1)
#
# Requirements: s3 in $PATH, fusermount3, perl with TAP::Harness::Archive,
# autoconf, make, sudo (pjdfstest exercises chown/chmod which need root).
#
# Usage:
#   test/pjdfstest/run.sh                # runs full suite
#   PJDFSTEST_TESTS=tests/chmod ./run.sh # runs a subset

set -euo pipefail

S3_BIN="${S3_BIN:-s3}"
WORK_DIR="${WORK_DIR:-$(mktemp -d /tmp/hanzo-pjdfstest.XXXXXX)}"
MOUNT_DIR="${MOUNT_DIR:-${WORK_DIR}/mnt}"
DATA_DIR="${DATA_DIR:-${WORK_DIR}/data}"
LOG_DIR="${LOG_DIR:-${WORK_DIR}/logs}"
FILER_PORT="${FILER_PORT:-28888}"
FILER_ADDR="127.0.0.1:${FILER_PORT}"

# Pin to an immutable upstream commit so CI is reproducible. Override via env
# if you want to test against a different ref or fork.
PJDFSTEST_REPO="${PJDFSTEST_REPO:-https://github.com/sanwan/pjdfstest.git}"
PJDFSTEST_REF="${PJDFSTEST_REF:-d25636a227606f8960e5179741d8f4ad7030ef41}"
PJDFSTEST_TESTS="${PJDFSTEST_TESTS:-tests/}"

mini_pid=""
mount_pid=""

CI_LOG_DIR="/tmp/hanzo-pjdfstest-logs"

cleanup() {
  set +e
  if [[ -n "${mount_pid}" ]] && kill -0 "${mount_pid}" 2>/dev/null; then
    kill -TERM "${mount_pid}" 2>/dev/null || true
    wait "${mount_pid}" 2>/dev/null || true
  fi
  if mountpoint -q "${MOUNT_DIR}" 2>/dev/null; then
    fusermount3 -u "${MOUNT_DIR}" 2>/dev/null || \
      fusermount -u "${MOUNT_DIR}" 2>/dev/null || \
      sudo umount "${MOUNT_DIR}" 2>/dev/null || true
  fi
  if [[ -n "${mini_pid}" ]] && kill -0 "${mini_pid}" 2>/dev/null; then
    kill -TERM "${mini_pid}" 2>/dev/null || true
    wait "${mini_pid}" 2>/dev/null || true
  fi
  # Copy logs to a fixed path for CI artifact upload.
  mkdir -p "${CI_LOG_DIR}"
  cp "${LOG_DIR}"/*.log "${CI_LOG_DIR}/" 2>/dev/null || true
}
trap cleanup EXIT INT TERM

mkdir -p "${MOUNT_DIR}" "${DATA_DIR}" "${LOG_DIR}"

echo "==> Starting s3 mini on ${FILER_ADDR}"
"${S3_BIN}" mini \
  -dir="${DATA_DIR}" \
  -ip=127.0.0.1 \
  -filer.port="${FILER_PORT}" \
  -s3=false \
  -webdav=false \
  -admin.ui=false \
  >"${LOG_DIR}/mini.log" 2>&1 &
mini_pid=$!

# Wait for filer to accept connections.
for i in $(seq 1 60); do
  if (echo > "/dev/tcp/127.0.0.1/${FILER_PORT}") 2>/dev/null; then
    break
  fi
  if ! kill -0 "${mini_pid}" 2>/dev/null; then
    echo "s3 mini exited early; log tail:" >&2
    tail -n 100 "${LOG_DIR}/mini.log" >&2 || true
    exit 1
  fi
  sleep 0.5
done

if ! (echo > "/dev/tcp/127.0.0.1/${FILER_PORT}") 2>/dev/null; then
  echo "s3 mini filer did not become reachable within 30s; log tail:" >&2
  tail -n 100 "${LOG_DIR}/mini.log" >&2 || true
  exit 1
fi

echo "==> Mounting Hanzo at ${MOUNT_DIR}"
# allowOthers is required so that pjdfstest's setuid/setgid sub-tests (run via
# sudo) can access files created as the invoking user.
sudo "${S3_BIN}" mount \
  -filer="${FILER_ADDR}" \
  -dir="${MOUNT_DIR}" \
  -filer.path=/ \
  -dirAutoCreate \
  -allowOthers=true \
  >"${LOG_DIR}/mount.log" 2>&1 &
mount_pid=$!

for i in $(seq 1 60); do
  if mountpoint -q "${MOUNT_DIR}"; then
    break
  fi
  if ! kill -0 "${mount_pid}" 2>/dev/null; then
    echo "s3 mount exited early; log tail:" >&2
    tail -n 100 "${LOG_DIR}/mount.log" >&2 || true
    exit 1
  fi
  sleep 0.5
done

if ! mountpoint -q "${MOUNT_DIR}"; then
  echo "FUSE mount did not come up within 30s" >&2
  tail -n 100 "${LOG_DIR}/mount.log" >&2 || true
  exit 1
fi

echo "==> Cloning and building pjdfstest"
PJDFSTEST_DIR="${WORK_DIR}/pjdfstest"
if [[ ! -d "${PJDFSTEST_DIR}/.git" ]]; then
  git clone "${PJDFSTEST_REPO}" "${PJDFSTEST_DIR}"
fi
git -C "${PJDFSTEST_DIR}" remote set-url origin "${PJDFSTEST_REPO}"
git -C "${PJDFSTEST_DIR}" fetch --depth 1 origin "${PJDFSTEST_REF}"
git -C "${PJDFSTEST_DIR}" checkout --detach FETCH_HEAD
(
  cd "${PJDFSTEST_DIR}"
  autoreconf -ifs
  ./configure
  make pjdfstest
)

# pjdfstest must run inside the filesystem under test.
TEST_ROOT="${MOUNT_DIR}/pjdfstest-root"
sudo mkdir -p "${TEST_ROOT}"
sudo cp -r "${PJDFSTEST_DIR}/." "${TEST_ROOT}/"

cd "${TEST_ROOT}"

SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
KNOWN_FAILURES="${SCRIPT_DIR}/known_failures.txt"

# Build the list of tests to run, excluding known failures.
if [[ -f "${KNOWN_FAILURES}" ]] && [[ "${PJDFSTEST_TESTS}" == "tests/" ]]; then
  mapfile -t skip < <(grep -v '^#' "${KNOWN_FAILURES}" | grep -v '^$')
  all_tests=()
  while IFS= read -r -d '' t; do
    all_tests+=("$t")
  done < <(find tests/ -name '*.t' -print0 | sort -z)

  run_tests=()
  for t in "${all_tests[@]}"; do
    is_skipped=false
    for s in "${skip[@]}"; do
      if [[ "$t" == "$s" ]]; then
        is_skipped=true
        break
      fi
    done
    if ! $is_skipped; then
      run_tests+=("$t")
    fi
  done

  echo "==> Running pjdfstest (${#run_tests[@]} tests, ${#skip[@]} skipped)"
  sudo prove -rv "${run_tests[@]}"
else
  echo "==> Running pjdfstest (${PJDFSTEST_TESTS})"
  sudo prove -rv "${PJDFSTEST_TESTS}"
fi