mirror of
https://github.com/hanzoai/s3.git
synced 2026-10-30 14:59:09 +00:00
zeekayandHanzo Dev
af0f387bbe
The binary is s3 and the product is Hanzo S3; the rest of the tree now says so too. - Environment: WEED_* and SEAWEEDFS_* are S3_*, no aliases. fla9's flag prefix is S3, matching viper's existing "s3" prefix, so the S3_S3_SSE_* names mini.go exports are the ones viper reads (WEED_S3_SSE_KEK was never seen once viper moved to "s3"). - Java and Hadoop: packages, fs.hanzofs.* keys and the hanzofs:// scheme under the hanzofs namespace the protos already declare; classes take a neutral Filer prefix and file names match them again (the earlier pass left Seas3*.java holding Seaweed* classes). Client, hdfs3, examples, s3copier, random_access and the Spark tests compile. - Helm chart: helpers are hanzo.*, values live under global.s3; the chart renders and lints, which it did not before. - Terraform: the s3.service.tftpl reference matches the file; 12/12 render tests pass. Config paths point at /etc/hanzo, which the binary reads. - loadtest.pb.go regenerated from loadtest.proto. - Upstream logo, sponsor images and unreferenced diagrams removed from note/. Kept: NOTICE attribution, LICENSE, the erasure-coding fixture s3/storage/erasure_coding/1.dat (test bytes), and unmaintained/ and third_party/ (vendored). No on-disk format, wire protocol or metadata key changed. Co-authored-by: Hanzo Dev <[email protected]>
133 lines
4.9 KiB
Docker
133 lines
4.9 KiB
Docker
FROM golang:1.25 AS builder
|
|
|
|
RUN apt-get update && \
|
|
apt-get install -y build-essential wget ca-certificates && \
|
|
rm -rf /var/lib/apt/lists/*
|
|
|
|
ARG FDB_VERSION=7.4.5
|
|
ENV FDB_VERSION=${FDB_VERSION}
|
|
ARG TARGETARCH
|
|
|
|
# Install FoundationDB client libraries with SHA256 checksum verification
|
|
# Known SHA256 checksums for FoundationDB client packages (verified 2025-01-19)
|
|
# To add checksums for new versions: run docker/get_fdb_checksum.sh <version> <arch>
|
|
RUN cd /tmp && \
|
|
case "${TARGETARCH}" in \
|
|
"amd64") FDB_ARCH="amd64"; PACKAGE_ARCH="amd64" ;; \
|
|
"arm64") FDB_ARCH="arm64"; PACKAGE_ARCH="aarch64" ;; \
|
|
*) echo "Unsupported architecture: ${TARGETARCH}" >&2; exit 1 ;; \
|
|
esac && \
|
|
case "${FDB_VERSION}_${FDB_ARCH}" in \
|
|
"7.4.5_amd64") \
|
|
EXPECTED_SHA256="eea6b98cf386a0848655b2e196d18633662a7440a7ee061c10e32153c7e7e112" ;; \
|
|
"7.4.5_arm64") \
|
|
EXPECTED_SHA256="f2176b86b7e1b561c3632b4e6e7efb82e3b8f57c2ff0d0ac4671e742867508aa" ;; \
|
|
"7.3.43_amd64") \
|
|
EXPECTED_SHA256="c3fa0a59c7355b914a1455dac909238d5ea3b6c6bc7b530af8597e6487c1651a" ;; \
|
|
"7.3.43_arm64") \
|
|
echo "ERROR: FoundationDB ${FDB_VERSION} does not publish arm64 client packages." >&2; \
|
|
echo "Please upgrade to 7.4.5+ when targeting arm64." >&2; \
|
|
exit 1 ;; \
|
|
*) \
|
|
echo "ERROR: No checksum available for FDB version ${FDB_VERSION} on ${FDB_ARCH}" >&2; \
|
|
echo "This is a security requirement. To add verification:" >&2; \
|
|
echo " 1. Run: docker/get_fdb_checksum.sh ${FDB_VERSION} ${FDB_ARCH}" >&2; \
|
|
echo " 2. Add the checksum to this Dockerfile" >&2; \
|
|
echo "Refusing to proceed without checksum verification." >&2; \
|
|
exit 1 ;; \
|
|
esac && \
|
|
PACKAGE="foundationdb-clients_${FDB_VERSION}-1_${PACKAGE_ARCH}.deb" && \
|
|
wget --timeout=30 --tries=3 https://github.com/apple/foundationdb/releases/download/${FDB_VERSION}/${PACKAGE} && \
|
|
echo "${EXPECTED_SHA256} ${PACKAGE}" | sha256sum -c - || \
|
|
(echo "ERROR: Checksum verification failed for FoundationDB ${FDB_VERSION} (${FDB_ARCH})" >&2; \
|
|
echo "Expected: ${EXPECTED_SHA256}" >&2; \
|
|
echo "This indicates either a corrupted download or potential tampering." >&2; \
|
|
exit 1) && \
|
|
dpkg -i ${PACKAGE} && \
|
|
rm ${PACKAGE}
|
|
|
|
# Set up FoundationDB environment variables for CGO
|
|
ENV CGO_CFLAGS="-I/usr/include/foundationdb"
|
|
ENV CGO_LDFLAGS="-lfdb_c"
|
|
|
|
# build Hanzo sources; prefer local context but fall back to git clone if context only has docker files
|
|
ARG SOURCE_REF=master
|
|
WORKDIR /go/src/github.com/hanzoai/s3
|
|
COPY . .
|
|
RUN set -euo pipefail && \
|
|
if [ ! -d s3 ]; then \
|
|
echo "Local build context does not include Hanzo sources; cloning ${SOURCE_REF}" >&2; \
|
|
mkdir -p /tmp/local-context && cp -a /go/src/github.com/hanzoai/s3/. /tmp/local-context && \
|
|
cd / && rm -rf /go/src/github.com/hanzoai/s3 && \
|
|
git clone --depth 1 --branch ${SOURCE_REF} https://github.com/hanzoai/s3 /go/src/github.com/hanzoai/s3 && \
|
|
cp -a /tmp/local-context/. /go/src/github.com/hanzoai/s3/docker/ && \
|
|
rm -rf /tmp/local-context && \
|
|
cd /go/src/github.com/hanzoai/s3; \
|
|
fi && \
|
|
cd s3 \
|
|
&& COMMIT_SHA=$(git rev-parse --short HEAD 2>/dev/null || echo "unknown") \
|
|
&& export LDFLAGS="-X github.com/hanzoai/s3/s3/util/version.COMMIT=${COMMIT_SHA}" \
|
|
&& go install -tags "5BytesOffset foundationdb" -ldflags "${LDFLAGS}"
|
|
|
|
|
|
FROM debian:bookworm-slim AS final
|
|
LABEL author="Hanzo AI"
|
|
|
|
# Install runtime dependencies first
|
|
RUN apt-get update && \
|
|
apt-get install -y --no-install-recommends \
|
|
ca-certificates \
|
|
curl \
|
|
fuse \
|
|
wget && \
|
|
rm -rf /var/lib/apt/lists/*
|
|
|
|
# Reuse FoundationDB artifacts installed during the build stage
|
|
COPY --from=builder /usr/lib/libfdb_c* /usr/lib/
|
|
COPY --from=builder /usr/lib/foundationdb /usr/lib/foundationdb
|
|
COPY --from=builder /usr/bin/fdb* /usr/bin/
|
|
RUN ldconfig
|
|
|
|
# Copy Hanzo binary and configuration
|
|
COPY --from=builder /go/bin/s3 /usr/bin/
|
|
RUN mkdir -p /etc/hanzo
|
|
COPY --from=builder /go/src/github.com/hanzoai/s3/docker/filer_foundationdb.toml /etc/hanzo/filer.toml
|
|
COPY --from=builder /go/src/github.com/hanzoai/s3/docker/entrypoint.sh /entrypoint.sh
|
|
|
|
# Create non-root user
|
|
RUN groupadd -g 1000 hanzo && \
|
|
useradd -u 1000 -g hanzo -s /bin/bash -m hanzo
|
|
|
|
# volume server gprc port
|
|
EXPOSE 18080
|
|
# volume server http port
|
|
EXPOSE 8080
|
|
# filer server gprc port
|
|
EXPOSE 18888
|
|
# filer server http port
|
|
EXPOSE 8888
|
|
# master server shared gprc port
|
|
EXPOSE 19333
|
|
# master server shared http port
|
|
EXPOSE 9333
|
|
# s3 server http port
|
|
EXPOSE 8333
|
|
# webdav server http port
|
|
EXPOSE 7333
|
|
|
|
# Create data directory and set proper ownership for hanzo user
|
|
RUN mkdir -p /data && \
|
|
chown -R hanzo:hanzo /data && \
|
|
chown -R hanzo:hanzo /etc/hanzo && \
|
|
chmod 755 /entrypoint.sh
|
|
|
|
VOLUME /data
|
|
|
|
WORKDIR /data
|
|
|
|
# Switch to non-root user
|
|
USER hanzo
|
|
|
|
ENTRYPOINT ["/entrypoint.sh"]
|
|
|