mirror of
https://github.com/hanzoai/s3.git
synced 2026-10-30 14:59:09 +00:00
zeekayandHanzo Dev
af0f387bbe
The binary is s3 and the product is Hanzo S3; the rest of the tree now says so too. - Environment: WEED_* and SEAWEEDFS_* are S3_*, no aliases. fla9's flag prefix is S3, matching viper's existing "s3" prefix, so the S3_S3_SSE_* names mini.go exports are the ones viper reads (WEED_S3_SSE_KEK was never seen once viper moved to "s3"). - Java and Hadoop: packages, fs.hanzofs.* keys and the hanzofs:// scheme under the hanzofs namespace the protos already declare; classes take a neutral Filer prefix and file names match them again (the earlier pass left Seas3*.java holding Seaweed* classes). Client, hdfs3, examples, s3copier, random_access and the Spark tests compile. - Helm chart: helpers are hanzo.*, values live under global.s3; the chart renders and lints, which it did not before. - Terraform: the s3.service.tftpl reference matches the file; 12/12 render tests pass. Config paths point at /etc/hanzo, which the binary reads. - loadtest.pb.go regenerated from loadtest.proto. - Upstream logo, sponsor images and unreferenced diagrams removed from note/. Kept: NOTICE attribution, LICENSE, the erasure-coding fixture s3/storage/erasure_coding/1.dat (test bytes), and unmaintained/ and third_party/ (vendored). No on-disk format, wire protocol or metadata key changed. Co-authored-by: Hanzo Dev <[email protected]>
118 lines
3.1 KiB
Terraform
118 lines
3.1 KiB
Terraform
# Hanzo S3 HA on AWS: 3-master quorum + 3 volume servers (one per AZ) + 2
|
|
# filers (leveldb2-replicated HA) + 1 standalone S3 gateway.
|
|
#
|
|
# tofu init && tofu validate
|
|
# tofu apply # requires AWS credentials, a VPC, subnets, and a s3 AMI
|
|
#
|
|
# This is a scaffold: it provisions instances, protected EBS data disks, and the
|
|
# security group. Mounting the EBS disk at /data and secret-store cert delivery
|
|
# are documented follow-ups (see terraform/README.md).
|
|
|
|
terraform {
|
|
required_version = ">= 1.3.0"
|
|
required_providers {
|
|
aws = {
|
|
source = "hashicorp/aws"
|
|
version = ">= 5.40"
|
|
}
|
|
}
|
|
}
|
|
|
|
provider "aws" {
|
|
region = var.region
|
|
}
|
|
|
|
variable "region" {
|
|
type = string
|
|
default = "us-east-1"
|
|
}
|
|
|
|
variable "vpc_id" {
|
|
type = string
|
|
}
|
|
|
|
variable "ami_id" {
|
|
description = "AMI with the s3 binary at /usr/bin/s3."
|
|
type = string
|
|
}
|
|
|
|
# subnet per AZ
|
|
variable "subnet_a" { type = string }
|
|
variable "subnet_b" { type = string }
|
|
variable "subnet_c" { type = string }
|
|
|
|
# AZ defaults assume region us-east-1. When you change `region`, override az_a/az_b/az_c
|
|
# (and the matching subnets) with AZs that belong to that region, or the volume/filer
|
|
# EBS volumes will fail to create in a mismatched AZ.
|
|
variable "az_a" {
|
|
type = string
|
|
default = "us-east-1a"
|
|
}
|
|
variable "az_b" {
|
|
type = string
|
|
default = "us-east-1b"
|
|
}
|
|
variable "az_c" {
|
|
type = string
|
|
default = "us-east-1c"
|
|
}
|
|
|
|
variable "client_ingress_cidrs" {
|
|
type = list(string)
|
|
default = ["10.0.0.0/8"]
|
|
}
|
|
|
|
variable "ssh_ingress_cidrs" {
|
|
type = list(string)
|
|
default = []
|
|
}
|
|
|
|
module "s3" {
|
|
source = "../../modules/aws"
|
|
|
|
name = "s3"
|
|
vpc_id = var.vpc_id
|
|
ami_id = var.ami_id
|
|
|
|
# secure-by-default flagship: mTLS (certs + JWT generated by the security
|
|
# submodule, delivered via SSM and fetched at boot) plus monitoring.
|
|
enable_security = true
|
|
monitoring_enabled = true
|
|
|
|
masters = {
|
|
m0 = { subnet_id = var.subnet_a, private_ip = "10.0.1.10" }
|
|
m1 = { subnet_id = var.subnet_b, private_ip = "10.0.2.10" }
|
|
m2 = { subnet_id = var.subnet_c, private_ip = "10.0.3.10" }
|
|
}
|
|
|
|
volumes = {
|
|
v0 = { subnet_id = var.subnet_a, availability_zone = var.az_a, private_ip = "10.0.1.20", rack = var.az_a, data_center = var.region, data_volume_size_gb = 500 }
|
|
v1 = { subnet_id = var.subnet_b, availability_zone = var.az_b, private_ip = "10.0.2.20", rack = var.az_b, data_center = var.region, data_volume_size_gb = 500 }
|
|
v2 = { subnet_id = var.subnet_c, availability_zone = var.az_c, private_ip = "10.0.3.20", rack = var.az_c, data_center = var.region, data_volume_size_gb = 500 }
|
|
}
|
|
|
|
filers = {
|
|
f0 = { subnet_id = var.subnet_a, availability_zone = var.az_a, private_ip = "10.0.1.30" }
|
|
f1 = { subnet_id = var.subnet_b, availability_zone = var.az_b, private_ip = "10.0.2.30" }
|
|
}
|
|
|
|
s3_nodes = {
|
|
s0 = { subnet_id = var.subnet_a, private_ip = "10.0.1.40" }
|
|
}
|
|
|
|
client_ingress_cidrs = var.client_ingress_cidrs
|
|
ssh_ingress_cidrs = var.ssh_ingress_cidrs
|
|
}
|
|
|
|
output "master_peers" {
|
|
value = module.s3.master_peers
|
|
}
|
|
|
|
output "instance_ids" {
|
|
value = module.s3.instance_ids
|
|
}
|
|
|
|
output "security_group_id" {
|
|
value = module.s3.security_group_id
|
|
}
|