mirror of
https://github.com/hanzoai/s3.git
synced 2026-10-30 14:59:09 +00:00
zeekayandHanzo Dev
af0f387bbe
The binary is s3 and the product is Hanzo S3; the rest of the tree now says so too. - Environment: WEED_* and SEAWEEDFS_* are S3_*, no aliases. fla9's flag prefix is S3, matching viper's existing "s3" prefix, so the S3_S3_SSE_* names mini.go exports are the ones viper reads (WEED_S3_SSE_KEK was never seen once viper moved to "s3"). - Java and Hadoop: packages, fs.hanzofs.* keys and the hanzofs:// scheme under the hanzofs namespace the protos already declare; classes take a neutral Filer prefix and file names match them again (the earlier pass left Seas3*.java holding Seaweed* classes). Client, hdfs3, examples, s3copier, random_access and the Spark tests compile. - Helm chart: helpers are hanzo.*, values live under global.s3; the chart renders and lints, which it did not before. - Terraform: the s3.service.tftpl reference matches the file; 12/12 render tests pass. Config paths point at /etc/hanzo, which the binary reads. - loadtest.pb.go regenerated from loadtest.proto. - Upstream logo, sponsor images and unreferenced diagrams removed from note/. Kept: NOTICE attribution, LICENSE, the erasure-coding fixture s3/storage/erasure_coding/1.dat (test bytes), and unmaintained/ and third_party/ (vendored). No on-disk format, wire protocol or metadata key changed. Co-authored-by: Hanzo Dev <[email protected]>
134 lines
3.0 KiB
Terraform
134 lines
3.0 KiB
Terraform
# Hanzo S3 all-in-one on a single AWS instance.
|
|
#
|
|
# Demonstrates the layered design directly: call the cloud-agnostic core to
|
|
# render cloud-init for a `s3 server` node, then attach it to one instance
|
|
# with a protected data disk. No wrapper module needed for the simple case.
|
|
#
|
|
# tofu init && tofu validate
|
|
# tofu apply # requires AWS credentials + a s3 AMI
|
|
|
|
terraform {
|
|
required_version = ">= 1.3.0"
|
|
required_providers {
|
|
aws = {
|
|
source = "hashicorp/aws"
|
|
version = ">= 5.40"
|
|
}
|
|
}
|
|
}
|
|
|
|
provider "aws" {
|
|
region = var.region
|
|
}
|
|
|
|
variable "region" {
|
|
type = string
|
|
default = "us-east-1"
|
|
}
|
|
variable "vpc_id" {
|
|
type = string
|
|
}
|
|
variable "subnet_id" {
|
|
type = string
|
|
}
|
|
variable "availability_zone" {
|
|
type = string
|
|
default = "us-east-1a"
|
|
}
|
|
variable "ami_id" {
|
|
type = string
|
|
}
|
|
variable "private_ip" {
|
|
type = string
|
|
default = "10.0.1.50"
|
|
}
|
|
|
|
module "core" {
|
|
source = "../../modules/core"
|
|
s3_binary = "/usr/bin/s3"
|
|
|
|
# disable the distributed tiers; run a single all-in-one process
|
|
master = { enabled = false }
|
|
volume = { enabled = false }
|
|
filer = { enabled = false }
|
|
|
|
all_in_one = {
|
|
enabled = true
|
|
nodes = { a0 = { address = var.private_ip, data_dir = "/data" } }
|
|
s3 = { enabled = true }
|
|
}
|
|
|
|
s3_identities = [{
|
|
name = "anonymous"
|
|
access_key = ""
|
|
secret_key = ""
|
|
actions = ["Read", "List"]
|
|
}]
|
|
}
|
|
|
|
resource "aws_network_interface" "aio" {
|
|
subnet_id = var.subnet_id
|
|
private_ips = [var.private_ip]
|
|
security_groups = [aws_security_group.aio.id]
|
|
tags = { Name = "s3-all-in-one" }
|
|
}
|
|
|
|
resource "aws_security_group" "aio" {
|
|
name_prefix = "s3-aio-"
|
|
vpc_id = var.vpc_id
|
|
lifecycle {
|
|
create_before_destroy = true
|
|
}
|
|
}
|
|
|
|
resource "aws_vpc_security_group_ingress_rule" "s3" {
|
|
security_group_id = aws_security_group.aio.id
|
|
cidr_ipv4 = "10.0.0.0/8"
|
|
ip_protocol = "tcp"
|
|
from_port = 8333
|
|
to_port = 8333
|
|
}
|
|
|
|
resource "aws_vpc_security_group_egress_rule" "all" {
|
|
security_group_id = aws_security_group.aio.id
|
|
cidr_ipv4 = "0.0.0.0/0"
|
|
ip_protocol = "-1"
|
|
}
|
|
|
|
resource "aws_instance" "aio" {
|
|
ami = var.ami_id
|
|
instance_type = "m5.large"
|
|
user_data = module.core.cloud_init_by_node["all-in-one-a0"]
|
|
|
|
network_interface {
|
|
network_interface_id = aws_network_interface.aio.id
|
|
device_index = 0
|
|
}
|
|
metadata_options {
|
|
http_tokens = "required"
|
|
}
|
|
tags = { Name = "s3-all-in-one", Role = "all-in-one" }
|
|
}
|
|
|
|
resource "aws_ebs_volume" "data" {
|
|
availability_zone = var.availability_zone
|
|
size = 200
|
|
type = "gp3"
|
|
encrypted = true
|
|
tags = { Name = "s3-all-in-one-data" }
|
|
lifecycle {
|
|
prevent_destroy = true
|
|
}
|
|
}
|
|
|
|
resource "aws_volume_attachment" "data" {
|
|
device_name = "/dev/xvdf"
|
|
volume_id = aws_ebs_volume.data.id
|
|
instance_id = aws_instance.aio.id
|
|
stop_instance_before_detaching = true
|
|
}
|
|
|
|
output "instance_id" {
|
|
value = aws_instance.aio.id
|
|
}
|