mirror of
https://github.com/hanzoai/s3.git
synced 2026-10-30 14:59:09 +00:00
zeekay
8f5d0b9333
Full internal rename — build-verified, every module green (root + s3-rdma-sidecar
+ telemetry/server + all test modules):
- Dirs: weed/→s3/ (main tree); cmd/weed-{db,sql}→cmd/s3-{db,sql};
seaweed-volume→s3-volume; seaweedfs-rdma-sidecar→s3-rdma-sidecar;
s3/mount/weedfs_*.go→s3fs_*.go (~113 path renames).
- Imports: github.com/hanzoai/s3/weed/ → /s3/ across 1700+ files.
- gRPC proto services Seaweed/SeaweedFiler/SeaweedMessaging/... → Hanzo*
(8 services) via full protoc regeneration (correct descriptors, no sed-corruption).
- Brand SeaweedFS/Seaweed/seaweed → Hanzo/hanzo; internal X-Seaweedfs-* headers
→ X-Hanzo-*; .seaweedfs config dir → .s3.
- CLI is `s3`: go install github.com/hanzoai/s3/s3@latest | make install | Docker.
install.sh rewritten as a Hanzo S3 installer.
- External forks github.com/seaweedfs/{raft,go-fuse,goexif,cockroachdb-parser}
kept verbatim — immutable third-party module paths; NOTICE retained.
Residual (cosmetic, non-build): kafka loadtest test-proto package com.seaweedfs.loadtest.
106 lines
2.9 KiB
Go
106 lines
2.9 KiB
Go
package main
|
|
|
|
import (
|
|
"flag"
|
|
"fmt"
|
|
"os"
|
|
"path"
|
|
"strconv"
|
|
|
|
"github.com/hanzoai/s3/s3/glog"
|
|
"github.com/hanzoai/s3/s3/storage/backend"
|
|
"github.com/hanzoai/s3/s3/storage/needle"
|
|
"github.com/hanzoai/s3/s3/storage/super_block"
|
|
util_http "github.com/hanzoai/s3/s3/util/http"
|
|
)
|
|
|
|
var (
|
|
fixVolumePath = flag.String("dir", "/tmp", "data directory to store files")
|
|
fixVolumeCollection = flag.String("collection", "", "the volume collection name")
|
|
fixVolumeId = flag.Int("volumeId", -1, "a volume id. The volume should already exist in the dir. The volume index file should not exist.")
|
|
targetReplica = flag.String("replication", "", "If just empty, only print out current replication setting.")
|
|
targetTTL = flag.String("ttl", "", "If just empty, only print out current ttl setting.")
|
|
)
|
|
|
|
/*
|
|
This is to change replication factor in .dat file header. Need to shut down the volume servers
|
|
that has those volumes.
|
|
|
|
1. fix the .dat file in place
|
|
// just see the replication setting
|
|
go run change_replication.go -volumeId=9 -dir=/Users/chrislu/Downloads
|
|
Current Volume Replication: 000
|
|
// fix the replication setting
|
|
go run change_replication.go -volumeId=9 -dir=/Users/chrislu/Downloads -replication 001
|
|
Current Volume Replication: 000
|
|
Changing to: 001
|
|
Done.
|
|
|
|
2. copy the fixed .dat and related .idx files to some remote server
|
|
3. restart volume servers or start new volume servers.
|
|
*/
|
|
func main() {
|
|
flag.Parse()
|
|
util_http.NewGlobalHttpClient()
|
|
|
|
fileName := strconv.Itoa(*fixVolumeId)
|
|
if *fixVolumeCollection != "" {
|
|
fileName = *fixVolumeCollection + "_" + fileName
|
|
}
|
|
datFile, err := os.OpenFile(path.Join(*fixVolumePath, fileName+".dat"), os.O_RDWR, 0644)
|
|
if err != nil {
|
|
glog.Fatalf("Open Volume Data File [ERROR]: %v", err)
|
|
}
|
|
datBackend := backend.NewDiskFile(datFile)
|
|
defer datBackend.Close()
|
|
|
|
superBlock, err := super_block.ReadSuperBlock(datBackend)
|
|
|
|
if err != nil {
|
|
glog.Fatalf("cannot parse existing super block: %v", err)
|
|
}
|
|
|
|
fmt.Printf("Current Volume Replication: %s\n", superBlock.ReplicaPlacement)
|
|
fmt.Printf("Current Volume TTL: %s\n", superBlock.Ttl.String())
|
|
|
|
hasChange := false
|
|
|
|
if *targetReplica != "" {
|
|
replica, err := super_block.NewReplicaPlacementFromString(*targetReplica)
|
|
|
|
if err != nil {
|
|
glog.Fatalf("cannot parse target replica %s: %v", *targetReplica, err)
|
|
}
|
|
|
|
fmt.Printf("Changing replication to: %s\n", replica)
|
|
|
|
superBlock.ReplicaPlacement = replica
|
|
hasChange = true
|
|
}
|
|
|
|
if *targetTTL != "" {
|
|
ttl, err := needle.ReadTTL(*targetTTL)
|
|
|
|
if err != nil {
|
|
glog.Fatalf("cannot parse target ttl %s: %v", *targetTTL, err)
|
|
}
|
|
|
|
fmt.Printf("Changing ttl to: %s\n", ttl)
|
|
|
|
superBlock.Ttl = ttl
|
|
hasChange = true
|
|
}
|
|
|
|
if hasChange {
|
|
|
|
header := superBlock.Bytes()
|
|
|
|
if n, e := datBackend.WriteAt(header, 0); n == 0 || e != nil {
|
|
glog.Fatalf("cannot write super block: %v", e)
|
|
}
|
|
|
|
fmt.Println("Change Applied.")
|
|
}
|
|
|
|
}
|