mirror of
https://github.com/hanzoai/s3.git
synced 2026-10-30 14:59:09 +00:00
zeekay
8f5d0b9333
Full internal rename — build-verified, every module green (root + s3-rdma-sidecar
+ telemetry/server + all test modules):
- Dirs: weed/→s3/ (main tree); cmd/weed-{db,sql}→cmd/s3-{db,sql};
seaweed-volume→s3-volume; seaweedfs-rdma-sidecar→s3-rdma-sidecar;
s3/mount/weedfs_*.go→s3fs_*.go (~113 path renames).
- Imports: github.com/hanzoai/s3/weed/ → /s3/ across 1700+ files.
- gRPC proto services Seaweed/SeaweedFiler/SeaweedMessaging/... → Hanzo*
(8 services) via full protoc regeneration (correct descriptors, no sed-corruption).
- Brand SeaweedFS/Seaweed/seaweed → Hanzo/hanzo; internal X-Seaweedfs-* headers
→ X-Hanzo-*; .seaweedfs config dir → .s3.
- CLI is `s3`: go install github.com/hanzoai/s3/s3@latest | make install | Docker.
install.sh rewritten as a Hanzo S3 installer.
- External forks github.com/seaweedfs/{raft,go-fuse,goexif,cockroachdb-parser}
kept verbatim — immutable third-party module paths; NOTICE retained.
Residual (cosmetic, non-build): kafka loadtest test-proto package com.seaweedfs.loadtest.
74 lines
1.9 KiB
Go
74 lines
1.9 KiB
Go
package main
|
|
|
|
import (
|
|
"context"
|
|
"flag"
|
|
"log"
|
|
"time"
|
|
|
|
"github.com/hanzoai/s3/s3/operation"
|
|
"github.com/hanzoai/s3/s3/pb"
|
|
"github.com/hanzoai/s3/s3/security"
|
|
"github.com/hanzoai/s3/s3/storage/needle"
|
|
util2 "github.com/hanzoai/s3/s3/util"
|
|
util_http "github.com/hanzoai/s3/s3/util/http"
|
|
"golang.org/x/tools/godoc/util"
|
|
)
|
|
|
|
var (
|
|
master = flag.String("master", "localhost:9333", "master server host and port")
|
|
volumeId = flag.Int("volumeId", -1, "a volume id")
|
|
rewindDuration = flag.Duration("rewind", -1, "rewind back in time. -1 means from the first entry. 0 means from now.")
|
|
timeoutSeconds = flag.Int("timeoutSeconds", 0, "disconnect if no activity after these seconds")
|
|
showTextFile = flag.Bool("showTextFile", false, "display textual file content")
|
|
)
|
|
|
|
func main() {
|
|
flag.Parse()
|
|
util_http.InitGlobalHttpClient()
|
|
|
|
util2.LoadSecurityConfiguration()
|
|
grpcDialOption := security.LoadClientTLS(util2.GetViper(), "grpc.client")
|
|
|
|
vid := needle.VolumeId(*volumeId)
|
|
|
|
var sinceTimeNs int64
|
|
if *rewindDuration == 0 {
|
|
sinceTimeNs = time.Now().UnixNano()
|
|
} else if *rewindDuration == -1 {
|
|
sinceTimeNs = 0
|
|
} else if *rewindDuration > 0 {
|
|
sinceTimeNs = time.Now().Add(-*rewindDuration).UnixNano()
|
|
}
|
|
|
|
err := operation.TailVolume(func(_ context.Context) pb.ServerAddress { return pb.ServerAddress(*master) }, grpcDialOption, vid, uint64(sinceTimeNs), *timeoutSeconds, func(n *needle.Needle) (err error) {
|
|
if n.Size == 0 {
|
|
println("-", n.String())
|
|
return nil
|
|
} else {
|
|
println("+", n.String())
|
|
}
|
|
|
|
if *showTextFile {
|
|
|
|
data := n.Data
|
|
if n.IsCompressed() {
|
|
if data, err = util2.DecompressData(data); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
if util.IsText(data) {
|
|
println(string(data))
|
|
}
|
|
|
|
println("-", n.String(), "compressed", n.IsCompressed(), "original size", len(data))
|
|
}
|
|
return nil
|
|
})
|
|
|
|
if err != nil {
|
|
log.Printf("Error VolumeTailSender volume %d: %v", vid, err)
|
|
}
|
|
|
|
}
|