mirror of
https://github.com/hanzoai/s3.git
synced 2026-11-02 13:11:24 +00:00
zooqueen
dd74d3e6d6
hanzoai/s3 was an AGPL-3.0 MinIO fork whose network-copyleft blocks embedding
and reselling as a managed service. Replace it wholesale with a fork of
SeaweedFS (github.com/seaweedfs/seaweedfs, Apache-2.0, Go) which ships a
built-in S3 gateway + Filer.
- License: AGPL-3.0 -> Apache-2.0 (upstream LICENSE kept verbatim, incl.
"Copyright 2025 Chris Lu"); NOTICE added crediting SeaweedFS. No AGPL/BUSL/
SSPL/GPL or enterprise ("ee") files remain.
- Module: go.mod path set to github.com/hanzoai/s3 with a self-replace
(replace github.com/seaweedfs/seaweedfs => ./) so the ~1800 internal Go files
keep their upstream import paths with zero churn. Internal identifiers and
import paths are intentionally NOT renamed.
- CLI rebrand: the binary is built as `s3` (was `weed`); root usage, per-command
help/usage/flag strings, shell autocomplete program name, and the product name
in CLI output now read "Hanzo S3" / `s3`. Users never see `weed`.
(e.g. `s3 server`, `s3 filer`, `s3 master`, `s3 volume`, `s3 s3`, `s3 mount`.)
- Build: `make` (or `go build -o s3 ./weed`) builds the `s3` binary green;
`cmd/weed-db` and `cmd/weed-sql` also build; `go vet ./weed/command/` clean.
- README/LLM.md rewritten for Hanzo S3; AGENTS.md/CLAUDE.md symlinks preserved.
- Dropped a 33MB prebuilt Mach-O `stress` binary upstream had committed; `.gitignore`
updated to ignore the `s3` build output.
114 lines
3.0 KiB
Go
114 lines
3.0 KiB
Go
package topic
|
|
|
|
import (
|
|
"sync"
|
|
|
|
"github.com/seaweedfs/seaweedfs/weed/glog"
|
|
)
|
|
|
|
type LocalTopic struct {
|
|
Topic
|
|
Partitions []*LocalPartition
|
|
partitionLock sync.RWMutex
|
|
}
|
|
|
|
func NewLocalTopic(topic Topic) *LocalTopic {
|
|
return &LocalTopic{
|
|
Topic: topic,
|
|
Partitions: make([]*LocalPartition, 0),
|
|
}
|
|
}
|
|
|
|
func (localTopic *LocalTopic) findPartition(partition Partition) *LocalPartition {
|
|
localTopic.partitionLock.RLock()
|
|
defer localTopic.partitionLock.RUnlock()
|
|
|
|
glog.V(4).Infof("findPartition searching for %s in %d partitions", partition.String(), len(localTopic.Partitions))
|
|
for i, localPartition := range localTopic.Partitions {
|
|
glog.V(4).Infof("Comparing partition[%d]: %s with target %s", i, localPartition.Partition.String(), partition.String())
|
|
if localPartition.Partition.LogicalEquals(partition) {
|
|
glog.V(4).Infof("Found matching partition at index %d", i)
|
|
return localPartition
|
|
}
|
|
}
|
|
glog.V(4).Infof("No matching partition found for %s", partition.String())
|
|
return nil
|
|
}
|
|
func (localTopic *LocalTopic) removePartition(partition Partition) bool {
|
|
localTopic.partitionLock.Lock()
|
|
defer localTopic.partitionLock.Unlock()
|
|
|
|
foundPartitionIndex := -1
|
|
for i, localPartition := range localTopic.Partitions {
|
|
if localPartition.Partition.LogicalEquals(partition) {
|
|
foundPartitionIndex = i
|
|
localPartition.Shutdown()
|
|
break
|
|
}
|
|
}
|
|
if foundPartitionIndex == -1 {
|
|
return false
|
|
}
|
|
localTopic.Partitions = append(localTopic.Partitions[:foundPartitionIndex], localTopic.Partitions[foundPartitionIndex+1:]...)
|
|
return true
|
|
}
|
|
func (localTopic *LocalTopic) addPartition(localPartition *LocalPartition) {
|
|
localTopic.partitionLock.Lock()
|
|
defer localTopic.partitionLock.Unlock()
|
|
for _, partition := range localTopic.Partitions {
|
|
if localPartition.Partition.LogicalEquals(partition.Partition) {
|
|
return
|
|
}
|
|
}
|
|
localTopic.Partitions = append(localTopic.Partitions, localPartition)
|
|
}
|
|
|
|
func (localTopic *LocalTopic) closePartitionPublishers(unixTsNs int64) bool {
|
|
var wg sync.WaitGroup
|
|
for _, localPartition := range localTopic.Partitions {
|
|
if localPartition.UnixTimeNs != unixTsNs {
|
|
continue
|
|
}
|
|
wg.Add(1)
|
|
go func(localPartition *LocalPartition) {
|
|
defer wg.Done()
|
|
localPartition.closePublishers()
|
|
}(localPartition)
|
|
}
|
|
wg.Wait()
|
|
return true
|
|
}
|
|
|
|
func (localTopic *LocalTopic) closePartitionSubscribers(unixTsNs int64) bool {
|
|
var wg sync.WaitGroup
|
|
for _, localPartition := range localTopic.Partitions {
|
|
if localPartition.UnixTimeNs != unixTsNs {
|
|
continue
|
|
}
|
|
wg.Add(1)
|
|
go func(localPartition *LocalPartition) {
|
|
defer wg.Done()
|
|
localPartition.closeSubscribers()
|
|
}(localPartition)
|
|
}
|
|
wg.Wait()
|
|
return true
|
|
}
|
|
|
|
func (localTopic *LocalTopic) WaitUntilNoPublishers() {
|
|
for {
|
|
var wg sync.WaitGroup
|
|
for _, localPartition := range localTopic.Partitions {
|
|
wg.Add(1)
|
|
go func(localPartition *LocalPartition) {
|
|
defer wg.Done()
|
|
localPartition.WaitUntilNoPublishers()
|
|
}(localPartition)
|
|
}
|
|
wg.Wait()
|
|
if len(localTopic.Partitions) == 0 {
|
|
return
|
|
}
|
|
}
|
|
}
|