mirror of
https://github.com/hanzoai/s3.git
synced 2026-11-03 03:07:41 +00:00
zooqueen
dd74d3e6d6
hanzoai/s3 was an AGPL-3.0 MinIO fork whose network-copyleft blocks embedding
and reselling as a managed service. Replace it wholesale with a fork of
SeaweedFS (github.com/seaweedfs/seaweedfs, Apache-2.0, Go) which ships a
built-in S3 gateway + Filer.
- License: AGPL-3.0 -> Apache-2.0 (upstream LICENSE kept verbatim, incl.
"Copyright 2025 Chris Lu"); NOTICE added crediting SeaweedFS. No AGPL/BUSL/
SSPL/GPL or enterprise ("ee") files remain.
- Module: go.mod path set to github.com/hanzoai/s3 with a self-replace
(replace github.com/seaweedfs/seaweedfs => ./) so the ~1800 internal Go files
keep their upstream import paths with zero churn. Internal identifiers and
import paths are intentionally NOT renamed.
- CLI rebrand: the binary is built as `s3` (was `weed`); root usage, per-command
help/usage/flag strings, shell autocomplete program name, and the product name
in CLI output now read "Hanzo S3" / `s3`. Users never see `weed`.
(e.g. `s3 server`, `s3 filer`, `s3 master`, `s3 volume`, `s3 s3`, `s3 mount`.)
- Build: `make` (or `go build -o s3 ./weed`) builds the `s3` binary green;
`cmd/weed-db` and `cmd/weed-sql` also build; `go vet ./weed/command/` clean.
- README/LLM.md rewritten for Hanzo S3; AGENTS.md/CLAUDE.md symlinks preserved.
- Dropped a 33MB prebuilt Mach-O `stress` binary upstream had committed; `.gitignore`
updated to ignore the `s3` build output.
186 lines
4.5 KiB
Go
186 lines
4.5 KiB
Go
//go:build rocksdb
|
|
// +build rocksdb
|
|
|
|
package rocksdb
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"os"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/seaweedfs/seaweedfs/weed/filer"
|
|
"github.com/seaweedfs/seaweedfs/weed/pb"
|
|
"github.com/seaweedfs/seaweedfs/weed/util"
|
|
)
|
|
|
|
func TestCreateAndFind(t *testing.T) {
|
|
testFiler := filer.NewFiler(pb.ServerDiscovery{}, nil, "", 0, "", "", "", nil)
|
|
dir := t.TempDir()
|
|
store := &RocksDBStore{}
|
|
store.initialize(dir)
|
|
testFiler.SetStore(store)
|
|
|
|
fullpath := util.FullPath("/home/chris/this/is/one/file1.jpg")
|
|
|
|
ctx := context.Background()
|
|
|
|
entry1 := &filer.Entry{
|
|
FullPath: fullpath,
|
|
Attr: filer.Attr{
|
|
Mode: 0440,
|
|
Uid: 1234,
|
|
Gid: 5678,
|
|
},
|
|
}
|
|
|
|
if err := testFiler.CreateEntry(ctx, entry1, nil, false, false, nil, false, testFiler.MaxFilenameLength); err != nil {
|
|
t.Errorf("create entry %v: %v", entry1.FullPath, err)
|
|
return
|
|
}
|
|
|
|
entry, err := testFiler.FindEntry(ctx, fullpath)
|
|
|
|
if err != nil {
|
|
t.Errorf("find entry: %v", err)
|
|
return
|
|
}
|
|
|
|
if entry.FullPath != entry1.FullPath {
|
|
t.Errorf("find wrong entry: %v", entry.FullPath)
|
|
return
|
|
}
|
|
|
|
// checking one upper directory
|
|
entries, _, _ := testFiler.ListDirectoryEntries(ctx, util.FullPath("/home/chris/this/is/one"), "", false, 100, "", "", "")
|
|
if len(entries) != 1 {
|
|
t.Errorf("list entries count: %v", len(entries))
|
|
return
|
|
}
|
|
|
|
// checking one upper directory
|
|
entries, _, _ = testFiler.ListDirectoryEntries(ctx, util.FullPath("/"), "", false, 100, "", "", "")
|
|
if len(entries) != 1 {
|
|
t.Errorf("list entries count: %v", len(entries))
|
|
return
|
|
}
|
|
|
|
}
|
|
|
|
func TestEmptyRoot(t *testing.T) {
|
|
testFiler := filer.NewFiler(pb.ServerDiscovery{}, nil, "", 0, "", "", "", nil)
|
|
dir := t.TempDir()
|
|
store := &RocksDBStore{}
|
|
store.initialize(dir)
|
|
testFiler.SetStore(store)
|
|
|
|
ctx := context.Background()
|
|
|
|
// checking one upper directory
|
|
entries, _, err := testFiler.ListDirectoryEntries(ctx, util.FullPath("/"), "", false, 100, "", "", "")
|
|
if err != nil {
|
|
t.Errorf("list entries: %v", err)
|
|
return
|
|
}
|
|
if len(entries) != 0 {
|
|
t.Errorf("list entries count: %v", len(entries))
|
|
return
|
|
}
|
|
|
|
}
|
|
|
|
func BenchmarkInsertEntry(b *testing.B) {
|
|
testFiler := filer.NewFiler(pb.ServerDiscovery{}, nil, "", 0, "", "", "", nil)
|
|
dir := b.TempDir()
|
|
store := &RocksDBStore{}
|
|
store.initialize(dir)
|
|
testFiler.SetStore(store)
|
|
|
|
ctx := context.Background()
|
|
|
|
b.ReportAllocs()
|
|
|
|
for i := 0; i < b.N; i++ {
|
|
entry := &filer.Entry{
|
|
FullPath: util.FullPath(fmt.Sprintf("/file%d.txt", i)),
|
|
Attr: filer.Attr{
|
|
Crtime: time.Now(),
|
|
Mtime: time.Now(),
|
|
Mode: os.FileMode(0644),
|
|
},
|
|
}
|
|
store.InsertEntry(ctx, entry)
|
|
}
|
|
}
|
|
|
|
func TestListDirectoryWithPrefix(t *testing.T) {
|
|
testFiler := filer.NewFiler(pb.ServerDiscovery{}, nil, "", "", "", "", "", 255, nil)
|
|
dir := t.TempDir()
|
|
store := &RocksDBStore{}
|
|
store.initialize(dir)
|
|
testFiler.SetStore(store)
|
|
|
|
ctx := context.Background()
|
|
|
|
files := []string{
|
|
"/bucket1/test-prefix1/file1.txt",
|
|
"/bucket1/test-prefix1/file2.txt",
|
|
"/bucket1/test-prefix1-extra.txt",
|
|
}
|
|
|
|
expected1 := []string{
|
|
"/bucket1/test-prefix1",
|
|
"/bucket1/test-prefix1-extra.txt",
|
|
}
|
|
|
|
expected2 := []string{
|
|
"/bucket1/test-prefix1/file1.txt",
|
|
"/bucket1/test-prefix1/file2.txt",
|
|
}
|
|
|
|
for _, file := range files {
|
|
fullpath := util.FullPath(file)
|
|
entry := &filer.Entry{
|
|
FullPath: fullpath,
|
|
Attr: filer.Attr{
|
|
Mode: 0644,
|
|
Uid: 1,
|
|
Gid: 1,
|
|
},
|
|
}
|
|
if err := testFiler.CreateEntry(ctx, entry, nil, false, false, nil, false, testFiler.MaxFilenameLength); err != nil {
|
|
t.Fatalf("Failed to create entry %s: %v", fullpath, err)
|
|
}
|
|
}
|
|
|
|
prefix1 := "test-prefix1"
|
|
entries1, _, err := testFiler.ListDirectoryEntries(ctx, util.FullPath("/bucket1"), "", false, 100, prefix1, "", "")
|
|
if err != nil {
|
|
t.Fatalf("Failed to list entries with prefix %s: %v", prefix1, err)
|
|
}
|
|
if len(entries1) != 2 {
|
|
t.Errorf("Expected 2 entries with prefix %s, got %d", prefix1, len(entries1))
|
|
} else {
|
|
t.Logf("Found %d entries with prefix %s", len(entries1), prefix1)
|
|
}
|
|
for i, entry := range entries1 {
|
|
if string(entry.FullPath) != expected1[i] {
|
|
t.Errorf("Expected entry %s, got %s", expected1[i], entry.FullPath)
|
|
}
|
|
}
|
|
|
|
entries2, _, err := testFiler.ListDirectoryEntries(ctx, util.FullPath("/bucket1/test-prefix1"), "", false, 100, "", "", "")
|
|
if err != nil {
|
|
t.Fatalf("Failed to list entries with prefix %s: %v", prefix1, err)
|
|
}
|
|
if len(entries2) != 2 {
|
|
t.Errorf("Expected 2 entries with prefix %s, got %d", prefix1, len(entries1))
|
|
}
|
|
for i, entry := range entries2 {
|
|
if string(entry.FullPath) != expected2[i] {
|
|
t.Errorf("Expected entry %s, got %s", expected2[i], entry.FullPath)
|
|
}
|
|
}
|
|
}
|