mirror of
https://github.com/hanzoai/s3.git
synced 2026-10-30 14:59:09 +00:00
zeekay
8f5d0b9333
Full internal rename — build-verified, every module green (root + s3-rdma-sidecar
+ telemetry/server + all test modules):
- Dirs: weed/→s3/ (main tree); cmd/weed-{db,sql}→cmd/s3-{db,sql};
seaweed-volume→s3-volume; seaweedfs-rdma-sidecar→s3-rdma-sidecar;
s3/mount/weedfs_*.go→s3fs_*.go (~113 path renames).
- Imports: github.com/hanzoai/s3/weed/ → /s3/ across 1700+ files.
- gRPC proto services Seaweed/SeaweedFiler/SeaweedMessaging/... → Hanzo*
(8 services) via full protoc regeneration (correct descriptors, no sed-corruption).
- Brand SeaweedFS/Seaweed/seaweed → Hanzo/hanzo; internal X-Seaweedfs-* headers
→ X-Hanzo-*; .seaweedfs config dir → .s3.
- CLI is `s3`: go install github.com/hanzoai/s3/s3@latest | make install | Docker.
install.sh rewritten as a Hanzo S3 installer.
- External forks github.com/seaweedfs/{raft,go-fuse,goexif,cockroachdb-parser}
kept verbatim — immutable third-party module paths; NOTICE retained.
Residual (cosmetic, non-build): kafka loadtest test-proto package com.seaweedfs.loadtest.
491 lines
15 KiB
Go
491 lines
15 KiB
Go
package volume_server_grpc_test
|
|
|
|
import (
|
|
"context"
|
|
"io"
|
|
"math"
|
|
"net/http"
|
|
"strings"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/hanzoai/s3/test/volume_server/framework"
|
|
"github.com/hanzoai/s3/test/volume_server/matrix"
|
|
"github.com/hanzoai/s3/s3/pb/volume_server_pb"
|
|
)
|
|
|
|
func TestVolumeIncrementalCopyDataAndNoDataPaths(t *testing.T) {
|
|
if testing.Short() {
|
|
t.Skip("skipping integration test in short mode")
|
|
}
|
|
|
|
clusterHarness := framework.StartVolumeCluster(t, matrix.P1())
|
|
conn, grpcClient := framework.DialVolumeServer(t, clusterHarness.VolumeGRPCAddress())
|
|
defer conn.Close()
|
|
|
|
const volumeID = uint32(91)
|
|
framework.AllocateVolume(t, grpcClient, volumeID, "")
|
|
|
|
client := framework.NewHTTPClient()
|
|
fid := framework.NewFileID(volumeID, 770001, 0x1122AABB)
|
|
uploadResp := framework.UploadBytes(t, client, clusterHarness.VolumeAdminURL(), fid, []byte("incremental-copy-content"))
|
|
_ = framework.ReadAllAndClose(t, uploadResp)
|
|
if uploadResp.StatusCode != 201 {
|
|
t.Fatalf("upload expected 201, got %d", uploadResp.StatusCode)
|
|
}
|
|
|
|
ctx, cancel := context.WithTimeout(context.Background(), 10*time.Second)
|
|
defer cancel()
|
|
|
|
dataStream, err := grpcClient.VolumeIncrementalCopy(ctx, &volume_server_pb.VolumeIncrementalCopyRequest{
|
|
VolumeId: volumeID,
|
|
SinceNs: 0,
|
|
})
|
|
if err != nil {
|
|
t.Fatalf("VolumeIncrementalCopy start failed: %v", err)
|
|
}
|
|
|
|
totalBytes := 0
|
|
for {
|
|
msg, recvErr := dataStream.Recv()
|
|
if recvErr == io.EOF {
|
|
break
|
|
}
|
|
if recvErr != nil {
|
|
t.Fatalf("VolumeIncrementalCopy recv failed: %v", recvErr)
|
|
}
|
|
totalBytes += len(msg.GetFileContent())
|
|
}
|
|
if totalBytes == 0 {
|
|
t.Fatalf("VolumeIncrementalCopy expected streamed bytes for since_ns=0")
|
|
}
|
|
|
|
noDataStream, err := grpcClient.VolumeIncrementalCopy(ctx, &volume_server_pb.VolumeIncrementalCopyRequest{
|
|
VolumeId: volumeID,
|
|
SinceNs: math.MaxUint64,
|
|
})
|
|
if err != nil {
|
|
t.Fatalf("VolumeIncrementalCopy no-data start failed: %v", err)
|
|
}
|
|
_, err = noDataStream.Recv()
|
|
if err != io.EOF {
|
|
t.Fatalf("VolumeIncrementalCopy no-data expected EOF, got: %v", err)
|
|
}
|
|
}
|
|
|
|
func TestCopyFileIgnoreNotFoundAndStopOffsetZeroPaths(t *testing.T) {
|
|
if testing.Short() {
|
|
t.Skip("skipping integration test in short mode")
|
|
}
|
|
|
|
clusterHarness := framework.StartVolumeCluster(t, matrix.P1())
|
|
conn, grpcClient := framework.DialVolumeServer(t, clusterHarness.VolumeGRPCAddress())
|
|
defer conn.Close()
|
|
|
|
const volumeID = uint32(92)
|
|
framework.AllocateVolume(t, grpcClient, volumeID, "")
|
|
|
|
ctx, cancel := context.WithTimeout(context.Background(), 10*time.Second)
|
|
defer cancel()
|
|
|
|
missingNoIgnore, err := grpcClient.CopyFile(ctx, &volume_server_pb.CopyFileRequest{
|
|
VolumeId: volumeID,
|
|
Ext: ".definitely-missing",
|
|
CompactionRevision: math.MaxUint32,
|
|
StopOffset: 1,
|
|
IgnoreSourceFileNotFound: false,
|
|
})
|
|
if err == nil {
|
|
_, err = missingNoIgnore.Recv()
|
|
}
|
|
if err == nil {
|
|
t.Fatalf("CopyFile should fail for missing source file when ignore_source_file_not_found=false")
|
|
}
|
|
|
|
missingIgnored, err := grpcClient.CopyFile(ctx, &volume_server_pb.CopyFileRequest{
|
|
VolumeId: volumeID,
|
|
Ext: ".definitely-missing",
|
|
CompactionRevision: math.MaxUint32,
|
|
StopOffset: 1,
|
|
IgnoreSourceFileNotFound: true,
|
|
})
|
|
if err != nil {
|
|
t.Fatalf("CopyFile ignore-not-found start failed: %v", err)
|
|
}
|
|
_, err = missingIgnored.Recv()
|
|
if err != io.EOF {
|
|
t.Fatalf("CopyFile ignore-not-found expected EOF, got: %v", err)
|
|
}
|
|
|
|
stopZeroStream, err := grpcClient.CopyFile(ctx, &volume_server_pb.CopyFileRequest{
|
|
VolumeId: volumeID,
|
|
Ext: ".definitely-missing",
|
|
CompactionRevision: math.MaxUint32,
|
|
StopOffset: 0,
|
|
IgnoreSourceFileNotFound: false,
|
|
})
|
|
if err != nil {
|
|
t.Fatalf("CopyFile stop_offset=0 start failed: %v", err)
|
|
}
|
|
_, err = stopZeroStream.Recv()
|
|
if err != io.EOF {
|
|
t.Fatalf("CopyFile stop_offset=0 expected EOF, got: %v", err)
|
|
}
|
|
}
|
|
|
|
func TestCopyFileStopOffsetZeroExistingFileSendsMetadata(t *testing.T) {
|
|
if testing.Short() {
|
|
t.Skip("skipping integration test in short mode")
|
|
}
|
|
|
|
clusterHarness := framework.StartVolumeCluster(t, matrix.P1())
|
|
conn, grpcClient := framework.DialVolumeServer(t, clusterHarness.VolumeGRPCAddress())
|
|
defer conn.Close()
|
|
|
|
const volumeID = uint32(93)
|
|
const needleID = uint64(770101)
|
|
const cookie = uint32(0x1234ABCD)
|
|
framework.AllocateVolume(t, grpcClient, volumeID, "")
|
|
|
|
client := framework.NewHTTPClient()
|
|
uploadResp := framework.UploadBytes(
|
|
t,
|
|
client,
|
|
clusterHarness.VolumeAdminURL(),
|
|
framework.NewFileID(volumeID, needleID, cookie),
|
|
[]byte("copy-file-stop-zero"),
|
|
)
|
|
_ = framework.ReadAllAndClose(t, uploadResp)
|
|
if uploadResp.StatusCode != http.StatusCreated {
|
|
t.Fatalf("upload expected 201, got %d", uploadResp.StatusCode)
|
|
}
|
|
|
|
ctx, cancel := context.WithTimeout(context.Background(), 10*time.Second)
|
|
defer cancel()
|
|
|
|
stream, err := grpcClient.CopyFile(ctx, &volume_server_pb.CopyFileRequest{
|
|
VolumeId: volumeID,
|
|
Ext: ".dat",
|
|
CompactionRevision: math.MaxUint32,
|
|
StopOffset: 0,
|
|
IgnoreSourceFileNotFound: false,
|
|
})
|
|
if err != nil {
|
|
t.Fatalf("CopyFile stop_offset=0 existing file start failed: %v", err)
|
|
}
|
|
|
|
msg, err := stream.Recv()
|
|
if err != nil {
|
|
t.Fatalf("CopyFile stop_offset=0 existing file recv failed: %v", err)
|
|
}
|
|
if len(msg.GetFileContent()) != 0 {
|
|
t.Fatalf("CopyFile stop_offset=0 existing file should not send content, got %d bytes", len(msg.GetFileContent()))
|
|
}
|
|
if msg.GetModifiedTsNs() == 0 {
|
|
t.Fatalf("CopyFile stop_offset=0 existing file expected non-zero ModifiedTsNs")
|
|
}
|
|
|
|
_, err = stream.Recv()
|
|
if err != io.EOF {
|
|
t.Fatalf("CopyFile stop_offset=0 existing file expected EOF after metadata frame, got: %v", err)
|
|
}
|
|
}
|
|
|
|
func TestCopyFileCompactionRevisionMismatch(t *testing.T) {
|
|
if testing.Short() {
|
|
t.Skip("skipping integration test in short mode")
|
|
}
|
|
|
|
clusterHarness := framework.StartVolumeCluster(t, matrix.P1())
|
|
conn, grpcClient := framework.DialVolumeServer(t, clusterHarness.VolumeGRPCAddress())
|
|
defer conn.Close()
|
|
|
|
const volumeID = uint32(94)
|
|
framework.AllocateVolume(t, grpcClient, volumeID, "")
|
|
|
|
ctx, cancel := context.WithTimeout(context.Background(), 10*time.Second)
|
|
defer cancel()
|
|
|
|
stream, err := grpcClient.CopyFile(ctx, &volume_server_pb.CopyFileRequest{
|
|
VolumeId: volumeID,
|
|
Ext: ".idx",
|
|
CompactionRevision: 1, // fresh volume starts at revision 0
|
|
StopOffset: 1,
|
|
})
|
|
if err == nil {
|
|
_, err = stream.Recv()
|
|
}
|
|
if err == nil || !strings.Contains(err.Error(), "is compacted") {
|
|
t.Fatalf("CopyFile compaction mismatch error mismatch: %v", err)
|
|
}
|
|
}
|
|
|
|
func TestReceiveFileProtocolViolationResponses(t *testing.T) {
|
|
if testing.Short() {
|
|
t.Skip("skipping integration test in short mode")
|
|
}
|
|
|
|
clusterHarness := framework.StartVolumeCluster(t, matrix.P1())
|
|
conn, grpcClient := framework.DialVolumeServer(t, clusterHarness.VolumeGRPCAddress())
|
|
defer conn.Close()
|
|
|
|
ctx, cancel := context.WithTimeout(context.Background(), 10*time.Second)
|
|
defer cancel()
|
|
|
|
contentFirstStream, err := grpcClient.ReceiveFile(ctx)
|
|
if err != nil {
|
|
t.Fatalf("ReceiveFile stream create failed: %v", err)
|
|
}
|
|
if err = contentFirstStream.Send(&volume_server_pb.ReceiveFileRequest{
|
|
Data: &volume_server_pb.ReceiveFileRequest_FileContent{
|
|
FileContent: []byte("content-before-info"),
|
|
},
|
|
}); err != nil {
|
|
t.Fatalf("ReceiveFile send content-first failed: %v", err)
|
|
}
|
|
contentFirstResp, err := contentFirstStream.CloseAndRecv()
|
|
if err != nil {
|
|
t.Fatalf("ReceiveFile content-first close failed: %v", err)
|
|
}
|
|
if !strings.Contains(contentFirstResp.GetError(), "file info must be sent first") {
|
|
t.Fatalf("ReceiveFile content-first response mismatch: %+v", contentFirstResp)
|
|
}
|
|
|
|
unknownTypeStream, err := grpcClient.ReceiveFile(ctx)
|
|
if err != nil {
|
|
t.Fatalf("ReceiveFile stream create for unknown-type failed: %v", err)
|
|
}
|
|
if err = unknownTypeStream.Send(&volume_server_pb.ReceiveFileRequest{}); err != nil {
|
|
t.Fatalf("ReceiveFile send unknown-type request failed: %v", err)
|
|
}
|
|
unknownTypeResp, err := unknownTypeStream.CloseAndRecv()
|
|
if err != nil {
|
|
t.Fatalf("ReceiveFile unknown-type close failed: %v", err)
|
|
}
|
|
if !strings.Contains(unknownTypeResp.GetError(), "unknown message type") {
|
|
t.Fatalf("ReceiveFile unknown-type response mismatch: %+v", unknownTypeResp)
|
|
}
|
|
}
|
|
|
|
func TestReceiveFileSuccessForRegularVolume(t *testing.T) {
|
|
if testing.Short() {
|
|
t.Skip("skipping integration test in short mode")
|
|
}
|
|
|
|
clusterHarness := framework.StartVolumeCluster(t, matrix.P1())
|
|
conn, grpcClient := framework.DialVolumeServer(t, clusterHarness.VolumeGRPCAddress())
|
|
defer conn.Close()
|
|
|
|
const volumeID = uint32(95)
|
|
framework.AllocateVolume(t, grpcClient, volumeID, "")
|
|
|
|
ctx, cancel := context.WithTimeout(context.Background(), 10*time.Second)
|
|
defer cancel()
|
|
|
|
payloadA := []byte("receive-file-chunk-a:")
|
|
payloadB := []byte("receive-file-chunk-b")
|
|
expected := append(append([]byte{}, payloadA...), payloadB...)
|
|
|
|
receiveStream, err := grpcClient.ReceiveFile(ctx)
|
|
if err != nil {
|
|
t.Fatalf("ReceiveFile stream create failed: %v", err)
|
|
}
|
|
|
|
if err = receiveStream.Send(&volume_server_pb.ReceiveFileRequest{
|
|
Data: &volume_server_pb.ReceiveFileRequest_Info{
|
|
Info: &volume_server_pb.ReceiveFileInfo{
|
|
VolumeId: volumeID,
|
|
Ext: ".tmprecv",
|
|
Collection: "",
|
|
IsEcVolume: false,
|
|
FileSize: uint64(len(expected)),
|
|
},
|
|
},
|
|
}); err != nil {
|
|
t.Fatalf("ReceiveFile send info failed: %v", err)
|
|
}
|
|
if err = receiveStream.Send(&volume_server_pb.ReceiveFileRequest{
|
|
Data: &volume_server_pb.ReceiveFileRequest_FileContent{FileContent: payloadA},
|
|
}); err != nil {
|
|
t.Fatalf("ReceiveFile send payloadA failed: %v", err)
|
|
}
|
|
if err = receiveStream.Send(&volume_server_pb.ReceiveFileRequest{
|
|
Data: &volume_server_pb.ReceiveFileRequest_FileContent{FileContent: payloadB},
|
|
}); err != nil {
|
|
t.Fatalf("ReceiveFile send payloadB failed: %v", err)
|
|
}
|
|
|
|
resp, err := receiveStream.CloseAndRecv()
|
|
if err != nil {
|
|
t.Fatalf("ReceiveFile close failed: %v", err)
|
|
}
|
|
if resp.GetError() != "" {
|
|
t.Fatalf("ReceiveFile unexpected error response: %+v", resp)
|
|
}
|
|
if resp.GetBytesWritten() != uint64(len(expected)) {
|
|
t.Fatalf("ReceiveFile bytes_written mismatch: got %d want %d", resp.GetBytesWritten(), len(expected))
|
|
}
|
|
|
|
copyStream, err := grpcClient.CopyFile(ctx, &volume_server_pb.CopyFileRequest{
|
|
VolumeId: volumeID,
|
|
Ext: ".tmprecv",
|
|
CompactionRevision: math.MaxUint32,
|
|
StopOffset: uint64(len(expected)),
|
|
})
|
|
if err != nil {
|
|
t.Fatalf("CopyFile for received data start failed: %v", err)
|
|
}
|
|
|
|
var copied []byte
|
|
for {
|
|
msg, recvErr := copyStream.Recv()
|
|
if recvErr == io.EOF {
|
|
break
|
|
}
|
|
if recvErr != nil {
|
|
t.Fatalf("CopyFile for received data recv failed: %v", recvErr)
|
|
}
|
|
copied = append(copied, msg.GetFileContent()...)
|
|
}
|
|
|
|
if string(copied) != string(expected) {
|
|
t.Fatalf("received file data mismatch: got %q want %q", string(copied), string(expected))
|
|
}
|
|
}
|
|
|
|
func TestReceiveFileSuccessForEcVolume(t *testing.T) {
|
|
if testing.Short() {
|
|
t.Skip("skipping integration test in short mode")
|
|
}
|
|
|
|
clusterHarness := framework.StartVolumeCluster(t, matrix.P1())
|
|
conn, grpcClient := framework.DialVolumeServer(t, clusterHarness.VolumeGRPCAddress())
|
|
defer conn.Close()
|
|
|
|
ctx, cancel := context.WithTimeout(context.Background(), 10*time.Second)
|
|
defer cancel()
|
|
|
|
const volumeID = uint32(96)
|
|
const collection = "ec-receive-success"
|
|
const ext = ".ec00"
|
|
|
|
payloadA := []byte("receive-ec-file-chunk-a:")
|
|
payloadB := []byte("receive-ec-file-chunk-b")
|
|
expected := append(append([]byte{}, payloadA...), payloadB...)
|
|
|
|
receiveStream, err := grpcClient.ReceiveFile(ctx)
|
|
if err != nil {
|
|
t.Fatalf("ReceiveFile stream create failed: %v", err)
|
|
}
|
|
|
|
if err = receiveStream.Send(&volume_server_pb.ReceiveFileRequest{
|
|
Data: &volume_server_pb.ReceiveFileRequest_Info{
|
|
Info: &volume_server_pb.ReceiveFileInfo{
|
|
VolumeId: volumeID,
|
|
Ext: ext,
|
|
Collection: collection,
|
|
IsEcVolume: true,
|
|
ShardId: 0,
|
|
FileSize: uint64(len(expected)),
|
|
},
|
|
},
|
|
}); err != nil {
|
|
t.Fatalf("ReceiveFile send EC info failed: %v", err)
|
|
}
|
|
if err = receiveStream.Send(&volume_server_pb.ReceiveFileRequest{
|
|
Data: &volume_server_pb.ReceiveFileRequest_FileContent{FileContent: payloadA},
|
|
}); err != nil {
|
|
t.Fatalf("ReceiveFile send EC payloadA failed: %v", err)
|
|
}
|
|
if err = receiveStream.Send(&volume_server_pb.ReceiveFileRequest{
|
|
Data: &volume_server_pb.ReceiveFileRequest_FileContent{FileContent: payloadB},
|
|
}); err != nil {
|
|
t.Fatalf("ReceiveFile send EC payloadB failed: %v", err)
|
|
}
|
|
|
|
resp, err := receiveStream.CloseAndRecv()
|
|
if err != nil {
|
|
t.Fatalf("ReceiveFile EC close failed: %v", err)
|
|
}
|
|
if resp.GetError() != "" {
|
|
t.Fatalf("ReceiveFile EC unexpected error response: %+v", resp)
|
|
}
|
|
if resp.GetBytesWritten() != uint64(len(expected)) {
|
|
t.Fatalf("ReceiveFile EC bytes_written mismatch: got %d want %d", resp.GetBytesWritten(), len(expected))
|
|
}
|
|
|
|
copyStream, err := grpcClient.CopyFile(ctx, &volume_server_pb.CopyFileRequest{
|
|
VolumeId: volumeID,
|
|
Collection: collection,
|
|
IsEcVolume: true,
|
|
Ext: ext,
|
|
CompactionRevision: math.MaxUint32,
|
|
StopOffset: uint64(len(expected)),
|
|
})
|
|
if err != nil {
|
|
t.Fatalf("CopyFile for received EC data start failed: %v", err)
|
|
}
|
|
|
|
var copied []byte
|
|
for {
|
|
msg, recvErr := copyStream.Recv()
|
|
if recvErr == io.EOF {
|
|
break
|
|
}
|
|
if recvErr != nil {
|
|
t.Fatalf("CopyFile for received EC data recv failed: %v", recvErr)
|
|
}
|
|
copied = append(copied, msg.GetFileContent()...)
|
|
}
|
|
|
|
if string(copied) != string(expected) {
|
|
t.Fatalf("received EC file data mismatch: got %q want %q", string(copied), string(expected))
|
|
}
|
|
}
|
|
|
|
func TestCopyFileEcVolumeIgnoreMissingSourcePaths(t *testing.T) {
|
|
if testing.Short() {
|
|
t.Skip("skipping integration test in short mode")
|
|
}
|
|
|
|
clusterHarness := framework.StartVolumeCluster(t, matrix.P1())
|
|
conn, grpcClient := framework.DialVolumeServer(t, clusterHarness.VolumeGRPCAddress())
|
|
defer conn.Close()
|
|
|
|
ctx, cancel := context.WithTimeout(context.Background(), 10*time.Second)
|
|
defer cancel()
|
|
|
|
streamNoIgnore, err := grpcClient.CopyFile(ctx, &volume_server_pb.CopyFileRequest{
|
|
VolumeId: 99601,
|
|
Collection: "ec-copy-missing",
|
|
IsEcVolume: true,
|
|
Ext: ".ec00",
|
|
CompactionRevision: math.MaxUint32,
|
|
StopOffset: 1,
|
|
IgnoreSourceFileNotFound: false,
|
|
})
|
|
if err == nil {
|
|
_, err = streamNoIgnore.Recv()
|
|
}
|
|
if err == nil || !strings.Contains(err.Error(), "not found ec volume id") {
|
|
t.Fatalf("CopyFile EC missing source error mismatch: %v", err)
|
|
}
|
|
|
|
streamIgnore, err := grpcClient.CopyFile(ctx, &volume_server_pb.CopyFileRequest{
|
|
VolumeId: 99602,
|
|
Collection: "ec-copy-missing",
|
|
IsEcVolume: true,
|
|
Ext: ".ec00",
|
|
CompactionRevision: math.MaxUint32,
|
|
StopOffset: 1,
|
|
IgnoreSourceFileNotFound: true,
|
|
})
|
|
if err != nil {
|
|
t.Fatalf("CopyFile EC ignore-missing start failed: %v", err)
|
|
}
|
|
_, err = streamIgnore.Recv()
|
|
if err != io.EOF {
|
|
t.Fatalf("CopyFile EC ignore-missing expected EOF, got: %v", err)
|
|
}
|
|
}
|