Files
s3/weed/mq/kafka/gateway/test_mock_handler.go
zooqueen dd74d3e6d6 Replace AGPL MinIO fork with Apache-2.0 SeaweedFS fork; rebrand CLI weed->s3
hanzoai/s3 was an AGPL-3.0 MinIO fork whose network-copyleft blocks embedding
and reselling as a managed service. Replace it wholesale with a fork of
SeaweedFS (github.com/seaweedfs/seaweedfs, Apache-2.0, Go) which ships a
built-in S3 gateway + Filer.

- License: AGPL-3.0 -> Apache-2.0 (upstream LICENSE kept verbatim, incl.
  "Copyright 2025 Chris Lu"); NOTICE added crediting SeaweedFS. No AGPL/BUSL/
  SSPL/GPL or enterprise ("ee") files remain.
- Module: go.mod path set to github.com/hanzoai/s3 with a self-replace
  (replace github.com/seaweedfs/seaweedfs => ./) so the ~1800 internal Go files
  keep their upstream import paths with zero churn. Internal identifiers and
  import paths are intentionally NOT renamed.
- CLI rebrand: the binary is built as `s3` (was `weed`); root usage, per-command
  help/usage/flag strings, shell autocomplete program name, and the product name
  in CLI output now read "Hanzo S3" / `s3`. Users never see `weed`.
  (e.g. `s3 server`, `s3 filer`, `s3 master`, `s3 volume`, `s3 s3`, `s3 mount`.)
- Build: `make` (or `go build -o s3 ./weed`) builds the `s3` binary green;
  `cmd/weed-db` and `cmd/weed-sql` also build; `go vet ./weed/command/` clean.
- README/LLM.md rewritten for Hanzo S3; AGENTS.md/CLAUDE.md symlinks preserved.
- Dropped a 33MB prebuilt Mach-O `stress` binary upstream had committed; `.gitignore`
  updated to ignore the `s3` build output.
2026-06-18 23:41:25 -07:00

229 lines
6.7 KiB
Go

package gateway
import (
"context"
"fmt"
"sync"
"github.com/seaweedfs/seaweedfs/weed/filer_client"
"github.com/seaweedfs/seaweedfs/weed/mq/kafka/integration"
"github.com/seaweedfs/seaweedfs/weed/mq/kafka/protocol"
filer_pb "github.com/seaweedfs/seaweedfs/weed/pb/filer_pb"
schema_pb "github.com/seaweedfs/seaweedfs/weed/pb/schema_pb"
)
// mockRecord implements the SMQRecord interface for testing
type mockRecord struct {
key []byte
value []byte
timestamp int64
offset int64
}
func (r *mockRecord) GetKey() []byte { return r.key }
func (r *mockRecord) GetValue() []byte { return r.value }
func (r *mockRecord) GetTimestamp() int64 { return r.timestamp }
func (r *mockRecord) GetOffset() int64 { return r.offset }
// mockSeaweedMQHandler is a stateful mock for unit testing without real SeaweedMQ
type mockSeaweedMQHandler struct {
mu sync.RWMutex
topics map[string]*integration.KafkaTopicInfo
records map[string]map[int32][]integration.SMQRecord // topic -> partition -> records
offsets map[string]map[int32]int64 // topic -> partition -> next offset
}
func newMockSeaweedMQHandler() *mockSeaweedMQHandler {
return &mockSeaweedMQHandler{
topics: make(map[string]*integration.KafkaTopicInfo),
records: make(map[string]map[int32][]integration.SMQRecord),
offsets: make(map[string]map[int32]int64),
}
}
func (m *mockSeaweedMQHandler) TopicExists(topic string) bool {
m.mu.RLock()
defer m.mu.RUnlock()
_, exists := m.topics[topic]
return exists
}
func (m *mockSeaweedMQHandler) ListTopics() []string {
m.mu.RLock()
defer m.mu.RUnlock()
topics := make([]string, 0, len(m.topics))
for topic := range m.topics {
topics = append(topics, topic)
}
return topics
}
func (m *mockSeaweedMQHandler) CreateTopic(topic string, partitions int32) error {
m.mu.Lock()
defer m.mu.Unlock()
if _, exists := m.topics[topic]; exists {
return fmt.Errorf("%s: %w", topic, integration.ErrTopicAlreadyExists)
}
m.topics[topic] = &integration.KafkaTopicInfo{
Name: topic,
Partitions: partitions,
}
return nil
}
func (m *mockSeaweedMQHandler) CreateTopicWithSchemas(name string, partitions int32, keyRecordType *schema_pb.RecordType, valueRecordType *schema_pb.RecordType) error {
m.mu.Lock()
defer m.mu.Unlock()
if _, exists := m.topics[name]; exists {
return fmt.Errorf("%s: %w", name, integration.ErrTopicAlreadyExists)
}
m.topics[name] = &integration.KafkaTopicInfo{
Name: name,
Partitions: partitions,
}
return nil
}
func (m *mockSeaweedMQHandler) DeleteTopic(topic string) error {
m.mu.Lock()
defer m.mu.Unlock()
delete(m.topics, topic)
return nil
}
func (m *mockSeaweedMQHandler) GetTopicInfo(topic string) (*integration.KafkaTopicInfo, bool) {
m.mu.RLock()
defer m.mu.RUnlock()
info, exists := m.topics[topic]
return info, exists
}
func (m *mockSeaweedMQHandler) InvalidateTopicExistsCache(topic string) {
// Mock handler doesn't cache topic existence, so this is a no-op
}
func (m *mockSeaweedMQHandler) ProduceRecord(ctx context.Context, topicName string, partitionID int32, key, value []byte) (int64, error) {
m.mu.Lock()
defer m.mu.Unlock()
// Check if topic exists
if _, exists := m.topics[topicName]; !exists {
return 0, fmt.Errorf("topic does not exist: %s", topicName)
}
// Initialize partition records if needed
if _, exists := m.records[topicName]; !exists {
m.records[topicName] = make(map[int32][]integration.SMQRecord)
m.offsets[topicName] = make(map[int32]int64)
}
// Get next offset
offset := m.offsets[topicName][partitionID]
m.offsets[topicName][partitionID]++
// Store record
record := &mockRecord{
key: key,
value: value,
offset: offset,
}
m.records[topicName][partitionID] = append(m.records[topicName][partitionID], record)
return offset, nil
}
func (m *mockSeaweedMQHandler) ProduceRecordValue(ctx context.Context, topicName string, partitionID int32, key []byte, recordValueBytes []byte) (int64, error) {
return m.ProduceRecord(ctx, topicName, partitionID, key, recordValueBytes)
}
func (m *mockSeaweedMQHandler) GetStoredRecords(ctx context.Context, topic string, partition int32, fromOffset int64, maxRecords int) ([]integration.SMQRecord, error) {
m.mu.RLock()
defer m.mu.RUnlock()
// Check if topic exists
if _, exists := m.topics[topic]; !exists {
return nil, fmt.Errorf("topic does not exist: %s", topic)
}
// Get partition records
partitionRecords, exists := m.records[topic][partition]
if !exists || len(partitionRecords) == 0 {
return []integration.SMQRecord{}, nil
}
// Find records starting from fromOffset
result := make([]integration.SMQRecord, 0, maxRecords)
for _, record := range partitionRecords {
if record.GetOffset() >= fromOffset {
result = append(result, record)
if len(result) >= maxRecords {
break
}
}
}
return result, nil
}
func (m *mockSeaweedMQHandler) GetEarliestOffset(topic string, partition int32) (int64, error) {
m.mu.RLock()
defer m.mu.RUnlock()
// Check if topic exists
if _, exists := m.topics[topic]; !exists {
return 0, fmt.Errorf("topic does not exist: %s", topic)
}
// Get partition records
partitionRecords, exists := m.records[topic][partition]
if !exists || len(partitionRecords) == 0 {
return 0, nil
}
return partitionRecords[0].GetOffset(), nil
}
func (m *mockSeaweedMQHandler) GetLatestOffset(topic string, partition int32) (int64, error) {
m.mu.RLock()
defer m.mu.RUnlock()
// Check if topic exists
if _, exists := m.topics[topic]; !exists {
return 0, fmt.Errorf("topic does not exist: %s", topic)
}
// Return next offset (latest + 1)
if offsets, exists := m.offsets[topic]; exists {
return offsets[partition], nil
}
return 0, nil
}
func (m *mockSeaweedMQHandler) WithFilerClient(streamingMode bool, fn func(filer_pb.SeaweedFilerClient) error) error {
return fmt.Errorf("mock handler: not implemented")
}
func (m *mockSeaweedMQHandler) CreatePerConnectionBrokerClient() (*integration.BrokerClient, error) {
// Return a minimal broker client that won't actually connect
return nil, fmt.Errorf("mock handler: per-connection broker client not available in unit test mode")
}
func (m *mockSeaweedMQHandler) GetFilerClientAccessor() *filer_client.FilerClientAccessor {
return nil
}
func (m *mockSeaweedMQHandler) GetBrokerAddresses() []string {
return []string{"localhost:9092"} // Return a dummy broker address for unit tests
}
func (m *mockSeaweedMQHandler) Close() error { return nil }
func (m *mockSeaweedMQHandler) SetProtocolHandler(h integration.ProtocolHandler) {}
// NewMinimalTestHandler creates a minimal handler for unit testing
// that won't actually process Kafka protocol requests
func NewMinimalTestHandler() *protocol.Handler {
return protocol.NewTestHandlerWithMock(newMockSeaweedMQHandler())
}