mirror of
https://github.com/hanzoai/tasks.git
synced 2026-11-03 03:56:04 +00:00
zeekay
5a601d081b
Full module path rebrand from Temporal to Hanzo Tasks: - go.mod module: github.com/hanzoai/tasks - All internal Go imports updated (1906 files) - cmd/server renamed to cmd/tasksd - Binary name: tasksd (was temporal-server) - Docker images: hanzoai/tasks (was temporalio/server) - README rewritten with Hanzo Tasks branding - LLM.md created with integration notes - Makefile, goreleaser, CI workflows updated - go.temporal.io/sdk and go.temporal.io/api imports preserved (separate repos) Fork of Temporal.io (MIT license).
211 lines
6.5 KiB
Go
211 lines
6.5 KiB
Go
package persistencetests
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"sync"
|
|
"time"
|
|
|
|
"github.com/stretchr/testify/require"
|
|
enumsspb "github.com/hanzoai/tasks/api/enums/v1"
|
|
replicationspb "github.com/hanzoai/tasks/api/replication/v1"
|
|
"github.com/hanzoai/tasks/common/debug"
|
|
"github.com/hanzoai/tasks/common/persistence"
|
|
)
|
|
|
|
type (
|
|
// QueuePersistenceSuite contains queue persistence tests
|
|
QueuePersistenceSuite struct {
|
|
*TestBase
|
|
// override suite.Suite.Assertions with require.Assertions; this means that s.NotNil(nil) will stop the test,
|
|
// not merely log an error
|
|
*require.Assertions
|
|
|
|
ctx context.Context
|
|
cancel context.CancelFunc
|
|
}
|
|
)
|
|
|
|
// SetupSuite implementation
|
|
func (s *QueuePersistenceSuite) SetupSuite() {
|
|
}
|
|
|
|
// SetupTest implementation
|
|
func (s *QueuePersistenceSuite) SetupTest() {
|
|
// Have to define our overridden assertions in the test setup. If we did it earlier, s.T() will return nil
|
|
s.Assertions = require.New(s.T())
|
|
s.ctx, s.cancel = context.WithTimeout(context.Background(), 30*time.Second*debug.TimeoutMultiplier)
|
|
}
|
|
|
|
func (s *QueuePersistenceSuite) TearDownTest() {
|
|
s.cancel()
|
|
}
|
|
|
|
// TearDownSuite implementation
|
|
func (s *QueuePersistenceSuite) TearDownSuite() {
|
|
s.TearDownWorkflowStore()
|
|
}
|
|
|
|
// TestNamespaceReplicationQueue tests namespace replication queue operations
|
|
func (s *QueuePersistenceSuite) TestNamespaceReplicationQueue() {
|
|
numMessages := 100
|
|
concurrentSenders := 10
|
|
|
|
messageChan := make(chan *replicationspb.ReplicationTask)
|
|
|
|
taskType := enumsspb.REPLICATION_TASK_TYPE_NAMESPACE_TASK
|
|
go func() {
|
|
for i := range numMessages {
|
|
messageChan <- &replicationspb.ReplicationTask{
|
|
TaskType: taskType,
|
|
Attributes: &replicationspb.ReplicationTask_NamespaceTaskAttributes{
|
|
NamespaceTaskAttributes: &replicationspb.NamespaceTaskAttributes{
|
|
Id: fmt.Sprintf("message-%v", i),
|
|
},
|
|
},
|
|
}
|
|
}
|
|
close(messageChan)
|
|
}()
|
|
|
|
wg := sync.WaitGroup{}
|
|
wg.Add(concurrentSenders)
|
|
|
|
for i := range concurrentSenders {
|
|
go func(senderNum int) {
|
|
defer wg.Done()
|
|
for message := range messageChan {
|
|
err := s.Publish(s.ctx, message)
|
|
id := message.Attributes.(*replicationspb.ReplicationTask_NamespaceTaskAttributes).NamespaceTaskAttributes.Id
|
|
s.Nil(err, "Enqueue message failed when sender %d tried to send %s", senderNum, id)
|
|
}
|
|
}(i)
|
|
}
|
|
|
|
wg.Wait()
|
|
|
|
result, lastRetrievedMessageID, err := s.GetReplicationMessages(s.ctx, persistence.EmptyQueueMessageID, numMessages)
|
|
s.Nil(err, "GetReplicationMessages failed.")
|
|
s.Len(result, numMessages)
|
|
s.Equal(int64(numMessages-1), lastRetrievedMessageID)
|
|
}
|
|
|
|
// TestQueueMetadataOperations tests queue metadata operations
|
|
func (s *QueuePersistenceSuite) TestQueueMetadataOperations() {
|
|
clusterAckLevels, err := s.GetAckLevels(s.ctx)
|
|
s.Require().NoError(err)
|
|
s.Assert().Len(clusterAckLevels, 0)
|
|
|
|
err = s.UpdateAckLevel(s.ctx, 10, "test1")
|
|
s.Require().NoError(err)
|
|
|
|
clusterAckLevels, err = s.GetAckLevels(s.ctx)
|
|
s.Require().NoError(err)
|
|
s.Assert().Len(clusterAckLevels, 1)
|
|
s.Assert().Equal(int64(10), clusterAckLevels["test1"])
|
|
|
|
err = s.UpdateAckLevel(s.ctx, 20, "test1")
|
|
s.Require().NoError(err)
|
|
|
|
clusterAckLevels, err = s.GetAckLevels(s.ctx)
|
|
s.Require().NoError(err)
|
|
s.Assert().Len(clusterAckLevels, 1)
|
|
s.Assert().Equal(int64(20), clusterAckLevels["test1"])
|
|
|
|
err = s.UpdateAckLevel(s.ctx, 25, "test2")
|
|
s.Require().NoError(err)
|
|
|
|
clusterAckLevels, err = s.GetAckLevels(s.ctx)
|
|
s.Require().NoError(err)
|
|
s.Assert().Len(clusterAckLevels, 2)
|
|
s.Assert().Equal(int64(20), clusterAckLevels["test1"])
|
|
s.Assert().Equal(int64(25), clusterAckLevels["test2"])
|
|
}
|
|
|
|
// TestNamespaceReplicationDLQ tests namespace DLQ operations
|
|
func (s *QueuePersistenceSuite) TestNamespaceReplicationDLQ() {
|
|
maxMessageID := int64(100)
|
|
numMessages := 100
|
|
concurrentSenders := 10
|
|
|
|
messageChan := make(chan *replicationspb.ReplicationTask)
|
|
|
|
taskType := enumsspb.REPLICATION_TASK_TYPE_NAMESPACE_TASK
|
|
go func() {
|
|
for i := range numMessages {
|
|
messageChan <- &replicationspb.ReplicationTask{
|
|
TaskType: taskType,
|
|
Attributes: &replicationspb.ReplicationTask_NamespaceTaskAttributes{
|
|
NamespaceTaskAttributes: &replicationspb.NamespaceTaskAttributes{
|
|
Id: fmt.Sprintf("message-%v", i),
|
|
},
|
|
},
|
|
}
|
|
}
|
|
close(messageChan)
|
|
}()
|
|
|
|
wg := sync.WaitGroup{}
|
|
wg.Add(concurrentSenders)
|
|
|
|
for i := range concurrentSenders {
|
|
go func(senderNum int) {
|
|
defer wg.Done()
|
|
for message := range messageChan {
|
|
err := s.PublishToNamespaceDLQ(s.ctx, message)
|
|
id := message.Attributes.(*replicationspb.ReplicationTask_NamespaceTaskAttributes).NamespaceTaskAttributes.Id
|
|
s.Nil(err, "Enqueue message failed when sender %d tried to send %s", senderNum, id)
|
|
}
|
|
}(i)
|
|
}
|
|
|
|
wg.Wait()
|
|
|
|
result1, token, err := s.GetMessagesFromNamespaceDLQ(s.ctx, persistence.EmptyQueueMessageID, maxMessageID, numMessages/2, nil)
|
|
s.Nil(err, "GetReplicationMessages failed.")
|
|
s.NotNil(token)
|
|
result2, token, err := s.GetMessagesFromNamespaceDLQ(s.ctx, persistence.EmptyQueueMessageID, maxMessageID, numMessages, token)
|
|
s.Nil(err, "GetReplicationMessages failed.")
|
|
s.Equal(len(token), 0)
|
|
s.Equal(len(result1)+len(result2), numMessages)
|
|
_, _, err = s.GetMessagesFromNamespaceDLQ(s.ctx, persistence.EmptyQueueMessageID, 1<<63-1, numMessages, nil)
|
|
s.NoError(err, "GetReplicationMessages failed.")
|
|
s.Equal(len(token), 0)
|
|
|
|
lastMessageID := result2[len(result2)-1].SourceTaskId
|
|
err = s.DeleteMessageFromNamespaceDLQ(s.ctx, lastMessageID)
|
|
s.NoError(err)
|
|
result3, token, err := s.GetMessagesFromNamespaceDLQ(s.ctx, persistence.EmptyQueueMessageID, maxMessageID, numMessages, token)
|
|
s.Nil(err, "GetReplicationMessages failed.")
|
|
s.Equal(len(token), 0)
|
|
s.Equal(len(result3), numMessages-1)
|
|
|
|
err = s.RangeDeleteMessagesFromNamespaceDLQ(s.ctx, persistence.EmptyQueueMessageID, lastMessageID)
|
|
s.NoError(err)
|
|
result4, token, err := s.GetMessagesFromNamespaceDLQ(s.ctx, persistence.EmptyQueueMessageID, maxMessageID, numMessages, token)
|
|
s.Nil(err, "GetReplicationMessages failed.")
|
|
s.Equal(len(token), 0)
|
|
s.Equal(len(result4), 0)
|
|
}
|
|
|
|
// TestNamespaceDLQMetadataOperations tests queue metadata operations
|
|
func (s *QueuePersistenceSuite) TestNamespaceDLQMetadataOperations() {
|
|
ackLevel, err := s.GetNamespaceDLQAckLevel(s.ctx)
|
|
s.Require().NoError(err)
|
|
s.Equal(persistence.EmptyQueueMessageID, ackLevel)
|
|
|
|
err = s.UpdateNamespaceDLQAckLevel(s.ctx, 10)
|
|
s.NoError(err)
|
|
|
|
ackLevel, err = s.GetNamespaceDLQAckLevel(s.ctx)
|
|
s.Require().NoError(err)
|
|
s.Equal(int64(10), ackLevel)
|
|
|
|
err = s.UpdateNamespaceDLQAckLevel(s.ctx, 1)
|
|
s.NoError(err)
|
|
|
|
ackLevel, err = s.GetNamespaceDLQAckLevel(s.ctx)
|
|
s.Require().NoError(err)
|
|
s.Equal(int64(10), ackLevel)
|
|
}
|