mirror of
https://github.com/hanzoai/tasks.git
synced 2026-10-04 02:04:03 +00:00
zeekay
fcafe5dde5
- mv temporal/ tasks/ (internal server runtime)
- mv temporaltest/ tasktests/ (embedded boot harness)
- rm tests/ except tests/testutils (compat suite — 3.7 MB; testutils
retained: certs/TLS/IO helpers used by real unit tests)
- rm test scaffolding pinned to deleted compat:
- common/persistence/{cassandra/test.go,sql/test_sql_persistence.go}
- tools/common/schema/test/{dbtest,setuptest,updatetest}.go
- tools/cassandra/cqlclient_tests.go
- rewrite imports: github.com/hanzoai/tasks/{temporal,temporaltest}
→ github.com/hanzoai/tasks/{tasks,tasktests}
cmd/tasksd builds clean. embedded-sqlite boots and serves /healthz, /_/tasks/,
/v1/tasks/namespaces (verified locally on :7243).
Residual surface (tracked in #51, not in scope here): 722 production files
still import go.temporal.io/* (api/*, sdk/*) and 151 import
google.golang.org/grpc — the temporal-fork's internal service mesh. Removing
those is the multi-week ZAP-only cascade.
438 lines
17 KiB
Go
438 lines
17 KiB
Go
package tests
|
|
|
|
import (
|
|
"errors"
|
|
"fmt"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/google/uuid"
|
|
"github.com/stretchr/testify/assert"
|
|
commandpb "go.temporal.io/api/command/v1"
|
|
commonpb "go.temporal.io/api/common/v1"
|
|
enumspb "go.temporal.io/api/enums/v1"
|
|
"go.temporal.io/api/serviceerror"
|
|
taskqueuepb "go.temporal.io/api/taskqueue/v1"
|
|
"go.temporal.io/api/workflowservice/v1"
|
|
"go.temporal.io/server/common/dynamicconfig"
|
|
"go.temporal.io/server/common/log/tag"
|
|
"go.temporal.io/server/common/payloads"
|
|
"go.temporal.io/server/common/testing/parallelsuite"
|
|
"go.temporal.io/server/tests/testcore"
|
|
"google.golang.org/protobuf/types/known/durationpb"
|
|
)
|
|
|
|
type TransientTaskSuite struct {
|
|
parallelsuite.Suite[*TransientTaskSuite]
|
|
}
|
|
|
|
func TestTransientTaskSuite(t *testing.T) {
|
|
parallelsuite.Run(t, &TransientTaskSuite{})
|
|
}
|
|
|
|
func (s *TransientTaskSuite) TestTransientWorkflowTaskTimeout() {
|
|
env := testcore.NewEnv(s.T())
|
|
|
|
id := "functional-transient-workflow-task-timeout-test"
|
|
wt := "functional-transient-workflow-task-timeout-test-type"
|
|
tl := "functional-transient-workflow-task-timeout-test-taskqueue"
|
|
identity := "worker1"
|
|
|
|
// Start workflow execution
|
|
request := &workflowservice.StartWorkflowExecutionRequest{
|
|
RequestId: uuid.NewString(),
|
|
Namespace: env.Namespace().String(),
|
|
WorkflowId: id,
|
|
WorkflowType: &commonpb.WorkflowType{Name: wt},
|
|
TaskQueue: &taskqueuepb.TaskQueue{Name: tl, Kind: enumspb.TASK_QUEUE_KIND_NORMAL},
|
|
Input: nil,
|
|
WorkflowRunTimeout: durationpb.New(100 * time.Second),
|
|
WorkflowTaskTimeout: durationpb.New(2 * time.Second),
|
|
Identity: identity,
|
|
}
|
|
|
|
we, err0 := env.FrontendClient().StartWorkflowExecution(env.Context(), request)
|
|
env.NoError(err0)
|
|
env.Logger.Info("StartWorkflowExecution", tag.WorkflowRunID(we.RunId))
|
|
|
|
workflowExecution := &commonpb.WorkflowExecution{
|
|
WorkflowId: id,
|
|
RunId: we.RunId,
|
|
}
|
|
|
|
// workflow logic
|
|
workflowComplete := false
|
|
failWorkflowTask := true
|
|
signalCount := 0
|
|
// var signalEvent *historypb.HistoryEvent
|
|
wtHandler := func(task *workflowservice.PollWorkflowTaskQueueResponse) ([]*commandpb.Command, error) {
|
|
if failWorkflowTask {
|
|
failWorkflowTask = false
|
|
return nil, errors.New("workflow panic") //nolint:err113
|
|
}
|
|
|
|
// Count signals
|
|
for _, event := range task.History.Events[task.PreviousStartedEventId:] {
|
|
if event.GetEventType() == enumspb.EVENT_TYPE_WORKFLOW_EXECUTION_SIGNALED {
|
|
signalCount++
|
|
}
|
|
}
|
|
|
|
workflowComplete = true
|
|
return []*commandpb.Command{{
|
|
CommandType: enumspb.COMMAND_TYPE_COMPLETE_WORKFLOW_EXECUTION,
|
|
Attributes: &commandpb.Command_CompleteWorkflowExecutionCommandAttributes{CompleteWorkflowExecutionCommandAttributes: &commandpb.CompleteWorkflowExecutionCommandAttributes{
|
|
Result: payloads.EncodeString("Done"),
|
|
}},
|
|
}}, nil
|
|
}
|
|
|
|
poller := &testcore.TaskPoller{
|
|
Client: env.FrontendClient(),
|
|
Namespace: env.Namespace().String(),
|
|
TaskQueue: &taskqueuepb.TaskQueue{Name: tl, Kind: enumspb.TASK_QUEUE_KIND_NORMAL},
|
|
Identity: identity,
|
|
WorkflowTaskHandler: wtHandler,
|
|
ActivityTaskHandler: nil,
|
|
Logger: env.Logger,
|
|
T: env.T(),
|
|
}
|
|
|
|
// First workflow task immediately fails and schedules a transient workflow task
|
|
_, err := poller.PollAndProcessWorkflowTask()
|
|
env.Logger.Info("PollAndProcessWorkflowTask", tag.Error(err))
|
|
env.NoError(err)
|
|
|
|
// Now send a signal when transient workflow task is scheduled
|
|
err = env.SendSignal(env.Namespace().String(), workflowExecution, "signalA", nil, identity)
|
|
env.NoError(err, "failed to send signal to execution")
|
|
|
|
// Drop workflow task to cause a workflow task timeout
|
|
_, err = poller.PollAndProcessWorkflowTask(testcore.WithDumpHistory, testcore.WithDropTask)
|
|
env.Logger.Info("PollAndProcessWorkflowTask", tag.Error(err))
|
|
env.NoError(err)
|
|
|
|
// Now process signal and complete workflow execution
|
|
_, err = poller.PollAndProcessWorkflowTask(testcore.WithDumpHistory, testcore.WithExpectedAttemptCount(2))
|
|
env.Logger.Info("PollAndProcessWorkflowTask", tag.Error(err))
|
|
env.NoError(err)
|
|
|
|
env.Equal(1, signalCount)
|
|
env.True(workflowComplete)
|
|
}
|
|
|
|
func (s *TransientTaskSuite) TestTransientWorkflowTaskHistorySize() {
|
|
env := testcore.NewEnv(s.T())
|
|
|
|
id := "functional-transient-workflow-task-history-size-test"
|
|
wt := "functional-transient-workflow-task-history-size-test-type"
|
|
tl := "functional-transient-workflow-task-history-size-test-taskqueue"
|
|
identity := "worker1"
|
|
|
|
// Start workflow execution
|
|
request := &workflowservice.StartWorkflowExecutionRequest{
|
|
RequestId: uuid.NewString(),
|
|
Namespace: env.Namespace().String(),
|
|
WorkflowId: id,
|
|
WorkflowType: &commonpb.WorkflowType{Name: wt},
|
|
TaskQueue: &taskqueuepb.TaskQueue{Name: tl, Kind: enumspb.TASK_QUEUE_KIND_NORMAL},
|
|
Input: nil,
|
|
WorkflowRunTimeout: durationpb.New(100 * time.Second),
|
|
WorkflowTaskTimeout: durationpb.New(10 * time.Second),
|
|
Identity: identity,
|
|
}
|
|
|
|
we, err0 := env.FrontendClient().StartWorkflowExecution(env.Context(), request)
|
|
env.NoError(err0)
|
|
env.Logger.Info("StartWorkflowExecution", tag.WorkflowRunID(we.RunId))
|
|
|
|
workflowExecution := &commonpb.WorkflowExecution{
|
|
WorkflowId: id,
|
|
RunId: we.RunId,
|
|
}
|
|
|
|
// start with 20kb limit
|
|
env.OverrideDynamicConfig(dynamicconfig.HistorySizeSuggestContinueAsNew, 20*1024)
|
|
|
|
// workflow logic
|
|
stage := 0
|
|
workflowComplete := false
|
|
largeValue := make([]byte, 10*1024)
|
|
// record the values that we see for completed tasks here
|
|
type fields struct {
|
|
size int64
|
|
suggest bool
|
|
}
|
|
var sawFields []fields
|
|
// record value for failed wft
|
|
var failedTaskSawSize int64
|
|
wtHandler := func(task *workflowservice.PollWorkflowTaskQueueResponse) ([]*commandpb.Command, error) {
|
|
// find workflow task started event
|
|
event := task.History.Events[len(task.History.Events)-1]
|
|
env.Equal(enumspb.EVENT_TYPE_WORKFLOW_TASK_STARTED, event.GetEventType())
|
|
attrs := event.GetWorkflowTaskStartedEventAttributes()
|
|
env.Logger.Info("wtHandler", tag.Counter(stage))
|
|
|
|
stage++
|
|
switch stage {
|
|
case 1:
|
|
env.Less(attrs.HistorySizeBytes, int64(10*1024))
|
|
env.False(attrs.SuggestContinueAsNew)
|
|
// record a large marker
|
|
sawFields = append(sawFields, fields{size: attrs.HistorySizeBytes, suggest: attrs.SuggestContinueAsNew})
|
|
return []*commandpb.Command{{
|
|
CommandType: enumspb.COMMAND_TYPE_RECORD_MARKER,
|
|
Attributes: &commandpb.Command_RecordMarkerCommandAttributes{RecordMarkerCommandAttributes: &commandpb.RecordMarkerCommandAttributes{
|
|
MarkerName: "big marker",
|
|
Details: map[string]*commonpb.Payloads{"value": payloads.EncodeBytes(largeValue)},
|
|
}},
|
|
}}, nil
|
|
|
|
case 2:
|
|
env.Greater(attrs.HistorySizeBytes, int64(10*1024))
|
|
env.False(attrs.SuggestContinueAsNew)
|
|
// record another large marker
|
|
sawFields = append(sawFields, fields{size: attrs.HistorySizeBytes, suggest: attrs.SuggestContinueAsNew})
|
|
return []*commandpb.Command{{
|
|
CommandType: enumspb.COMMAND_TYPE_RECORD_MARKER,
|
|
Attributes: &commandpb.Command_RecordMarkerCommandAttributes{RecordMarkerCommandAttributes: &commandpb.RecordMarkerCommandAttributes{
|
|
MarkerName: "big marker",
|
|
Details: map[string]*commonpb.Payloads{"value": payloads.EncodeBytes(largeValue)},
|
|
}},
|
|
}}, nil
|
|
|
|
case 3:
|
|
env.Greater(attrs.HistorySizeBytes, int64(20*1024))
|
|
env.True(attrs.SuggestContinueAsNew)
|
|
failedTaskSawSize = attrs.HistorySizeBytes
|
|
// fail workflow task and we'll get a transient one
|
|
return nil, errors.New("oops") //nolint:err113
|
|
|
|
case 4:
|
|
// we might not get the same value but it shouldn't be smaller, and not too much larger
|
|
env.GreaterOrEqual(attrs.HistorySizeBytes, failedTaskSawSize)
|
|
env.Less(attrs.HistorySizeBytes, failedTaskSawSize+10000)
|
|
env.False(attrs.SuggestContinueAsNew)
|
|
sawFields = append(sawFields, fields{size: attrs.HistorySizeBytes, suggest: attrs.SuggestContinueAsNew})
|
|
return nil, nil
|
|
|
|
case 5:
|
|
// we should get just a little larger
|
|
prevSize := sawFields[len(sawFields)-1].size
|
|
env.Greater(attrs.HistorySizeBytes, prevSize)
|
|
env.Less(attrs.HistorySizeBytes, prevSize+10000)
|
|
env.False(attrs.SuggestContinueAsNew) // now false
|
|
|
|
workflowComplete = true
|
|
sawFields = append(sawFields, fields{size: attrs.HistorySizeBytes, suggest: attrs.SuggestContinueAsNew})
|
|
return []*commandpb.Command{{
|
|
CommandType: enumspb.COMMAND_TYPE_COMPLETE_WORKFLOW_EXECUTION,
|
|
Attributes: &commandpb.Command_CompleteWorkflowExecutionCommandAttributes{CompleteWorkflowExecutionCommandAttributes: &commandpb.CompleteWorkflowExecutionCommandAttributes{
|
|
Result: payloads.EncodeString("done"),
|
|
}},
|
|
}}, nil
|
|
}
|
|
|
|
return nil, errors.New("bad stage") //nolint:err113
|
|
}
|
|
|
|
poller := &testcore.TaskPoller{
|
|
Client: env.FrontendClient(),
|
|
Namespace: env.Namespace().String(),
|
|
TaskQueue: &taskqueuepb.TaskQueue{Name: tl, Kind: enumspb.TASK_QUEUE_KIND_NORMAL},
|
|
Identity: identity,
|
|
WorkflowTaskHandler: wtHandler,
|
|
ActivityTaskHandler: nil,
|
|
Logger: env.Logger,
|
|
T: env.T(),
|
|
}
|
|
|
|
// stage 1
|
|
_, err := poller.PollAndProcessWorkflowTask(testcore.WithNoDumpCommands)
|
|
env.Logger.Info("PollAndProcessWorkflowTask", tag.Error(err))
|
|
env.NoError(err)
|
|
|
|
err = env.SendSignal(env.Namespace().String(), workflowExecution, "signal", nil, identity)
|
|
env.NoError(err, "failed to send signal to execution")
|
|
|
|
// stage 2
|
|
_, err = poller.PollAndProcessWorkflowTask(testcore.WithNoDumpCommands)
|
|
env.Logger.Info("PollAndProcessWorkflowTask", tag.Error(err))
|
|
env.NoError(err)
|
|
|
|
err = env.SendSignal(env.Namespace().String(), workflowExecution, "signal", nil, identity)
|
|
env.NoError(err, "failed to send signal to execution")
|
|
|
|
// stage 3: this one fails with a panic
|
|
_, err = poller.PollAndProcessWorkflowTask(testcore.WithNoDumpCommands)
|
|
env.Logger.Info("PollAndProcessWorkflowTask", tag.Error(err))
|
|
env.NoError(err)
|
|
|
|
// change the dynamic config so that SuggestContinueAsNew should now be false. the current
|
|
// workflow task should still see true, but the next one will see false.
|
|
env.OverrideDynamicConfig(dynamicconfig.HistorySizeSuggestContinueAsNew, 8*1024*1024)
|
|
|
|
// stage 4: transient task may not be immediately available after stage 3 failure
|
|
// Increase retries to handle asynchronous task creation timing
|
|
_, err = poller.PollAndProcessWorkflowTask(testcore.WithNoDumpCommands, testcore.WithRetries(3))
|
|
env.Logger.Info("PollAndProcessWorkflowTask", tag.Error(err))
|
|
env.NoError(err)
|
|
|
|
err = env.SendSignal(env.Namespace().String(), workflowExecution, "signal", nil, identity)
|
|
env.NoError(err, "failed to send signal to execution")
|
|
|
|
// drop workflow task to cause a workflow task timeout
|
|
// Use increased retries to ensure we successfully poll and drop the task
|
|
_, err = poller.PollAndProcessWorkflowTask(testcore.WithDropTask, testcore.WithNoDumpCommands, testcore.WithRetries(3))
|
|
env.Logger.Info("PollAndProcessWorkflowTask (drop)", tag.Error(err))
|
|
env.NoError(err)
|
|
|
|
// Wait for the workflow task timeout to actually fire before polling for stage 5
|
|
// With 10s timeout, poll for up to 15s to ensure timeout has occurred
|
|
env.EventuallyWithT(func(c *assert.CollectT) {
|
|
events := env.GetHistory(env.Namespace().String(), workflowExecution)
|
|
// Look for WorkflowTaskTimedOut event (should be event 21)
|
|
timedOutFound := false
|
|
for _, event := range events {
|
|
if event.GetEventType() == enumspb.EVENT_TYPE_WORKFLOW_TASK_TIMED_OUT {
|
|
timedOutFound = true
|
|
break
|
|
}
|
|
}
|
|
assert.True(c, timedOutFound, "Expected WorkflowTaskTimedOut event not found in history")
|
|
}, 15*time.Second, 500*time.Millisecond)
|
|
|
|
// stage 5: process task after timeout and complete workflow
|
|
_, err = poller.PollAndProcessWorkflowTask(testcore.WithNoDumpCommands, testcore.WithRetries(3))
|
|
env.Logger.Info("PollAndProcessWorkflowTask", tag.Error(err))
|
|
env.NoError(err)
|
|
|
|
env.True(workflowComplete)
|
|
|
|
var sawFieldsFlat []any
|
|
for _, f := range sawFields {
|
|
sawFieldsFlat = append(sawFieldsFlat, f.size, f.suggest)
|
|
}
|
|
|
|
allEvents := env.GetHistory(env.Namespace().String(), workflowExecution)
|
|
env.EqualHistoryEvents(fmt.Sprintf(`
|
|
1 WorkflowExecutionStarted
|
|
2 WorkflowTaskScheduled
|
|
3 WorkflowTaskStarted {"HistorySizeBytes":%d, "SuggestContinueAsNew":%t}
|
|
4 WorkflowTaskCompleted // 1 WFTCompleted
|
|
5 MarkerRecorded
|
|
6 WorkflowExecutionSignaled
|
|
7 WorkflowTaskScheduled
|
|
8 WorkflowTaskStarted {"HistorySizeBytes":%d, "SuggestContinueAsNew":%t}
|
|
9 WorkflowTaskCompleted // 2 WFTCompleted
|
|
10 MarkerRecorded
|
|
11 WorkflowExecutionSignaled
|
|
12 WorkflowTaskScheduled
|
|
13 WorkflowTaskStarted
|
|
14 WorkflowTaskFailed
|
|
15 WorkflowTaskScheduled
|
|
16 WorkflowTaskStarted {"HistorySizeBytes":%d, "SuggestContinueAsNew":%t}
|
|
17 WorkflowTaskCompleted // 3 WFTCompleted
|
|
18 WorkflowExecutionSignaled
|
|
19 WorkflowTaskScheduled
|
|
20 WorkflowTaskStarted
|
|
21 WorkflowTaskTimedOut
|
|
22 WorkflowTaskScheduled
|
|
23 WorkflowTaskStarted {"HistorySizeBytes":%d, "SuggestContinueAsNew":%t}
|
|
24 WorkflowTaskCompleted // 4 WFTCompleted
|
|
25 WorkflowExecutionCompleted`, sawFieldsFlat...), allEvents)
|
|
}
|
|
|
|
func (s *TransientTaskSuite) TestNoTransientWorkflowTaskAfterFlushBufferedEvents() {
|
|
env := testcore.NewEnv(s.T())
|
|
|
|
id := "functional-no-transient-workflow-task-after-flush-buffered-events-test"
|
|
wt := "functional-no-transient-workflow-task-after-flush-buffered-events-test-type"
|
|
tl := "functional-no-transient-workflow-task-after-flush-buffered-events-test-taskqueue"
|
|
identity := "worker1"
|
|
|
|
// Start workflow execution
|
|
request := &workflowservice.StartWorkflowExecutionRequest{
|
|
RequestId: uuid.NewString(),
|
|
Namespace: env.Namespace().String(),
|
|
WorkflowId: id,
|
|
WorkflowType: &commonpb.WorkflowType{Name: wt},
|
|
TaskQueue: &taskqueuepb.TaskQueue{Name: tl, Kind: enumspb.TASK_QUEUE_KIND_NORMAL},
|
|
Input: nil,
|
|
WorkflowRunTimeout: durationpb.New(100 * time.Second),
|
|
WorkflowTaskTimeout: durationpb.New(20 * time.Second),
|
|
Identity: identity,
|
|
}
|
|
|
|
we, err0 := env.FrontendClient().StartWorkflowExecution(env.Context(), request)
|
|
env.NoError(err0)
|
|
|
|
env.Logger.Info("StartWorkflowExecution", tag.WorkflowRunID(we.RunId))
|
|
|
|
// workflow logic
|
|
workflowComplete := false
|
|
continueAsNewAndSignal := false
|
|
wtHandler := func(task *workflowservice.PollWorkflowTaskQueueResponse) ([]*commandpb.Command, error) {
|
|
if !continueAsNewAndSignal {
|
|
continueAsNewAndSignal = true
|
|
// this will create new event when there is in-flight workflow task, and the new event will be buffered
|
|
_, err := env.FrontendClient().SignalWorkflowExecution(env.Context(),
|
|
&workflowservice.SignalWorkflowExecutionRequest{
|
|
Namespace: env.Namespace().String(),
|
|
WorkflowExecution: &commonpb.WorkflowExecution{
|
|
WorkflowId: id,
|
|
},
|
|
SignalName: "buffered-signal-1",
|
|
Input: payloads.EncodeString("buffered-signal-input"),
|
|
Identity: identity,
|
|
})
|
|
env.NoError(err)
|
|
|
|
return []*commandpb.Command{{
|
|
CommandType: enumspb.COMMAND_TYPE_CONTINUE_AS_NEW_WORKFLOW_EXECUTION,
|
|
Attributes: &commandpb.Command_ContinueAsNewWorkflowExecutionCommandAttributes{ContinueAsNewWorkflowExecutionCommandAttributes: &commandpb.ContinueAsNewWorkflowExecutionCommandAttributes{
|
|
WorkflowType: task.WorkflowType,
|
|
TaskQueue: &taskqueuepb.TaskQueue{Name: tl, Kind: enumspb.TASK_QUEUE_KIND_NORMAL},
|
|
Input: nil,
|
|
WorkflowRunTimeout: durationpb.New(1000 * time.Second),
|
|
WorkflowTaskTimeout: durationpb.New(100 * time.Second),
|
|
}},
|
|
}}, nil
|
|
}
|
|
|
|
workflowComplete = true
|
|
return []*commandpb.Command{{
|
|
CommandType: enumspb.COMMAND_TYPE_COMPLETE_WORKFLOW_EXECUTION,
|
|
Attributes: &commandpb.Command_CompleteWorkflowExecutionCommandAttributes{CompleteWorkflowExecutionCommandAttributes: &commandpb.CompleteWorkflowExecutionCommandAttributes{
|
|
Result: payloads.EncodeString("Done"),
|
|
}},
|
|
}}, nil
|
|
}
|
|
|
|
poller := &testcore.TaskPoller{
|
|
Client: env.FrontendClient(),
|
|
Namespace: env.Namespace().String(),
|
|
TaskQueue: &taskqueuepb.TaskQueue{Name: tl, Kind: enumspb.TASK_QUEUE_KIND_NORMAL},
|
|
Identity: identity,
|
|
WorkflowTaskHandler: wtHandler,
|
|
Logger: env.Logger,
|
|
T: env.T(),
|
|
}
|
|
|
|
// fist workflow task, this try to do a continue as new but there is a buffered event,
|
|
// so it will fail and create a new workflow task
|
|
_, err := poller.PollAndProcessWorkflowTask(testcore.WithDumpHistory)
|
|
env.Logger.Info("PollAndProcessWorkflowTask", tag.Error(err))
|
|
env.Error(err)
|
|
env.ErrorAs(err, new(*serviceerror.InvalidArgument))
|
|
env.Equal("UnhandledCommand", err.Error())
|
|
|
|
// second workflow task, which will complete the workflow
|
|
// this expect the workflow task to have attempt == 1
|
|
_, err = poller.PollAndProcessWorkflowTask(testcore.WithDumpHistory, testcore.WithExpectedAttemptCount(1))
|
|
env.Logger.Info("PollAndProcessWorkflowTask", tag.Error(err))
|
|
env.NoError(err)
|
|
|
|
env.True(workflowComplete)
|
|
}
|