Files
tasks/tests/sizelimit_test.go
zeekay fcafe5dde5 refactor: rename temporal/→tasks/, temporaltest/→tasktests/; drop compat suite
- mv temporal/ tasks/ (internal server runtime)
- mv temporaltest/ tasktests/ (embedded boot harness)
- rm tests/ except tests/testutils (compat suite — 3.7 MB; testutils
  retained: certs/TLS/IO helpers used by real unit tests)
- rm test scaffolding pinned to deleted compat:
  - common/persistence/{cassandra/test.go,sql/test_sql_persistence.go}
  - tools/common/schema/test/{dbtest,setuptest,updatetest}.go
  - tools/cassandra/cqlclient_tests.go
- rewrite imports: github.com/hanzoai/tasks/{temporal,temporaltest}
  → github.com/hanzoai/tasks/{tasks,tasktests}

cmd/tasksd builds clean. embedded-sqlite boots and serves /healthz, /_/tasks/,
/v1/tasks/namespaces (verified locally on :7243).

Residual surface (tracked in #51, not in scope here): 722 production files
still import go.temporal.io/* (api/*, sdk/*) and 151 import
google.golang.org/grpc — the temporal-fork's internal service mesh. Removing
those is the multi-week ZAP-only cascade.
2026-04-26 13:55:38 -07:00

561 lines
20 KiB
Go

package tests
import (
"bytes"
"encoding/binary"
"testing"
"time"
"github.com/google/uuid"
commandpb "go.temporal.io/api/command/v1"
commonpb "go.temporal.io/api/common/v1"
enumspb "go.temporal.io/api/enums/v1"
filterpb "go.temporal.io/api/filter/v1"
historypb "go.temporal.io/api/history/v1"
"go.temporal.io/api/serviceerror"
taskqueuepb "go.temporal.io/api/taskqueue/v1"
"go.temporal.io/api/workflowservice/v1"
"go.temporal.io/server/common"
"go.temporal.io/server/common/convert"
"go.temporal.io/server/common/dynamicconfig"
"go.temporal.io/server/common/log/tag"
"go.temporal.io/server/common/payloads"
"go.temporal.io/server/common/testing/parallelsuite"
"go.temporal.io/server/common/testing/taskpoller"
"go.temporal.io/server/common/testing/testvars"
"go.temporal.io/server/service/history/consts"
"go.temporal.io/server/tests/testcore"
"google.golang.org/protobuf/types/known/durationpb"
"google.golang.org/protobuf/types/known/timestamppb"
)
type SizeLimitSuite struct {
parallelsuite.Suite[*SizeLimitSuite]
}
func TestSizeLimitFunctionalSuite(t *testing.T) {
parallelsuite.Run(t, &SizeLimitSuite{})
}
func (s *SizeLimitSuite) TestTerminateWorkflowCausedByHistoryCountLimit() {
env := testcore.NewEnv(
s.T(),
testcore.WithDynamicConfig(dynamicconfig.HistoryCountLimitWarn, 10),
testcore.WithDynamicConfig(dynamicconfig.HistoryCountLimitError, 20),
// Poller identity is persisted in mutable state when an activity starts.
// If identity changes to a longer value (for example tv.WorkerIdentity()),
// low mutable-state/history-size limits can be hit before history-count limits.
testcore.WithDynamicConfig(dynamicconfig.HistorySizeLimitWarn, 10*1024*1024),
testcore.WithDynamicConfig(dynamicconfig.HistorySizeLimitError, 50*1024*1024),
testcore.WithDynamicConfig(dynamicconfig.MutableStateSizeLimitWarn, 1*1024*1024),
testcore.WithDynamicConfig(dynamicconfig.MutableStateSizeLimitError, 8*1024*1024),
)
id := "functional-terminate-workflow-by-history-count-limit-test"
wt := "functional-terminate-workflow-by-history-count-limit-test-type"
tq := "functional-terminate-workflow-by-history-count-limit-test-taskqueue"
tv := testvars.New(s.T()).WithTaskQueue(tq)
activityName := "activity_type1"
workflowType := &commonpb.WorkflowType{Name: wt}
taskQueue := &taskqueuepb.TaskQueue{Name: tq, Kind: enumspb.TASK_QUEUE_KIND_NORMAL}
request := &workflowservice.StartWorkflowExecutionRequest{
RequestId: uuid.NewString(),
Namespace: env.Namespace().String(),
WorkflowId: id,
WorkflowType: workflowType,
TaskQueue: taskQueue,
Input: nil,
WorkflowRunTimeout: durationpb.New(100 * time.Second),
WorkflowTaskTimeout: durationpb.New(10 * time.Second),
}
we, err0 := env.FrontendClient().StartWorkflowExecution(testcore.NewContext(), request)
s.NoError(err0)
env.Logger.Info("StartWorkflowExecution", tag.WorkflowRunID(we.RunId))
activityCount := int32(4)
activityCounter := int32(0)
wtHandler := func(task *workflowservice.PollWorkflowTaskQueueResponse) ([]*commandpb.Command, error) {
if activityCounter < activityCount {
activityCounter++
buf := new(bytes.Buffer)
s.NoError(binary.Write(buf, binary.LittleEndian, activityCounter))
return []*commandpb.Command{{
CommandType: enumspb.COMMAND_TYPE_SCHEDULE_ACTIVITY_TASK,
Attributes: &commandpb.Command_ScheduleActivityTaskCommandAttributes{ScheduleActivityTaskCommandAttributes: &commandpb.ScheduleActivityTaskCommandAttributes{
ActivityId: convert.Int32ToString(activityCounter),
ActivityType: &commonpb.ActivityType{Name: activityName},
TaskQueue: &taskqueuepb.TaskQueue{Name: tq, Kind: enumspb.TASK_QUEUE_KIND_NORMAL},
Input: payloads.EncodeBytes(buf.Bytes()),
ScheduleToCloseTimeout: durationpb.New(100 * time.Second),
ScheduleToStartTimeout: durationpb.New(10 * time.Second),
StartToCloseTimeout: durationpb.New(50 * time.Second),
HeartbeatTimeout: durationpb.New(5 * time.Second),
}},
}}, nil
}
return []*commandpb.Command{{
CommandType: enumspb.COMMAND_TYPE_COMPLETE_WORKFLOW_EXECUTION,
Attributes: &commandpb.Command_CompleteWorkflowExecutionCommandAttributes{CompleteWorkflowExecutionCommandAttributes: &commandpb.CompleteWorkflowExecutionCommandAttributes{
Result: payloads.EncodeString("Done"),
}},
}}, nil
}
poller := env.TaskPoller()
for i := int32(0); i < activityCount-1; i++ {
dwResp, err := env.FrontendClient().DescribeWorkflowExecution(testcore.NewContext(), &workflowservice.DescribeWorkflowExecutionRequest{
Namespace: env.Namespace().String(),
Execution: &commonpb.WorkflowExecution{
WorkflowId: id,
RunId: we.RunId,
},
})
s.NoError(err)
// Poll workflow task only if it is running
if dwResp.WorkflowExecutionInfo.Status == enumspb.WORKFLOW_EXECUTION_STATUS_RUNNING {
_, err := poller.PollAndHandleWorkflowTask(tv, func(task *workflowservice.PollWorkflowTaskQueueResponse) (*workflowservice.RespondWorkflowTaskCompletedRequest, error) {
cmds, err := wtHandler(task)
return &workflowservice.RespondWorkflowTaskCompletedRequest{Commands: cmds}, err
})
env.Logger.Info("PollAndHandleWorkflowTask", tag.Error(err))
s.NoError(err)
_, err = poller.PollAndHandleActivityTask(tv, func(task *workflowservice.PollActivityTaskQueueResponse) (*workflowservice.RespondActivityTaskCompletedRequest, error) {
return &workflowservice.RespondActivityTaskCompletedRequest{
Result: payloads.EncodeString("Activity Result"),
}, nil
}, taskpoller.WithTimeout(90*time.Second))
env.Logger.Info("PollAndHandleActivityTask", tag.Error(err))
s.NoError(err)
}
}
var signalErr error
// Send signals until workflow is force terminated
SignalLoop:
for range 10 {
// Send another signal without RunID
signalName := "another signal"
signalInput := payloads.EncodeString("another signal input")
_, signalErr = env.FrontendClient().SignalWorkflowExecution(testcore.NewContext(), &workflowservice.SignalWorkflowExecutionRequest{
Namespace: env.Namespace().String(),
WorkflowExecution: &commonpb.WorkflowExecution{
WorkflowId: id,
},
SignalName: signalName,
Input: signalInput,
})
if signalErr != nil {
break SignalLoop
}
}
// Signalling workflow should result in force terminating the workflow execution and returns with ResourceExhausted
// error. InvalidArgument is returned by the client.
s.EqualError(signalErr, common.FailureReasonHistoryCountExceedsLimit)
s.ErrorAs(signalErr, new(*serviceerror.InvalidArgument))
historyEvents := env.GetHistory(env.Namespace().String(), &commonpb.WorkflowExecution{
WorkflowId: id,
RunId: we.GetRunId(),
})
s.EqualHistoryEvents(`
1 WorkflowExecutionStarted
2 WorkflowTaskScheduled
3 WorkflowTaskStarted
4 WorkflowTaskCompleted
5 ActivityTaskScheduled
6 ActivityTaskStarted
7 ActivityTaskCompleted
8 WorkflowTaskScheduled
9 WorkflowTaskStarted
10 WorkflowTaskCompleted
11 ActivityTaskScheduled
12 ActivityTaskStarted
13 ActivityTaskCompleted
14 WorkflowTaskScheduled
15 WorkflowTaskStarted
16 WorkflowTaskCompleted
17 ActivityTaskScheduled
18 ActivityTaskStarted
19 ActivityTaskCompleted
20 WorkflowTaskScheduled
21 WorkflowExecutionSignaled
22 WorkflowExecutionTerminated`, historyEvents)
// verify visibility is correctly processed from open to close
s.Eventually(
func() bool {
resp, err1 := env.FrontendClient().ListClosedWorkflowExecutions(
testcore.NewContext(),
&workflowservice.ListClosedWorkflowExecutionsRequest{
Namespace: env.Namespace().String(),
MaximumPageSize: 100,
StartTimeFilter: &filterpb.StartTimeFilter{
EarliestTime: nil,
LatestTime: timestamppb.New(time.Now().UTC()),
},
Filters: &workflowservice.ListClosedWorkflowExecutionsRequest_ExecutionFilter{
ExecutionFilter: &filterpb.WorkflowExecutionFilter{
WorkflowId: id,
},
},
},
)
s.NoError(err1)
if len(resp.Executions) == 1 {
return true
}
env.Logger.Info("Closed WorkflowExecution is not yet visible")
return false
},
testcore.WaitForESToSettle,
100*time.Millisecond,
)
}
func (s *SizeLimitSuite) TestWorkflowFailed_PayloadSizeTooLarge() {
env := testcore.NewEnv(
s.T(),
testcore.WithDynamicConfig(dynamicconfig.BlobSizeLimitWarn, 1),
testcore.WithDynamicConfig(dynamicconfig.BlobSizeLimitError, 1000),
)
id := "functional-workflow-failed-large-payload"
wt := "functional-workflow-failed-large-payload-type"
tl := "functional-workflow-failed-large-payload-taskqueue"
tv := testvars.New(s.T()).WithTaskQueue(tl)
largePayload := make([]byte, 1001)
pl, err := payloads.Encode(largePayload)
s.NoError(err)
sigReadyToSendChan := make(chan struct{}, 1)
sigSendDoneChan := make(chan struct{})
poller := env.TaskPoller()
request := &workflowservice.StartWorkflowExecutionRequest{
RequestId: uuid.NewString(),
Namespace: env.Namespace().String(),
WorkflowId: id,
WorkflowType: &commonpb.WorkflowType{Name: wt},
TaskQueue: &taskqueuepb.TaskQueue{Name: tl, Kind: enumspb.TASK_QUEUE_KIND_NORMAL},
Input: nil,
WorkflowTaskTimeout: durationpb.New(60 * time.Second),
Identity: "worker",
}
we, err := env.FrontendClient().StartWorkflowExecution(testcore.NewContext(), request)
s.NoError(err)
go func() {
_, err = poller.PollAndHandleWorkflowTask(tv, func(task *workflowservice.PollWorkflowTaskQueueResponse) (*workflowservice.RespondWorkflowTaskCompletedRequest, error) {
select {
case sigReadyToSendChan <- struct{}{}:
default:
}
select {
case <-sigSendDoneChan:
case <-env.Context().Done():
return nil, env.Context().Err()
}
return &workflowservice.RespondWorkflowTaskCompletedRequest{
Commands: []*commandpb.Command{
{
CommandType: enumspb.COMMAND_TYPE_RECORD_MARKER,
Attributes: &commandpb.Command_RecordMarkerCommandAttributes{
RecordMarkerCommandAttributes: &commandpb.RecordMarkerCommandAttributes{
MarkerName: "large-payload",
Details: map[string]*commonpb.Payloads{"test": pl},
},
},
},
},
}, nil
})
env.Logger.Info("PollAndHandleWorkflowTask", tag.Error(err))
}()
select {
case <-sigReadyToSendChan:
case <-env.Context().Done():
s.FailNow("timed out waiting for workflow task handler to be ready")
}
_, err = env.FrontendClient().SignalWorkflowExecution(testcore.NewContext(), &workflowservice.SignalWorkflowExecutionRequest{
Namespace: env.Namespace().String(),
WorkflowExecution: &commonpb.WorkflowExecution{WorkflowId: id, RunId: we.GetRunId()},
SignalName: "signal-name",
Identity: "worker",
RequestId: uuid.NewString(),
})
s.NoError(err)
close(sigSendDoneChan)
// Wait for workflow to fail.
var historyEvents []*historypb.HistoryEvent
for range 10 {
historyEvents = env.GetHistory(env.Namespace().String(), &commonpb.WorkflowExecution{WorkflowId: id, RunId: we.GetRunId()})
lastEvent := historyEvents[len(historyEvents)-1]
if lastEvent.GetEventType() == enumspb.EVENT_TYPE_WORKFLOW_EXECUTION_FAILED {
break
}
time.Sleep(time.Second) //nolint:forbidigo
}
s.EqualHistoryEvents(`
1 WorkflowExecutionStarted
2 WorkflowTaskScheduled
3 WorkflowTaskStarted
4 WorkflowTaskFailed
5 WorkflowExecutionSignaled
6 WorkflowExecutionTerminated`, historyEvents)
}
func (s *SizeLimitSuite) TestTerminateWorkflowCausedByMsSizeLimit() {
env := testcore.NewEnv(
s.T(),
testcore.WithDynamicConfig(dynamicconfig.MutableStateSizeLimitWarn, 200),
testcore.WithDynamicConfig(dynamicconfig.MutableStateSizeLimitError, 1100),
)
id := "functional-terminate-workflow-by-ms-size-limit-test"
wt := "functional-terminate-workflow-by-ms-size-limit-test-type"
tq := "functional-terminate-workflow-by-ms-size-limit-test-taskqueue"
tv := testvars.New(s.T()).WithTaskQueue(tq)
activityName := "activity_type1"
workflowType := &commonpb.WorkflowType{Name: wt}
taskQueue := &taskqueuepb.TaskQueue{Name: tq, Kind: enumspb.TASK_QUEUE_KIND_NORMAL}
request := &workflowservice.StartWorkflowExecutionRequest{
RequestId: uuid.NewString(),
Namespace: env.Namespace().String(),
WorkflowId: id,
WorkflowType: workflowType,
TaskQueue: taskQueue,
Input: nil,
WorkflowRunTimeout: durationpb.New(100 * time.Second),
WorkflowTaskTimeout: durationpb.New(1 * time.Second),
Identity: "worker",
}
we, err0 := env.FrontendClient().StartWorkflowExecution(testcore.NewContext(), request)
s.NoError(err0)
env.Logger.Info("StartWorkflowExecution", tag.WorkflowRunID(we.RunId))
activityCount := int32(4)
activityLargePayload := payloads.EncodeBytes(make([]byte, 900))
wtHandler := func(task *workflowservice.PollWorkflowTaskQueueResponse) ([]*commandpb.Command, error) {
cmds := make([]*commandpb.Command, activityCount)
for i := range cmds {
cmds[i] = &commandpb.Command{
CommandType: enumspb.COMMAND_TYPE_SCHEDULE_ACTIVITY_TASK,
Attributes: &commandpb.Command_ScheduleActivityTaskCommandAttributes{ScheduleActivityTaskCommandAttributes: &commandpb.ScheduleActivityTaskCommandAttributes{
ActivityId: convert.Int32ToString(int32(i)),
ActivityType: &commonpb.ActivityType{Name: activityName},
TaskQueue: &taskqueuepb.TaskQueue{Name: tq, Kind: enumspb.TASK_QUEUE_KIND_NORMAL},
Input: activityLargePayload,
ScheduleToCloseTimeout: durationpb.New(100 * time.Second),
ScheduleToStartTimeout: durationpb.New(10 * time.Second),
StartToCloseTimeout: durationpb.New(50 * time.Second),
HeartbeatTimeout: durationpb.New(5 * time.Second),
}},
}
}
return cmds, nil
}
poller := env.TaskPoller()
dwResp, err := env.FrontendClient().DescribeWorkflowExecution(testcore.NewContext(), &workflowservice.DescribeWorkflowExecutionRequest{
Namespace: env.Namespace().String(),
Execution: &commonpb.WorkflowExecution{
WorkflowId: id,
RunId: we.RunId,
},
})
s.NoError(err)
// Poll workflow task only if it is running
if dwResp.WorkflowExecutionInfo.Status == enumspb.WORKFLOW_EXECUTION_STATUS_RUNNING {
_, err := poller.PollAndHandleWorkflowTask(tv, func(task *workflowservice.PollWorkflowTaskQueueResponse) (*workflowservice.RespondWorkflowTaskCompletedRequest, error) {
cmds, err := wtHandler(task)
return &workflowservice.RespondWorkflowTaskCompletedRequest{Commands: cmds}, err
})
env.Logger.Info("PollAndHandleWorkflowTask", tag.Error(err))
// Workflow should be force terminated at this point
s.EqualError(err, common.FailureReasonMutableStateSizeExceedsLimit)
}
// Send another signal without RunID
_, signalErr := env.FrontendClient().SignalWorkflowExecution(testcore.NewContext(), &workflowservice.SignalWorkflowExecutionRequest{
Namespace: env.Namespace().String(),
WorkflowExecution: &commonpb.WorkflowExecution{
WorkflowId: id,
},
SignalName: "another signal",
Input: payloads.EncodeString("another signal input"),
Identity: "worker",
})
s.EqualError(signalErr, consts.ErrWorkflowCompleted.Error())
s.ErrorAs(signalErr, new(*serviceerror.NotFound))
historyEvents := env.GetHistory(env.Namespace().String(), &commonpb.WorkflowExecution{
WorkflowId: id,
RunId: we.GetRunId(),
})
s.EqualHistoryEvents(`
1 WorkflowExecutionStarted
2 WorkflowTaskScheduled
3 WorkflowTaskStarted
4 WorkflowTaskFailed
5 WorkflowExecutionTerminated`, historyEvents)
// verify visibility is correctly processed from open to close
s.Eventually(
func() bool {
resp, err1 := env.FrontendClient().ListClosedWorkflowExecutions(
testcore.NewContext(),
&workflowservice.ListClosedWorkflowExecutionsRequest{
Namespace: env.Namespace().String(),
MaximumPageSize: 100,
StartTimeFilter: &filterpb.StartTimeFilter{
EarliestTime: nil,
LatestTime: timestamppb.New(time.Now().UTC()),
},
Filters: &workflowservice.ListClosedWorkflowExecutionsRequest_ExecutionFilter{
ExecutionFilter: &filterpb.WorkflowExecutionFilter{
WorkflowId: id,
},
},
},
)
s.NoError(err1)
if len(resp.Executions) == 1 {
return true
}
env.Logger.Info("Closed WorkflowExecution is not yet visible")
return false
},
testcore.WaitForESToSettle,
100*time.Millisecond,
)
}
func (s *SizeLimitSuite) TestTerminateWorkflowCausedByHistorySizeLimit() {
env := testcore.NewEnv(
s.T(),
testcore.WithDynamicConfig(dynamicconfig.HistorySizeLimitWarn, 5000),
testcore.WithDynamicConfig(dynamicconfig.HistorySizeLimitError, 9000),
)
id := "functional-terminate-workflow-by-history-size-limit-test"
wt := "functional-terminate-workflow-by-history-size-limit-test-type"
tq := "functional-terminate-workflow-by-history-size-limit-test-taskqueue"
workflowType := &commonpb.WorkflowType{Name: wt}
taskQueue := &taskqueuepb.TaskQueue{Name: tq, Kind: enumspb.TASK_QUEUE_KIND_NORMAL}
request := &workflowservice.StartWorkflowExecutionRequest{
RequestId: uuid.NewString(),
Namespace: env.Namespace().String(),
WorkflowId: id,
WorkflowType: workflowType,
TaskQueue: taskQueue,
Input: nil,
WorkflowRunTimeout: durationpb.New(100 * time.Second),
WorkflowTaskTimeout: durationpb.New(10 * time.Second),
Identity: "worker",
}
we, err0 := env.FrontendClient().StartWorkflowExecution(testcore.NewContext(), request)
s.NoError(err0)
env.Logger.Info("StartWorkflowExecution", tag.WorkflowRunID(we.RunId))
var signalErr error
// Send signals until workflow is force terminated
largePayload := make([]byte, 900)
SignalLoop:
for range 10 {
// Send another signal without RunID
signalName := "another signal"
signalInput, err := payloads.Encode(largePayload)
s.NoError(err)
_, signalErr = env.FrontendClient().SignalWorkflowExecution(testcore.NewContext(), &workflowservice.SignalWorkflowExecutionRequest{
Namespace: env.Namespace().String(),
WorkflowExecution: &commonpb.WorkflowExecution{
WorkflowId: id,
},
SignalName: signalName,
Input: signalInput,
Identity: "worker",
})
if signalErr != nil {
break SignalLoop
}
}
// Signalling workflow should result in force terminating the workflow execution and returns with ResourceExhausted
// error. InvalidArgument is returned by the client.
s.EqualError(signalErr, common.FailureReasonHistorySizeExceedsLimit)
s.ErrorAs(signalErr, new(*serviceerror.InvalidArgument))
historyEvents := env.GetHistory(env.Namespace().String(), &commonpb.WorkflowExecution{
WorkflowId: id,
RunId: we.GetRunId(),
})
s.EqualHistoryEvents(`
1 WorkflowExecutionStarted
2 WorkflowTaskScheduled
3 WorkflowExecutionSignaled
4 WorkflowExecutionSignaled
5 WorkflowExecutionSignaled
6 WorkflowExecutionSignaled
7 WorkflowExecutionSignaled
8 WorkflowExecutionSignaled
9 WorkflowExecutionSignaled
10 WorkflowExecutionSignaled
11 WorkflowExecutionSignaled
12 WorkflowExecutionTerminated`, historyEvents)
// verify visibility is correctly processed from open to close
s.Eventually(
func() bool {
resp, err1 := env.FrontendClient().ListClosedWorkflowExecutions(
testcore.NewContext(),
&workflowservice.ListClosedWorkflowExecutionsRequest{
Namespace: env.Namespace().String(),
MaximumPageSize: 100,
StartTimeFilter: &filterpb.StartTimeFilter{
EarliestTime: nil,
LatestTime: timestamppb.New(time.Now().UTC()),
},
Filters: &workflowservice.ListClosedWorkflowExecutionsRequest_ExecutionFilter{
ExecutionFilter: &filterpb.WorkflowExecutionFilter{
WorkflowId: id,
},
},
},
)
s.NoError(err1)
if len(resp.Executions) == 1 {
return true
}
env.Logger.Info("Closed WorkflowExecution is not yet visible")
return false
},
testcore.WaitForESToSettle,
100*time.Millisecond,
)
}