mirror of
https://github.com/hanzoai/tasks.git
synced 2026-10-30 14:56:19 +00:00
Yichao YangandGitHub
27e52c4be1
## What changed? <!-- Describe what has changed in this PR --> - When workflow in the source cluster completes and starts a new run in the same transaction. Replication should also apply that in one transaction in standby cluster. Today this only happens when the current workflow closes with continue as new event, but there are other cases like cron and retry where workflow can close with completed/timedout/failed event and also has a new run. ## Why? <!-- Tell your future self why have you made these changes --> - Transactional guarantee should be preserved by replication ## How did you test it? <!-- How have you verified this change? Tested locally? Added a unit test? Checked in staging env? --> - New unit tests - Run canary using global namespace. ## Potential risks <!-- Assuming the worst case, what can be broken when deploying this change to production? --> - Replication task may go to dlq in worst case ## Documentation <!-- Have you made sure this change doesn't falsify anything currently stated in `docs/`? If significant new behavior is added, have you described that in `docs/`? --> - N/A ## Is hotfix candidate? <!-- Is this PR a hotfix candidate or does it require a notification to be sent to the broader community? (Yes/No) --> - No.
821 lines
27 KiB
Go
821 lines
27 KiB
Go
// The MIT License
|
|
//
|
|
// Copyright (c) 2020 Temporal Technologies Inc. All rights reserved.
|
|
//
|
|
// Copyright (c) 2020 Uber Technologies, Inc.
|
|
//
|
|
// Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
// of this software and associated documentation files (the "Software"), to deal
|
|
// in the Software without restriction, including without limitation the rights
|
|
// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
// copies of the Software, and to permit persons to whom the Software is
|
|
// furnished to do so, subject to the following conditions:
|
|
//
|
|
// The above copyright notice and this permission notice shall be included in
|
|
// all copies or substantial portions of the Software.
|
|
//
|
|
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
|
// THE SOFTWARE.
|
|
|
|
package replication
|
|
|
|
import (
|
|
"context"
|
|
"math/rand"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/golang/mock/gomock"
|
|
"github.com/pborman/uuid"
|
|
"github.com/stretchr/testify/require"
|
|
"github.com/stretchr/testify/suite"
|
|
commonpb "go.temporal.io/api/common/v1"
|
|
"go.temporal.io/api/enums/v1"
|
|
"go.temporal.io/api/serviceerror"
|
|
"google.golang.org/protobuf/types/known/timestamppb"
|
|
|
|
enumsspb "go.temporal.io/server/api/enums/v1"
|
|
historyspb "go.temporal.io/server/api/history/v1"
|
|
persistencespb "go.temporal.io/server/api/persistence/v1"
|
|
replicationspb "go.temporal.io/server/api/replication/v1"
|
|
workflowspb "go.temporal.io/server/api/workflow/v1"
|
|
"go.temporal.io/server/common"
|
|
"go.temporal.io/server/common/definition"
|
|
"go.temporal.io/server/common/failure"
|
|
"go.temporal.io/server/common/log"
|
|
"go.temporal.io/server/common/namespace"
|
|
"go.temporal.io/server/common/payloads"
|
|
"go.temporal.io/server/common/persistence"
|
|
"go.temporal.io/server/common/testing/protorequire"
|
|
"go.temporal.io/server/service/history/shard"
|
|
"go.temporal.io/server/service/history/tasks"
|
|
"go.temporal.io/server/service/history/tests"
|
|
"go.temporal.io/server/service/history/workflow"
|
|
wcache "go.temporal.io/server/service/history/workflow/cache"
|
|
)
|
|
|
|
type (
|
|
rawTaskConverterSuite struct {
|
|
suite.Suite
|
|
*require.Assertions
|
|
protorequire.ProtoAssertions
|
|
|
|
controller *gomock.Controller
|
|
shardContext *shard.ContextTest
|
|
workflowCache *wcache.MockCache
|
|
executionManager *persistence.MockExecutionManager
|
|
logger log.Logger
|
|
|
|
namespaceID string
|
|
workflowID string
|
|
|
|
runID string
|
|
workflowContext *workflow.MockContext
|
|
mutableState *workflow.MockMutableState
|
|
releaseFn wcache.ReleaseCacheFunc
|
|
lockReleased bool
|
|
|
|
newRunID string
|
|
newWorkflowContext *workflow.MockContext
|
|
newMutableState *workflow.MockMutableState
|
|
newReleaseFn wcache.ReleaseCacheFunc
|
|
}
|
|
)
|
|
|
|
func TestRawTaskConverterSuite(t *testing.T) {
|
|
s := new(rawTaskConverterSuite)
|
|
suite.Run(t, s)
|
|
}
|
|
|
|
func (s *rawTaskConverterSuite) SetupSuite() {
|
|
|
|
}
|
|
|
|
func (s *rawTaskConverterSuite) TearDownSuite() {
|
|
|
|
}
|
|
|
|
func (s *rawTaskConverterSuite) SetupTest() {
|
|
s.Assertions = require.New(s.T())
|
|
s.ProtoAssertions = protorequire.New(s.T())
|
|
|
|
s.controller = gomock.NewController(s.T())
|
|
s.shardContext = shard.NewTestContext(
|
|
s.controller,
|
|
&persistencespb.ShardInfo{
|
|
ShardId: 0,
|
|
RangeId: 1,
|
|
Owner: "test-shard-owner",
|
|
},
|
|
tests.NewDynamicConfig(),
|
|
)
|
|
s.workflowCache = wcache.NewMockCache(s.controller)
|
|
s.executionManager = s.shardContext.Resource.ExecutionMgr
|
|
s.logger = s.shardContext.GetLogger()
|
|
|
|
s.namespaceID = tests.NamespaceID.String()
|
|
s.workflowID = uuid.New()
|
|
|
|
s.runID = uuid.New()
|
|
s.workflowContext = workflow.NewMockContext(s.controller)
|
|
s.mutableState = workflow.NewMockMutableState(s.controller)
|
|
s.releaseFn = func(error) { s.lockReleased = true }
|
|
|
|
s.newRunID = uuid.New()
|
|
s.newWorkflowContext = workflow.NewMockContext(s.controller)
|
|
s.newMutableState = workflow.NewMockMutableState(s.controller)
|
|
s.newReleaseFn = func(error) { s.lockReleased = true }
|
|
}
|
|
|
|
func (s *rawTaskConverterSuite) TearDownTest() {
|
|
s.controller.Finish()
|
|
s.shardContext.StopForTest()
|
|
}
|
|
|
|
func (s *rawTaskConverterSuite) TestConvertActivityStateReplicationTask_WorkflowMissing() {
|
|
ctx := context.Background()
|
|
scheduledEventID := int64(144)
|
|
version := int64(288)
|
|
taskID := int64(1444)
|
|
task := &tasks.SyncActivityTask{
|
|
WorkflowKey: definition.NewWorkflowKey(
|
|
s.namespaceID,
|
|
s.workflowID,
|
|
s.runID,
|
|
),
|
|
VisibilityTimestamp: time.Now().UTC(),
|
|
TaskID: taskID,
|
|
Version: version,
|
|
ScheduledEventID: scheduledEventID,
|
|
}
|
|
s.workflowCache.EXPECT().GetOrCreateWorkflowExecution(
|
|
gomock.Any(),
|
|
s.shardContext,
|
|
namespace.ID(s.namespaceID),
|
|
&commonpb.WorkflowExecution{
|
|
WorkflowId: s.workflowID,
|
|
RunId: s.runID,
|
|
},
|
|
workflow.LockPriorityLow,
|
|
).Return(s.workflowContext, s.releaseFn, nil)
|
|
s.workflowContext.EXPECT().LoadMutableState(gomock.Any(), s.shardContext).Return(nil, serviceerror.NewNotFound(""))
|
|
|
|
result, err := convertActivityStateReplicationTask(ctx, s.shardContext, task, s.workflowCache)
|
|
s.NoError(err)
|
|
s.Nil(result)
|
|
s.True(s.lockReleased)
|
|
}
|
|
|
|
func (s *rawTaskConverterSuite) TestConvertActivityStateReplicationTask_WorkflowCompleted() {
|
|
ctx := context.Background()
|
|
scheduledEventID := int64(144)
|
|
version := int64(288)
|
|
taskID := int64(1444)
|
|
task := &tasks.SyncActivityTask{
|
|
WorkflowKey: definition.NewWorkflowKey(
|
|
s.namespaceID,
|
|
s.workflowID,
|
|
s.runID,
|
|
),
|
|
VisibilityTimestamp: time.Now().UTC(),
|
|
TaskID: taskID,
|
|
Version: version,
|
|
ScheduledEventID: scheduledEventID,
|
|
}
|
|
s.workflowCache.EXPECT().GetOrCreateWorkflowExecution(
|
|
gomock.Any(),
|
|
s.shardContext,
|
|
namespace.ID(s.namespaceID),
|
|
&commonpb.WorkflowExecution{
|
|
WorkflowId: s.workflowID,
|
|
RunId: s.runID,
|
|
},
|
|
workflow.LockPriorityLow,
|
|
).Return(s.workflowContext, s.releaseFn, nil)
|
|
s.workflowContext.EXPECT().LoadMutableState(gomock.Any(), s.shardContext).Return(s.mutableState, nil)
|
|
s.mutableState.EXPECT().IsWorkflowExecutionRunning().Return(false).AnyTimes()
|
|
|
|
result, err := convertActivityStateReplicationTask(ctx, s.shardContext, task, s.workflowCache)
|
|
s.NoError(err)
|
|
s.Nil(result)
|
|
s.True(s.lockReleased)
|
|
}
|
|
|
|
func (s *rawTaskConverterSuite) TestConvertActivityStateReplicationTask_ActivityCompleted() {
|
|
ctx := context.Background()
|
|
scheduledEventID := int64(144)
|
|
version := int64(288)
|
|
taskID := int64(1444)
|
|
task := &tasks.SyncActivityTask{
|
|
WorkflowKey: definition.NewWorkflowKey(
|
|
s.namespaceID,
|
|
s.workflowID,
|
|
s.runID,
|
|
),
|
|
VisibilityTimestamp: time.Now().UTC(),
|
|
TaskID: taskID,
|
|
Version: version,
|
|
ScheduledEventID: scheduledEventID,
|
|
}
|
|
s.workflowCache.EXPECT().GetOrCreateWorkflowExecution(
|
|
gomock.Any(),
|
|
s.shardContext,
|
|
namespace.ID(s.namespaceID),
|
|
&commonpb.WorkflowExecution{
|
|
WorkflowId: s.workflowID,
|
|
RunId: s.runID,
|
|
},
|
|
workflow.LockPriorityLow,
|
|
).Return(s.workflowContext, s.releaseFn, nil)
|
|
s.workflowContext.EXPECT().LoadMutableState(gomock.Any(), s.shardContext).Return(s.mutableState, nil)
|
|
s.mutableState.EXPECT().IsWorkflowExecutionRunning().Return(true).AnyTimes()
|
|
s.mutableState.EXPECT().GetActivityInfo(scheduledEventID).Return(nil, false).AnyTimes()
|
|
|
|
result, err := convertActivityStateReplicationTask(ctx, s.shardContext, task, s.workflowCache)
|
|
s.NoError(err)
|
|
s.Nil(result)
|
|
s.True(s.lockReleased)
|
|
}
|
|
|
|
func (s *rawTaskConverterSuite) TestConvertActivityStateReplicationTask_ActivityScheduled() {
|
|
ctx := context.Background()
|
|
scheduledEventID := int64(144)
|
|
version := int64(333)
|
|
taskID := int64(1444)
|
|
task := &tasks.SyncActivityTask{
|
|
WorkflowKey: definition.NewWorkflowKey(
|
|
s.namespaceID,
|
|
s.workflowID,
|
|
s.runID,
|
|
),
|
|
VisibilityTimestamp: time.Now().UTC(),
|
|
TaskID: taskID,
|
|
Version: version,
|
|
ScheduledEventID: scheduledEventID,
|
|
}
|
|
s.workflowCache.EXPECT().GetOrCreateWorkflowExecution(
|
|
gomock.Any(),
|
|
s.shardContext,
|
|
namespace.ID(s.namespaceID),
|
|
&commonpb.WorkflowExecution{
|
|
WorkflowId: s.workflowID,
|
|
RunId: s.runID,
|
|
},
|
|
workflow.LockPriorityLow,
|
|
).Return(s.workflowContext, s.releaseFn, nil)
|
|
|
|
activityVersion := version
|
|
activityScheduledEventID := scheduledEventID
|
|
activityScheduledTime := time.Now().UTC()
|
|
activityStartedEventID := common.EmptyEventID
|
|
activityAttempt := int32(16384)
|
|
activityDetails := payloads.EncodeString("some random activity progress")
|
|
activityLastFailure := failure.NewServerFailure("some random reason", false)
|
|
activityLastWorkerIdentity := "some random worker identity"
|
|
baseWorkflowInfo := &workflowspb.BaseExecutionInfo{
|
|
RunId: uuid.New(),
|
|
LowestCommonAncestorEventId: rand.Int63(),
|
|
LowestCommonAncestorEventVersion: rand.Int63(),
|
|
}
|
|
versionHistory := &historyspb.VersionHistory{
|
|
BranchToken: []byte{},
|
|
Items: []*historyspb.VersionHistoryItem{
|
|
{
|
|
EventId: scheduledEventID,
|
|
Version: version,
|
|
},
|
|
},
|
|
}
|
|
versionHistories := &historyspb.VersionHistories{
|
|
CurrentVersionHistoryIndex: 0,
|
|
Histories: []*historyspb.VersionHistory{
|
|
versionHistory,
|
|
},
|
|
}
|
|
s.workflowContext.EXPECT().LoadMutableState(gomock.Any(), s.shardContext).Return(s.mutableState, nil)
|
|
s.mutableState.EXPECT().IsWorkflowExecutionRunning().Return(true).AnyTimes()
|
|
s.mutableState.EXPECT().GetActivityInfo(scheduledEventID).Return(&persistencespb.ActivityInfo{
|
|
Version: activityVersion,
|
|
ScheduledEventId: activityScheduledEventID,
|
|
ScheduledTime: timestamppb.New(activityScheduledTime),
|
|
StartedEventId: activityStartedEventID,
|
|
StartedTime: nil,
|
|
LastHeartbeatUpdateTime: nil,
|
|
LastHeartbeatDetails: activityDetails,
|
|
Attempt: activityAttempt,
|
|
RetryLastFailure: activityLastFailure,
|
|
RetryLastWorkerIdentity: activityLastWorkerIdentity,
|
|
}, true).AnyTimes()
|
|
s.mutableState.EXPECT().GetExecutionInfo().Return(&persistencespb.WorkflowExecutionInfo{
|
|
BaseExecutionInfo: baseWorkflowInfo,
|
|
VersionHistories: versionHistories,
|
|
}).AnyTimes()
|
|
s.mutableState.EXPECT().GetBaseWorkflowInfo().Return(baseWorkflowInfo).AnyTimes()
|
|
|
|
result, err := convertActivityStateReplicationTask(ctx, s.shardContext, task, s.workflowCache)
|
|
s.NoError(err)
|
|
s.NotNil(result)
|
|
s.ProtoEqual(&replicationspb.ReplicationTask{
|
|
SourceTaskId: taskID,
|
|
TaskType: enumsspb.REPLICATION_TASK_TYPE_SYNC_ACTIVITY_TASK,
|
|
Attributes: &replicationspb.ReplicationTask_SyncActivityTaskAttributes{
|
|
SyncActivityTaskAttributes: &replicationspb.SyncActivityTaskAttributes{
|
|
NamespaceId: s.namespaceID,
|
|
WorkflowId: s.workflowID,
|
|
RunId: s.runID,
|
|
Version: activityVersion,
|
|
ScheduledEventId: activityScheduledEventID,
|
|
ScheduledTime: timestamppb.New(activityScheduledTime),
|
|
StartedEventId: activityStartedEventID,
|
|
StartedTime: nil,
|
|
LastHeartbeatTime: nil,
|
|
Details: activityDetails,
|
|
Attempt: activityAttempt,
|
|
LastFailure: activityLastFailure,
|
|
LastWorkerIdentity: activityLastWorkerIdentity,
|
|
BaseExecutionInfo: baseWorkflowInfo,
|
|
VersionHistory: versionHistory,
|
|
},
|
|
},
|
|
VisibilityTime: timestamppb.New(task.VisibilityTimestamp),
|
|
}, result)
|
|
s.True(s.lockReleased)
|
|
}
|
|
|
|
func (s *rawTaskConverterSuite) TestConvertActivityStateReplicationTask_ActivityStarted() {
|
|
ctx := context.Background()
|
|
scheduledEventID := int64(144)
|
|
version := int64(333)
|
|
taskID := int64(1444)
|
|
task := &tasks.SyncActivityTask{
|
|
WorkflowKey: definition.NewWorkflowKey(
|
|
s.namespaceID,
|
|
s.workflowID,
|
|
s.runID,
|
|
),
|
|
VisibilityTimestamp: time.Now().UTC(),
|
|
TaskID: taskID,
|
|
Version: version,
|
|
ScheduledEventID: scheduledEventID,
|
|
}
|
|
s.workflowCache.EXPECT().GetOrCreateWorkflowExecution(
|
|
gomock.Any(),
|
|
s.shardContext,
|
|
namespace.ID(s.namespaceID),
|
|
&commonpb.WorkflowExecution{
|
|
WorkflowId: s.workflowID,
|
|
RunId: s.runID,
|
|
},
|
|
workflow.LockPriorityLow,
|
|
).Return(s.workflowContext, s.releaseFn, nil)
|
|
|
|
activityVersion := version
|
|
activityScheduledEventID := scheduledEventID
|
|
activityScheduledTime := time.Now().UTC()
|
|
activityStartedEventID := activityScheduledEventID + 1
|
|
activityStartedTime := activityScheduledTime.Add(time.Minute)
|
|
activityHeartbeatTime := activityStartedTime.Add(time.Minute)
|
|
activityAttempt := int32(16384)
|
|
activityDetails := payloads.EncodeString("some random activity progress")
|
|
activityLastFailure := failure.NewServerFailure("some random reason", false)
|
|
activityLastWorkerIdentity := "some random worker identity"
|
|
baseWorkflowInfo := &workflowspb.BaseExecutionInfo{
|
|
RunId: uuid.New(),
|
|
LowestCommonAncestorEventId: rand.Int63(),
|
|
LowestCommonAncestorEventVersion: rand.Int63(),
|
|
}
|
|
versionHistory := &historyspb.VersionHistory{
|
|
BranchToken: []byte{},
|
|
Items: []*historyspb.VersionHistoryItem{
|
|
{
|
|
EventId: scheduledEventID,
|
|
Version: version,
|
|
},
|
|
},
|
|
}
|
|
versionHistories := &historyspb.VersionHistories{
|
|
CurrentVersionHistoryIndex: 0,
|
|
Histories: []*historyspb.VersionHistory{
|
|
versionHistory,
|
|
},
|
|
}
|
|
s.workflowContext.EXPECT().LoadMutableState(gomock.Any(), s.shardContext).Return(s.mutableState, nil)
|
|
s.mutableState.EXPECT().IsWorkflowExecutionRunning().Return(true).AnyTimes()
|
|
s.mutableState.EXPECT().GetActivityInfo(scheduledEventID).Return(&persistencespb.ActivityInfo{
|
|
Version: activityVersion,
|
|
ScheduledEventId: activityScheduledEventID,
|
|
ScheduledTime: timestamppb.New(activityScheduledTime),
|
|
StartedEventId: activityStartedEventID,
|
|
StartedTime: timestamppb.New(activityStartedTime),
|
|
LastHeartbeatUpdateTime: timestamppb.New(activityHeartbeatTime),
|
|
LastHeartbeatDetails: activityDetails,
|
|
Attempt: activityAttempt,
|
|
RetryLastFailure: activityLastFailure,
|
|
RetryLastWorkerIdentity: activityLastWorkerIdentity,
|
|
}, true).AnyTimes()
|
|
s.mutableState.EXPECT().GetExecutionInfo().Return(&persistencespb.WorkflowExecutionInfo{
|
|
BaseExecutionInfo: baseWorkflowInfo,
|
|
VersionHistories: versionHistories,
|
|
}).AnyTimes()
|
|
s.mutableState.EXPECT().GetBaseWorkflowInfo().Return(baseWorkflowInfo).AnyTimes()
|
|
|
|
result, err := convertActivityStateReplicationTask(ctx, s.shardContext, task, s.workflowCache)
|
|
s.NoError(err)
|
|
s.ProtoEqual(&replicationspb.ReplicationTask{
|
|
SourceTaskId: taskID,
|
|
TaskType: enumsspb.REPLICATION_TASK_TYPE_SYNC_ACTIVITY_TASK,
|
|
Attributes: &replicationspb.ReplicationTask_SyncActivityTaskAttributes{
|
|
SyncActivityTaskAttributes: &replicationspb.SyncActivityTaskAttributes{
|
|
NamespaceId: s.namespaceID,
|
|
WorkflowId: s.workflowID,
|
|
RunId: s.runID,
|
|
Version: activityVersion,
|
|
ScheduledEventId: activityScheduledEventID,
|
|
ScheduledTime: timestamppb.New(activityScheduledTime),
|
|
StartedEventId: activityStartedEventID,
|
|
StartedTime: timestamppb.New(activityStartedTime),
|
|
LastHeartbeatTime: timestamppb.New(activityHeartbeatTime),
|
|
Details: activityDetails,
|
|
Attempt: activityAttempt,
|
|
LastFailure: activityLastFailure,
|
|
LastWorkerIdentity: activityLastWorkerIdentity,
|
|
BaseExecutionInfo: baseWorkflowInfo,
|
|
VersionHistory: versionHistory,
|
|
},
|
|
},
|
|
VisibilityTime: timestamppb.New(task.VisibilityTimestamp),
|
|
}, result)
|
|
s.True(s.lockReleased)
|
|
}
|
|
|
|
func (s *rawTaskConverterSuite) TestConvertWorkflowStateReplicationTask_WorkflowOpen() {
|
|
ctx := context.Background()
|
|
version := int64(288)
|
|
taskID := int64(1444)
|
|
task := &tasks.SyncWorkflowStateTask{
|
|
WorkflowKey: definition.NewWorkflowKey(
|
|
s.namespaceID,
|
|
s.workflowID,
|
|
s.runID,
|
|
),
|
|
VisibilityTimestamp: time.Now().UTC(),
|
|
TaskID: taskID,
|
|
Version: version,
|
|
}
|
|
s.workflowCache.EXPECT().GetOrCreateWorkflowExecution(
|
|
gomock.Any(),
|
|
s.shardContext,
|
|
namespace.ID(s.namespaceID),
|
|
&commonpb.WorkflowExecution{
|
|
WorkflowId: s.workflowID,
|
|
RunId: s.runID,
|
|
},
|
|
workflow.LockPriorityLow,
|
|
).Return(s.workflowContext, s.releaseFn, nil)
|
|
s.workflowContext.EXPECT().LoadMutableState(gomock.Any(), s.shardContext).Return(s.mutableState, nil)
|
|
s.mutableState.EXPECT().GetWorkflowStateStatus().Return(enumsspb.WORKFLOW_EXECUTION_STATE_RUNNING, enums.WORKFLOW_EXECUTION_STATUS_RUNNING).AnyTimes()
|
|
|
|
result, err := convertWorkflowStateReplicationTask(ctx, s.shardContext, task, s.workflowCache)
|
|
s.NoError(err)
|
|
s.Nil(result)
|
|
s.True(s.lockReleased)
|
|
}
|
|
|
|
func (s *rawTaskConverterSuite) TestConvertWorkflowStateReplicationTask_WorkflowClosed() {
|
|
ctx := context.Background()
|
|
version := int64(288)
|
|
taskID := int64(1444)
|
|
task := &tasks.SyncWorkflowStateTask{
|
|
WorkflowKey: definition.NewWorkflowKey(
|
|
s.namespaceID,
|
|
s.workflowID,
|
|
s.runID,
|
|
),
|
|
VisibilityTimestamp: time.Now().UTC(),
|
|
TaskID: taskID,
|
|
Version: version,
|
|
}
|
|
s.workflowCache.EXPECT().GetOrCreateWorkflowExecution(
|
|
gomock.Any(),
|
|
s.shardContext,
|
|
namespace.ID(s.namespaceID),
|
|
&commonpb.WorkflowExecution{
|
|
WorkflowId: s.workflowID,
|
|
RunId: s.runID,
|
|
},
|
|
workflow.LockPriorityLow,
|
|
).Return(s.workflowContext, s.releaseFn, nil)
|
|
s.workflowContext.EXPECT().LoadMutableState(gomock.Any(), s.shardContext).Return(s.mutableState, nil)
|
|
s.mutableState.EXPECT().CloneToProto().Return(&persistencespb.WorkflowMutableState{
|
|
ExecutionInfo: &persistencespb.WorkflowExecutionInfo{
|
|
NamespaceId: s.namespaceID,
|
|
WorkflowId: s.workflowID,
|
|
},
|
|
ExecutionState: &persistencespb.WorkflowExecutionState{
|
|
RunId: s.runID,
|
|
},
|
|
})
|
|
s.mutableState.EXPECT().GetWorkflowStateStatus().Return(enumsspb.WORKFLOW_EXECUTION_STATE_COMPLETED, enums.WORKFLOW_EXECUTION_STATUS_COMPLETED).AnyTimes()
|
|
|
|
result, err := convertWorkflowStateReplicationTask(ctx, s.shardContext, task, s.workflowCache)
|
|
s.NoError(err)
|
|
s.ProtoEqual(&replicationspb.ReplicationTask{
|
|
TaskType: enumsspb.REPLICATION_TASK_TYPE_SYNC_WORKFLOW_STATE_TASK,
|
|
SourceTaskId: task.TaskID,
|
|
Attributes: &replicationspb.ReplicationTask_SyncWorkflowStateTaskAttributes{
|
|
SyncWorkflowStateTaskAttributes: &replicationspb.SyncWorkflowStateTaskAttributes{
|
|
WorkflowState: &persistencespb.WorkflowMutableState{
|
|
ExecutionInfo: &persistencespb.WorkflowExecutionInfo{
|
|
NamespaceId: s.namespaceID,
|
|
WorkflowId: s.workflowID,
|
|
},
|
|
ExecutionState: &persistencespb.WorkflowExecutionState{
|
|
RunId: s.runID,
|
|
},
|
|
},
|
|
},
|
|
},
|
|
VisibilityTime: timestamppb.New(task.VisibilityTimestamp),
|
|
}, result)
|
|
s.True(s.lockReleased)
|
|
}
|
|
|
|
func (s *rawTaskConverterSuite) TestConvertHistoryReplicationTask_WorkflowMissing() {
|
|
ctx := context.Background()
|
|
shardID := int32(12)
|
|
firstEventID := int64(999)
|
|
nextEventID := int64(1911)
|
|
version := int64(288)
|
|
taskID := int64(1444)
|
|
task := &tasks.HistoryReplicationTask{
|
|
WorkflowKey: definition.NewWorkflowKey(
|
|
s.namespaceID,
|
|
s.workflowID,
|
|
s.runID,
|
|
),
|
|
VisibilityTimestamp: time.Now().UTC(),
|
|
TaskID: taskID,
|
|
Version: version,
|
|
FirstEventID: firstEventID,
|
|
NextEventID: nextEventID,
|
|
NewRunID: s.newRunID,
|
|
}
|
|
|
|
s.workflowCache.EXPECT().GetOrCreateWorkflowExecution(
|
|
gomock.Any(),
|
|
s.shardContext,
|
|
namespace.ID(s.namespaceID),
|
|
&commonpb.WorkflowExecution{
|
|
WorkflowId: s.workflowID,
|
|
RunId: s.runID,
|
|
},
|
|
workflow.LockPriorityLow,
|
|
).Return(s.workflowContext, s.releaseFn, nil)
|
|
s.workflowContext.EXPECT().LoadMutableState(gomock.Any(), s.shardContext).Return(nil, serviceerror.NewNotFound(""))
|
|
|
|
result, err := convertHistoryReplicationTask(ctx, s.shardContext, task, shardID, s.workflowCache, nil, s.executionManager, s.logger)
|
|
s.NoError(err)
|
|
s.Nil(result)
|
|
s.True(s.lockReleased)
|
|
}
|
|
|
|
func (s *rawTaskConverterSuite) TestConvertHistoryReplicationTask_WithNewRun() {
|
|
ctx := context.Background()
|
|
shardID := int32(12)
|
|
firstEventID := int64(999)
|
|
nextEventID := int64(1911)
|
|
version := int64(288)
|
|
taskID := int64(1444)
|
|
task := &tasks.HistoryReplicationTask{
|
|
WorkflowKey: definition.NewWorkflowKey(
|
|
s.namespaceID,
|
|
s.workflowID,
|
|
s.runID,
|
|
),
|
|
VisibilityTimestamp: time.Now().UTC(),
|
|
TaskID: taskID,
|
|
Version: version,
|
|
FirstEventID: firstEventID,
|
|
NextEventID: nextEventID,
|
|
NewRunID: s.newRunID,
|
|
}
|
|
baseWorkflowInfo := &workflowspb.BaseExecutionInfo{
|
|
RunId: uuid.New(),
|
|
LowestCommonAncestorEventId: rand.Int63(),
|
|
LowestCommonAncestorEventVersion: rand.Int63(),
|
|
}
|
|
versionHistory := &historyspb.VersionHistory{
|
|
BranchToken: []byte("branch token"),
|
|
Items: []*historyspb.VersionHistoryItem{
|
|
{
|
|
EventId: nextEventID - 1,
|
|
Version: version,
|
|
},
|
|
},
|
|
}
|
|
versionHistories := &historyspb.VersionHistories{
|
|
CurrentVersionHistoryIndex: 0,
|
|
Histories: []*historyspb.VersionHistory{
|
|
versionHistory,
|
|
},
|
|
}
|
|
events := &commonpb.DataBlob{
|
|
EncodingType: enums.ENCODING_TYPE_PROTO3,
|
|
Data: []byte("data"),
|
|
}
|
|
s.workflowCache.EXPECT().GetOrCreateWorkflowExecution(
|
|
gomock.Any(),
|
|
s.shardContext,
|
|
namespace.ID(s.namespaceID),
|
|
&commonpb.WorkflowExecution{
|
|
WorkflowId: s.workflowID,
|
|
RunId: s.runID,
|
|
},
|
|
workflow.LockPriorityLow,
|
|
).Return(s.workflowContext, s.releaseFn, nil)
|
|
s.workflowContext.EXPECT().LoadMutableState(gomock.Any(), s.shardContext).Return(s.mutableState, nil)
|
|
s.mutableState.EXPECT().GetExecutionInfo().Return(&persistencespb.WorkflowExecutionInfo{
|
|
BaseExecutionInfo: baseWorkflowInfo,
|
|
VersionHistories: versionHistories,
|
|
}).AnyTimes()
|
|
s.mutableState.EXPECT().GetBaseWorkflowInfo().Return(baseWorkflowInfo).AnyTimes()
|
|
s.executionManager.EXPECT().ReadRawHistoryBranch(gomock.Any(), &persistence.ReadHistoryBranchRequest{
|
|
BranchToken: versionHistory.BranchToken,
|
|
MinEventID: firstEventID,
|
|
MaxEventID: nextEventID,
|
|
PageSize: 1,
|
|
NextPageToken: nil,
|
|
ShardID: shardID,
|
|
}).Return(&persistence.ReadRawHistoryBranchResponse{
|
|
HistoryEventBlobs: []*commonpb.DataBlob{events},
|
|
NextPageToken: nil,
|
|
}, nil)
|
|
|
|
newVersionHistory := &historyspb.VersionHistory{
|
|
BranchToken: []byte("new branch token"),
|
|
Items: []*historyspb.VersionHistoryItem{
|
|
{
|
|
EventId: 3,
|
|
Version: version,
|
|
},
|
|
},
|
|
}
|
|
newVersionHistories := &historyspb.VersionHistories{
|
|
CurrentVersionHistoryIndex: 0,
|
|
Histories: []*historyspb.VersionHistory{
|
|
newVersionHistory,
|
|
},
|
|
}
|
|
newEvents := &commonpb.DataBlob{
|
|
EncodingType: enums.ENCODING_TYPE_PROTO3,
|
|
Data: []byte("new data"),
|
|
}
|
|
s.workflowCache.EXPECT().GetOrCreateWorkflowExecution(
|
|
gomock.Any(),
|
|
s.shardContext,
|
|
namespace.ID(s.namespaceID),
|
|
&commonpb.WorkflowExecution{
|
|
WorkflowId: s.workflowID,
|
|
RunId: s.newRunID,
|
|
},
|
|
workflow.LockPriorityLow,
|
|
).Return(s.newWorkflowContext, s.releaseFn, nil)
|
|
s.newWorkflowContext.EXPECT().LoadMutableState(gomock.Any(), s.shardContext).Return(s.newMutableState, nil)
|
|
s.newMutableState.EXPECT().GetExecutionInfo().Return(&persistencespb.WorkflowExecutionInfo{
|
|
BaseExecutionInfo: baseWorkflowInfo,
|
|
VersionHistories: newVersionHistories,
|
|
}).AnyTimes()
|
|
s.newMutableState.EXPECT().GetBaseWorkflowInfo().Return(nil).AnyTimes()
|
|
s.executionManager.EXPECT().ReadRawHistoryBranch(gomock.Any(), &persistence.ReadHistoryBranchRequest{
|
|
BranchToken: newVersionHistory.BranchToken,
|
|
MinEventID: common.FirstEventID,
|
|
MaxEventID: common.FirstEventID + 1,
|
|
PageSize: 1,
|
|
NextPageToken: nil,
|
|
ShardID: shardID,
|
|
}).Return(&persistence.ReadRawHistoryBranchResponse{
|
|
HistoryEventBlobs: []*commonpb.DataBlob{newEvents},
|
|
NextPageToken: nil,
|
|
}, nil)
|
|
|
|
result, err := convertHistoryReplicationTask(ctx, s.shardContext, task, shardID, s.workflowCache, nil, s.executionManager, s.logger)
|
|
s.NoError(err)
|
|
s.Equal(&replicationspb.ReplicationTask{
|
|
TaskType: enumsspb.REPLICATION_TASK_TYPE_HISTORY_V2_TASK,
|
|
SourceTaskId: task.TaskID,
|
|
Attributes: &replicationspb.ReplicationTask_HistoryTaskAttributes{
|
|
HistoryTaskAttributes: &replicationspb.HistoryTaskAttributes{
|
|
NamespaceId: task.NamespaceID,
|
|
WorkflowId: task.WorkflowID,
|
|
RunId: task.RunID,
|
|
BaseExecutionInfo: baseWorkflowInfo,
|
|
VersionHistoryItems: versionHistory.Items,
|
|
Events: events,
|
|
NewRunEvents: newEvents,
|
|
NewRunId: s.newRunID,
|
|
},
|
|
},
|
|
VisibilityTime: timestamppb.New(task.VisibilityTimestamp),
|
|
}, result)
|
|
s.True(s.lockReleased)
|
|
}
|
|
|
|
func (s *rawTaskConverterSuite) TestConvertHistoryReplicationTask_WithoutNewRun() {
|
|
ctx := context.Background()
|
|
shardID := int32(12)
|
|
firstEventID := int64(999)
|
|
nextEventID := int64(1911)
|
|
version := int64(288)
|
|
taskID := int64(1444)
|
|
task := &tasks.HistoryReplicationTask{
|
|
WorkflowKey: definition.NewWorkflowKey(
|
|
s.namespaceID,
|
|
s.workflowID,
|
|
s.runID,
|
|
),
|
|
VisibilityTimestamp: time.Now().UTC(),
|
|
TaskID: taskID,
|
|
Version: version,
|
|
FirstEventID: firstEventID,
|
|
NextEventID: nextEventID,
|
|
NewRunID: "",
|
|
}
|
|
versionHistory := &historyspb.VersionHistory{
|
|
BranchToken: []byte("branch token"),
|
|
Items: []*historyspb.VersionHistoryItem{
|
|
{
|
|
EventId: nextEventID - 1,
|
|
Version: version,
|
|
},
|
|
},
|
|
}
|
|
baseWorkflowInfo := &workflowspb.BaseExecutionInfo{
|
|
RunId: uuid.New(),
|
|
LowestCommonAncestorEventId: rand.Int63(),
|
|
LowestCommonAncestorEventVersion: rand.Int63(),
|
|
}
|
|
versionHistories := &historyspb.VersionHistories{
|
|
CurrentVersionHistoryIndex: 0,
|
|
Histories: []*historyspb.VersionHistory{
|
|
versionHistory,
|
|
},
|
|
}
|
|
events := &commonpb.DataBlob{
|
|
EncodingType: enums.ENCODING_TYPE_PROTO3,
|
|
Data: []byte("data"),
|
|
}
|
|
s.workflowCache.EXPECT().GetOrCreateWorkflowExecution(
|
|
gomock.Any(),
|
|
s.shardContext,
|
|
namespace.ID(s.namespaceID),
|
|
&commonpb.WorkflowExecution{
|
|
WorkflowId: s.workflowID,
|
|
RunId: s.runID,
|
|
},
|
|
workflow.LockPriorityLow,
|
|
).Return(s.workflowContext, s.releaseFn, nil)
|
|
s.workflowContext.EXPECT().LoadMutableState(gomock.Any(), s.shardContext).Return(s.mutableState, nil)
|
|
s.mutableState.EXPECT().GetExecutionInfo().Return(&persistencespb.WorkflowExecutionInfo{
|
|
BaseExecutionInfo: baseWorkflowInfo,
|
|
VersionHistories: versionHistories,
|
|
}).AnyTimes()
|
|
s.mutableState.EXPECT().GetBaseWorkflowInfo().Return(baseWorkflowInfo).AnyTimes()
|
|
s.executionManager.EXPECT().ReadRawHistoryBranch(gomock.Any(), &persistence.ReadHistoryBranchRequest{
|
|
BranchToken: versionHistory.BranchToken,
|
|
MinEventID: firstEventID,
|
|
MaxEventID: nextEventID,
|
|
PageSize: 1,
|
|
NextPageToken: nil,
|
|
ShardID: shardID,
|
|
}).Return(&persistence.ReadRawHistoryBranchResponse{
|
|
HistoryEventBlobs: []*commonpb.DataBlob{events},
|
|
NextPageToken: nil,
|
|
}, nil)
|
|
|
|
result, err := convertHistoryReplicationTask(ctx, s.shardContext, task, shardID, s.workflowCache, nil, s.executionManager, s.logger)
|
|
s.NoError(err)
|
|
s.Equal(&replicationspb.ReplicationTask{
|
|
TaskType: enumsspb.REPLICATION_TASK_TYPE_HISTORY_V2_TASK,
|
|
SourceTaskId: task.TaskID,
|
|
Attributes: &replicationspb.ReplicationTask_HistoryTaskAttributes{
|
|
HistoryTaskAttributes: &replicationspb.HistoryTaskAttributes{
|
|
NamespaceId: task.NamespaceID,
|
|
WorkflowId: task.WorkflowID,
|
|
RunId: task.RunID,
|
|
BaseExecutionInfo: baseWorkflowInfo,
|
|
VersionHistoryItems: versionHistory.Items,
|
|
Events: events,
|
|
NewRunEvents: nil,
|
|
NewRunId: "",
|
|
},
|
|
},
|
|
VisibilityTime: timestamppb.New(task.VisibilityTimestamp),
|
|
}, result)
|
|
s.True(s.lockReleased)
|
|
}
|