mirror of
https://github.com/hanzoai/tasks.git
synced 2026-10-30 14:56:19 +00:00
* Return # of state transition when generating last replication tasks * When force replicate workflows, rate limit by state transition count
682 lines
24 KiB
Go
682 lines
24 KiB
Go
// The MIT License
|
|
//
|
|
// Copyright (c) 2020 Temporal Technologies Inc. All rights reserved.
|
|
//
|
|
// Copyright (c) 2020 Uber Technologies, Inc.
|
|
//
|
|
// Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
// of this software and associated documentation files (the "Software"), to deal
|
|
// in the Software without restriction, including without limitation the rights
|
|
// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
// copies of the Software, and to permit persons to whom the Software is
|
|
// furnished to do so, subject to the following conditions:
|
|
//
|
|
// The above copyright notice and this permission notice shall be included in
|
|
// all copies or substantial portions of the Software.
|
|
//
|
|
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
|
// THE SOFTWARE.
|
|
|
|
//go:generate mockgen -copyright_file ../../../LICENSE -package $GOPACKAGE -source $GOFILE -destination task_generator_mock.go
|
|
|
|
package workflow
|
|
|
|
import (
|
|
"fmt"
|
|
"time"
|
|
|
|
enumspb "go.temporal.io/api/enums/v1"
|
|
historypb "go.temporal.io/api/history/v1"
|
|
"go.temporal.io/api/serviceerror"
|
|
|
|
enumsspb "go.temporal.io/server/api/enums/v1"
|
|
"go.temporal.io/server/common/archiver"
|
|
"go.temporal.io/server/common/backoff"
|
|
"go.temporal.io/server/common/namespace"
|
|
"go.temporal.io/server/common/persistence/versionhistory"
|
|
"go.temporal.io/server/common/primitives/timestamp"
|
|
"go.temporal.io/server/service/history/configs"
|
|
"go.temporal.io/server/service/history/tasks"
|
|
)
|
|
|
|
type (
|
|
TaskGenerator interface {
|
|
GenerateWorkflowStartTasks(
|
|
startEvent *historypb.HistoryEvent,
|
|
) error
|
|
GenerateWorkflowCloseTasks(
|
|
// TODO: remove closeEvent parameter
|
|
// when deprecating the backward compatible logic
|
|
// for getting close time from close event.
|
|
closeEvent *historypb.HistoryEvent,
|
|
deleteAfterClose bool,
|
|
) error
|
|
// GenerateDeleteHistoryEventTask adds a tasks.DeleteHistoryEventTask to the mutable state.
|
|
// This task is used to delete the history events of the workflow execution after the retention period expires.
|
|
// If workflowDataAlreadyArchived is true, then the workflow data is already archived,
|
|
// so we can delete the history immediately. Otherwise, we need to archive the history first before we can
|
|
// safely delete it.
|
|
GenerateDeleteHistoryEventTask(closeTime time.Time, workflowDataAlreadyArchived bool) error
|
|
GenerateDeleteExecutionTask() (*tasks.DeleteExecutionTask, error)
|
|
GenerateRecordWorkflowStartedTasks(
|
|
startEvent *historypb.HistoryEvent,
|
|
) error
|
|
GenerateDelayedWorkflowTasks(
|
|
startEvent *historypb.HistoryEvent,
|
|
) error
|
|
GenerateScheduleWorkflowTaskTasks(
|
|
workflowTaskScheduledEventID int64,
|
|
generateTimeoutTaskOnly bool,
|
|
) error
|
|
GenerateStartWorkflowTaskTasks(
|
|
workflowTaskScheduledEventID int64,
|
|
) error
|
|
GenerateActivityTasks(
|
|
event *historypb.HistoryEvent,
|
|
) error
|
|
GenerateActivityRetryTasks(
|
|
activityScheduledEventID int64,
|
|
) error
|
|
GenerateChildWorkflowTasks(
|
|
event *historypb.HistoryEvent,
|
|
) error
|
|
GenerateRequestCancelExternalTasks(
|
|
event *historypb.HistoryEvent,
|
|
) error
|
|
GenerateSignalExternalTasks(
|
|
event *historypb.HistoryEvent,
|
|
) error
|
|
GenerateUpsertVisibilityTask() error
|
|
GenerateWorkflowResetTasks() error
|
|
|
|
// these 2 APIs should only be called when mutable state transaction is being closed
|
|
GenerateActivityTimerTasks() error
|
|
GenerateUserTimerTasks() error
|
|
|
|
// replication tasks
|
|
GenerateHistoryReplicationTasks(
|
|
events []*historypb.HistoryEvent,
|
|
) error
|
|
GenerateMigrationTasks() (tasks.Task, int64, error)
|
|
}
|
|
|
|
TaskGeneratorImpl struct {
|
|
namespaceRegistry namespace.Registry
|
|
mutableState MutableState
|
|
config *configs.Config
|
|
archivalMetadata archiver.ArchivalMetadata
|
|
}
|
|
)
|
|
|
|
const defaultWorkflowRetention = 1 * 24 * time.Hour
|
|
|
|
var _ TaskGenerator = (*TaskGeneratorImpl)(nil)
|
|
|
|
func NewTaskGenerator(
|
|
namespaceRegistry namespace.Registry,
|
|
mutableState MutableState,
|
|
config *configs.Config,
|
|
archivalMetadata archiver.ArchivalMetadata,
|
|
) *TaskGeneratorImpl {
|
|
return &TaskGeneratorImpl{
|
|
namespaceRegistry: namespaceRegistry,
|
|
mutableState: mutableState,
|
|
config: config,
|
|
archivalMetadata: archivalMetadata,
|
|
}
|
|
}
|
|
|
|
func (r *TaskGeneratorImpl) GenerateWorkflowStartTasks(
|
|
startEvent *historypb.HistoryEvent,
|
|
) error {
|
|
|
|
startVersion := startEvent.GetVersion()
|
|
workflowRunExpirationTime := timestamp.TimeValue(r.mutableState.GetExecutionInfo().WorkflowRunExpirationTime)
|
|
if workflowRunExpirationTime.IsZero() {
|
|
// this mean infinite timeout
|
|
return nil
|
|
}
|
|
|
|
if r.mutableState.IsWorkflowExecutionRunning() {
|
|
r.mutableState.AddTasks(&tasks.WorkflowTimeoutTask{
|
|
// TaskID is set by shard
|
|
WorkflowKey: r.mutableState.GetWorkflowKey(),
|
|
VisibilityTimestamp: workflowRunExpirationTime,
|
|
Version: startVersion,
|
|
})
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (r *TaskGeneratorImpl) GenerateWorkflowCloseTasks(
|
|
closeEvent *historypb.HistoryEvent,
|
|
deleteAfterClose bool,
|
|
) error {
|
|
|
|
currentVersion := r.mutableState.GetCurrentVersion()
|
|
|
|
closeExecutionTask := &tasks.CloseExecutionTask{
|
|
// TaskID, Visiblitytimestamp is set by shard
|
|
WorkflowKey: r.mutableState.GetWorkflowKey(),
|
|
Version: currentVersion,
|
|
DeleteAfterClose: deleteAfterClose,
|
|
}
|
|
closeTasks := []tasks.Task{
|
|
closeExecutionTask,
|
|
}
|
|
|
|
// To avoid race condition between visibility close and delete tasks, visibility close task is not created here.
|
|
// Also, there is no reason to schedule history retention task if workflow executions in about to be deleted.
|
|
// This will also save one call to visibility storage and one timer task creation.
|
|
if !deleteAfterClose {
|
|
// In most cases, the value of "now" is the closeEvent time.
|
|
// however this is not true for task refresh, where now is
|
|
// the refresh time, not the close time.
|
|
// Also can't always use close time as "now" when calling the method
|
|
// as it will be used as visibilityTimestamp for immediate task and
|
|
// for emitting task_latency_queue/load metric. If close time is used
|
|
// as now, upon refresh the latency metric may see a huge value.
|
|
// TODO: remove all "now" parameters from task generator interface,
|
|
// visibility timestamp for scheduled task should be calculated from event
|
|
// or execution info in mutable state. For immediate task, visibility timestamp
|
|
// should always be when the task is generated so that task_latency_queue/load
|
|
// truly measures only task processing/loading latency.
|
|
closeTasks = append(closeTasks,
|
|
&tasks.CloseExecutionVisibilityTask{
|
|
// TaskID, VisibilityTimestamp is set by shard
|
|
WorkflowKey: r.mutableState.GetWorkflowKey(),
|
|
Version: currentVersion,
|
|
},
|
|
)
|
|
if r.archivalQueueEnabled() {
|
|
retention, err := r.getRetention()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
// We schedule the archival task for a random time in the near future to avoid sending a surge of tasks
|
|
// to the archival system at the same time
|
|
|
|
delay := backoff.FullJitter(r.config.ArchivalProcessorArchiveDelay())
|
|
if delay > retention {
|
|
delay = retention
|
|
}
|
|
// archiveTime is the time when the archival queue recognizes the ArchiveExecutionTask as ready-to-process
|
|
archiveTime := closeEvent.GetEventTime().Add(delay)
|
|
|
|
// We can skip visibility archival in the close execution task if we are using the durable archival flow.
|
|
// The visibility archival will be handled by the archival queue.
|
|
closeExecutionTask.CanSkipVisibilityArchival = true
|
|
task := &tasks.ArchiveExecutionTask{
|
|
// TaskID is set by the shard
|
|
WorkflowKey: r.mutableState.GetWorkflowKey(),
|
|
VisibilityTimestamp: archiveTime,
|
|
Version: currentVersion,
|
|
}
|
|
closeTasks = append(closeTasks, task)
|
|
} else {
|
|
closeTime := timestamp.TimeValue(closeEvent.GetEventTime())
|
|
if err := r.GenerateDeleteHistoryEventTask(closeTime, false); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
}
|
|
|
|
r.mutableState.AddTasks(closeTasks...)
|
|
return nil
|
|
}
|
|
|
|
// getRetention returns the retention period for this task generator's workflow execution.
|
|
// The retention period represents how long the workflow data should exist in primary storage after the workflow closes.
|
|
// If the workflow namespace is not found, the default retention period is returned.
|
|
// This method returns an error when the GetNamespaceByID call fails with anything other than
|
|
// serviceerror.NamespaceNotFound.
|
|
func (r *TaskGeneratorImpl) getRetention() (time.Duration, error) {
|
|
retention := defaultWorkflowRetention
|
|
executionInfo := r.mutableState.GetExecutionInfo()
|
|
namespaceEntry, err := r.namespaceRegistry.GetNamespaceByID(namespace.ID(executionInfo.NamespaceId))
|
|
switch err.(type) {
|
|
case nil:
|
|
retention = namespaceEntry.Retention()
|
|
case *serviceerror.NamespaceNotFound:
|
|
// namespace is not accessible, use default value above
|
|
default:
|
|
return 0, err
|
|
}
|
|
return retention, nil
|
|
}
|
|
|
|
// GenerateDeleteHistoryEventTask adds a task to delete all history events for a workflow execution.
|
|
// This method only adds the task to the mutable state object in memory; it does not write the task to the database.
|
|
// You must call shard.Context#AddTasks to notify the history engine of this task.
|
|
func (r *TaskGeneratorImpl) GenerateDeleteHistoryEventTask(closeTime time.Time, workflowDataAlreadyArchived bool) error {
|
|
retention, err := r.getRetention()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
currentVersion := r.mutableState.GetCurrentVersion()
|
|
branchToken, err := r.mutableState.GetCurrentBranchToken()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
retentionJitterDuration := backoff.FullJitter(r.config.RetentionTimerJitterDuration())
|
|
deleteTime := closeTime.Add(retention).Add(retentionJitterDuration)
|
|
r.mutableState.AddTasks(&tasks.DeleteHistoryEventTask{
|
|
// TaskID is set by shard
|
|
WorkflowKey: r.mutableState.GetWorkflowKey(),
|
|
VisibilityTimestamp: deleteTime,
|
|
Version: currentVersion,
|
|
BranchToken: branchToken,
|
|
WorkflowDataAlreadyArchived: workflowDataAlreadyArchived,
|
|
})
|
|
return nil
|
|
}
|
|
|
|
func (r *TaskGeneratorImpl) GenerateDeleteExecutionTask() (*tasks.DeleteExecutionTask, error) {
|
|
return &tasks.DeleteExecutionTask{
|
|
// TaskID, VisibilityTimestamp is set by shard
|
|
WorkflowKey: r.mutableState.GetWorkflowKey(),
|
|
}, nil
|
|
}
|
|
|
|
func (r *TaskGeneratorImpl) GenerateDelayedWorkflowTasks(
|
|
startEvent *historypb.HistoryEvent,
|
|
) error {
|
|
|
|
startVersion := startEvent.GetVersion()
|
|
// start time may not be "now" if method called by refresher
|
|
startTime := timestamp.TimeValue(startEvent.GetEventTime())
|
|
startAttr := startEvent.GetWorkflowExecutionStartedEventAttributes()
|
|
|
|
workflowTaskBackoffDuration := timestamp.DurationValue(startAttr.GetFirstWorkflowTaskBackoff())
|
|
executionTimestamp := startTime.Add(workflowTaskBackoffDuration)
|
|
|
|
var workflowBackoffType enumsspb.WorkflowBackoffType
|
|
switch startAttr.GetInitiator() {
|
|
case enumspb.CONTINUE_AS_NEW_INITIATOR_RETRY:
|
|
workflowBackoffType = enumsspb.WORKFLOW_BACKOFF_TYPE_RETRY
|
|
case enumspb.CONTINUE_AS_NEW_INITIATOR_CRON_SCHEDULE, enumspb.CONTINUE_AS_NEW_INITIATOR_WORKFLOW:
|
|
workflowBackoffType = enumsspb.WORKFLOW_BACKOFF_TYPE_CRON
|
|
default:
|
|
workflowBackoffType = enumsspb.WORKFLOW_BACKOFF_TYPE_DELAY_START
|
|
}
|
|
|
|
r.mutableState.AddTasks(&tasks.WorkflowBackoffTimerTask{
|
|
// TaskID is set by shard
|
|
WorkflowKey: r.mutableState.GetWorkflowKey(),
|
|
VisibilityTimestamp: executionTimestamp,
|
|
WorkflowBackoffType: workflowBackoffType,
|
|
Version: startVersion,
|
|
})
|
|
|
|
return nil
|
|
}
|
|
|
|
func (r *TaskGeneratorImpl) GenerateRecordWorkflowStartedTasks(
|
|
startEvent *historypb.HistoryEvent,
|
|
) error {
|
|
|
|
startVersion := startEvent.GetVersion()
|
|
|
|
r.mutableState.AddTasks(&tasks.StartExecutionVisibilityTask{
|
|
// TaskID, VisibilityTimestamp is set by shard
|
|
WorkflowKey: r.mutableState.GetWorkflowKey(),
|
|
Version: startVersion,
|
|
})
|
|
return nil
|
|
}
|
|
|
|
func (r *TaskGeneratorImpl) GenerateScheduleWorkflowTaskTasks(
|
|
workflowTaskScheduledEventID int64,
|
|
generateTimeoutTaskOnly bool, // For non-speculative WT, generate only SCHEDULE_TO_START timeout timer task, but not a transfer task which push WT to matching.
|
|
) error {
|
|
|
|
workflowTask := r.mutableState.GetWorkflowTaskByID(
|
|
workflowTaskScheduledEventID,
|
|
)
|
|
if workflowTask == nil {
|
|
return serviceerror.NewInternal(fmt.Sprintf("it could be a bug, cannot get pending workflow task: %v", workflowTaskScheduledEventID))
|
|
}
|
|
|
|
if r.mutableState.IsStickyTaskQueueSet() {
|
|
scheduledTime := timestamp.TimeValue(workflowTask.ScheduledTime)
|
|
scheduleToStartTimeout := timestamp.DurationValue(r.mutableState.GetExecutionInfo().StickyScheduleToStartTimeout)
|
|
|
|
wttt := &tasks.WorkflowTaskTimeoutTask{
|
|
// TaskID is set by shard
|
|
WorkflowKey: r.mutableState.GetWorkflowKey(),
|
|
VisibilityTimestamp: scheduledTime.Add(scheduleToStartTimeout),
|
|
TimeoutType: enumspb.TIMEOUT_TYPE_SCHEDULE_TO_START,
|
|
EventID: workflowTask.ScheduledEventID,
|
|
ScheduleAttempt: workflowTask.Attempt,
|
|
Version: workflowTask.Version,
|
|
}
|
|
|
|
if workflowTask.Type == enumsspb.WORKFLOW_TASK_TYPE_SPECULATIVE {
|
|
return r.mutableState.SetSpeculativeWorkflowTaskTimeoutTask(wttt)
|
|
}
|
|
|
|
r.mutableState.AddTasks(wttt)
|
|
}
|
|
|
|
if generateTimeoutTaskOnly {
|
|
return nil
|
|
}
|
|
|
|
r.mutableState.AddTasks(&tasks.WorkflowTask{
|
|
// TaskID, VisibilityTimestamp is set by shard
|
|
WorkflowKey: r.mutableState.GetWorkflowKey(),
|
|
// Store current task queue to the transfer task.
|
|
// If current task queue becomes sticky in between when this transfer task is created and processed,
|
|
// it can't be used at process time, because timeout timer was not created for it,
|
|
// because it used to be non-sticky when this transfer task was created here.
|
|
// In short, task queue that was "current" when transfer task was created must be used when task is processed.
|
|
TaskQueue: workflowTask.TaskQueue.GetName(),
|
|
ScheduledEventID: workflowTask.ScheduledEventID,
|
|
Version: workflowTask.Version,
|
|
})
|
|
|
|
return nil
|
|
}
|
|
|
|
func (r *TaskGeneratorImpl) GenerateStartWorkflowTaskTasks(
|
|
workflowTaskScheduledEventID int64,
|
|
) error {
|
|
|
|
workflowTask := r.mutableState.GetWorkflowTaskByID(
|
|
workflowTaskScheduledEventID,
|
|
)
|
|
if workflowTask == nil {
|
|
return serviceerror.NewInternal(fmt.Sprintf("it could be a bug, cannot get pending workflow task: %v", workflowTaskScheduledEventID))
|
|
}
|
|
|
|
startedTime := timestamp.TimeValue(workflowTask.StartedTime)
|
|
workflowTaskTimeout := timestamp.DurationValue(workflowTask.WorkflowTaskTimeout)
|
|
|
|
wttt := &tasks.WorkflowTaskTimeoutTask{
|
|
// TaskID is set by shard
|
|
WorkflowKey: r.mutableState.GetWorkflowKey(),
|
|
VisibilityTimestamp: startedTime.Add(workflowTaskTimeout),
|
|
TimeoutType: enumspb.TIMEOUT_TYPE_START_TO_CLOSE,
|
|
EventID: workflowTask.ScheduledEventID,
|
|
ScheduleAttempt: workflowTask.Attempt,
|
|
Version: workflowTask.Version,
|
|
}
|
|
if workflowTask.Type == enumsspb.WORKFLOW_TASK_TYPE_SPECULATIVE {
|
|
return r.mutableState.SetSpeculativeWorkflowTaskTimeoutTask(wttt)
|
|
}
|
|
|
|
r.mutableState.AddTasks(wttt)
|
|
|
|
return nil
|
|
}
|
|
|
|
func (r *TaskGeneratorImpl) GenerateActivityTasks(
|
|
event *historypb.HistoryEvent,
|
|
) error {
|
|
|
|
activityScheduledEventID := event.GetEventId()
|
|
activityInfo, ok := r.mutableState.GetActivityInfo(activityScheduledEventID)
|
|
if !ok {
|
|
return serviceerror.NewInternal(fmt.Sprintf("it could be a bug, cannot get pending activity: %v", activityScheduledEventID))
|
|
}
|
|
|
|
r.mutableState.AddTasks(&tasks.ActivityTask{
|
|
// TaskID, VisibilityTimestamp is set by shard
|
|
WorkflowKey: r.mutableState.GetWorkflowKey(),
|
|
TaskQueue: activityInfo.TaskQueue,
|
|
ScheduledEventID: activityInfo.ScheduledEventId,
|
|
Version: activityInfo.Version,
|
|
})
|
|
|
|
return nil
|
|
}
|
|
|
|
func (r *TaskGeneratorImpl) GenerateActivityRetryTasks(
|
|
activityScheduledEventID int64,
|
|
) error {
|
|
|
|
ai, ok := r.mutableState.GetActivityInfo(activityScheduledEventID)
|
|
if !ok {
|
|
return serviceerror.NewInternal(fmt.Sprintf("it could be a bug, cannot get pending activity: %v", activityScheduledEventID))
|
|
}
|
|
|
|
r.mutableState.AddTasks(&tasks.ActivityRetryTimerTask{
|
|
// TaskID is set by shard
|
|
WorkflowKey: r.mutableState.GetWorkflowKey(),
|
|
Version: ai.Version,
|
|
VisibilityTimestamp: *ai.ScheduledTime,
|
|
EventID: ai.ScheduledEventId,
|
|
Attempt: ai.Attempt,
|
|
})
|
|
return nil
|
|
}
|
|
|
|
func (r *TaskGeneratorImpl) GenerateChildWorkflowTasks(
|
|
event *historypb.HistoryEvent,
|
|
) error {
|
|
|
|
attr := event.GetStartChildWorkflowExecutionInitiatedEventAttributes()
|
|
childWorkflowScheduledEventID := event.GetEventId()
|
|
|
|
childWorkflowInfo, ok := r.mutableState.GetChildExecutionInfo(childWorkflowScheduledEventID)
|
|
if !ok {
|
|
return serviceerror.NewInternal(fmt.Sprintf("it could be a bug, cannot get pending child workflow: %v", childWorkflowScheduledEventID))
|
|
}
|
|
|
|
targetNamespaceID, err := r.getTargetNamespaceID(namespace.Name(attr.GetNamespace()), namespace.ID(attr.GetNamespaceId()))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
r.mutableState.AddTasks(&tasks.StartChildExecutionTask{
|
|
// TaskID, VisibilityTimestamp is set by shard
|
|
WorkflowKey: r.mutableState.GetWorkflowKey(),
|
|
TargetNamespaceID: targetNamespaceID.String(),
|
|
TargetWorkflowID: childWorkflowInfo.StartedWorkflowId,
|
|
InitiatedEventID: childWorkflowInfo.InitiatedEventId,
|
|
Version: childWorkflowInfo.Version,
|
|
})
|
|
|
|
return nil
|
|
}
|
|
|
|
func (r *TaskGeneratorImpl) GenerateRequestCancelExternalTasks(
|
|
event *historypb.HistoryEvent,
|
|
) error {
|
|
|
|
attr := event.GetRequestCancelExternalWorkflowExecutionInitiatedEventAttributes()
|
|
scheduledEventID := event.GetEventId()
|
|
version := event.GetVersion()
|
|
targetWorkflowID := attr.GetWorkflowExecution().GetWorkflowId()
|
|
targetRunID := attr.GetWorkflowExecution().GetRunId()
|
|
targetChildOnly := attr.GetChildWorkflowOnly()
|
|
|
|
_, ok := r.mutableState.GetRequestCancelInfo(scheduledEventID)
|
|
if !ok {
|
|
return serviceerror.NewInternal(fmt.Sprintf("it could be a bug, cannot get pending request cancel external workflow: %v", scheduledEventID))
|
|
}
|
|
|
|
targetNamespaceID, err := r.getTargetNamespaceID(namespace.Name(attr.GetNamespace()), namespace.ID(attr.GetNamespaceId()))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
r.mutableState.AddTasks(&tasks.CancelExecutionTask{
|
|
// TaskID, VisibilityTimestamp is set by shard
|
|
WorkflowKey: r.mutableState.GetWorkflowKey(),
|
|
TargetNamespaceID: targetNamespaceID.String(),
|
|
TargetWorkflowID: targetWorkflowID,
|
|
TargetRunID: targetRunID,
|
|
TargetChildWorkflowOnly: targetChildOnly,
|
|
InitiatedEventID: scheduledEventID,
|
|
Version: version,
|
|
})
|
|
|
|
return nil
|
|
}
|
|
|
|
func (r *TaskGeneratorImpl) GenerateSignalExternalTasks(
|
|
event *historypb.HistoryEvent,
|
|
) error {
|
|
|
|
attr := event.GetSignalExternalWorkflowExecutionInitiatedEventAttributes()
|
|
scheduledEventID := event.GetEventId()
|
|
version := event.GetVersion()
|
|
targetWorkflowID := attr.GetWorkflowExecution().GetWorkflowId()
|
|
targetRunID := attr.GetWorkflowExecution().GetRunId()
|
|
targetChildOnly := attr.GetChildWorkflowOnly()
|
|
|
|
_, ok := r.mutableState.GetSignalInfo(scheduledEventID)
|
|
if !ok {
|
|
return serviceerror.NewInternal(fmt.Sprintf("it could be a bug, cannot get pending signal external workflow: %v", scheduledEventID))
|
|
}
|
|
|
|
targetNamespaceID, err := r.getTargetNamespaceID(namespace.Name(attr.GetNamespace()), namespace.ID(attr.GetNamespaceId()))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
r.mutableState.AddTasks(&tasks.SignalExecutionTask{
|
|
// TaskID, VisibilityTimestamp is set by shard
|
|
WorkflowKey: r.mutableState.GetWorkflowKey(),
|
|
TargetNamespaceID: targetNamespaceID.String(),
|
|
TargetWorkflowID: targetWorkflowID,
|
|
TargetRunID: targetRunID,
|
|
TargetChildWorkflowOnly: targetChildOnly,
|
|
InitiatedEventID: scheduledEventID,
|
|
Version: version,
|
|
})
|
|
|
|
return nil
|
|
}
|
|
|
|
func (r *TaskGeneratorImpl) GenerateUpsertVisibilityTask() error {
|
|
currentVersion := r.mutableState.GetCurrentVersion()
|
|
|
|
r.mutableState.AddTasks(&tasks.UpsertExecutionVisibilityTask{
|
|
// TaskID, VisibilityTimestamp is set by shard
|
|
WorkflowKey: r.mutableState.GetWorkflowKey(),
|
|
Version: currentVersion, // task processing does not check this version
|
|
})
|
|
return nil
|
|
}
|
|
|
|
func (r *TaskGeneratorImpl) GenerateWorkflowResetTasks() error {
|
|
|
|
currentVersion := r.mutableState.GetCurrentVersion()
|
|
|
|
r.mutableState.AddTasks(&tasks.ResetWorkflowTask{
|
|
// TaskID, VisibilityTimestamp is set by shard
|
|
WorkflowKey: r.mutableState.GetWorkflowKey(),
|
|
Version: currentVersion,
|
|
})
|
|
|
|
return nil
|
|
}
|
|
|
|
func (r *TaskGeneratorImpl) GenerateActivityTimerTasks() error {
|
|
_, err := r.getTimerSequence().CreateNextActivityTimer()
|
|
return err
|
|
}
|
|
|
|
func (r *TaskGeneratorImpl) GenerateUserTimerTasks() error {
|
|
_, err := r.getTimerSequence().CreateNextUserTimer()
|
|
return err
|
|
}
|
|
|
|
func (r *TaskGeneratorImpl) GenerateHistoryReplicationTasks(
|
|
events []*historypb.HistoryEvent,
|
|
) error {
|
|
if len(events) == 0 {
|
|
return nil
|
|
}
|
|
|
|
firstEvent := events[0]
|
|
lastEvent := events[len(events)-1]
|
|
if firstEvent.GetVersion() != lastEvent.GetVersion() {
|
|
return serviceerror.NewInternal("TaskGeneratorImpl encountered contradicting versions")
|
|
}
|
|
version := firstEvent.GetVersion()
|
|
|
|
r.mutableState.AddTasks(&tasks.HistoryReplicationTask{
|
|
// TaskID, VisibilityTimestamp is set by shard
|
|
WorkflowKey: r.mutableState.GetWorkflowKey(),
|
|
FirstEventID: firstEvent.GetEventId(),
|
|
NextEventID: lastEvent.GetEventId() + 1,
|
|
Version: version,
|
|
})
|
|
return nil
|
|
}
|
|
|
|
func (r *TaskGeneratorImpl) GenerateMigrationTasks() (tasks.Task, int64, error) {
|
|
executionInfo := r.mutableState.GetExecutionInfo()
|
|
versionHistory, err := versionhistory.GetCurrentVersionHistory(executionInfo.GetVersionHistories())
|
|
if err != nil {
|
|
return nil, 0, err
|
|
}
|
|
lastItem, err := versionhistory.GetLastVersionHistoryItem(versionHistory)
|
|
if err != nil {
|
|
return nil, 0, err
|
|
}
|
|
|
|
if r.mutableState.GetExecutionState().State == enumsspb.WORKFLOW_EXECUTION_STATE_COMPLETED {
|
|
return &tasks.SyncWorkflowStateTask{
|
|
// TaskID, VisibilityTimestamp is set by shard
|
|
WorkflowKey: r.mutableState.GetWorkflowKey(),
|
|
Version: lastItem.GetVersion(),
|
|
}, 1, nil
|
|
} else {
|
|
return &tasks.HistoryReplicationTask{
|
|
// TaskID, VisibilityTimestamp is set by shard
|
|
WorkflowKey: r.mutableState.GetWorkflowKey(),
|
|
FirstEventID: executionInfo.LastFirstEventId,
|
|
NextEventID: lastItem.GetEventId() + 1,
|
|
Version: lastItem.GetVersion(),
|
|
}, executionInfo.StateTransitionCount, nil
|
|
}
|
|
}
|
|
|
|
func (r *TaskGeneratorImpl) getTimerSequence() TimerSequence {
|
|
return NewTimerSequence(r.mutableState)
|
|
}
|
|
|
|
func (r *TaskGeneratorImpl) getTargetNamespaceID(
|
|
targetNamespace namespace.Name,
|
|
targetNamespaceID namespace.ID,
|
|
) (namespace.ID, error) {
|
|
if !targetNamespaceID.IsEmpty() {
|
|
return targetNamespaceID, nil
|
|
}
|
|
|
|
// TODO (alex): Remove targetNamespace after NamespaceId is back filled. Backward compatibility: old events doesn't have targetNamespaceID.
|
|
if !targetNamespace.IsEmpty() {
|
|
targetNamespaceEntry, err := r.namespaceRegistry.GetNamespace(targetNamespace)
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
return targetNamespaceEntry.ID(), nil
|
|
}
|
|
|
|
return namespace.ID(r.mutableState.GetExecutionInfo().NamespaceId), nil
|
|
}
|
|
|
|
// archivalQueueEnabled returns true if archival is enabled for either history or visibility, and the archival queue
|
|
// itself is also enabled.
|
|
// For both history and visibility, we check that archival is enabled for both the cluster and the namespace.
|
|
func (r *TaskGeneratorImpl) archivalQueueEnabled() bool {
|
|
if !r.config.DurableArchivalEnabled() {
|
|
return false
|
|
}
|
|
namespaceEntry := r.mutableState.GetNamespaceEntry()
|
|
return r.archivalMetadata.GetHistoryConfig().ClusterConfiguredForArchival() &&
|
|
namespaceEntry.HistoryArchivalState().State == enumspb.ARCHIVAL_STATE_ENABLED ||
|
|
r.archivalMetadata.GetVisibilityConfig().ClusterConfiguredForArchival() &&
|
|
namespaceEntry.VisibilityArchivalState().State == enumspb.ARCHIVAL_STATE_ENABLED
|
|
}
|