mirror of
https://github.com/hanzoai/tasks.git
synced 2026-10-30 14:56:19 +00:00
wxing1292andGitHub
e0d377d8ec
* Mostly deprecate queue ack level in favor of queue state * Additional compatibility logic for forward / backward compatibility * Use queue state for replication acks * Allow replication streams between clusters with different shard count
104 lines
3.6 KiB
Go
104 lines
3.6 KiB
Go
// The MIT License
|
|
//
|
|
// Copyright (c) 2020 Temporal Technologies Inc. All rights reserved.
|
|
//
|
|
// Copyright (c) 2020 Uber Technologies, Inc.
|
|
//
|
|
// Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
// of this software and associated documentation files (the "Software"), to deal
|
|
// in the Software without restriction, including without limitation the rights
|
|
// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
// copies of the Software, and to permit persons to whom the Software is
|
|
// furnished to do so, subject to the following conditions:
|
|
//
|
|
// The above copyright notice and this permission notice shall be included in
|
|
// all copies or substantial portions of the Software.
|
|
//
|
|
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
|
// THE SOFTWARE.
|
|
|
|
package replication
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"math"
|
|
"time"
|
|
|
|
"go.temporal.io/api/serviceerror"
|
|
|
|
enumsspb "go.temporal.io/server/api/enums/v1"
|
|
persistencespb "go.temporal.io/server/api/persistence/v1"
|
|
replicationspb "go.temporal.io/server/api/replication/v1"
|
|
"go.temporal.io/server/common/log/tag"
|
|
"go.temporal.io/server/common/persistence"
|
|
"go.temporal.io/server/service/history/replication"
|
|
"go.temporal.io/server/service/history/shard"
|
|
"go.temporal.io/server/service/history/tasks"
|
|
)
|
|
|
|
func GetTasks(
|
|
ctx context.Context,
|
|
shardContext shard.Context,
|
|
replicationAckMgr replication.AckManager,
|
|
pollingCluster string,
|
|
ackMessageID int64,
|
|
ackTimestamp time.Time,
|
|
queryMessageID int64,
|
|
) (*replicationspb.ReplicationMessages, error) {
|
|
allClusterInfo := shardContext.GetClusterMetadata().GetAllClusterInfo()
|
|
clusterInfo, ok := allClusterInfo[pollingCluster]
|
|
if !ok {
|
|
return nil, serviceerror.NewInternal(
|
|
fmt.Sprintf("missing cluster info for cluster: %v", pollingCluster),
|
|
)
|
|
}
|
|
readerID := shard.ReplicationReaderIDFromClusterShardID(
|
|
clusterInfo.InitialFailoverVersion,
|
|
shardContext.GetShardID(),
|
|
)
|
|
|
|
if ackMessageID != persistence.EmptyQueueMessageID {
|
|
if err := shardContext.UpdateReplicationQueueReaderState(
|
|
readerID,
|
|
&persistencespb.QueueReaderState{
|
|
Scopes: []*persistencespb.QueueSliceScope{{
|
|
Range: &persistencespb.QueueSliceRange{
|
|
InclusiveMin: shard.ConvertToPersistenceTaskKey(
|
|
tasks.NewImmediateKey(ackMessageID + 1),
|
|
),
|
|
ExclusiveMax: shard.ConvertToPersistenceTaskKey(
|
|
tasks.NewImmediateKey(math.MaxInt64),
|
|
),
|
|
},
|
|
Predicate: &persistencespb.Predicate{
|
|
PredicateType: enumsspb.PREDICATE_TYPE_UNIVERSAL,
|
|
Attributes: &persistencespb.Predicate_UniversalPredicateAttributes{},
|
|
},
|
|
}},
|
|
},
|
|
); err != nil {
|
|
shardContext.GetLogger().Error("error updating replication level for shard", tag.Error(err), tag.OperationFailed)
|
|
}
|
|
shardContext.UpdateRemoteClusterInfo(pollingCluster, ackMessageID, ackTimestamp)
|
|
}
|
|
|
|
replicationMessages, err := replicationAckMgr.GetTasks(
|
|
ctx,
|
|
pollingCluster,
|
|
queryMessageID,
|
|
)
|
|
if err != nil {
|
|
shardContext.GetLogger().Error("Failed to retrieve replication messages.", tag.Error(err))
|
|
return nil, err
|
|
}
|
|
|
|
shardContext.GetLogger().Debug("Successfully fetched replication messages.", tag.Counter(len(replicationMessages.ReplicationTasks)))
|
|
return replicationMessages, nil
|
|
}
|