mirror of
https://github.com/hanzoai/tasks.git
synced 2026-10-04 02:04:03 +00:00
Alex ShtinandGitHub
8e8f1b0f7c
## What changed?
<!-- Describe what has changed in this PR -->
Remove license header from every file. Because it is really hard to
follow in this PR here is the summary:
1. License header is removed from all `.go` and `.proto` files
:fireworks::fireworks:🎆.
2. `LICENSE` file in the root directory has only Temporal and Uber
copyrights.
3. 5 other `LICENSE` files added to the packages which have copyrights
different from Temporal and Uber: Datadog, Xargin, "Mat Ryer, Tyler
Bunnell and contributors".
4. `license_file` flag is removed from all code generation tools.
5. `copyright_file` flag is removed from `go:generate mockgen`
directive.
6. All copyright related targets are removed from `Makefile`.
7. Updated Temporal copyright year to 2025 everywhere.
## Why?
<!-- Tell your future self why have you made these changes -->
I double checked with legal department that it is not needed to have
license header in every file. One file per repo is enough. I put all
copyrights to the root `LICENSE` file and removed header from all other
files. Also updated tools and `Makefile`.
444 lines
14 KiB
Go
444 lines
14 KiB
Go
package nsreplication
|
|
|
|
import (
|
|
"context"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/stretchr/testify/suite"
|
|
enumspb "go.temporal.io/api/enums/v1"
|
|
namespacepb "go.temporal.io/api/namespace/v1"
|
|
replicationpb "go.temporal.io/api/replication/v1"
|
|
enumsspb "go.temporal.io/server/api/enums/v1"
|
|
persistencespb "go.temporal.io/server/api/persistence/v1"
|
|
replicationspb "go.temporal.io/server/api/replication/v1"
|
|
"go.temporal.io/server/common/log"
|
|
"go.temporal.io/server/common/persistence"
|
|
"go.temporal.io/server/common/primitives"
|
|
"go.uber.org/mock/gomock"
|
|
"google.golang.org/protobuf/types/known/durationpb"
|
|
)
|
|
|
|
type (
|
|
transmissionTaskSuite struct {
|
|
suite.Suite
|
|
|
|
controller *gomock.Controller
|
|
|
|
namespaceReplicator *replicator
|
|
namespaceReplicationQueue *persistence.MockNamespaceReplicationQueue
|
|
}
|
|
)
|
|
|
|
func TestTransmissionTaskSuite(t *testing.T) {
|
|
s := new(transmissionTaskSuite)
|
|
suite.Run(t, s)
|
|
}
|
|
|
|
func (s *transmissionTaskSuite) SetupSuite() {
|
|
}
|
|
|
|
func (s *transmissionTaskSuite) TearDownSuite() {
|
|
|
|
}
|
|
|
|
func (s *transmissionTaskSuite) SetupTest() {
|
|
s.controller = gomock.NewController(s.T())
|
|
s.namespaceReplicationQueue = persistence.NewMockNamespaceReplicationQueue(s.controller)
|
|
s.namespaceReplicator = NewReplicator(
|
|
s.namespaceReplicationQueue,
|
|
log.NewTestLogger(),
|
|
).(*replicator)
|
|
}
|
|
|
|
func (s *transmissionTaskSuite) TearDownTest() {
|
|
s.controller.Finish()
|
|
}
|
|
|
|
func (s *transmissionTaskSuite) TestHandleTransmissionTask_RegisterNamespaceTask_IsGlobalNamespace() {
|
|
taskType := enumsspb.REPLICATION_TASK_TYPE_NAMESPACE_TASK
|
|
id := primitives.NewUUID().String()
|
|
name := "some random namespace test name"
|
|
state := enumspb.NAMESPACE_STATE_REGISTERED
|
|
description := "some random test description"
|
|
ownerEmail := "some random test owner"
|
|
data := map[string]string{"k": "v"}
|
|
retention := 10 * time.Hour * 24
|
|
historyArchivalState := enumspb.ARCHIVAL_STATE_ENABLED
|
|
historyArchivalURI := "some random history archival uri"
|
|
visibilityArchivalState := enumspb.ARCHIVAL_STATE_ENABLED
|
|
visibilityArchivalURI := "some random visibility archival uri"
|
|
clusterActive := "some random active cluster name"
|
|
clusterStandby := "some random standby cluster name"
|
|
configVersion := int64(0)
|
|
failoverVersion := int64(59)
|
|
clusters := []string{clusterActive, clusterStandby}
|
|
|
|
namespaceOperation := enumsspb.NAMESPACE_OPERATION_CREATE
|
|
info := &persistencespb.NamespaceInfo{
|
|
Id: id,
|
|
Name: name,
|
|
State: enumspb.NAMESPACE_STATE_REGISTERED,
|
|
Description: description,
|
|
Owner: ownerEmail,
|
|
Data: data,
|
|
}
|
|
config := &persistencespb.NamespaceConfig{
|
|
Retention: durationpb.New(retention),
|
|
HistoryArchivalState: historyArchivalState,
|
|
HistoryArchivalUri: historyArchivalURI,
|
|
VisibilityArchivalState: visibilityArchivalState,
|
|
VisibilityArchivalUri: visibilityArchivalURI,
|
|
BadBinaries: &namespacepb.BadBinaries{Binaries: map[string]*namespacepb.BadBinaryInfo{}},
|
|
}
|
|
replicationConfig := &persistencespb.NamespaceReplicationConfig{
|
|
ActiveClusterName: clusterActive,
|
|
Clusters: clusters,
|
|
}
|
|
isGlobalNamespace := true
|
|
|
|
s.namespaceReplicationQueue.EXPECT().Publish(gomock.Any(), &replicationspb.ReplicationTask{
|
|
TaskType: taskType,
|
|
Attributes: &replicationspb.ReplicationTask_NamespaceTaskAttributes{
|
|
NamespaceTaskAttributes: &replicationspb.NamespaceTaskAttributes{
|
|
NamespaceOperation: namespaceOperation,
|
|
Id: id,
|
|
Info: &namespacepb.NamespaceInfo{
|
|
Name: name,
|
|
State: state,
|
|
Description: description,
|
|
OwnerEmail: ownerEmail,
|
|
Data: data,
|
|
},
|
|
Config: &namespacepb.NamespaceConfig{
|
|
WorkflowExecutionRetentionTtl: durationpb.New(retention),
|
|
HistoryArchivalState: historyArchivalState,
|
|
HistoryArchivalUri: historyArchivalURI,
|
|
VisibilityArchivalState: visibilityArchivalState,
|
|
VisibilityArchivalUri: visibilityArchivalURI,
|
|
BadBinaries: &namespacepb.BadBinaries{Binaries: map[string]*namespacepb.BadBinaryInfo{}},
|
|
},
|
|
ReplicationConfig: &replicationpb.NamespaceReplicationConfig{
|
|
ActiveClusterName: clusterActive,
|
|
Clusters: convertClusterReplicationConfigToProto(clusters),
|
|
},
|
|
ConfigVersion: configVersion,
|
|
FailoverVersion: failoverVersion,
|
|
},
|
|
},
|
|
}).Return(nil)
|
|
|
|
err := s.namespaceReplicator.HandleTransmissionTask(
|
|
context.Background(),
|
|
namespaceOperation,
|
|
info,
|
|
config,
|
|
replicationConfig,
|
|
true,
|
|
configVersion,
|
|
failoverVersion,
|
|
isGlobalNamespace,
|
|
nil,
|
|
)
|
|
s.Nil(err)
|
|
}
|
|
|
|
func (s *transmissionTaskSuite) TestHandleTransmissionTask_RegisterNamespaceTask_NotGlobalNamespace() {
|
|
id := primitives.NewUUID().String()
|
|
name := "some random namespace test name"
|
|
description := "some random test description"
|
|
ownerEmail := "some random test owner"
|
|
data := map[string]string{"k": "v"}
|
|
retention := 10 * time.Hour * 24
|
|
historyArchivalState := enumspb.ARCHIVAL_STATE_ENABLED
|
|
historyArchivalURI := "some random history archival uri"
|
|
visibilityArchivalState := enumspb.ARCHIVAL_STATE_ENABLED
|
|
visibilityArchivalURI := "some random visibility archival uri"
|
|
clusterActive := "some random active cluster name"
|
|
clusterStandby := "some random standby cluster name"
|
|
configVersion := int64(0)
|
|
failoverVersion := int64(59)
|
|
clusters := []string{clusterActive, clusterStandby}
|
|
|
|
namespaceOperation := enumsspb.NAMESPACE_OPERATION_CREATE
|
|
info := &persistencespb.NamespaceInfo{
|
|
Id: id,
|
|
Name: name,
|
|
State: enumspb.NAMESPACE_STATE_REGISTERED,
|
|
Description: description,
|
|
Owner: ownerEmail,
|
|
Data: data,
|
|
}
|
|
config := &persistencespb.NamespaceConfig{
|
|
Retention: durationpb.New(retention),
|
|
HistoryArchivalState: historyArchivalState,
|
|
HistoryArchivalUri: historyArchivalURI,
|
|
VisibilityArchivalState: visibilityArchivalState,
|
|
VisibilityArchivalUri: visibilityArchivalURI,
|
|
BadBinaries: &namespacepb.BadBinaries{},
|
|
}
|
|
replicationConfig := &persistencespb.NamespaceReplicationConfig{
|
|
ActiveClusterName: clusterActive,
|
|
Clusters: clusters,
|
|
}
|
|
isGlobalNamespace := false
|
|
|
|
err := s.namespaceReplicator.HandleTransmissionTask(
|
|
context.Background(),
|
|
namespaceOperation,
|
|
info,
|
|
config,
|
|
replicationConfig,
|
|
true,
|
|
configVersion,
|
|
failoverVersion,
|
|
isGlobalNamespace,
|
|
nil,
|
|
)
|
|
s.Nil(err)
|
|
}
|
|
|
|
func (s *transmissionTaskSuite) TestHandleTransmissionTask_UpdateNamespaceTask_IsGlobalNamespace() {
|
|
taskType := enumsspb.REPLICATION_TASK_TYPE_NAMESPACE_TASK
|
|
id := primitives.NewUUID().String()
|
|
name := "some random namespace test name"
|
|
state := enumspb.NAMESPACE_STATE_DEPRECATED
|
|
description := "some random test description"
|
|
ownerEmail := "some random test owner"
|
|
data := map[string]string{"k": "v"}
|
|
retention := 10 * time.Hour * 24
|
|
historyArchivalState := enumspb.ARCHIVAL_STATE_ENABLED
|
|
historyArchivalURI := "some random history archival uri"
|
|
visibilityArchivalState := enumspb.ARCHIVAL_STATE_ENABLED
|
|
visibilityArchivalURI := "some random visibility archival uri"
|
|
clusterActive := "some random active cluster name"
|
|
clusterStandby := "some random standby cluster name"
|
|
configVersion := int64(0)
|
|
failoverVersion := int64(59)
|
|
clusters := []string{clusterActive, clusterStandby}
|
|
|
|
namespaceOperation := enumsspb.NAMESPACE_OPERATION_UPDATE
|
|
info := &persistencespb.NamespaceInfo{
|
|
Id: id,
|
|
Name: name,
|
|
State: enumspb.NAMESPACE_STATE_DEPRECATED,
|
|
Description: description,
|
|
Owner: ownerEmail,
|
|
Data: data,
|
|
}
|
|
config := &persistencespb.NamespaceConfig{
|
|
Retention: durationpb.New(retention),
|
|
HistoryArchivalState: historyArchivalState,
|
|
HistoryArchivalUri: historyArchivalURI,
|
|
VisibilityArchivalState: visibilityArchivalState,
|
|
VisibilityArchivalUri: visibilityArchivalURI,
|
|
BadBinaries: &namespacepb.BadBinaries{Binaries: map[string]*namespacepb.BadBinaryInfo{}},
|
|
}
|
|
replicationConfig := &persistencespb.NamespaceReplicationConfig{
|
|
ActiveClusterName: clusterActive,
|
|
Clusters: clusters,
|
|
}
|
|
isGlobalNamespace := true
|
|
|
|
s.namespaceReplicationQueue.EXPECT().Publish(gomock.Any(), &replicationspb.ReplicationTask{
|
|
TaskType: taskType,
|
|
Attributes: &replicationspb.ReplicationTask_NamespaceTaskAttributes{
|
|
NamespaceTaskAttributes: &replicationspb.NamespaceTaskAttributes{
|
|
NamespaceOperation: namespaceOperation,
|
|
Id: id,
|
|
Info: &namespacepb.NamespaceInfo{
|
|
Name: name,
|
|
State: state,
|
|
Description: description,
|
|
OwnerEmail: ownerEmail,
|
|
Data: data,
|
|
},
|
|
Config: &namespacepb.NamespaceConfig{
|
|
WorkflowExecutionRetentionTtl: durationpb.New(retention),
|
|
HistoryArchivalState: historyArchivalState,
|
|
HistoryArchivalUri: historyArchivalURI,
|
|
VisibilityArchivalState: visibilityArchivalState,
|
|
VisibilityArchivalUri: visibilityArchivalURI,
|
|
BadBinaries: &namespacepb.BadBinaries{Binaries: map[string]*namespacepb.BadBinaryInfo{}},
|
|
},
|
|
ReplicationConfig: &replicationpb.NamespaceReplicationConfig{
|
|
ActiveClusterName: clusterActive,
|
|
Clusters: convertClusterReplicationConfigToProto(clusters),
|
|
},
|
|
ConfigVersion: configVersion,
|
|
FailoverVersion: failoverVersion,
|
|
},
|
|
},
|
|
}).Return(nil)
|
|
|
|
err := s.namespaceReplicator.HandleTransmissionTask(
|
|
context.Background(),
|
|
namespaceOperation,
|
|
info,
|
|
config,
|
|
replicationConfig,
|
|
true,
|
|
configVersion,
|
|
failoverVersion,
|
|
isGlobalNamespace,
|
|
nil,
|
|
)
|
|
s.Nil(err)
|
|
}
|
|
|
|
func (s *transmissionTaskSuite) TestHandleTransmissionTask_UpdateNamespaceTask_NotGlobalNamespace() {
|
|
id := primitives.NewUUID().String()
|
|
name := "some random namespace test name"
|
|
description := "some random test description"
|
|
ownerEmail := "some random test owner"
|
|
data := map[string]string{"k": "v"}
|
|
retention := 10 * time.Hour * 24
|
|
historyArchivalState := enumspb.ARCHIVAL_STATE_ENABLED
|
|
historyArchivalURI := "some random history archival uri"
|
|
visibilityArchivalState := enumspb.ARCHIVAL_STATE_ENABLED
|
|
visibilityArchivalURI := "some random visibility archival uri"
|
|
clusterActive := "some random active cluster name"
|
|
clusterStandby := "some random standby cluster name"
|
|
configVersion := int64(0)
|
|
failoverVersion := int64(59)
|
|
clusters := []string{clusterActive, clusterStandby}
|
|
|
|
namespaceOperation := enumsspb.NAMESPACE_OPERATION_UPDATE
|
|
info := &persistencespb.NamespaceInfo{
|
|
Id: id,
|
|
Name: name,
|
|
State: enumspb.NAMESPACE_STATE_DEPRECATED,
|
|
Description: description,
|
|
Owner: ownerEmail,
|
|
Data: data,
|
|
}
|
|
config := &persistencespb.NamespaceConfig{
|
|
Retention: durationpb.New(retention),
|
|
HistoryArchivalState: historyArchivalState,
|
|
HistoryArchivalUri: historyArchivalURI,
|
|
VisibilityArchivalState: visibilityArchivalState,
|
|
VisibilityArchivalUri: visibilityArchivalURI,
|
|
}
|
|
replicationConfig := &persistencespb.NamespaceReplicationConfig{
|
|
ActiveClusterName: clusterActive,
|
|
Clusters: clusters,
|
|
}
|
|
isGlobalNamespace := false
|
|
|
|
err := s.namespaceReplicator.HandleTransmissionTask(
|
|
context.Background(),
|
|
namespaceOperation,
|
|
info,
|
|
config,
|
|
replicationConfig,
|
|
true,
|
|
configVersion,
|
|
failoverVersion,
|
|
isGlobalNamespace,
|
|
nil,
|
|
)
|
|
s.Nil(err)
|
|
}
|
|
|
|
func (s *transmissionTaskSuite) TestHandleTransmissionTask_UpdateNamespaceTask_ReplicationClusterListUpdated() {
|
|
taskType := enumsspb.REPLICATION_TASK_TYPE_NAMESPACE_TASK
|
|
id := primitives.NewUUID().String()
|
|
name := "some random namespace test name"
|
|
state := enumspb.NAMESPACE_STATE_DEPRECATED
|
|
description := "some random test description"
|
|
ownerEmail := "some random test owner"
|
|
data := map[string]string{"k": "v"}
|
|
retention := 10 * time.Hour * 24
|
|
historyArchivalState := enumspb.ARCHIVAL_STATE_ENABLED
|
|
historyArchivalURI := "some random history archival uri"
|
|
visibilityArchivalState := enumspb.ARCHIVAL_STATE_ENABLED
|
|
visibilityArchivalURI := "some random visibility archival uri"
|
|
clusterActive := "some random active cluster name"
|
|
configVersion := int64(0)
|
|
failoverVersion := int64(59)
|
|
singleClusterList := []string{clusterActive}
|
|
|
|
namespaceOperation := enumsspb.NAMESPACE_OPERATION_UPDATE
|
|
info := &persistencespb.NamespaceInfo{
|
|
Id: id,
|
|
Name: name,
|
|
State: enumspb.NAMESPACE_STATE_DEPRECATED,
|
|
Description: description,
|
|
Owner: ownerEmail,
|
|
Data: data,
|
|
}
|
|
config := &persistencespb.NamespaceConfig{
|
|
Retention: durationpb.New(retention),
|
|
HistoryArchivalState: historyArchivalState,
|
|
HistoryArchivalUri: historyArchivalURI,
|
|
VisibilityArchivalState: visibilityArchivalState,
|
|
VisibilityArchivalUri: visibilityArchivalURI,
|
|
BadBinaries: &namespacepb.BadBinaries{Binaries: map[string]*namespacepb.BadBinaryInfo{}},
|
|
}
|
|
replicationConfig := &persistencespb.NamespaceReplicationConfig{
|
|
ActiveClusterName: clusterActive,
|
|
Clusters: singleClusterList,
|
|
}
|
|
|
|
isGlobalNamespace := true
|
|
|
|
s.namespaceReplicationQueue.EXPECT().Publish(gomock.Any(), &replicationspb.ReplicationTask{
|
|
TaskType: taskType,
|
|
Attributes: &replicationspb.ReplicationTask_NamespaceTaskAttributes{
|
|
NamespaceTaskAttributes: &replicationspb.NamespaceTaskAttributes{
|
|
NamespaceOperation: namespaceOperation,
|
|
Id: id,
|
|
Info: &namespacepb.NamespaceInfo{
|
|
Name: name,
|
|
State: state,
|
|
Description: description,
|
|
OwnerEmail: ownerEmail,
|
|
Data: data,
|
|
},
|
|
Config: &namespacepb.NamespaceConfig{
|
|
WorkflowExecutionRetentionTtl: durationpb.New(retention),
|
|
HistoryArchivalState: historyArchivalState,
|
|
HistoryArchivalUri: historyArchivalURI,
|
|
VisibilityArchivalState: visibilityArchivalState,
|
|
VisibilityArchivalUri: visibilityArchivalURI,
|
|
BadBinaries: &namespacepb.BadBinaries{Binaries: map[string]*namespacepb.BadBinaryInfo{}},
|
|
},
|
|
ReplicationConfig: &replicationpb.NamespaceReplicationConfig{
|
|
ActiveClusterName: clusterActive,
|
|
Clusters: convertClusterReplicationConfigToProto(singleClusterList),
|
|
},
|
|
ConfigVersion: configVersion,
|
|
FailoverVersion: failoverVersion,
|
|
},
|
|
},
|
|
}).Return(nil).Times(1)
|
|
|
|
err := s.namespaceReplicator.HandleTransmissionTask(
|
|
context.Background(),
|
|
namespaceOperation,
|
|
info,
|
|
config,
|
|
replicationConfig,
|
|
true,
|
|
configVersion,
|
|
failoverVersion,
|
|
isGlobalNamespace,
|
|
nil,
|
|
)
|
|
s.Nil(err)
|
|
|
|
err = s.namespaceReplicator.HandleTransmissionTask(
|
|
context.Background(),
|
|
namespaceOperation,
|
|
info,
|
|
config,
|
|
replicationConfig,
|
|
false,
|
|
configVersion,
|
|
failoverVersion,
|
|
isGlobalNamespace,
|
|
nil,
|
|
)
|
|
s.Nil(err)
|
|
}
|