mirror of
https://github.com/hanzoai/tasks.git
synced 2026-10-04 02:04:03 +00:00
Michael SnowdenandGitHub
d5c62e926f
<!-- Describe what has changed in this PR --> **What changed?** I renamed all of our Go source code files so that they're snake case instead of camel case. <!-- Tell your future self why have you made these changes --> **Why?** This was an annoying inconsistency we carried over from much older code in the repo. <!-- How have you verified this change? Tested locally? Added a unit test? Checked in staging env? --> **How did you test it?** The renaming process was part of an automated script (https://gist.github.com/MichaelSnowden/47576fffe27aa1cae6b26eaccec7ab55), so it should be consistent. Also, I don't see us doing anything in our codebase that involves parsing our own source files by path: <img width="687" alt="image" src="https://github.com/temporalio/temporal/assets/5942963/c6b873b0-d841-40d1-8b0f-2fe9d8079a53"> *PS: here's a link to the GPT convo I had to generate this renaming script: https://chat.openai.com/share/7f2d011a-a8da-4fa4-9c6d-e09102fdd49f* <!-- Assuming the worst case, what can be broken when deploying this change to production? --> **Potential risks** Mainly merge conflicts, but I used `git mv` so that these are renames instead of deletes/adds, so that shouldn't be a big issue. <!-- Is this PR a hotfix candidate or require that a notification be sent to the broader community? (Yes/No) --> **Is hotfix candidate?** No.
466 lines
16 KiB
Go
466 lines
16 KiB
Go
// The MIT License
|
|
//
|
|
// Copyright (c) 2020 Temporal Technologies Inc. All rights reserved.
|
|
//
|
|
// Copyright (c) 2020 Uber Technologies, Inc.
|
|
//
|
|
// Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
// of this software and associated documentation files (the "Software"), to deal
|
|
// in the Software without restriction, including without limitation the rights
|
|
// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
// copies of the Software, and to permit persons to whom the Software is
|
|
// furnished to do so, subject to the following conditions:
|
|
//
|
|
// The above copyright notice and this permission notice shall be included in
|
|
// all copies or substantial portions of the Software.
|
|
//
|
|
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
|
// THE SOFTWARE.
|
|
|
|
package namespace
|
|
|
|
import (
|
|
"context"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/golang/mock/gomock"
|
|
"github.com/stretchr/testify/suite"
|
|
enumspb "go.temporal.io/api/enums/v1"
|
|
namespacepb "go.temporal.io/api/namespace/v1"
|
|
replicationpb "go.temporal.io/api/replication/v1"
|
|
|
|
enumsspb "go.temporal.io/server/api/enums/v1"
|
|
persistencespb "go.temporal.io/server/api/persistence/v1"
|
|
replicationspb "go.temporal.io/server/api/replication/v1"
|
|
"go.temporal.io/server/common/log"
|
|
"go.temporal.io/server/common/persistence"
|
|
"go.temporal.io/server/common/primitives"
|
|
)
|
|
|
|
type (
|
|
transmissionTaskSuite struct {
|
|
suite.Suite
|
|
|
|
controller *gomock.Controller
|
|
|
|
namespaceReplicator *namespaceReplicatorImpl
|
|
namespaceReplicationQueue *persistence.MockNamespaceReplicationQueue
|
|
}
|
|
)
|
|
|
|
func TestTransmissionTaskSuite(t *testing.T) {
|
|
s := new(transmissionTaskSuite)
|
|
suite.Run(t, s)
|
|
}
|
|
|
|
func (s *transmissionTaskSuite) SetupSuite() {
|
|
}
|
|
|
|
func (s *transmissionTaskSuite) TearDownSuite() {
|
|
|
|
}
|
|
|
|
func (s *transmissionTaskSuite) SetupTest() {
|
|
s.controller = gomock.NewController(s.T())
|
|
s.namespaceReplicationQueue = persistence.NewMockNamespaceReplicationQueue(s.controller)
|
|
s.namespaceReplicator = NewNamespaceReplicator(
|
|
s.namespaceReplicationQueue,
|
|
log.NewTestLogger(),
|
|
).(*namespaceReplicatorImpl)
|
|
}
|
|
|
|
func (s *transmissionTaskSuite) TearDownTest() {
|
|
s.controller.Finish()
|
|
}
|
|
|
|
func (s *transmissionTaskSuite) TestHandleTransmissionTask_RegisterNamespaceTask_IsGlobalNamespace() {
|
|
taskType := enumsspb.REPLICATION_TASK_TYPE_NAMESPACE_TASK
|
|
id := primitives.NewUUID().String()
|
|
name := "some random namespace test name"
|
|
state := enumspb.NAMESPACE_STATE_REGISTERED
|
|
description := "some random test description"
|
|
ownerEmail := "some random test owner"
|
|
data := map[string]string{"k": "v"}
|
|
retention := 10 * time.Hour * 24
|
|
historyArchivalState := enumspb.ARCHIVAL_STATE_ENABLED
|
|
historyArchivalURI := "some random history archival uri"
|
|
visibilityArchivalState := enumspb.ARCHIVAL_STATE_ENABLED
|
|
visibilityArchivalURI := "some random visibility archival uri"
|
|
clusterActive := "some random active cluster name"
|
|
clusterStandby := "some random standby cluster name"
|
|
configVersion := int64(0)
|
|
failoverVersion := int64(59)
|
|
clusters := []string{clusterActive, clusterStandby}
|
|
|
|
namespaceOperation := enumsspb.NAMESPACE_OPERATION_CREATE
|
|
info := &persistencespb.NamespaceInfo{
|
|
Id: id,
|
|
Name: name,
|
|
State: enumspb.NAMESPACE_STATE_REGISTERED,
|
|
Description: description,
|
|
Owner: ownerEmail,
|
|
Data: data,
|
|
}
|
|
config := &persistencespb.NamespaceConfig{
|
|
Retention: &retention,
|
|
HistoryArchivalState: historyArchivalState,
|
|
HistoryArchivalUri: historyArchivalURI,
|
|
VisibilityArchivalState: visibilityArchivalState,
|
|
VisibilityArchivalUri: visibilityArchivalURI,
|
|
BadBinaries: &namespacepb.BadBinaries{Binaries: map[string]*namespacepb.BadBinaryInfo{}},
|
|
}
|
|
replicationConfig := &persistencespb.NamespaceReplicationConfig{
|
|
ActiveClusterName: clusterActive,
|
|
Clusters: clusters,
|
|
}
|
|
isGlobalNamespace := true
|
|
|
|
s.namespaceReplicationQueue.EXPECT().Publish(gomock.Any(), &replicationspb.ReplicationTask{
|
|
TaskType: taskType,
|
|
Attributes: &replicationspb.ReplicationTask_NamespaceTaskAttributes{
|
|
NamespaceTaskAttributes: &replicationspb.NamespaceTaskAttributes{
|
|
NamespaceOperation: namespaceOperation,
|
|
Id: id,
|
|
Info: &namespacepb.NamespaceInfo{
|
|
Name: name,
|
|
State: state,
|
|
Description: description,
|
|
OwnerEmail: ownerEmail,
|
|
Data: data,
|
|
},
|
|
Config: &namespacepb.NamespaceConfig{
|
|
WorkflowExecutionRetentionTtl: &retention,
|
|
HistoryArchivalState: historyArchivalState,
|
|
HistoryArchivalUri: historyArchivalURI,
|
|
VisibilityArchivalState: visibilityArchivalState,
|
|
VisibilityArchivalUri: visibilityArchivalURI,
|
|
BadBinaries: &namespacepb.BadBinaries{Binaries: map[string]*namespacepb.BadBinaryInfo{}},
|
|
},
|
|
ReplicationConfig: &replicationpb.NamespaceReplicationConfig{
|
|
ActiveClusterName: clusterActive,
|
|
Clusters: convertClusterReplicationConfigToProto(clusters),
|
|
},
|
|
ConfigVersion: configVersion,
|
|
FailoverVersion: failoverVersion,
|
|
},
|
|
},
|
|
}).Return(nil)
|
|
|
|
err := s.namespaceReplicator.HandleTransmissionTask(
|
|
context.Background(),
|
|
namespaceOperation,
|
|
info,
|
|
config,
|
|
replicationConfig,
|
|
true,
|
|
configVersion,
|
|
failoverVersion,
|
|
isGlobalNamespace,
|
|
nil,
|
|
)
|
|
s.Nil(err)
|
|
}
|
|
|
|
func (s *transmissionTaskSuite) TestHandleTransmissionTask_RegisterNamespaceTask_NotGlobalNamespace() {
|
|
id := primitives.NewUUID().String()
|
|
name := "some random namespace test name"
|
|
description := "some random test description"
|
|
ownerEmail := "some random test owner"
|
|
data := map[string]string{"k": "v"}
|
|
retention := 10 * time.Hour * 24
|
|
historyArchivalState := enumspb.ARCHIVAL_STATE_ENABLED
|
|
historyArchivalURI := "some random history archival uri"
|
|
visibilityArchivalState := enumspb.ARCHIVAL_STATE_ENABLED
|
|
visibilityArchivalURI := "some random visibility archival uri"
|
|
clusterActive := "some random active cluster name"
|
|
clusterStandby := "some random standby cluster name"
|
|
configVersion := int64(0)
|
|
failoverVersion := int64(59)
|
|
clusters := []string{clusterActive, clusterStandby}
|
|
|
|
namespaceOperation := enumsspb.NAMESPACE_OPERATION_CREATE
|
|
info := &persistencespb.NamespaceInfo{
|
|
Id: id,
|
|
Name: name,
|
|
State: enumspb.NAMESPACE_STATE_REGISTERED,
|
|
Description: description,
|
|
Owner: ownerEmail,
|
|
Data: data,
|
|
}
|
|
config := &persistencespb.NamespaceConfig{
|
|
Retention: &retention,
|
|
HistoryArchivalState: historyArchivalState,
|
|
HistoryArchivalUri: historyArchivalURI,
|
|
VisibilityArchivalState: visibilityArchivalState,
|
|
VisibilityArchivalUri: visibilityArchivalURI,
|
|
BadBinaries: &namespacepb.BadBinaries{},
|
|
}
|
|
replicationConfig := &persistencespb.NamespaceReplicationConfig{
|
|
ActiveClusterName: clusterActive,
|
|
Clusters: clusters,
|
|
}
|
|
isGlobalNamespace := false
|
|
|
|
err := s.namespaceReplicator.HandleTransmissionTask(
|
|
context.Background(),
|
|
namespaceOperation,
|
|
info,
|
|
config,
|
|
replicationConfig,
|
|
true,
|
|
configVersion,
|
|
failoverVersion,
|
|
isGlobalNamespace,
|
|
nil,
|
|
)
|
|
s.Nil(err)
|
|
}
|
|
|
|
func (s *transmissionTaskSuite) TestHandleTransmissionTask_UpdateNamespaceTask_IsGlobalNamespace() {
|
|
taskType := enumsspb.REPLICATION_TASK_TYPE_NAMESPACE_TASK
|
|
id := primitives.NewUUID().String()
|
|
name := "some random namespace test name"
|
|
state := enumspb.NAMESPACE_STATE_DEPRECATED
|
|
description := "some random test description"
|
|
ownerEmail := "some random test owner"
|
|
data := map[string]string{"k": "v"}
|
|
retention := 10 * time.Hour * 24
|
|
historyArchivalState := enumspb.ARCHIVAL_STATE_ENABLED
|
|
historyArchivalURI := "some random history archival uri"
|
|
visibilityArchivalState := enumspb.ARCHIVAL_STATE_ENABLED
|
|
visibilityArchivalURI := "some random visibility archival uri"
|
|
clusterActive := "some random active cluster name"
|
|
clusterStandby := "some random standby cluster name"
|
|
configVersion := int64(0)
|
|
failoverVersion := int64(59)
|
|
clusters := []string{clusterActive, clusterStandby}
|
|
|
|
namespaceOperation := enumsspb.NAMESPACE_OPERATION_UPDATE
|
|
info := &persistencespb.NamespaceInfo{
|
|
Id: id,
|
|
Name: name,
|
|
State: enumspb.NAMESPACE_STATE_DEPRECATED,
|
|
Description: description,
|
|
Owner: ownerEmail,
|
|
Data: data,
|
|
}
|
|
config := &persistencespb.NamespaceConfig{
|
|
Retention: &retention,
|
|
HistoryArchivalState: historyArchivalState,
|
|
HistoryArchivalUri: historyArchivalURI,
|
|
VisibilityArchivalState: visibilityArchivalState,
|
|
VisibilityArchivalUri: visibilityArchivalURI,
|
|
BadBinaries: &namespacepb.BadBinaries{Binaries: map[string]*namespacepb.BadBinaryInfo{}},
|
|
}
|
|
replicationConfig := &persistencespb.NamespaceReplicationConfig{
|
|
ActiveClusterName: clusterActive,
|
|
Clusters: clusters,
|
|
}
|
|
isGlobalNamespace := true
|
|
|
|
s.namespaceReplicationQueue.EXPECT().Publish(gomock.Any(), &replicationspb.ReplicationTask{
|
|
TaskType: taskType,
|
|
Attributes: &replicationspb.ReplicationTask_NamespaceTaskAttributes{
|
|
NamespaceTaskAttributes: &replicationspb.NamespaceTaskAttributes{
|
|
NamespaceOperation: namespaceOperation,
|
|
Id: id,
|
|
Info: &namespacepb.NamespaceInfo{
|
|
Name: name,
|
|
State: state,
|
|
Description: description,
|
|
OwnerEmail: ownerEmail,
|
|
Data: data,
|
|
},
|
|
Config: &namespacepb.NamespaceConfig{
|
|
WorkflowExecutionRetentionTtl: &retention,
|
|
HistoryArchivalState: historyArchivalState,
|
|
HistoryArchivalUri: historyArchivalURI,
|
|
VisibilityArchivalState: visibilityArchivalState,
|
|
VisibilityArchivalUri: visibilityArchivalURI,
|
|
BadBinaries: &namespacepb.BadBinaries{Binaries: map[string]*namespacepb.BadBinaryInfo{}},
|
|
},
|
|
ReplicationConfig: &replicationpb.NamespaceReplicationConfig{
|
|
ActiveClusterName: clusterActive,
|
|
Clusters: convertClusterReplicationConfigToProto(clusters),
|
|
},
|
|
ConfigVersion: configVersion,
|
|
FailoverVersion: failoverVersion},
|
|
},
|
|
}).Return(nil)
|
|
|
|
err := s.namespaceReplicator.HandleTransmissionTask(
|
|
context.Background(),
|
|
namespaceOperation,
|
|
info,
|
|
config,
|
|
replicationConfig,
|
|
true,
|
|
configVersion,
|
|
failoverVersion,
|
|
isGlobalNamespace,
|
|
nil,
|
|
)
|
|
s.Nil(err)
|
|
}
|
|
|
|
func (s *transmissionTaskSuite) TestHandleTransmissionTask_UpdateNamespaceTask_NotGlobalNamespace() {
|
|
id := primitives.NewUUID().String()
|
|
name := "some random namespace test name"
|
|
description := "some random test description"
|
|
ownerEmail := "some random test owner"
|
|
data := map[string]string{"k": "v"}
|
|
retention := 10 * time.Hour * 24
|
|
historyArchivalState := enumspb.ARCHIVAL_STATE_ENABLED
|
|
historyArchivalURI := "some random history archival uri"
|
|
visibilityArchivalState := enumspb.ARCHIVAL_STATE_ENABLED
|
|
visibilityArchivalURI := "some random visibility archival uri"
|
|
clusterActive := "some random active cluster name"
|
|
clusterStandby := "some random standby cluster name"
|
|
configVersion := int64(0)
|
|
failoverVersion := int64(59)
|
|
clusters := []string{clusterActive, clusterStandby}
|
|
|
|
namespaceOperation := enumsspb.NAMESPACE_OPERATION_UPDATE
|
|
info := &persistencespb.NamespaceInfo{
|
|
Id: id,
|
|
Name: name,
|
|
State: enumspb.NAMESPACE_STATE_DEPRECATED,
|
|
Description: description,
|
|
Owner: ownerEmail,
|
|
Data: data,
|
|
}
|
|
config := &persistencespb.NamespaceConfig{
|
|
Retention: &retention,
|
|
HistoryArchivalState: historyArchivalState,
|
|
HistoryArchivalUri: historyArchivalURI,
|
|
VisibilityArchivalState: visibilityArchivalState,
|
|
VisibilityArchivalUri: visibilityArchivalURI,
|
|
}
|
|
replicationConfig := &persistencespb.NamespaceReplicationConfig{
|
|
ActiveClusterName: clusterActive,
|
|
Clusters: clusters,
|
|
}
|
|
isGlobalNamespace := false
|
|
|
|
err := s.namespaceReplicator.HandleTransmissionTask(
|
|
context.Background(),
|
|
namespaceOperation,
|
|
info,
|
|
config,
|
|
replicationConfig,
|
|
true,
|
|
configVersion,
|
|
failoverVersion,
|
|
isGlobalNamespace,
|
|
nil,
|
|
)
|
|
s.Nil(err)
|
|
}
|
|
|
|
func (s *transmissionTaskSuite) TestHandleTransmissionTask_UpdateNamespaceTask_ReplicationClusterListUpdated() {
|
|
taskType := enumsspb.REPLICATION_TASK_TYPE_NAMESPACE_TASK
|
|
id := primitives.NewUUID().String()
|
|
name := "some random namespace test name"
|
|
state := enumspb.NAMESPACE_STATE_DEPRECATED
|
|
description := "some random test description"
|
|
ownerEmail := "some random test owner"
|
|
data := map[string]string{"k": "v"}
|
|
retention := 10 * time.Hour * 24
|
|
historyArchivalState := enumspb.ARCHIVAL_STATE_ENABLED
|
|
historyArchivalURI := "some random history archival uri"
|
|
visibilityArchivalState := enumspb.ARCHIVAL_STATE_ENABLED
|
|
visibilityArchivalURI := "some random visibility archival uri"
|
|
clusterActive := "some random active cluster name"
|
|
configVersion := int64(0)
|
|
failoverVersion := int64(59)
|
|
singleClusterList := []string{clusterActive}
|
|
|
|
namespaceOperation := enumsspb.NAMESPACE_OPERATION_UPDATE
|
|
info := &persistencespb.NamespaceInfo{
|
|
Id: id,
|
|
Name: name,
|
|
State: enumspb.NAMESPACE_STATE_DEPRECATED,
|
|
Description: description,
|
|
Owner: ownerEmail,
|
|
Data: data,
|
|
}
|
|
config := &persistencespb.NamespaceConfig{
|
|
Retention: &retention,
|
|
HistoryArchivalState: historyArchivalState,
|
|
HistoryArchivalUri: historyArchivalURI,
|
|
VisibilityArchivalState: visibilityArchivalState,
|
|
VisibilityArchivalUri: visibilityArchivalURI,
|
|
BadBinaries: &namespacepb.BadBinaries{Binaries: map[string]*namespacepb.BadBinaryInfo{}},
|
|
}
|
|
replicationConfig := &persistencespb.NamespaceReplicationConfig{
|
|
ActiveClusterName: clusterActive,
|
|
Clusters: singleClusterList,
|
|
}
|
|
|
|
isGlobalNamespace := true
|
|
|
|
s.namespaceReplicationQueue.EXPECT().Publish(gomock.Any(), &replicationspb.ReplicationTask{
|
|
TaskType: taskType,
|
|
Attributes: &replicationspb.ReplicationTask_NamespaceTaskAttributes{
|
|
NamespaceTaskAttributes: &replicationspb.NamespaceTaskAttributes{
|
|
NamespaceOperation: namespaceOperation,
|
|
Id: id,
|
|
Info: &namespacepb.NamespaceInfo{
|
|
Name: name,
|
|
State: state,
|
|
Description: description,
|
|
OwnerEmail: ownerEmail,
|
|
Data: data,
|
|
},
|
|
Config: &namespacepb.NamespaceConfig{
|
|
WorkflowExecutionRetentionTtl: &retention,
|
|
HistoryArchivalState: historyArchivalState,
|
|
HistoryArchivalUri: historyArchivalURI,
|
|
VisibilityArchivalState: visibilityArchivalState,
|
|
VisibilityArchivalUri: visibilityArchivalURI,
|
|
BadBinaries: &namespacepb.BadBinaries{Binaries: map[string]*namespacepb.BadBinaryInfo{}},
|
|
},
|
|
ReplicationConfig: &replicationpb.NamespaceReplicationConfig{
|
|
ActiveClusterName: clusterActive,
|
|
Clusters: convertClusterReplicationConfigToProto(singleClusterList),
|
|
},
|
|
ConfigVersion: configVersion,
|
|
FailoverVersion: failoverVersion},
|
|
},
|
|
}).Return(nil).Times(1)
|
|
|
|
err := s.namespaceReplicator.HandleTransmissionTask(
|
|
context.Background(),
|
|
namespaceOperation,
|
|
info,
|
|
config,
|
|
replicationConfig,
|
|
true,
|
|
configVersion,
|
|
failoverVersion,
|
|
isGlobalNamespace,
|
|
nil,
|
|
)
|
|
s.Nil(err)
|
|
|
|
err = s.namespaceReplicator.HandleTransmissionTask(
|
|
context.Background(),
|
|
namespaceOperation,
|
|
info,
|
|
config,
|
|
replicationConfig,
|
|
false,
|
|
configVersion,
|
|
failoverVersion,
|
|
isGlobalNamespace,
|
|
nil,
|
|
)
|
|
s.Nil(err)
|
|
}
|