mirror of
https://github.com/hanzoai/tasks.git
synced 2026-10-04 02:04:03 +00:00
* moving window average * remove channel avg impl * add signal aggregator * adjust record fn * add health signal clients * inject signal aggregator * fix tests * add metric emission * add health request rate limiter * WIP * race condition * WIP * add health request rate limiter * bench test rate limiter * WIP * Revert "race condition" This reverts commit e283bfb3dca7228d715cd28235e436caafb34fa6. * Revert "add metric emission" This reverts commit 859950ee2965b5ac2144f46930e1308d95890e69. * emit per shard RPS metric * cleanup * merge metric and signal clients * cleanup * cleanup * linting * global dynamic rate limiter * cleanup * remove generics * WIP * cleanup * fix deferred metric fn * fix defer metric fn * fix clients * types * simple dynamic rate limiter test * linting * tests * tests * acquire lock once * locks * array moving average * Revert "array moving average" This reverts commit 98f2b66b9b7a711c427d5f55de82bc55d135ddfc. * cleanup * emit per shard RPS * array average * feedback * cleanup * handle nil health signals * tests * uncomment signal collection * refactor dynamic config properties * cleanup * add aggregation feature flag * fix test * cleanup * avoid potential race condition * feedback * fix * remove test
99 lines
3.8 KiB
Go
99 lines
3.8 KiB
Go
// The MIT License
|
|
//
|
|
// Copyright (c) 2020 Temporal Technologies Inc. All rights reserved.
|
|
//
|
|
// Copyright (c) 2020 Uber Technologies, Inc.
|
|
//
|
|
// Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
// of this software and associated documentation files (the "Software"), to deal
|
|
// in the Software without restriction, including without limitation the rights
|
|
// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
// copies of the Software, and to permit persons to whom the Software is
|
|
// furnished to do so, subject to the following conditions:
|
|
//
|
|
// The above copyright notice and this permission notice shall be included in
|
|
// all copies or substantial portions of the Software.
|
|
//
|
|
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
|
// THE SOFTWARE.
|
|
|
|
package client
|
|
|
|
import (
|
|
"go.temporal.io/server/common/config"
|
|
"go.temporal.io/server/common/log"
|
|
"go.temporal.io/server/common/metrics"
|
|
p "go.temporal.io/server/common/persistence"
|
|
"go.temporal.io/server/common/persistence/cassandra"
|
|
"go.temporal.io/server/common/persistence/sql"
|
|
"go.temporal.io/server/common/resolver"
|
|
)
|
|
|
|
type (
|
|
// DataStoreFactory is a low level interface to be implemented by a datastore
|
|
// Examples of datastores are cassandra, mysql etc
|
|
DataStoreFactory interface {
|
|
// Close closes the factory
|
|
Close()
|
|
// NewTaskStore returns a new task store
|
|
NewTaskStore() (p.TaskStore, error)
|
|
// NewShardStore returns a new shard store
|
|
NewShardStore() (p.ShardStore, error)
|
|
// NewMetadataStore returns a new metadata store
|
|
NewMetadataStore() (p.MetadataStore, error)
|
|
// NewExecutionStore returns a new execution store
|
|
NewExecutionStore() (p.ExecutionStore, error)
|
|
NewQueue(queueType p.QueueType) (p.Queue, error)
|
|
// NewClusterMetadataStore returns a new metadata store
|
|
NewClusterMetadataStore() (p.ClusterMetadataStore, error)
|
|
}
|
|
|
|
// AbstractDataStoreFactory creates a DataStoreFactory, can be used to implement custom datastore support outside
|
|
// of the Temporal core.
|
|
AbstractDataStoreFactory interface {
|
|
NewFactory(
|
|
cfg config.CustomDatastoreConfig,
|
|
r resolver.ServiceResolver,
|
|
clusterName string,
|
|
logger log.Logger,
|
|
metricsHandler metrics.Handler,
|
|
) DataStoreFactory
|
|
}
|
|
)
|
|
|
|
func DataStoreFactoryProvider(
|
|
clusterName ClusterName,
|
|
r resolver.ServiceResolver,
|
|
config *config.Persistence,
|
|
abstractDataStoreFactory AbstractDataStoreFactory,
|
|
logger log.Logger,
|
|
metricsHandler metrics.Handler,
|
|
) (DataStoreFactory, *FaultInjectionDataStoreFactory) {
|
|
|
|
var dataStoreFactory DataStoreFactory
|
|
defaultCfg := config.DataStores[config.DefaultStore]
|
|
switch {
|
|
case defaultCfg.Cassandra != nil:
|
|
dataStoreFactory = cassandra.NewFactory(*defaultCfg.Cassandra, r, string(clusterName), logger)
|
|
case defaultCfg.SQL != nil:
|
|
dataStoreFactory = sql.NewFactory(*defaultCfg.SQL, r, string(clusterName), logger)
|
|
case defaultCfg.CustomDataStoreConfig != nil:
|
|
dataStoreFactory = abstractDataStoreFactory.NewFactory(*defaultCfg.CustomDataStoreConfig, r, string(clusterName), logger, metricsHandler)
|
|
default:
|
|
logger.Fatal("invalid config: one of cassandra or sql params must be specified for default data store")
|
|
}
|
|
|
|
var faultInjection *FaultInjectionDataStoreFactory
|
|
if defaultCfg.FaultInjection != nil {
|
|
faultInjection = NewFaultInjectionDatastoreFactory(defaultCfg.FaultInjection, dataStoreFactory)
|
|
dataStoreFactory = faultInjection
|
|
}
|
|
|
|
return dataStoreFactory, faultInjection
|
|
}
|