mirror of
https://github.com/hanzoai/tasks.git
synced 2026-10-04 02:04:03 +00:00
Alex ShtinandGitHub
8e8f1b0f7c
## What changed?
<!-- Describe what has changed in this PR -->
Remove license header from every file. Because it is really hard to
follow in this PR here is the summary:
1. License header is removed from all `.go` and `.proto` files
:fireworks::fireworks:🎆.
2. `LICENSE` file in the root directory has only Temporal and Uber
copyrights.
3. 5 other `LICENSE` files added to the packages which have copyrights
different from Temporal and Uber: Datadog, Xargin, "Mat Ryer, Tyler
Bunnell and contributors".
4. `license_file` flag is removed from all code generation tools.
5. `copyright_file` flag is removed from `go:generate mockgen`
directive.
6. All copyright related targets are removed from `Makefile`.
7. Updated Temporal copyright year to 2025 everywhere.
## Why?
<!-- Tell your future self why have you made these changes -->
I double checked with legal department that it is not needed to have
license header in every file. One file per repo is enough. I put all
copyrights to the root `LICENSE` file and removed header from all other
files. Also updated tools and `Makefile`.
117 lines
4.0 KiB
Go
117 lines
4.0 KiB
Go
//go:generate mockgen -package $GOPACKAGE -source $GOFILE -destination stream_sender_flow_controller_mock.go
|
|
|
|
package replication
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"sync"
|
|
"time"
|
|
|
|
enumsspb "go.temporal.io/server/api/enums/v1"
|
|
replicationspb "go.temporal.io/server/api/replication/v1"
|
|
"go.temporal.io/server/common/log"
|
|
"go.temporal.io/server/common/log/tag"
|
|
"go.temporal.io/server/common/quotas"
|
|
"go.temporal.io/server/service/history/configs"
|
|
)
|
|
|
|
type (
|
|
flowControlState struct {
|
|
mu sync.Mutex
|
|
cond *sync.Cond
|
|
waiters int
|
|
resume bool
|
|
rateLimiter quotas.RateLimiter // todo: consider using a shared rate limiter across shard for better resource allocation
|
|
}
|
|
SenderFlowController interface {
|
|
// Wait will block go routine until the sender is allowed to send a task
|
|
Wait(ctx context.Context, priority enumsspb.TaskPriority) error
|
|
RefreshReceiverFlowControlInfo(syncState *replicationspb.SyncReplicationState)
|
|
}
|
|
SenderFlowControllerImpl struct {
|
|
flowControlStates map[enumsspb.TaskPriority]*flowControlState
|
|
defaultRateLimiter quotas.RateLimiter
|
|
logger log.Logger
|
|
}
|
|
)
|
|
|
|
func NewSenderFlowController(config *configs.Config, logger log.Logger) *SenderFlowControllerImpl {
|
|
flowControlStates := make(map[enumsspb.TaskPriority]*flowControlState)
|
|
highPriorityState := &flowControlState{
|
|
resume: true,
|
|
}
|
|
highPriorityState.cond = sync.NewCond(&highPriorityState.mu)
|
|
highPriorityState.rateLimiter = quotas.NewDefaultOutgoingRateLimiter(func() float64 {
|
|
return float64(config.ReplicationStreamSenderHighPriorityQPS())
|
|
})
|
|
|
|
lowPriorityState := &flowControlState{
|
|
resume: true,
|
|
}
|
|
lowPriorityState.cond = sync.NewCond(&lowPriorityState.mu)
|
|
lowPriorityState.rateLimiter = quotas.NewDefaultOutgoingRateLimiter(func() float64 {
|
|
return float64(config.ReplicationStreamSenderLowPriorityQPS())
|
|
})
|
|
flowControlStates[enumsspb.TASK_PRIORITY_HIGH] = highPriorityState
|
|
flowControlStates[enumsspb.TASK_PRIORITY_LOW] = lowPriorityState
|
|
return &SenderFlowControllerImpl{
|
|
flowControlStates: flowControlStates,
|
|
defaultRateLimiter: quotas.NewRateLimiter(float64(config.ReplicationStreamSenderHighPriorityQPS()), config.ReplicationStreamSenderHighPriorityQPS()),
|
|
logger: logger,
|
|
}
|
|
}
|
|
|
|
func (s *SenderFlowControllerImpl) RefreshReceiverFlowControlInfo(syncState *replicationspb.SyncReplicationState) {
|
|
if syncState.GetHighPriorityState() != nil {
|
|
s.setState(s.flowControlStates[enumsspb.TASK_PRIORITY_HIGH], syncState.GetHighPriorityState().GetFlowControlCommand())
|
|
}
|
|
if syncState.GetLowPriorityState() != nil {
|
|
s.setState(s.flowControlStates[enumsspb.TASK_PRIORITY_LOW], syncState.GetLowPriorityState().GetFlowControlCommand())
|
|
}
|
|
}
|
|
|
|
func (s *SenderFlowControllerImpl) setState(state *flowControlState, flowControlCommand enumsspb.ReplicationFlowControlCommand) {
|
|
switch flowControlCommand {
|
|
case enumsspb.REPLICATION_FLOW_CONTROL_COMMAND_RESUME, enumsspb.REPLICATION_FLOW_CONTROL_COMMAND_UNSPECIFIED:
|
|
state.mu.Lock()
|
|
defer state.mu.Unlock()
|
|
state.resume = true
|
|
if state.waiters > 0 {
|
|
state.cond.Broadcast()
|
|
}
|
|
case enumsspb.REPLICATION_FLOW_CONTROL_COMMAND_PAUSE:
|
|
state.mu.Lock()
|
|
defer state.mu.Unlock()
|
|
state.resume = false
|
|
}
|
|
}
|
|
|
|
func (s *SenderFlowControllerImpl) Wait(ctx context.Context, priority enumsspb.TaskPriority) error {
|
|
state, ok := s.flowControlStates[priority]
|
|
waitForRateLimiter := func(rateLimiter quotas.RateLimiter) error {
|
|
childCtx, cancel := context.WithTimeout(ctx, 2*time.Minute) // to avoid infinite wait
|
|
defer cancel()
|
|
err := rateLimiter.Wait(childCtx)
|
|
if err != nil {
|
|
s.logger.Error("error waiting for rate limiter", tag.Error(err))
|
|
return err
|
|
}
|
|
return nil
|
|
}
|
|
if !ok {
|
|
return waitForRateLimiter(s.defaultRateLimiter)
|
|
}
|
|
|
|
state.mu.Lock()
|
|
if !state.resume {
|
|
state.waiters++
|
|
s.logger.Info(fmt.Sprintf("%v sender is paused", priority.String()))
|
|
state.cond.Wait()
|
|
s.logger.Info(fmt.Sprintf("%s sender is resumed", priority.String()))
|
|
state.waiters--
|
|
}
|
|
state.mu.Unlock()
|
|
return waitForRateLimiter(state.rateLimiter)
|
|
}
|