mirror of
https://github.com/hanzoai/tasks.git
synced 2026-10-04 02:04:03 +00:00
Yichao YangandGitHub
198f4d9c5f
## What changed? - Add per namespace rate limiter for matching service - Same as https://github.com/temporalio/temporal/pull/9884 but for matching. ## Why? - Noisy neighbor protection. Provide knob for preventing one namespace from consuming all available matching host rps. ## How did you test it? - [x] built - [ ] run locally and tested manually - [x] covered by existing tests - [ ] added new unit test(s) - [ ] added new functional test(s)
69 lines
2.0 KiB
Go
69 lines
2.0 KiB
Go
package frontend
|
|
|
|
import (
|
|
"context"
|
|
"time"
|
|
|
|
"go.temporal.io/api/serviceerror"
|
|
"go.temporal.io/api/workflowservice/v1"
|
|
"go.temporal.io/server/common/headers"
|
|
"go.temporal.io/server/common/log"
|
|
"go.temporal.io/server/common/log/tag"
|
|
"go.temporal.io/server/common/metrics"
|
|
)
|
|
|
|
var _ workflowservice.WorkflowServiceClient = (*metricClient)(nil)
|
|
|
|
type metricClient struct {
|
|
client workflowservice.WorkflowServiceClient
|
|
metricsHandler metrics.Handler
|
|
throttledLogger log.Logger
|
|
}
|
|
|
|
// NewMetricClient creates a new instance of workflowservice.WorkflowServiceClient that emits metrics
|
|
func NewMetricClient(
|
|
client workflowservice.WorkflowServiceClient,
|
|
metricsHandler metrics.Handler,
|
|
throttledLogger log.Logger,
|
|
) workflowservice.WorkflowServiceClient {
|
|
return &metricClient{
|
|
client: client,
|
|
metricsHandler: metricsHandler,
|
|
throttledLogger: throttledLogger,
|
|
}
|
|
}
|
|
|
|
func (c *metricClient) startMetricsRecording(
|
|
ctx context.Context,
|
|
operation string,
|
|
) (metrics.Handler, time.Time) {
|
|
caller := headers.GetCallerInfo(ctx).CallerName
|
|
handler := c.metricsHandler.WithTags(metrics.OperationTag(operation), metrics.NamespaceTag(caller), metrics.ServiceRoleTag(metrics.FrontendRoleTagValue))
|
|
metrics.ClientRequests.With(handler).Record(1)
|
|
return handler, time.Now().UTC()
|
|
}
|
|
|
|
func (c *metricClient) finishMetricsRecording(
|
|
handler metrics.Handler,
|
|
startTime time.Time,
|
|
err error,
|
|
) {
|
|
if err != nil {
|
|
switch err.(type) {
|
|
case *serviceerror.Canceled,
|
|
*serviceerror.DeadlineExceeded,
|
|
*serviceerror.NotFound,
|
|
*serviceerror.QueryFailed,
|
|
*serviceerror.NamespaceNotFound,
|
|
*serviceerror.WorkflowNotReady,
|
|
*serviceerror.WorkflowExecutionAlreadyStarted,
|
|
*serviceerror.ResourceExhausted:
|
|
// noop - not interest and too many logs
|
|
default:
|
|
c.throttledLogger.Info("frontend client encountered error", tag.Error(err), tag.ServiceErrorType(err))
|
|
}
|
|
metrics.ClientFailures.With(handler).Record(1, metrics.ServiceErrorTypeTag(err))
|
|
}
|
|
metrics.ClientLatency.With(handler).Record(time.Since(startTime))
|
|
}
|