mirror of
https://github.com/hanzoai/gateway.git
synced 2026-10-30 15:04:44 +00:00
Every import in this module now resolves to github.com/hanzoai/gateway/v2.
The 34 github.com/krakend/* + github.com/luraproject/lura modules that
supplied the engine and its components are vendored under internal/ and
their 91 packages rewritten onto our own path.
Why fold rather than mirror into 34 hanzoai/* repos:
- It removes the exposure outright. 34 rows leave 34 rows of go.sum to
reason about; zero modules leave nothing. `go list -m all` and go.sum
now contain no krakend/lura entry at all.
- Cross-references cannot go wrong. 28 of the 34 import lura (97 files
inside lura self-reference it). Mirroring means rewriting every one of
those to our lura, and a single miss silently links a SECOND copy of
lura into the binary. With one module that is structurally impossible.
- It creates no duplicates. These are lura-coupled gateway glue with no
consumer outside this binary; publishing 34 repos would be 34 new
things to maintain for zero second caller. internal/ makes that
guarantee mechanical — Go forbids importing it from outside this
module, so none of it can become a competing public package. Verified
no repo outside gateway imports any hanzoai/gateway/v2 subpackage.
Layout mirrors provenance so an upstream re-sync stays a diff:
luraproject/lura/v2 -> internal/lura (the engine, 20 pkgs)
krakend/krakend-<x> -> internal/plugin/<x> (28 components)
krakend/<x> -> internal/pkg/<x> (6 standalone libs)
This commit is PURELY MECHANICAL: 196 of the 197 vendored files are
byte-identical to their upstream original once the import rewrite is
applied. The single exception is bloomfilter's subpackage, which upstream
names `krakend` — the one package name that could not survive as-is; it
becomes internal/pkg/bloomfilter/register. Hand edits land separately in
the next commit so they are readable on their own.
Per `go mod vendor` semantics, dependencies' _test.go files are not
vendored. They test upstream code at a pinned version that we do not
modify, several cannot run at all from a module distribution (they need
TLS certs and compiled .so plugins upstream generates but never ships),
and one is a 100k-request stress test that exhausts the ephemeral port
range and fails every package running beside it. Fold integrity is proven
by the byte-diff above instead, which is the stronger check.
Preserved deliberately — each of these is behaviour, not branding:
- the `github.com/devopsfaith/krakend*` extra_config namespace strings
(35 of them). These are config-surface keys, not import paths;
renaming one silently stops that component finding its config. The
jose validator namespace backs `auth/validator` on 212 endpoints.
- core.KrakendVersion / KrakendUserAgent / the X-KRAKEND consts, whose
VALUES rebrand.go overwrites — that seam is unchanged.
- the KRAKEND_ koanf env prefix (a hardcoded upstream const).
- every vendored module's LICENSE (34 files, Apache-2.0/MIT).
The Makefile/CI -X paths move with the engine. An -X naming a symbol that
does not exist is silently ignored by the linker, so a stale path here
would have shipped an "undefined" version in the backend User-Agent and
X-Api-Version with a perfectly green build. Verified live:
`gateway version` reports 2.13.0, not undefined.
Verification (GOWORK=off CGO_ENABLED=0, both tag modes):
go build ./... OK go build -tags legacy ./... OK
go vet ./... clean go vet -tags legacy ./... clean
go test ./... 6/6 ok go test -tags legacy 5/5 ok
tests/ integration harness 47 fixtures pass
gateway check -c configs/{hanzo,lux}/gateway.json -> Syntax OK!
go list -m all | grep -iE 'krakend|lura' -> empty
go mod verify -> all modules verified
Co-authored-by: Hanzo Dev <[email protected]>
163 lines
5.5 KiB
Go
163 lines
5.5 KiB
Go
package gin
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"net/http"
|
|
|
|
"github.com/gin-gonic/gin"
|
|
"github.com/hanzoai/gateway/v2/internal/lura/config"
|
|
"github.com/hanzoai/gateway/v2/internal/lura/logging"
|
|
"github.com/hanzoai/gateway/v2/internal/lura/proxy"
|
|
krakendgin "github.com/hanzoai/gateway/v2/internal/lura/router/gin"
|
|
|
|
krakendrate "github.com/hanzoai/gateway/v2/internal/plugin/ratelimit"
|
|
"github.com/hanzoai/gateway/v2/internal/plugin/ratelimit/router"
|
|
)
|
|
|
|
// HandlerFactory is the out-of-the-box basic ratelimit handler factory using the default krakend endpoint
|
|
// handler for the gin router
|
|
var HandlerFactory = NewRateLimiterMw(logging.NoOp, krakendgin.EndpointHandler)
|
|
|
|
// NewRateLimiterMw builds a rate limiting wrapper over the received handler factory.
|
|
func NewRateLimiterMw(logger logging.Logger, next krakendgin.HandlerFactory) krakendgin.HandlerFactory {
|
|
return func(remote *config.EndpointConfig, p proxy.Proxy) gin.HandlerFunc {
|
|
logPrefix := "[ENDPOINT: " + remote.Endpoint + "][Ratelimit]"
|
|
handlerFunc := next(remote, p)
|
|
|
|
cfg, err := router.ConfigGetter(remote.ExtraConfig)
|
|
if err != nil {
|
|
if err != router.ErrNoExtraCfg {
|
|
logger.Error(logPrefix, err)
|
|
}
|
|
return handlerFunc
|
|
}
|
|
|
|
return RateLimiterWrapperFromCfg(logger, logPrefix, cfg, handlerFunc)
|
|
}
|
|
}
|
|
|
|
func RateLimiterWrapperFromCfg(logger logging.Logger, logPrefix string, cfg router.Config,
|
|
handler gin.HandlerFunc,
|
|
) gin.HandlerFunc {
|
|
return applyClientRateLimit(logger, logPrefix, cfg,
|
|
applyGlobalRateLimit(logger, logPrefix, cfg, handler))
|
|
}
|
|
|
|
func applyGlobalRateLimit(logger logging.Logger, logPrefix string, cfg router.Config,
|
|
handler gin.HandlerFunc,
|
|
) gin.HandlerFunc {
|
|
if cfg.MaxRate <= 0 {
|
|
return handler
|
|
}
|
|
|
|
if cfg.Capacity == 0 {
|
|
if cfg.MaxRate < 1 {
|
|
cfg.Capacity = 1
|
|
} else {
|
|
cfg.Capacity = uint64(cfg.MaxRate)
|
|
}
|
|
}
|
|
|
|
logger.Debug(logPrefix, fmt.Sprintf("Rate limit enabled. MaxRate: %f, Capacity: %d", cfg.MaxRate, cfg.Capacity))
|
|
return NewEndpointRateLimiterMw(krakendrate.NewTokenBucket(cfg.MaxRate, cfg.Capacity))(handler)
|
|
}
|
|
|
|
func applyClientRateLimit(logger logging.Logger, logPrefix string, cfg router.Config,
|
|
handler gin.HandlerFunc,
|
|
) gin.HandlerFunc {
|
|
if cfg.ClientMaxRate <= 0 {
|
|
return handler
|
|
}
|
|
if cfg.ClientCapacity == 0 {
|
|
if cfg.MaxRate < 1 {
|
|
cfg.ClientCapacity = 1
|
|
} else {
|
|
cfg.ClientCapacity = uint64(cfg.ClientMaxRate)
|
|
}
|
|
}
|
|
|
|
tokenExtractor, err := TokenExtractorFromCfg(cfg)
|
|
if err != nil {
|
|
logger.Warning(logPrefix, "Unknown strategy", cfg.Strategy)
|
|
return handler
|
|
}
|
|
logger.Debug(logPrefix,
|
|
fmt.Sprintf("Rate limit enabled. Strategy: %s (key: %s), MaxRate: %f, Capacity: %d",
|
|
cfg.Strategy, cfg.Key, cfg.ClientMaxRate, cfg.ClientCapacity))
|
|
store := router.StoreFromCfg(cfg)
|
|
|
|
return NewTokenLimiterMw(tokenExtractor, store)(handler)
|
|
}
|
|
|
|
// EndpointMw is a function that decorates the received handlerFunc with some rateliming logic
|
|
type EndpointMw func(gin.HandlerFunc) gin.HandlerFunc
|
|
|
|
// NewEndpointRateLimiterMw creates a simple ratelimiter for a given handlerFunc
|
|
func NewEndpointRateLimiterMw(tb *krakendrate.TokenBucket) EndpointMw {
|
|
return func(next gin.HandlerFunc) gin.HandlerFunc {
|
|
return func(c *gin.Context) {
|
|
if !tb.Allow() {
|
|
c.AbortWithError(503, krakendrate.ErrLimited)
|
|
return
|
|
}
|
|
next(c)
|
|
}
|
|
}
|
|
}
|
|
|
|
// NewHeaderLimiterMw creates a token ratelimiter using the value of a header as a token
|
|
//
|
|
// Deprecated: Use NewHeaderLimiterMwFromCfg instead
|
|
func NewHeaderLimiterMw(header string, maxRate float64, capacity uint64) EndpointMw {
|
|
return NewTokenLimiterMw(HeaderTokenExtractor(header), krakendrate.NewLimiterStore(maxRate, int(capacity),
|
|
krakendrate.DefaultShardedMemoryBackend(context.Background())))
|
|
}
|
|
|
|
// NewHeaderLimiterMwFromCfg creates a token ratelimiter using the value of a header as a token
|
|
func NewHeaderLimiterMwFromCfg(cfg router.Config) EndpointMw {
|
|
store := router.StoreFromCfg(cfg)
|
|
tokenExtractor := HeaderTokenExtractor(cfg.Key)
|
|
return NewTokenLimiterMw(tokenExtractor, store)
|
|
}
|
|
|
|
// NewIpLimiterMw creates a token ratelimiter using the IP of the request as a token
|
|
func NewIpLimiterMw(maxRate float64, capacity uint64) EndpointMw {
|
|
return NewTokenLimiterMw(IPTokenExtractor, krakendrate.NewLimiterStore(maxRate, int(capacity),
|
|
krakendrate.DefaultShardedMemoryBackend(context.Background())))
|
|
}
|
|
|
|
// NewIpLimiterWithKeyMw creates a token ratelimiter using the IP of the request as a token
|
|
//
|
|
// Deprecated: Use NewIpLimiterWithKeyMwFromCfg instead
|
|
func NewIpLimiterWithKeyMw(header string, maxRate float64, capacity uint64) EndpointMw {
|
|
tokenExtractor := NewIPTokenExtractor(header)
|
|
return NewTokenLimiterMw(tokenExtractor, krakendrate.NewLimiterStore(maxRate, int(capacity),
|
|
krakendrate.DefaultShardedMemoryBackend(context.Background())))
|
|
}
|
|
|
|
// NewIpLimiterWithKeyMwFromCfg creates a token ratelimiter using the IP of the request as a token
|
|
func NewIpLimiterWithKeyMwFromCfg(cfg router.Config) EndpointMw {
|
|
store := router.StoreFromCfg(cfg)
|
|
tokenExtractor := NewIPTokenExtractor(cfg.Key)
|
|
return NewTokenLimiterMw(tokenExtractor, store)
|
|
}
|
|
|
|
// NewTokenLimiterMw returns a token based ratelimiting endpoint middleware with the received TokenExtractor and LimiterStore
|
|
func NewTokenLimiterMw(tokenExtractor TokenExtractor, limiterStore krakendrate.LimiterStore) EndpointMw {
|
|
return func(next gin.HandlerFunc) gin.HandlerFunc {
|
|
return func(c *gin.Context) {
|
|
tokenKey := tokenExtractor(c)
|
|
if tokenKey == "" {
|
|
c.AbortWithError(http.StatusTooManyRequests, krakendrate.ErrLimited)
|
|
return
|
|
}
|
|
if !limiterStore(tokenKey).Allow() {
|
|
c.AbortWithError(http.StatusTooManyRequests, krakendrate.ErrLimited)
|
|
return
|
|
}
|
|
next(c)
|
|
}
|
|
}
|
|
}
|