mirror of
https://github.com/hanzoai/gateway.git
synced 2026-11-02 08:45:10 +00:00
Every import in this module now resolves to github.com/hanzoai/gateway/v2.
The 34 github.com/krakend/* + github.com/luraproject/lura modules that
supplied the engine and its components are vendored under internal/ and
their 91 packages rewritten onto our own path.
Why fold rather than mirror into 34 hanzoai/* repos:
- It removes the exposure outright. 34 rows leave 34 rows of go.sum to
reason about; zero modules leave nothing. `go list -m all` and go.sum
now contain no krakend/lura entry at all.
- Cross-references cannot go wrong. 28 of the 34 import lura (97 files
inside lura self-reference it). Mirroring means rewriting every one of
those to our lura, and a single miss silently links a SECOND copy of
lura into the binary. With one module that is structurally impossible.
- It creates no duplicates. These are lura-coupled gateway glue with no
consumer outside this binary; publishing 34 repos would be 34 new
things to maintain for zero second caller. internal/ makes that
guarantee mechanical — Go forbids importing it from outside this
module, so none of it can become a competing public package. Verified
no repo outside gateway imports any hanzoai/gateway/v2 subpackage.
Layout mirrors provenance so an upstream re-sync stays a diff:
luraproject/lura/v2 -> internal/lura (the engine, 20 pkgs)
krakend/krakend-<x> -> internal/plugin/<x> (28 components)
krakend/<x> -> internal/pkg/<x> (6 standalone libs)
This commit is PURELY MECHANICAL: 196 of the 197 vendored files are
byte-identical to their upstream original once the import rewrite is
applied. The single exception is bloomfilter's subpackage, which upstream
names `krakend` — the one package name that could not survive as-is; it
becomes internal/pkg/bloomfilter/register. Hand edits land separately in
the next commit so they are readable on their own.
Per `go mod vendor` semantics, dependencies' _test.go files are not
vendored. They test upstream code at a pinned version that we do not
modify, several cannot run at all from a module distribution (they need
TLS certs and compiled .so plugins upstream generates but never ships),
and one is a 100k-request stress test that exhausts the ephemeral port
range and fails every package running beside it. Fold integrity is proven
by the byte-diff above instead, which is the stronger check.
Preserved deliberately — each of these is behaviour, not branding:
- the `github.com/devopsfaith/krakend*` extra_config namespace strings
(35 of them). These are config-surface keys, not import paths;
renaming one silently stops that component finding its config. The
jose validator namespace backs `auth/validator` on 212 endpoints.
- core.KrakendVersion / KrakendUserAgent / the X-KRAKEND consts, whose
VALUES rebrand.go overwrites — that seam is unchanged.
- the KRAKEND_ koanf env prefix (a hardcoded upstream const).
- every vendored module's LICENSE (34 files, Apache-2.0/MIT).
The Makefile/CI -X paths move with the engine. An -X naming a symbol that
does not exist is silently ignored by the linker, so a stale path here
would have shipped an "undefined" version in the backend User-Agent and
X-Api-Version with a perfectly green build. Verified live:
`gateway version` reports 2.13.0, not undefined.
Verification (GOWORK=off CGO_ENABLED=0, both tag modes):
go build ./... OK go build -tags legacy ./... OK
go vet ./... clean go vet -tags legacy ./... clean
go test ./... 6/6 ok go test -tags legacy 5/5 ok
tests/ integration harness 47 fixtures pass
gateway check -c configs/{hanzo,lux}/gateway.json -> Syntax OK!
go list -m all | grep -iE 'krakend|lura' -> empty
go mod verify -> all modules verified
Co-authored-by: Hanzo Dev <[email protected]>
155 lines
3.6 KiB
Go
155 lines
3.6 KiB
Go
/*
|
|
Package proxy provides a rate-limit proxy middleware.
|
|
|
|
Sample backend extra config
|
|
|
|
...
|
|
"extra_config": {
|
|
...
|
|
"github.com/devopsfaith/krakend-ratelimit/rate/proxy": {
|
|
"max_rate": 100,
|
|
"capacity": 100
|
|
},
|
|
...
|
|
},
|
|
...
|
|
|
|
Adding the middleware to your proxy stack
|
|
|
|
import ratelimitproxy "github.com/hanzoai/gateway/v2/internal/plugin/ratelimit/proxy"
|
|
|
|
...
|
|
|
|
var p proxy.Proxy
|
|
var backend *config.Backend
|
|
|
|
...
|
|
|
|
p = ratelimitproxy.NewMiddleware(backend)(p)
|
|
|
|
...
|
|
|
|
The ratelimit package provides an efficient token bucket implementation. See http://en.wikipedia.org/wiki/Token_bucket for more details.
|
|
*/
|
|
package proxy
|
|
|
|
import (
|
|
"context"
|
|
"errors"
|
|
"fmt"
|
|
"time"
|
|
|
|
"github.com/hanzoai/gateway/v2/internal/lura/config"
|
|
"github.com/hanzoai/gateway/v2/internal/lura/logging"
|
|
"github.com/hanzoai/gateway/v2/internal/lura/proxy"
|
|
|
|
krakendrate "github.com/hanzoai/gateway/v2/internal/plugin/ratelimit"
|
|
)
|
|
|
|
// Namespace is the key to use to store and access the custom config data for the proxy
|
|
const Namespace = "qos/ratelimit/proxy"
|
|
|
|
// Config is the custom config struct containing the params for the limiter
|
|
type Config struct {
|
|
MaxRate float64 `json:"max_rate"`
|
|
Capacity uint64 `json:"capacity"`
|
|
}
|
|
|
|
// BackendFactory adds a ratelimiting middleware wrapping the internal factory
|
|
func BackendFactory(logger logging.Logger, next proxy.BackendFactory) proxy.BackendFactory {
|
|
return func(cfg *config.Backend) proxy.Proxy {
|
|
return NewMiddleware(logger, cfg)(next(cfg))
|
|
}
|
|
}
|
|
|
|
// NewMiddleware builds a middleware based on the extra config params or fallbacks to the next proxy
|
|
func NewMiddleware(logger logging.Logger, remote *config.Backend) proxy.Middleware {
|
|
logPrefix := "[BACKEND: " + remote.URLPattern + "][Ratelimit]"
|
|
cfg, err := ConfigGetter(remote.ExtraConfig)
|
|
if err != nil {
|
|
if err != ErrNoExtraCfg {
|
|
logger.Error(logPrefix, err)
|
|
}
|
|
return proxy.EmptyMiddleware
|
|
}
|
|
if cfg.MaxRate <= 0 {
|
|
return proxy.EmptyMiddleware
|
|
}
|
|
|
|
if cfg.Capacity == 0 {
|
|
if cfg.MaxRate < 1 {
|
|
cfg.Capacity = 1
|
|
} else {
|
|
cfg.Capacity = uint64(cfg.MaxRate)
|
|
}
|
|
}
|
|
|
|
tb := krakendrate.NewTokenBucket(cfg.MaxRate, cfg.Capacity)
|
|
logger.Debug(logPrefix, "Enabling the rate limiter")
|
|
return func(next ...proxy.Proxy) proxy.Proxy {
|
|
if len(next) > 1 {
|
|
panic(proxy.ErrTooManyProxies)
|
|
}
|
|
return func(ctx context.Context, request *proxy.Request) (*proxy.Response, error) {
|
|
if !tb.Allow() {
|
|
return nil, krakendrate.ErrLimited
|
|
}
|
|
return next[0](ctx, request)
|
|
}
|
|
}
|
|
}
|
|
|
|
// ZeroCfg is the zero value for the Config struct
|
|
var ZeroCfg = Config{}
|
|
|
|
var (
|
|
ErrNoExtraCfg = errors.New("no extra config")
|
|
ErrWrongExtraCfg = errors.New("wrong extra config")
|
|
)
|
|
|
|
// ConfigGetter parses the extra config for the rate adapter and returns
|
|
// a ZeroCfg and an error if something goes wrong.
|
|
func ConfigGetter(e config.ExtraConfig) (Config, error) {
|
|
v, ok := e[Namespace]
|
|
if !ok {
|
|
return ZeroCfg, ErrNoExtraCfg
|
|
}
|
|
tmp, ok := v.(map[string]interface{})
|
|
if !ok {
|
|
return ZeroCfg, ErrWrongExtraCfg
|
|
}
|
|
cfg := Config{}
|
|
if v, ok := tmp["max_rate"]; ok {
|
|
switch val := v.(type) {
|
|
case float64:
|
|
cfg.MaxRate = val
|
|
case int:
|
|
cfg.MaxRate = float64(val)
|
|
case int64:
|
|
cfg.MaxRate = float64(val)
|
|
}
|
|
}
|
|
if v, ok := tmp["capacity"]; ok {
|
|
switch val := v.(type) {
|
|
case int64:
|
|
cfg.Capacity = uint64(val)
|
|
case int:
|
|
cfg.Capacity = uint64(val)
|
|
case float64:
|
|
cfg.Capacity = uint64(val)
|
|
}
|
|
}
|
|
|
|
factor := 1.0
|
|
if v, ok := tmp["every"]; ok {
|
|
every, err := time.ParseDuration(fmt.Sprintf("%v", v))
|
|
if err != nil {
|
|
every = time.Second
|
|
}
|
|
factor = float64(time.Second) / float64(every)
|
|
}
|
|
cfg.MaxRate = cfg.MaxRate * factor
|
|
|
|
return cfg, nil
|
|
}
|