mirror of
https://github.com/hanzoai/gateway.git
synced 2026-10-30 15:04:44 +00:00
Every import in this module now resolves to github.com/hanzoai/gateway/v2.
The 34 github.com/krakend/* + github.com/luraproject/lura modules that
supplied the engine and its components are vendored under internal/ and
their 91 packages rewritten onto our own path.
Why fold rather than mirror into 34 hanzoai/* repos:
- It removes the exposure outright. 34 rows leave 34 rows of go.sum to
reason about; zero modules leave nothing. `go list -m all` and go.sum
now contain no krakend/lura entry at all.
- Cross-references cannot go wrong. 28 of the 34 import lura (97 files
inside lura self-reference it). Mirroring means rewriting every one of
those to our lura, and a single miss silently links a SECOND copy of
lura into the binary. With one module that is structurally impossible.
- It creates no duplicates. These are lura-coupled gateway glue with no
consumer outside this binary; publishing 34 repos would be 34 new
things to maintain for zero second caller. internal/ makes that
guarantee mechanical — Go forbids importing it from outside this
module, so none of it can become a competing public package. Verified
no repo outside gateway imports any hanzoai/gateway/v2 subpackage.
Layout mirrors provenance so an upstream re-sync stays a diff:
luraproject/lura/v2 -> internal/lura (the engine, 20 pkgs)
krakend/krakend-<x> -> internal/plugin/<x> (28 components)
krakend/<x> -> internal/pkg/<x> (6 standalone libs)
This commit is PURELY MECHANICAL: 196 of the 197 vendored files are
byte-identical to their upstream original once the import rewrite is
applied. The single exception is bloomfilter's subpackage, which upstream
names `krakend` — the one package name that could not survive as-is; it
becomes internal/pkg/bloomfilter/register. Hand edits land separately in
the next commit so they are readable on their own.
Per `go mod vendor` semantics, dependencies' _test.go files are not
vendored. They test upstream code at a pinned version that we do not
modify, several cannot run at all from a module distribution (they need
TLS certs and compiled .so plugins upstream generates but never ships),
and one is a 100k-request stress test that exhausts the ephemeral port
range and fails every package running beside it. Fold integrity is proven
by the byte-diff above instead, which is the stronger check.
Preserved deliberately — each of these is behaviour, not branding:
- the `github.com/devopsfaith/krakend*` extra_config namespace strings
(35 of them). These are config-surface keys, not import paths;
renaming one silently stops that component finding its config. The
jose validator namespace backs `auth/validator` on 212 endpoints.
- core.KrakendVersion / KrakendUserAgent / the X-KRAKEND consts, whose
VALUES rebrand.go overwrites — that seam is unchanged.
- the KRAKEND_ koanf env prefix (a hardcoded upstream const).
- every vendored module's LICENSE (34 files, Apache-2.0/MIT).
The Makefile/CI -X paths move with the engine. An -X naming a symbol that
does not exist is silently ignored by the linker, so a stale path here
would have shipped an "undefined" version in the backend User-Agent and
X-Api-Version with a perfectly green build. Verified live:
`gateway version` reports 2.13.0, not undefined.
Verification (GOWORK=off CGO_ENABLED=0, both tag modes):
go build ./... OK go build -tags legacy ./... OK
go vet ./... clean go vet -tags legacy ./... clean
go test ./... 6/6 ok go test -tags legacy 5/5 ok
tests/ integration harness 47 fixtures pass
gateway check -c configs/{hanzo,lux}/gateway.json -> Syntax OK!
go list -m all | grep -iE 'krakend|lura' -> empty
go mod verify -> all modules verified
Co-authored-by: Hanzo Dev <[email protected]>
278 lines
7.6 KiB
Go
278 lines
7.6 KiB
Go
package jose
|
|
|
|
import (
|
|
b64 "encoding/base64"
|
|
"encoding/json"
|
|
"errors"
|
|
"sync"
|
|
"time"
|
|
|
|
"github.com/go-jose/go-jose/v3"
|
|
"github.com/hanzoai/gateway/v2/internal/lura/config"
|
|
"github.com/hanzoai/gateway/v2/internal/lura/logging"
|
|
)
|
|
|
|
var (
|
|
ErrNoKeyFound = errors.New("no Keys have been found")
|
|
ErrKeyExpired = errors.New("key exists but is expired")
|
|
defaultGlobalCacheMaxAge uint32 = 900
|
|
defaultStrategy = "kid"
|
|
|
|
// Configuring with MaxKeyAgeNoCheck will skip key expiry check
|
|
MaxKeyAgeNoCheck = time.Duration(-1)
|
|
globalKeyCacher = map[string]GlobalCacher{}
|
|
globalKeyCacherOnce = new(sync.Once)
|
|
)
|
|
|
|
type GlobalCacher struct {
|
|
kc KeyCacher
|
|
mu *sync.RWMutex
|
|
}
|
|
|
|
func SetGlobalCacher(l logging.Logger, cfg config.ExtraConfig) error {
|
|
scfg, err := configGetter(l, cfg)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
duration := time.Duration(scfg.CacheDuration) * time.Second
|
|
globalKeyCacherOnce.Do(func() {
|
|
globalKeyCacher = map[string]GlobalCacher{
|
|
"kid": {kc: NewMemoryKeyCacher(duration, -1, "kid"), mu: new(sync.RWMutex)},
|
|
"x5t": {kc: NewMemoryKeyCacher(duration, -1, "x5t"), mu: new(sync.RWMutex)},
|
|
"x5t#S256": {kc: NewMemoryKeyCacher(duration, -1, "x5t#S256"), mu: new(sync.RWMutex)},
|
|
"kid_x5t": {kc: NewMemoryKeyCacher(duration, -1, "kid_x5t"), mu: new(sync.RWMutex)},
|
|
}
|
|
})
|
|
return nil
|
|
}
|
|
|
|
type serviceConfig struct {
|
|
CacheDuration uint32 `json:"shared_cache_duration"`
|
|
}
|
|
|
|
func configGetter(l logging.Logger, cfg config.ExtraConfig) (serviceConfig, error) {
|
|
scfg := serviceConfig{}
|
|
e, ok := cfg[ValidatorNamespace].(map[string]interface{})
|
|
if !ok {
|
|
return scfg, ErrNoValidatorCfg
|
|
}
|
|
tmp, err := json.Marshal(e)
|
|
if err != nil {
|
|
return scfg, err
|
|
}
|
|
if err := json.Unmarshal(tmp, &scfg); err != nil {
|
|
return scfg, err
|
|
}
|
|
if scfg.CacheDuration == 0 {
|
|
scfg.CacheDuration = defaultGlobalCacheMaxAge
|
|
l.Info("[SERVICE: JOSE] Empty shared_cache_duration, using default (15m)")
|
|
}
|
|
return scfg, nil
|
|
}
|
|
|
|
// KeyIDGetter extracts a key id from a JSONWebKey
|
|
type KeyIDGetter interface {
|
|
Get(*jose.JSONWebKey) string
|
|
}
|
|
|
|
// KeyIDGetterFunc function conforming to the KeyIDGetter interface.
|
|
type KeyIDGetterFunc func(*jose.JSONWebKey) string
|
|
|
|
// Get calls f(r)
|
|
func (f KeyIDGetterFunc) Get(key *jose.JSONWebKey) string {
|
|
return f(key)
|
|
}
|
|
|
|
// DefaultKeyIDGetter returns the default kid as JSONWebKey key id
|
|
func DefaultKeyIDGetter(key *jose.JSONWebKey) string {
|
|
return key.KeyID
|
|
}
|
|
|
|
// X5TKeyIDGetter extracts the key id from the jSONWebKey as the x5t
|
|
func X5TKeyIDGetter(key *jose.JSONWebKey) string {
|
|
return b64.RawURLEncoding.EncodeToString(key.CertificateThumbprintSHA1)
|
|
}
|
|
|
|
// X5TS256KeyIDGetter extracts the key id from the jSONWebKey as the x5t#S256
|
|
func X5TS256KeyIDGetter(key *jose.JSONWebKey) string {
|
|
return b64.RawURLEncoding.EncodeToString(key.CertificateThumbprintSHA256)
|
|
}
|
|
|
|
// CompoundX5TKeyIDGetter extracts the key id from the jSONWebKey as the a compound string of the kid and the x5t
|
|
func CompoundX5TKeyIDGetter(key *jose.JSONWebKey) string {
|
|
return key.KeyID + X5TKeyIDGetter(key)
|
|
}
|
|
|
|
func KeyIDGetterFactory(keyIdentifyStrategy string) KeyIDGetter {
|
|
supportedKeyIdentifyStrategy := map[string]KeyIDGetterFunc{
|
|
"kid": DefaultKeyIDGetter,
|
|
"x5t": X5TKeyIDGetter,
|
|
"x5t#S256": X5TS256KeyIDGetter,
|
|
"kid_x5t": CompoundX5TKeyIDGetter,
|
|
}
|
|
|
|
if keyGetter, ok := supportedKeyIdentifyStrategy[keyIdentifyStrategy]; ok {
|
|
return keyGetter
|
|
}
|
|
return KeyIDGetterFunc(DefaultKeyIDGetter)
|
|
}
|
|
|
|
type KeyCacher interface {
|
|
Get(keyID string) (*jose.JSONWebKey, error)
|
|
Add(keyID string, webKeys []jose.JSONWebKey) (*jose.JSONWebKey, error)
|
|
}
|
|
|
|
type MemoryKeyCacher struct {
|
|
entries map[string]keyCacherEntry
|
|
maxKeyAge time.Duration
|
|
maxCacheSize int
|
|
keyIDGetter KeyIDGetter
|
|
mu *sync.RWMutex
|
|
}
|
|
|
|
type keyCacherEntry struct {
|
|
addedAt time.Time
|
|
jose.JSONWebKey
|
|
}
|
|
|
|
type GMemoryKeyCacher struct {
|
|
*MemoryKeyCacher
|
|
Global GlobalCacher
|
|
}
|
|
|
|
func (gkc *GMemoryKeyCacher) Add(keyID string, downloadedKeys []jose.JSONWebKey) (*jose.JSONWebKey, error) {
|
|
if gkc.Global.kc != nil {
|
|
gkc.Global.mu.Lock()
|
|
gkc.Global.kc.Add(keyID, downloadedKeys)
|
|
gkc.Global.mu.Unlock()
|
|
}
|
|
|
|
return gkc.MemoryKeyCacher.Add(keyID, downloadedKeys)
|
|
}
|
|
|
|
// Get obtains a key from the cache, and checks if the key is expired
|
|
func (gkc *GMemoryKeyCacher) Get(keyID string) (*jose.JSONWebKey, error) {
|
|
k, err := gkc.MemoryKeyCacher.Get(keyID)
|
|
if err == nil || gkc.Global.kc == nil {
|
|
return k, err
|
|
}
|
|
|
|
gkc.Global.mu.RLock()
|
|
v, err := gkc.Global.kc.Get(keyID)
|
|
gkc.Global.mu.RUnlock()
|
|
if err == nil {
|
|
gkc.MemoryKeyCacher.Add(keyID, []jose.JSONWebKey{*v})
|
|
}
|
|
return v, err
|
|
}
|
|
|
|
// NewMemoryKeyCacher creates a new Keycacher interface with option
|
|
// to set max age of cached keys and max size of the cache.
|
|
func NewMemoryKeyCacher(maxKeyAge time.Duration, maxCacheSize int, keyIdentifyStrategy string) *MemoryKeyCacher {
|
|
return &MemoryKeyCacher{
|
|
entries: map[string]keyCacherEntry{},
|
|
maxKeyAge: maxKeyAge,
|
|
maxCacheSize: maxCacheSize,
|
|
keyIDGetter: KeyIDGetterFactory(keyIdentifyStrategy),
|
|
mu: new(sync.RWMutex),
|
|
}
|
|
}
|
|
|
|
func NewGlobalMemoryKeyCacher(maxKeyAge time.Duration, maxCacheSize int, keyIdentifyStrategy string) *GMemoryKeyCacher {
|
|
kc := &GMemoryKeyCacher{
|
|
MemoryKeyCacher: NewMemoryKeyCacher(maxKeyAge, maxCacheSize, keyIdentifyStrategy),
|
|
Global: GlobalCacher{},
|
|
}
|
|
if keyIdentifyStrategy == "" {
|
|
keyIdentifyStrategy = defaultStrategy
|
|
}
|
|
if len(globalKeyCacher) > 0 {
|
|
g := globalKeyCacher[keyIdentifyStrategy]
|
|
kc.Global = g
|
|
}
|
|
return kc
|
|
}
|
|
|
|
// Get obtains a key from the cache, and checks if the key is expired
|
|
func (mkc *MemoryKeyCacher) Get(keyID string) (*jose.JSONWebKey, error) {
|
|
mkc.mu.RLock()
|
|
searchKey, ok := mkc.entries[keyID]
|
|
mkc.mu.RUnlock()
|
|
if ok {
|
|
if mkc.maxKeyAge == MaxKeyAgeNoCheck || !mkc.keyIsExpired(keyID) {
|
|
return &searchKey.JSONWebKey, nil
|
|
}
|
|
return nil, ErrKeyExpired
|
|
}
|
|
return nil, ErrNoKeyFound
|
|
}
|
|
|
|
// Add adds a key into the cache and handles overflow
|
|
func (mkc *MemoryKeyCacher) Add(keyID string, downloadedKeys []jose.JSONWebKey) (*jose.JSONWebKey, error) {
|
|
var addingKey jose.JSONWebKey
|
|
var addingKeyID string
|
|
for i := range downloadedKeys {
|
|
cacheKey := mkc.keyIDGetter.Get(&downloadedKeys[i])
|
|
if cacheKey == keyID {
|
|
addingKey = downloadedKeys[i]
|
|
addingKeyID = cacheKey
|
|
}
|
|
if mkc.maxCacheSize == -1 {
|
|
mkc.mu.Lock()
|
|
mkc.entries[cacheKey] = keyCacherEntry{
|
|
addedAt: time.Now(),
|
|
JSONWebKey: downloadedKeys[i],
|
|
}
|
|
mkc.mu.Unlock()
|
|
}
|
|
}
|
|
if addingKey.Key != nil {
|
|
if mkc.maxCacheSize != -1 {
|
|
mkc.mu.Lock()
|
|
mkc.entries[addingKeyID] = keyCacherEntry{
|
|
addedAt: time.Now(),
|
|
JSONWebKey: addingKey,
|
|
}
|
|
mkc.mu.Unlock()
|
|
mkc.handleOverflow()
|
|
}
|
|
return &addingKey, nil
|
|
}
|
|
return nil, ErrNoKeyFound
|
|
}
|
|
|
|
// keyIsExpired deletes the key from cache if it is expired
|
|
func (mkc *MemoryKeyCacher) keyIsExpired(keyID string) bool {
|
|
mkc.mu.RLock()
|
|
entry := mkc.entries[keyID].addedAt.Add(mkc.maxKeyAge)
|
|
mkc.mu.RUnlock()
|
|
|
|
if time.Now().After(entry) {
|
|
mkc.mu.Lock()
|
|
delete(mkc.entries, keyID)
|
|
mkc.mu.Unlock()
|
|
return true
|
|
}
|
|
return false
|
|
}
|
|
|
|
// handleOverflow deletes the oldest key from the cache if overflowed
|
|
func (mkc *MemoryKeyCacher) handleOverflow() {
|
|
if mkc.maxCacheSize < len(mkc.entries) {
|
|
mkc.mu.RLock()
|
|
var oldestEntryKeyID string
|
|
latestAddedTime := time.Now()
|
|
for entryKeyID := range mkc.entries {
|
|
if mkc.entries[entryKeyID].addedAt.Before(latestAddedTime) {
|
|
latestAddedTime = mkc.entries[entryKeyID].addedAt
|
|
oldestEntryKeyID = entryKeyID
|
|
}
|
|
}
|
|
mkc.mu.RUnlock()
|
|
|
|
mkc.mu.Lock()
|
|
delete(mkc.entries, oldestEntryKeyID)
|
|
mkc.mu.Unlock()
|
|
}
|
|
}
|