mirror of
https://github.com/hanzoai/gateway.git
synced 2026-11-02 23:52:23 +00:00
Every import in this module now resolves to github.com/hanzoai/gateway/v2.
The 34 github.com/krakend/* + github.com/luraproject/lura modules that
supplied the engine and its components are vendored under internal/ and
their 91 packages rewritten onto our own path.
Why fold rather than mirror into 34 hanzoai/* repos:
- It removes the exposure outright. 34 rows leave 34 rows of go.sum to
reason about; zero modules leave nothing. `go list -m all` and go.sum
now contain no krakend/lura entry at all.
- Cross-references cannot go wrong. 28 of the 34 import lura (97 files
inside lura self-reference it). Mirroring means rewriting every one of
those to our lura, and a single miss silently links a SECOND copy of
lura into the binary. With one module that is structurally impossible.
- It creates no duplicates. These are lura-coupled gateway glue with no
consumer outside this binary; publishing 34 repos would be 34 new
things to maintain for zero second caller. internal/ makes that
guarantee mechanical — Go forbids importing it from outside this
module, so none of it can become a competing public package. Verified
no repo outside gateway imports any hanzoai/gateway/v2 subpackage.
Layout mirrors provenance so an upstream re-sync stays a diff:
luraproject/lura/v2 -> internal/lura (the engine, 20 pkgs)
krakend/krakend-<x> -> internal/plugin/<x> (28 components)
krakend/<x> -> internal/pkg/<x> (6 standalone libs)
This commit is PURELY MECHANICAL: 196 of the 197 vendored files are
byte-identical to their upstream original once the import rewrite is
applied. The single exception is bloomfilter's subpackage, which upstream
names `krakend` — the one package name that could not survive as-is; it
becomes internal/pkg/bloomfilter/register. Hand edits land separately in
the next commit so they are readable on their own.
Per `go mod vendor` semantics, dependencies' _test.go files are not
vendored. They test upstream code at a pinned version that we do not
modify, several cannot run at all from a module distribution (they need
TLS certs and compiled .so plugins upstream generates but never ships),
and one is a 100k-request stress test that exhausts the ephemeral port
range and fails every package running beside it. Fold integrity is proven
by the byte-diff above instead, which is the stronger check.
Preserved deliberately — each of these is behaviour, not branding:
- the `github.com/devopsfaith/krakend*` extra_config namespace strings
(35 of them). These are config-surface keys, not import paths;
renaming one silently stops that component finding its config. The
jose validator namespace backs `auth/validator` on 212 endpoints.
- core.KrakendVersion / KrakendUserAgent / the X-KRAKEND consts, whose
VALUES rebrand.go overwrites — that seam is unchanged.
- the KRAKEND_ koanf env prefix (a hardcoded upstream const).
- every vendored module's LICENSE (34 files, Apache-2.0/MIT).
The Makefile/CI -X paths move with the engine. An -X naming a symbol that
does not exist is silently ignored by the linker, so a stale path here
would have shipped an "undefined" version in the backend User-Agent and
X-Api-Version with a perfectly green build. Verified live:
`gateway version` reports 2.13.0, not undefined.
Verification (GOWORK=off CGO_ENABLED=0, both tag modes):
go build ./... OK go build -tags legacy ./... OK
go vet ./... clean go vet -tags legacy ./... clean
go test ./... 6/6 ok go test -tags legacy 5/5 ok
tests/ integration harness 47 fixtures pass
gateway check -c configs/{hanzo,lux}/gateway.json -> Syntax OK!
go list -m all | grep -iE 'krakend|lura' -> empty
go mod verify -> all modules verified
Co-authored-by: Hanzo Dev <[email protected]>
172 lines
4.3 KiB
Go
172 lines
4.3 KiB
Go
package amqp
|
|
|
|
import (
|
|
"context"
|
|
"encoding/json"
|
|
"errors"
|
|
"fmt"
|
|
"io"
|
|
"math"
|
|
"strconv"
|
|
"time"
|
|
|
|
amqp "github.com/rabbitmq/amqp091-go"
|
|
|
|
"github.com/hanzoai/gateway/v2/internal/lura/config"
|
|
"github.com/hanzoai/gateway/v2/internal/lura/proxy"
|
|
)
|
|
|
|
const producerNamespace = "github.com/devopsfaith/krakend-amqp/produce"
|
|
|
|
var errNoProducerCfgDefined = errors.New("no amqp producer defined")
|
|
|
|
func getProducerConfig(remote *config.Backend) (*producerCfg, error) {
|
|
v, ok := remote.ExtraConfig[producerNamespace]
|
|
if !ok {
|
|
return nil, errNoProducerCfgDefined
|
|
}
|
|
|
|
b, _ := json.Marshal(v)
|
|
cfg := &producerCfg{}
|
|
err := json.Unmarshal(b, cfg)
|
|
return cfg, err
|
|
}
|
|
|
|
type producerCfg struct {
|
|
queueCfg
|
|
Mandatory bool `json:"mandatory"`
|
|
Immediate bool `json:"immediate"`
|
|
ExpirationKey string `json:"exp_key"`
|
|
ReplyToKey string `json:"reply_to_key"`
|
|
MessageIdKey string `json:"msg_id_key"`
|
|
PriorityKey string `json:"priority_key"`
|
|
RoutingKey string `json:"routing_key"`
|
|
StaticRoutingKey bool `json:"static_routing_key"`
|
|
}
|
|
|
|
func (f backendFactory) initProducer(ctx context.Context, remote *config.Backend) (proxy.Proxy, error) {
|
|
if len(remote.Host) < 1 {
|
|
return proxy.NoopProxy, errNoBackendHostDefined
|
|
}
|
|
dns := remote.Host[0]
|
|
logPrefix := "[BACKEND: " + remote.URLPattern + "][AMQP]"
|
|
|
|
cfg, err := getProducerConfig(remote)
|
|
if err != nil {
|
|
if err != errNoProducerCfgDefined {
|
|
f.logger.Debug(logPrefix, fmt.Sprintf("%s: %s", dns, err.Error()))
|
|
}
|
|
return proxy.NoopProxy, err
|
|
}
|
|
cfg.LogPrefix = logPrefix
|
|
|
|
if cfg.MaxRetries <= 0 {
|
|
cfg.MaxRetries = math.MaxInt64
|
|
}
|
|
|
|
connHandler := newConnectionHandler(ctx, f.logger, cfg.LogPrefix)
|
|
if err := connHandler.newProducer(dns, cfg, DefaultStartupRetries, DefaultBackoffStrategy); err != nil {
|
|
f.logger.Error(logPrefix, err.Error())
|
|
connHandler.conn.Close()
|
|
}
|
|
|
|
f.logger.Debug(logPrefix, "Producer attached")
|
|
go func() {
|
|
<-ctx.Done()
|
|
connHandler.conn.Close()
|
|
}()
|
|
|
|
return func(_ context.Context, r *proxy.Request) (*proxy.Response, error) {
|
|
body, err := io.ReadAll(r.Body)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
contentType := ""
|
|
headers := amqp.Table{}
|
|
for k, vs := range r.Headers {
|
|
headerValues := make([]interface{}, len(vs))
|
|
for k, v := range vs {
|
|
headerValues[k] = v
|
|
}
|
|
headers[k] = headerValues
|
|
}
|
|
pub := amqp.Publishing{
|
|
Headers: headers,
|
|
ContentType: contentType,
|
|
Body: body,
|
|
Timestamp: time.Now(),
|
|
Expiration: r.Params[cfg.ExpirationKey],
|
|
ReplyTo: r.Params[cfg.ReplyToKey],
|
|
MessageId: r.Params[cfg.MessageIdKey],
|
|
}
|
|
|
|
if len(r.Headers["Content-Type"]) > 0 {
|
|
pub.ContentType = r.Headers["Content-Type"][0]
|
|
}
|
|
|
|
if v, ok := r.Params[cfg.PriorityKey]; ok {
|
|
if i, err := strconv.Atoi(v); err == nil {
|
|
pub.Priority = uint8(i)
|
|
}
|
|
}
|
|
|
|
routingKey := cfg.RoutingKey
|
|
if !cfg.StaticRoutingKey {
|
|
routingKey = r.Params[cfg.RoutingKey]
|
|
}
|
|
|
|
if connHandler.conn.IsClosed() {
|
|
if connHandler.reconnecting.CompareAndSwap(false, true) {
|
|
go func() {
|
|
if err := connHandler.newProducer(dns, cfg, cfg.MaxRetries, cfg.Backoff); err != nil {
|
|
f.logger.Debug(logPrefix, err.Error())
|
|
}
|
|
}()
|
|
}
|
|
return nil, fmt.Errorf("connection not available, trying to reconnect")
|
|
}
|
|
|
|
if err := connHandler.conn.ch.Publish(
|
|
cfg.Exchange,
|
|
routingKey,
|
|
cfg.Mandatory,
|
|
cfg.Immediate,
|
|
pub,
|
|
); err != nil {
|
|
if err != amqp.ErrClosed || !connHandler.reconnecting.CompareAndSwap(false, true) {
|
|
return nil, err
|
|
}
|
|
go func() {
|
|
if err = connHandler.newProducer(dns, cfg, cfg.MaxRetries, cfg.Backoff); err != nil {
|
|
f.logger.Debug(logPrefix, err.Error())
|
|
}
|
|
}()
|
|
return nil, err
|
|
}
|
|
|
|
return &proxy.Response{IsComplete: true}, nil
|
|
}, nil
|
|
}
|
|
|
|
// newProducer needs to execute connect first because it blocks the execution
|
|
func (h *connectionHandler) newProducer(dns string, cfg *producerCfg, maxRetries int, bckoff string) error {
|
|
if err := h.connect(dns, maxRetries, bckoff); err != nil {
|
|
return fmt.Errorf("getting the channel for %s/%s: %s", dns, cfg.Name, err.Error())
|
|
}
|
|
|
|
if err := h.conn.ch.ExchangeDeclare(
|
|
cfg.Exchange, // name
|
|
"topic", // type
|
|
cfg.Durable,
|
|
cfg.Delete,
|
|
cfg.Exclusive,
|
|
cfg.NoWait,
|
|
nil,
|
|
); err != nil {
|
|
h.conn.Close()
|
|
return fmt.Errorf("declaring the exchange for %s/%s: %s", dns, cfg.Name, err.Error())
|
|
}
|
|
|
|
return nil
|
|
}
|