mirror of
https://github.com/hanzoai/gateway.git
synced 2026-11-02 08:45:10 +00:00
Every import in this module now resolves to github.com/hanzoai/gateway/v2.
The 34 github.com/krakend/* + github.com/luraproject/lura modules that
supplied the engine and its components are vendored under internal/ and
their 91 packages rewritten onto our own path.
Why fold rather than mirror into 34 hanzoai/* repos:
- It removes the exposure outright. 34 rows leave 34 rows of go.sum to
reason about; zero modules leave nothing. `go list -m all` and go.sum
now contain no krakend/lura entry at all.
- Cross-references cannot go wrong. 28 of the 34 import lura (97 files
inside lura self-reference it). Mirroring means rewriting every one of
those to our lura, and a single miss silently links a SECOND copy of
lura into the binary. With one module that is structurally impossible.
- It creates no duplicates. These are lura-coupled gateway glue with no
consumer outside this binary; publishing 34 repos would be 34 new
things to maintain for zero second caller. internal/ makes that
guarantee mechanical — Go forbids importing it from outside this
module, so none of it can become a competing public package. Verified
no repo outside gateway imports any hanzoai/gateway/v2 subpackage.
Layout mirrors provenance so an upstream re-sync stays a diff:
luraproject/lura/v2 -> internal/lura (the engine, 20 pkgs)
krakend/krakend-<x> -> internal/plugin/<x> (28 components)
krakend/<x> -> internal/pkg/<x> (6 standalone libs)
This commit is PURELY MECHANICAL: 196 of the 197 vendored files are
byte-identical to their upstream original once the import rewrite is
applied. The single exception is bloomfilter's subpackage, which upstream
names `krakend` — the one package name that could not survive as-is; it
becomes internal/pkg/bloomfilter/register. Hand edits land separately in
the next commit so they are readable on their own.
Per `go mod vendor` semantics, dependencies' _test.go files are not
vendored. They test upstream code at a pinned version that we do not
modify, several cannot run at all from a module distribution (they need
TLS certs and compiled .so plugins upstream generates but never ships),
and one is a 100k-request stress test that exhausts the ephemeral port
range and fails every package running beside it. Fold integrity is proven
by the byte-diff above instead, which is the stronger check.
Preserved deliberately — each of these is behaviour, not branding:
- the `github.com/devopsfaith/krakend*` extra_config namespace strings
(35 of them). These are config-surface keys, not import paths;
renaming one silently stops that component finding its config. The
jose validator namespace backs `auth/validator` on 212 endpoints.
- core.KrakendVersion / KrakendUserAgent / the X-KRAKEND consts, whose
VALUES rebrand.go overwrites — that seam is unchanged.
- the KRAKEND_ koanf env prefix (a hardcoded upstream const).
- every vendored module's LICENSE (34 files, Apache-2.0/MIT).
The Makefile/CI -X paths move with the engine. An -X naming a symbol that
does not exist is silently ignored by the linker, so a stale path here
would have shipped an "undefined" version in the backend User-Agent and
X-Api-Version with a perfectly green build. Verified live:
`gateway version` reports 2.13.0, not undefined.
Verification (GOWORK=off CGO_ENABLED=0, both tag modes):
go build ./... OK go build -tags legacy ./... OK
go vet ./... clean go vet -tags legacy ./... clean
go test ./... 6/6 ok go test -tags legacy 5/5 ok
tests/ integration harness 47 fixtures pass
gateway check -c configs/{hanzo,lux}/gateway.json -> Syntax OK!
go list -m all | grep -iE 'krakend|lura' -> empty
go mod verify -> all modules verified
Co-authored-by: Hanzo Dev <[email protected]>
240 lines
5.1 KiB
Go
240 lines
5.1 KiB
Go
package flexibleconfig
|
|
|
|
import (
|
|
"bytes"
|
|
"encoding/json"
|
|
"fmt"
|
|
"io"
|
|
"log"
|
|
"os"
|
|
"path"
|
|
"path/filepath"
|
|
"strings"
|
|
"text/template"
|
|
|
|
"github.com/Masterminds/sprig/v3"
|
|
"github.com/hanzoai/gateway/v2/internal/lura/config"
|
|
)
|
|
|
|
type Config struct {
|
|
Settings string
|
|
Partials string
|
|
Templates string
|
|
Parser config.Parser
|
|
Path string
|
|
}
|
|
|
|
func NewTemplateParser(cfg Config) *TemplateParser {
|
|
t := &TemplateParser{
|
|
Partials: cfg.Partials,
|
|
Templates: []string{},
|
|
Parser: cfg.Parser,
|
|
Vars: map[string]interface{}{},
|
|
Path: cfg.Path,
|
|
err: parserError{errors: map[string]error{}},
|
|
}
|
|
|
|
if cfg.Settings != "" {
|
|
files, err := os.ReadDir(cfg.Settings)
|
|
if err != nil {
|
|
t.err.errors[cfg.Settings] = err
|
|
files = []os.DirEntry{}
|
|
}
|
|
for _, settingsFile := range files {
|
|
if !strings.HasSuffix(settingsFile.Name(), ".json") {
|
|
continue
|
|
}
|
|
b, err := os.ReadFile(filepath.Join(cfg.Settings, settingsFile.Name()))
|
|
if err != nil {
|
|
t.err.errors[settingsFile.Name()] = err
|
|
continue
|
|
}
|
|
var v map[string]interface{}
|
|
if err := json.Unmarshal(b, &v); err != nil {
|
|
t.err.errors[settingsFile.Name()] = err
|
|
continue
|
|
}
|
|
t.Vars[strings.TrimSuffix(filepath.Base(settingsFile.Name()), ".json")] = v
|
|
}
|
|
}
|
|
|
|
if cfg.Templates != "" {
|
|
files, err := os.ReadDir(cfg.Templates)
|
|
if err != nil {
|
|
t.err.errors[cfg.Templates] = err
|
|
files = []os.DirEntry{}
|
|
}
|
|
for _, settingsFile := range files {
|
|
if !strings.HasSuffix(settingsFile.Name(), ".tmpl") {
|
|
continue
|
|
}
|
|
t.Templates = append(t.Templates, filepath.Join(cfg.Templates, settingsFile.Name()))
|
|
}
|
|
}
|
|
|
|
t.funcMap = sprig.GenericFuncMap()
|
|
t.funcMap["marshal"] = t.marshal
|
|
t.funcMap["include"] = t.include
|
|
|
|
return t
|
|
}
|
|
|
|
type TemplateParser struct {
|
|
Vars map[string]interface{}
|
|
Partials string
|
|
Parser config.Parser
|
|
Templates []string
|
|
Path string
|
|
err parserError
|
|
funcMap template.FuncMap
|
|
|
|
lastSource []byte
|
|
}
|
|
|
|
func (t *TemplateParser) AddFunc(name string, f interface{}) {
|
|
t.funcMap[name] = f
|
|
}
|
|
|
|
func (t *TemplateParser) Parse(configFile string) (config.ServiceConfig, error) {
|
|
if len(t.err.errors) != 0 {
|
|
return config.ServiceConfig{}, t.err
|
|
}
|
|
|
|
tmpfile, err := os.CreateTemp("", "KrakenD_parsed_config_template_")
|
|
if err != nil {
|
|
log.Println("Couldn't create the temporary file:", err)
|
|
return config.ServiceConfig{}, err
|
|
}
|
|
|
|
defer os.Remove(tmpfile.Name())
|
|
|
|
var buf bytes.Buffer
|
|
|
|
tmpl, err := template.New("config").Funcs(t.funcMap).ParseFiles(configFile)
|
|
if err != nil {
|
|
log.Println("Unable to parse configuration file:", err)
|
|
return t.Parser.Parse(configFile)
|
|
}
|
|
if len(t.Templates) > 0 {
|
|
tmpl, err = tmpl.ParseFiles(t.Templates...)
|
|
if err != nil {
|
|
log.Println("Error parsing sub-templates:", err)
|
|
return t.Parser.Parse(configFile)
|
|
}
|
|
}
|
|
err = tmpl.ExecuteTemplate(&buf, filepath.Base(configFile), t.Vars)
|
|
if err != nil {
|
|
log.Println("Found error while executing template:", err)
|
|
return t.Parser.Parse(configFile)
|
|
}
|
|
|
|
if _, err = tmpfile.Write(buf.Bytes()); err != nil {
|
|
log.Println("Unable to write the temporary configuration file:", err)
|
|
return t.Parser.Parse(configFile)
|
|
}
|
|
if err = tmpfile.Close(); err != nil {
|
|
log.Println("Unable to close the file after writing:", err)
|
|
return config.ServiceConfig{}, err
|
|
}
|
|
|
|
filename := tmpfile.Name() + ".json"
|
|
if t.Path != "" {
|
|
filename = t.Path
|
|
}
|
|
if err := renameFile(tmpfile.Name(), filename); err != nil {
|
|
return config.ServiceConfig{}, err
|
|
}
|
|
|
|
t.lastSource, _ = os.ReadFile(filename)
|
|
cfg, err := t.Parser.Parse(filename)
|
|
|
|
if t.Path == "" {
|
|
os.Remove(filename)
|
|
}
|
|
|
|
return cfg, err
|
|
}
|
|
|
|
func (t *TemplateParser) LastSource() ([]byte, error) {
|
|
if t.lastSource == nil {
|
|
return nil, fmt.Errorf("no content")
|
|
}
|
|
return t.lastSource, nil
|
|
}
|
|
|
|
func (*TemplateParser) marshal(v interface{}) string {
|
|
a, _ := json.Marshal(v)
|
|
return string(a)
|
|
}
|
|
|
|
func (t *TemplateParser) include(v interface{}) string {
|
|
a, _ := os.ReadFile(path.Join(t.Partials, v.(string)))
|
|
return string(a)
|
|
}
|
|
|
|
type parserError struct {
|
|
errors map[string]error
|
|
}
|
|
|
|
func (p parserError) Error() string {
|
|
msgs := make([]string, len(p.errors))
|
|
var j int
|
|
for i, e := range p.errors {
|
|
msgs[j] = fmt.Sprintf("\t- %s: %s", i, e.Error())
|
|
j++
|
|
}
|
|
return "loading flexible-config settings:\n" + strings.Join(msgs, "\n")
|
|
}
|
|
|
|
func renameFile(src, dst string) (err error) {
|
|
err = copyFile(src, dst)
|
|
if err != nil {
|
|
return fmt.Errorf("failed to copy source file %s to %s: %s", src, dst, err)
|
|
}
|
|
err = os.RemoveAll(src)
|
|
if err != nil {
|
|
return fmt.Errorf("failed to cleanup source file %s: %s", src, err)
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// credit https://gist.github.com/r0l1/92462b38df26839a3ca324697c8cba04
|
|
func copyFile(src, dst string) (err error) {
|
|
in, err := os.Open(src)
|
|
if err != nil {
|
|
return
|
|
}
|
|
defer func() { err = in.Close() }()
|
|
|
|
out, err := os.Create(dst)
|
|
if err != nil {
|
|
return
|
|
}
|
|
defer func() {
|
|
if e := out.Close(); e != nil {
|
|
err = e
|
|
}
|
|
}()
|
|
|
|
_, err = io.Copy(out, in)
|
|
if err != nil {
|
|
return
|
|
}
|
|
|
|
err = out.Sync()
|
|
if err != nil {
|
|
return
|
|
}
|
|
|
|
si, err := os.Stat(src)
|
|
if err != nil {
|
|
return
|
|
}
|
|
err = os.Chmod(dst, si.Mode())
|
|
if err != nil {
|
|
return
|
|
}
|
|
|
|
return
|
|
}
|