mirror of
https://github.com/hanzoai/base.git
synced 2026-10-21 03:41:50 +00:00
BASE_DB_TIER=sql opened PostgreSQL and then spoke to it in SQLite: strftime, sqlite_master, json_extract, json_each, an INTEGER column holding an int64, an outer join with no ON, backticked identifiers, and a rowid that only one engine has. The tier picked a backend the queries could not reach. Every one of those now comes from hanzoai/orm/dialect, resolved once from the driver the data DB was opened with and reachable as app.Dialect(). Base holds no switch on the engine — it asks for the JSON accessors, the schema catalog, the generated instant and identifier, and the column types, and it asks whether a feature exists at all where one engine has nothing to offer: an insertion-order column, a write-ahead log to fold, a function that renders an instant. Empty means the caller falls back or refuses rather than emitting something the engine will reject. Some differences turned out not to need a dialect at all. An instant is stored as text in a fixed layout, so bucketing the log rollup to the hour is a substring rather than a calendar function, which every engine spells the same way and an index can be built on. Null-safe equality is IS NOT DISTINCT FROM. An int64 column is BIGINT. A join with nothing of its own to match still states a condition. Case-insensitive comparison stays COLLATE NOCASE, because the schema now asks the engine for the collation that name refers to. The proof is a Postgres 18 running the data plane: migrations apply, a collection created over /v1 lands as a table with text, numeric and jsonb columns and its declared index, and records insert, page, sort, filter across scalars, multi-value elements and JSON paths, update and delete. A unique index declared COLLATE NOCASE rejects the second spelling of a handle. Comparing a JSON sub-path to a number is refused there: the extraction yields text, the literal binds as a number, and the filter language does not say which the comparison meant. Compared as text it works.
213 lines
7.0 KiB
Go
213 lines
7.0 KiB
Go
package core_test
|
|
|
|
import (
|
|
"context"
|
|
"database/sql"
|
|
"fmt"
|
|
"os"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/hanzoai/base/core"
|
|
"github.com/hanzoai/base/tools/store"
|
|
"github.com/hanzoai/dbx"
|
|
"golang.org/x/sync/semaphore"
|
|
)
|
|
|
|
func TestNotifyWatcher_SettingsUpdate(t *testing.T) {
|
|
t.Parallel()
|
|
|
|
testEvents := store.New[core.App, int](nil)
|
|
|
|
tmpDir, err := os.MkdirTemp("", "hz_notify_test*")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
defer os.RemoveAll(tmpDir)
|
|
|
|
app1 := core.NewBaseApp(core.BaseAppConfig{
|
|
DataDir: tmpDir,
|
|
})
|
|
if err := app1.Bootstrap(); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
app2 := core.NewBaseApp(core.BaseAppConfig{
|
|
DataDir: tmpDir,
|
|
})
|
|
if err := app2.Bootstrap(); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
ctx, cancelCtx := context.WithTimeout(context.Background(), 1*time.Second)
|
|
defer cancelCtx()
|
|
|
|
sem := semaphore.NewWeighted(1)
|
|
sem.Acquire(ctx, 1)
|
|
|
|
app1.OnSettingsReload().BindFunc(func(e *core.SettingsReloadEvent) error {
|
|
testEvents.SetFunc(app1, func(old int) int {
|
|
return old + 1
|
|
})
|
|
return e.Next()
|
|
})
|
|
|
|
app2.OnSettingsReload().BindFunc(func(e *core.SettingsReloadEvent) error {
|
|
// Apply the reload (e.Next swaps in the new settings) BEFORE releasing the
|
|
// barrier, so the assertions below cannot observe app2 mid-reload with the
|
|
// old AppName still in place.
|
|
err := e.Next()
|
|
testEvents.SetFunc(app2, func(old int) int {
|
|
sem.Release(1)
|
|
return old + 1
|
|
})
|
|
return err
|
|
})
|
|
|
|
// updating app1 settings should trigger a reload in app2
|
|
app1.Settings().Meta.AppName = "notify-probe"
|
|
if err := app1.Save(app1.Settings()); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
// block until released or timeouted
|
|
sem.Acquire(ctx, 1)
|
|
|
|
if app1Total := testEvents.Get(app1); app1Total != 1 {
|
|
t.Fatalf("Expected 1 app1 event, got %d", app1Total)
|
|
}
|
|
|
|
if app2Total := testEvents.Get(app2); app2Total != 1 {
|
|
t.Fatalf("Expected 1 app2 event, got %d", app2Total)
|
|
}
|
|
|
|
if name := app2.Settings().Meta.AppName; name != "notify-probe" {
|
|
t.Fatalf("Expected app2 settings event to carry AppName %q, got %q", "notify-probe", name)
|
|
}
|
|
}
|
|
|
|
func TestNotifyWatcher_CollectionsUpdate(t *testing.T) {
|
|
t.Parallel()
|
|
|
|
tmpDir, err := os.MkdirTemp("", "hz_notify_test*")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
defer os.RemoveAll(tmpDir)
|
|
|
|
app1 := core.NewBaseApp(core.BaseAppConfig{
|
|
DataDir: tmpDir,
|
|
})
|
|
if err := app1.Bootstrap(); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
app2 := core.NewBaseApp(core.BaseAppConfig{
|
|
DataDir: tmpDir,
|
|
})
|
|
if err := app2.Bootstrap(); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
testQueries := store.New[string, []string](nil)
|
|
app2.ConcurrentDB().(*dbx.DB).QueryLogFunc = func(ctx context.Context, t time.Duration, sql string, rows *sql.Rows, err error) {
|
|
testQueries.SetFunc("concurrent", func(old []string) []string {
|
|
return append(old, sql)
|
|
})
|
|
}
|
|
app2.ConcurrentDB().(*dbx.DB).ExecLogFunc = func(ctx context.Context, t time.Duration, sql string, result sql.Result, err error) {
|
|
testQueries.SetFunc("concurrent", func(old []string) []string {
|
|
return append(old, sql)
|
|
})
|
|
}
|
|
app2.NonconcurrentDB().(*dbx.DB).QueryLogFunc = func(ctx context.Context, t time.Duration, sql string, rows *sql.Rows, err error) {
|
|
testQueries.SetFunc("nonconcurrent", func(old []string) []string {
|
|
return append(old, sql)
|
|
})
|
|
}
|
|
app2.NonconcurrentDB().(*dbx.DB).ExecLogFunc = func(ctx context.Context, t time.Duration, sql string, result sql.Result, err error) {
|
|
testQueries.SetFunc("nonconcurrent", func(old []string) []string {
|
|
return append(old, sql)
|
|
})
|
|
}
|
|
|
|
// create/update/delete app1 collections should trigger a reload in app2.
|
|
//
|
|
// The burst is deliberately larger than the three changes this used to make.
|
|
// With three, a runner slow enough to split the burst twice produces three
|
|
// reloads — which is ALSO exactly what no coalescing at all looks like, so
|
|
// the assertion could not tell a loaded machine from a broken watcher, and
|
|
// duly failed on a loaded one. A burst this size separates them: splitting a
|
|
// few times still lands far below the change count, and a watcher that has
|
|
// stopped debouncing lands on it.
|
|
const burst = 12
|
|
|
|
start := time.Now()
|
|
dummyCollection := core.NewBaseCollection("test")
|
|
if err := app1.Save(dummyCollection); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
for i := range burst - 2 {
|
|
dummyCollection.Fields.Add(&core.TextField{Name: fmt.Sprintf("test%d", i)})
|
|
if err := app1.Save(dummyCollection); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
}
|
|
if err := app1.Delete(dummyCollection); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
spread := time.Since(start)
|
|
|
|
// There is no reload hook, so poll instead: wait until at least one reload has
|
|
// been observed and the count has then stayed stable for a quiescence window,
|
|
// or until the deadline. This replaces a brittle "release the instant the
|
|
// count hits 1, then assert it is exactly 1" handshake that flaked to 0 (the
|
|
// reload had not landed yet on a loaded runner) or 2 (a late coalesced reload
|
|
// raced in between the release and the assertion).
|
|
deadline := time.Now().Add(10 * time.Second)
|
|
const settle = 400 * time.Millisecond
|
|
stableSince := time.Now()
|
|
last := -1
|
|
for time.Now().Before(deadline) {
|
|
if n := len(testQueries.Get("concurrent")); n != last {
|
|
last, stableSince = n, time.Now()
|
|
} else if n >= 1 && time.Since(stableSince) >= settle {
|
|
break
|
|
}
|
|
time.Sleep(50 * time.Millisecond)
|
|
}
|
|
|
|
nonconcurrentQueries := testQueries.Get("nonconcurrent")
|
|
concurrentQueries := testQueries.Get("concurrent")
|
|
|
|
if len(nonconcurrentQueries) != 0 {
|
|
t.Fatalf("reload must use the concurrent (read) pool, not the write pool; got %d write queries (%v)", len(nonconcurrentQueries), nonconcurrentQueries)
|
|
}
|
|
// Coalescing invariant, derived from the watcher's own window rather than
|
|
// guessed. A healthy watcher reloads once per debounce window the burst
|
|
// actually spanned, plus a trailing one — so the ceiling has to come from how
|
|
// long the burst took on THIS machine, not from a fixed number.
|
|
//
|
|
// A fixed number cannot work here, which is what the earlier "1-2 reloads"
|
|
// bound kept discovering: reloads track the gaps between writes, gaps track
|
|
// machine load, so a loaded runner pushes a perfectly healthy watcher past
|
|
// any constant. Scaling with the measured spread removes machine speed from
|
|
// the assertion entirely, while a watcher that has stopped debouncing still
|
|
// emits one reload per change and blows past the ceiling at any speed.
|
|
maxReloads := int(spread/core.NotifyDebounce) + 1
|
|
if maxReloads >= burst {
|
|
t.Skipf("no burst to coalesce: %d changes took %v, i.e. consecutive writes landed "+
|
|
"further apart than the %v debounce — this machine cannot produce the condition "+
|
|
"under test", burst, spread, core.NotifyDebounce)
|
|
}
|
|
if n := len(concurrentQueries); n < 1 || n > maxReloads {
|
|
t.Fatalf("expected %d changes spanning %v to coalesce into 1-%d reloads, got %d (%v)",
|
|
burst, spread, maxReloads, n, concurrentQueries)
|
|
}
|
|
|
|
expectedQuery := "SELECT {{_collections}}.* FROM `_collections` ORDER BY `_rowid_` ASC"
|
|
if concurrentQueries[0] != expectedQuery {
|
|
t.Fatalf("Expected query\n%s\ngot\n%s", expectedQuery, concurrentQueries[0])
|
|
}
|
|
}
|