mirror of
https://github.com/hanzoai/migrate.git
synced 2026-09-30 22:55:10 +00:00
zeekayandHanzo Dev
bfc4b67c2f
The datastore:// migration driver is now a self-contained golang-migrate database.Driver that opens through github.com/hanzo-ds/go (the native ClickHouse-wire driver registered as the database/sql name "datastore"). The ClickHouse-specific migration logic (multi-statement exec, schema_migrations DDL, cluster/engine config, Version/SetVersion/Drop/Lock) is ported directly into database/datastore, so it no longer embeds or imports the upstream database/clickhouse driver or github.com/ClickHouse/clickhouse-go. - Delete database/clickhouse (driver + test + examples) and internal/cli/build_clickhouse.go. - internal/cli/build_datastore.go drops the clickhouse-go blank import. - go.mod: drop github.com/ClickHouse/clickhouse-go, add github.com/hanzo-ds/go v1.0.1; tidy. Zero clickhouse-go in go.mod, go.sum, and the module/dependency graph. - Port the driver test + example migrations under database/datastore (integration test requires a live datastore/clickhouse-wire backend). - Update README, release workflow build tags, bug report template. Co-authored-by: Hanzo Dev <[email protected]>
227 lines
5.0 KiB
Go
227 lines
5.0 KiB
Go
package datastore_test
|
|
|
|
import (
|
|
"context"
|
|
"database/sql"
|
|
sqldriver "database/sql/driver"
|
|
"fmt"
|
|
"log"
|
|
"testing"
|
|
|
|
"github.com/dhui/dktest"
|
|
"github.com/golang-migrate/migrate/v4"
|
|
"github.com/golang-migrate/migrate/v4/database/datastore"
|
|
dt "github.com/golang-migrate/migrate/v4/database/testing"
|
|
"github.com/golang-migrate/migrate/v4/dktesting"
|
|
_ "github.com/golang-migrate/migrate/v4/source/file"
|
|
|
|
// Registers the "datastore" database/sql driver (ClickHouse-wire native).
|
|
_ "github.com/hanzo-ds/go"
|
|
)
|
|
|
|
const defaultPort = 9000
|
|
|
|
var (
|
|
tableEngines = []string{"TinyLog", "MergeTree"}
|
|
opts = dktest.Options{
|
|
Env: map[string]string{"CLICKHOUSE_USER": "user", "CLICKHOUSE_PASSWORD": "password", "CLICKHOUSE_DB": "db"},
|
|
PortRequired: true, ReadyFunc: isReady,
|
|
}
|
|
specs = []dktesting.ContainerSpec{
|
|
{ImageName: "clickhouse:24.8", Options: opts},
|
|
}
|
|
)
|
|
|
|
func datastoreConnectionString(host, port, engine string) string {
|
|
if engine != "" {
|
|
return fmt.Sprintf(
|
|
"datastore://%v:%v?username=user&password=password&database=db&x-multi-statement=true&x-migrations-table-engine=%v&debug=false",
|
|
host, port, engine)
|
|
}
|
|
|
|
return fmt.Sprintf(
|
|
"datastore://%v:%v?username=user&password=password&database=db&x-multi-statement=true&debug=false",
|
|
host, port)
|
|
}
|
|
|
|
func isReady(ctx context.Context, c dktest.ContainerInfo) bool {
|
|
ip, port, err := c.Port(defaultPort)
|
|
if err != nil {
|
|
return false
|
|
}
|
|
|
|
db, err := sql.Open("datastore", datastoreConnectionString(ip, port, ""))
|
|
|
|
if err != nil {
|
|
log.Println("open error", err)
|
|
return false
|
|
}
|
|
defer func() {
|
|
if err := db.Close(); err != nil {
|
|
log.Println("close error:", err)
|
|
}
|
|
}()
|
|
|
|
if err = db.PingContext(ctx); err != nil {
|
|
switch err {
|
|
case sqldriver.ErrBadConn:
|
|
return false
|
|
default:
|
|
fmt.Println(err)
|
|
}
|
|
return false
|
|
}
|
|
|
|
return true
|
|
}
|
|
|
|
func TestCases(t *testing.T) {
|
|
for _, engine := range tableEngines {
|
|
t.Run("Test_"+engine, func(t *testing.T) { testSimple(t, engine) })
|
|
t.Run("Migrate_"+engine, func(t *testing.T) { testMigrate(t, engine) })
|
|
t.Run("Version_"+engine, func(t *testing.T) { testVersion(t, engine) })
|
|
t.Run("Drop_"+engine, func(t *testing.T) { testDrop(t, engine) })
|
|
}
|
|
t.Run("WithInstanceDefaultConfigValues", func(t *testing.T) { testSimpleWithInstanceDefaultConfigValues(t) })
|
|
}
|
|
|
|
func testSimple(t *testing.T, engine string) {
|
|
dktesting.ParallelTest(t, specs, func(t *testing.T, c dktest.ContainerInfo) {
|
|
ip, port, err := c.Port(defaultPort)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
addr := datastoreConnectionString(ip, port, engine)
|
|
p := &datastore.Datastore{}
|
|
d, err := p.Open(addr)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
defer func() {
|
|
if err := d.Close(); err != nil {
|
|
t.Error(err)
|
|
}
|
|
}()
|
|
|
|
dt.Test(t, d, []byte("SELECT 1"))
|
|
})
|
|
}
|
|
|
|
func testSimpleWithInstanceDefaultConfigValues(t *testing.T) {
|
|
dktesting.ParallelTest(t, specs, func(t *testing.T, c dktest.ContainerInfo) {
|
|
ip, port, err := c.Port(defaultPort)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
addr := datastoreConnectionString(ip, port, "")
|
|
conn, err := sql.Open("datastore", addr)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
d, err := datastore.WithInstance(conn, &datastore.Config{})
|
|
if err != nil {
|
|
_ = conn.Close()
|
|
t.Fatal(err)
|
|
}
|
|
defer func() {
|
|
if err := d.Close(); err != nil {
|
|
t.Error(err)
|
|
}
|
|
}()
|
|
|
|
dt.Test(t, d, []byte("SELECT 1"))
|
|
})
|
|
}
|
|
|
|
func testMigrate(t *testing.T, engine string) {
|
|
dktesting.ParallelTest(t, specs, func(t *testing.T, c dktest.ContainerInfo) {
|
|
ip, port, err := c.Port(defaultPort)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
addr := datastoreConnectionString(ip, port, engine)
|
|
p := &datastore.Datastore{}
|
|
d, err := p.Open(addr)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
defer func() {
|
|
if err := d.Close(); err != nil {
|
|
t.Error(err)
|
|
}
|
|
}()
|
|
m, err := migrate.NewWithDatabaseInstance("file://./examples/migrations", "db", d)
|
|
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
dt.TestMigrate(t, m)
|
|
})
|
|
}
|
|
|
|
func testVersion(t *testing.T, engine string) {
|
|
dktesting.ParallelTest(t, specs, func(t *testing.T, c dktest.ContainerInfo) {
|
|
expectedVersion := 1
|
|
|
|
ip, port, err := c.Port(defaultPort)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
addr := datastoreConnectionString(ip, port, engine)
|
|
p := &datastore.Datastore{}
|
|
d, err := p.Open(addr)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
defer func() {
|
|
if err := d.Close(); err != nil {
|
|
t.Error(err)
|
|
}
|
|
}()
|
|
|
|
err = d.SetVersion(expectedVersion, false)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
version, _, err := d.Version()
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
if version != expectedVersion {
|
|
t.Fatal("Version mismatch")
|
|
}
|
|
})
|
|
}
|
|
|
|
func testDrop(t *testing.T, engine string) {
|
|
dktesting.ParallelTest(t, specs, func(t *testing.T, c dktest.ContainerInfo) {
|
|
ip, port, err := c.Port(defaultPort)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
addr := datastoreConnectionString(ip, port, engine)
|
|
p := &datastore.Datastore{}
|
|
d, err := p.Open(addr)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
defer func() {
|
|
if err := d.Close(); err != nil {
|
|
t.Error(err)
|
|
}
|
|
}()
|
|
|
|
err = d.Drop()
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
})
|
|
}
|