mirror of
https://github.com/hanzoai/migrate.git
synced 2026-09-30 22:55:10 +00:00
zeekayandHanzo Dev
bfc4b67c2f
The datastore:// migration driver is now a self-contained golang-migrate database.Driver that opens through github.com/hanzo-ds/go (the native ClickHouse-wire driver registered as the database/sql name "datastore"). The ClickHouse-specific migration logic (multi-statement exec, schema_migrations DDL, cluster/engine config, Version/SetVersion/Drop/Lock) is ported directly into database/datastore, so it no longer embeds or imports the upstream database/clickhouse driver or github.com/ClickHouse/clickhouse-go. - Delete database/clickhouse (driver + test + examples) and internal/cli/build_clickhouse.go. - internal/cli/build_datastore.go drops the clickhouse-go blank import. - go.mod: drop github.com/ClickHouse/clickhouse-go, add github.com/hanzo-ds/go v1.0.1; tidy. Zero clickhouse-go in go.mod, go.sum, and the module/dependency graph. - Port the driver test + example migrations under database/datastore (integration test requires a live datastore/clickhouse-wire backend). - Update README, release workflow build tags, bug report template. Co-authored-by: Hanzo Dev <[email protected]>
82 lines
2.2 KiB
SQL
82 lines
2.2 KiB
SQL
CREATE DATABASE IF NOT EXISTS analytics;
|
|
|
|
CREATE TABLE IF NOT EXISTS analytics.driver_ratings(
|
|
rate UInt8,
|
|
userID Int64,
|
|
driverID String,
|
|
orderID String,
|
|
inserted_time DateTime DEFAULT now()
|
|
) ENGINE = MergeTree
|
|
PARTITION BY driverID
|
|
ORDER BY (inserted_time);
|
|
|
|
CREATE TABLE analytics.driver_ratings_queue(
|
|
rate UInt8,
|
|
userID Int64,
|
|
driverID String,
|
|
orderID String
|
|
) ENGINE = Kafka
|
|
SETTINGS kafka_broker_list = 'broker:9092',
|
|
kafka_topic_list = 'driver-ratings',
|
|
kafka_group_name = 'rating_readers',
|
|
kafka_format = 'Avro',
|
|
kafka_max_block_size = 1048576;
|
|
|
|
CREATE MATERIALIZED VIEW analytics.driver_ratings_queue_mv TO analytics.driver_ratings AS
|
|
SELECT rate, userID, driverID, orderID
|
|
FROM analytics.driver_ratings_queue;
|
|
|
|
CREATE TABLE IF NOT EXISTS analytics.user_ratings(
|
|
rate UInt8,
|
|
userID Int64,
|
|
driverID String,
|
|
orderID String,
|
|
inserted_time DateTime DEFAULT now()
|
|
) ENGINE = MergeTree
|
|
PARTITION BY userID
|
|
ORDER BY (inserted_time);
|
|
|
|
CREATE TABLE analytics.user_ratings_queue(
|
|
rate UInt8,
|
|
userID Int64,
|
|
driverID String,
|
|
orderID String
|
|
) ENGINE = Kafka
|
|
SETTINGS kafka_broker_list = 'broker:9092',
|
|
kafka_topic_list = 'user-ratings',
|
|
kafka_group_name = 'rating_readers',
|
|
kafka_format = 'JSON',
|
|
kafka_max_block_size = 1048576;
|
|
|
|
CREATE MATERIALIZED VIEW analytics.user_ratings_queue_mv TO analytics.user_ratings AS
|
|
SELECT rate, userID, driverID, orderID
|
|
FROM analytics.user_ratings_queue;
|
|
|
|
CREATE TABLE IF NOT EXISTS analytics.orders(
|
|
from_place String,
|
|
to_place String,
|
|
userID Int64,
|
|
driverID String,
|
|
orderID String,
|
|
inserted_time DateTime DEFAULT now()
|
|
) ENGINE = MergeTree
|
|
PARTITION BY driverID
|
|
ORDER BY (inserted_time);
|
|
|
|
CREATE TABLE analytics.orders_queue(
|
|
from_place String,
|
|
to_place String,
|
|
userID Int64,
|
|
driverID String,
|
|
orderID String
|
|
) ENGINE = Kafka
|
|
SETTINGS kafka_broker_list = 'broker:9092',
|
|
kafka_topic_list = 'orders',
|
|
kafka_group_name = 'order_readers',
|
|
kafka_format = 'Avro',
|
|
kafka_max_block_size = 1048576;
|
|
|
|
CREATE MATERIALIZED VIEW analytics.orders_queue_mv TO orders AS
|
|
SELECT from_place, to_place, userID, driverID, orderID
|
|
FROM analytics.orders_queue;
|