mirror of
https://github.com/hanzoai/datastore.git
synced 2026-09-26 13:55:07 +00:00
Nikita Fomichev
8045696386
The env scripts previously wrote configs to `/etc/clickhouse-server/`
and `/etc/clickhouse-client/`, wiping them with `rm -rf` on every run.
This destroys any existing ClickHouse installation on the host.
Switch to `$SCRIPT_DIR/data/etc/clickhouse-server{,1}` and
`$SCRIPT_DIR/data/etc/clickhouse-client`, which live alongside the
existing data directory used for server storage. Pass the explicit
`--config` path to `clickhouse server` accordingly.
All three env scripts (`single.sh`, `replicateddb.sh`,
`sharedcatalog.sh`) are updated consistently.
77 lines
2.1 KiB
Bash
Executable File
77 lines
2.1 KiB
Bash
Executable File
#!/bin/bash
|
|
set -e
|
|
|
|
if [ -z "$1" ]; then
|
|
echo "Usage: $0 <WORK_TREE>"
|
|
exit 1
|
|
fi
|
|
|
|
WORK_TREE="$1"
|
|
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
|
|
|
|
# Check if the script is located in a directory named 'env'
|
|
if [ "$(basename "$SCRIPT_DIR")" = "env" ]; then
|
|
SCRIPT_DIR="$(dirname "$SCRIPT_DIR")"
|
|
fi
|
|
|
|
CH_PATH=${CH_PATH:=$(command -v clickhouse || true)}
|
|
|
|
if [ -z "$CH_PATH" ] || [ ! -s "$CH_PATH" ]; then
|
|
echo "Can't find clickhouse binary at '$CH_PATH'"
|
|
exit 1
|
|
fi
|
|
|
|
source ${SCRIPT_DIR}/helpers/lib.sh
|
|
|
|
ETC_DIR="$SCRIPT_DIR/data/etc"
|
|
CH_CONFIG_DIR="$ETC_DIR/clickhouse-server"
|
|
CH_CLIENT_DIR="$ETC_DIR/clickhouse-client"
|
|
|
|
PID_FILE="$SCRIPT_DIR/data/ch.pid"
|
|
LOG_FILE="$SCRIPT_DIR/data/clickhouse.log"
|
|
|
|
(
|
|
cd $WORK_TREE || exit 1
|
|
echo "Installing ClickHouse config"
|
|
|
|
rm -rf "$CH_CONFIG_DIR" "$CH_CLIENT_DIR"
|
|
mkdir -p "$CH_CONFIG_DIR/config.d" "$CH_CONFIG_DIR/users.d" "$CH_CLIENT_DIR"
|
|
|
|
# Copy base server configs, dereferencing symlinks so absolute paths are not needed
|
|
cp -rL programs/server/. "$CH_CONFIG_DIR/"
|
|
|
|
# Remove configs not needed for single-node bisect
|
|
rm -f \
|
|
"$CH_CONFIG_DIR/config.d/keeper_port.xml" \
|
|
"$CH_CONFIG_DIR/config.d/azure_storage_conf.xml" \
|
|
"$CH_CONFIG_DIR/config.d/azure_storage_policy_by_default.xml" \
|
|
"$CH_CONFIG_DIR/config.d/distributed_cache_server.xml" \
|
|
"$CH_CONFIG_DIR/config.d/distributed_cache_client.xml"
|
|
|
|
# Overlay our bisect-specific user settings
|
|
cp $SCRIPT_DIR/env/config/users_single.xml "$CH_CONFIG_DIR/users.d/"
|
|
)
|
|
|
|
set +e
|
|
# Something may write data during rm, causing "Directory not empty" — retry a few times
|
|
rm -rf $SCRIPT_DIR/data/ch
|
|
rm -rf $SCRIPT_DIR/data/ch
|
|
rm -rf $SCRIPT_DIR/data/ch
|
|
set -e
|
|
mkdir -p $SCRIPT_DIR/data/ch
|
|
|
|
kill -9 "$(cat $PID_FILE 2>/dev/null)" 2>/dev/null || true
|
|
rm -f $PID_FILE
|
|
# Kill all local ClickHouse servers
|
|
(ps aux | grep -E '[c]lickhouse[- ]server' | awk '{print $2}' | xargs kill -9) 2>/dev/null || true
|
|
sleep 1
|
|
|
|
(
|
|
cd $SCRIPT_DIR/data/ch || exit 1
|
|
echo "Starting ClickHouse"
|
|
$CH_PATH server --config "$CH_CONFIG_DIR/config.xml" --pid-file=$PID_FILE \
|
|
-- --path="$SCRIPT_DIR/data/ch" > "$LOG_FILE" 2>&1 &
|
|
)
|
|
|
|
wait_ch_start $CH_PATH 9000
|