mirror of
https://github.com/hanzo-ds/cpp.git
synced 2026-10-30 20:31:26 +00:00
Pure rename applied on top of upstream tag v2.6.2 (8d2415d6), not HEAD.
The fork was cut at 737145d = v2.6.2-57, which still declared version 2.6.2
in version.h; renaming there would have shipped 57 unreleased commits wearing
a 2.6.2 label. Reset to the tag first so this commit changes names only.
clickhouse/ -> datastore/ (public include root)
namespace clickhouse -> namespace datastore
CLICKHOUSE_CPP_VERSION -> DATASTORE_CPP_VERSION
clickhouse-cpp-lib/-ut -> datastore-cpp-lib/-ut (CMake, Bazel)
CH_MAP_BOOL_TO_UINT8 -> DS_MAP_BOOL_TO_UINT8
CLICKHOUSE_* -> DATASTORE_* (test env vars)
doc links -> docs.hanzo.ai/datastore
This client speaks the NATIVE binary protocol only - there is no HTTP path
and no X-ClickHouse-* header anywhere in it, so the header rename that the
HTTP clients required does not apply and nothing here was broken.
The one string that reaches the wire is CLIENT_NAME, sent by both SendHello
and SendQuery's ClientInfo from a single macro, and it lands in
system.query_log.client_name. Both sites still read the one macro, so they
stay consistent and the server's Hello/Query consistency check is satisfied.
Old rows keep the old name; that is a reporting discontinuity, not a
migration, since nothing keys on it.
CI is repointed at our own server: ghcr.io/hanzoai/datastore:26.2.3.2, the
image production runs. Its entrypoint honours DATASTORE_SKIP_USER_SETUP, not
the CLICKHOUSE_ spelling the compose file used, and its config lives in
/etc/hanzo-datastore-server. ci/docker-compose/config.xml is now layered in
as a config.d drop-in so the image keeps its own white-labelling. That file
and users.xml deliberately keep a <clickhouse> root: it must match the roots
of the drop-ins the image ships, and a mismatch fails silently - the server
logs "Merging bypassed" and starts with every drop-in discarded.
The remote-TLS suites used to default to the third-party host
play.clickhouse.com. They now read DATASTORE_SECURE*_HOST and skip when it is
unset rather than point at a host we do not run.
Dropped as upstream infrastructure with no meaning here: AI_POLICY.md
(upstream's policy about their codebase), .travis.yml (dead CI referencing a
third-party apt repo), cross-repo-bug-relay.yml (relays our issues into an
upstream triage repo). LICENSE keeps its copyright notice, as Apache-2.0
requires.
Verified: cmake configure + 115-target build clean; the full suite is green
against ghcr.io/hanzoai/datastore:26.2.3.2 (894 passed, 0 failed); the
pristine v2.6.2 build run against that same server passes the identical set,
and both logged the same 3914 queries under their respective client names.
178 lines
4.6 KiB
C++
178 lines
4.6 KiB
C++
#include <assert.h>
|
|
#include "wire_format.h"
|
|
|
|
#include "input.h"
|
|
#include "output.h"
|
|
|
|
#include "../exceptions.h"
|
|
|
|
#include <stdexcept>
|
|
#include <algorithm>
|
|
|
|
namespace {
|
|
constexpr int MAX_VARINT_BYTES = 10;
|
|
}
|
|
|
|
namespace datastore {
|
|
|
|
bool WireFormat::ReadAll(InputStream& input, void* buf, size_t len) {
|
|
uint8_t* p = static_cast<uint8_t*>(buf);
|
|
|
|
size_t read_previously = 1; // 1 to execute loop at least once
|
|
while (len > 0 && read_previously) {
|
|
read_previously = input.Read(p, len);
|
|
|
|
p += read_previously;
|
|
len -= read_previously;
|
|
}
|
|
|
|
return !len;
|
|
}
|
|
|
|
void WireFormat::WriteAll(OutputStream& output, const void* buf, size_t len) {
|
|
const size_t original_len = len;
|
|
const uint8_t* p = static_cast<const uint8_t*>(buf);
|
|
|
|
size_t written_previously = 1; // 1 to execute loop at least once
|
|
while (len > 0 && written_previously) {
|
|
written_previously = output.Write(p, len);
|
|
|
|
p += written_previously;
|
|
len -= written_previously;
|
|
}
|
|
|
|
if (len) {
|
|
throw ProtocolError("Failed to write " + std::to_string(original_len)
|
|
+ " bytes, only written " + std::to_string(original_len - len));
|
|
}
|
|
}
|
|
|
|
bool WireFormat::ReadVarint64(InputStream& input, uint64_t* value) {
|
|
*value = 0;
|
|
|
|
for (size_t i = 0; i < MAX_VARINT_BYTES; ++i) {
|
|
uint8_t byte = 0;
|
|
|
|
if (!input.ReadByte(&byte)) {
|
|
return false;
|
|
} else {
|
|
*value |= uint64_t(byte & 0x7F) << (7 * i);
|
|
|
|
if (!(byte & 0x80)) {
|
|
return true;
|
|
}
|
|
}
|
|
}
|
|
|
|
// TODO skip invalid
|
|
return false;
|
|
}
|
|
|
|
void WireFormat::WriteVarint64(OutputStream& output, uint64_t value) {
|
|
uint8_t bytes[MAX_VARINT_BYTES];
|
|
int size = 0;
|
|
|
|
for (size_t i = 0; i < MAX_VARINT_BYTES; ++i) {
|
|
uint8_t byte = value & 0x7F;
|
|
if (value > 0x7F)
|
|
byte |= 0x80;
|
|
|
|
bytes[size++] = byte;
|
|
|
|
value >>= 7;
|
|
if (!value) {
|
|
break;
|
|
}
|
|
}
|
|
|
|
WriteAll(output, bytes, size);
|
|
}
|
|
|
|
bool WireFormat::SkipString(InputStream& input) {
|
|
uint64_t len = 0;
|
|
|
|
if (ReadVarint64(input, &len)) {
|
|
if (len > 0x00FFFFFFULL)
|
|
return false;
|
|
|
|
return input.Skip((size_t)len);
|
|
}
|
|
|
|
return false;
|
|
}
|
|
|
|
inline const char* find_quoted_chars(const char* start, const char* end)
|
|
{
|
|
static constexpr char quoted_chars[] = {'\0', '\b', '\t', '\n', '\'', '\\'};
|
|
const auto first = std::find_first_of(start, end, std::begin(quoted_chars), std::end(quoted_chars));
|
|
|
|
return (first == end) ? nullptr : first;
|
|
}
|
|
|
|
void WireFormat::WriteQuotedString(OutputStream& output, std::string_view value) {
|
|
auto size = value.size();
|
|
const char* start = value.data();
|
|
const char* end = start + size;
|
|
const char* quoted_char = find_quoted_chars(start, end);
|
|
if (quoted_char == nullptr) {
|
|
WriteVarint64(output, size + 2);
|
|
WriteAll(output, "'", 1);
|
|
WriteAll(output, start, size);
|
|
WriteAll(output, "'", 1);
|
|
return;
|
|
}
|
|
|
|
// calculate quoted chars count
|
|
int quoted_count = 1;
|
|
const char* next_quoted_char = quoted_char + 1;
|
|
while ((next_quoted_char = find_quoted_chars(next_quoted_char, end))) {
|
|
quoted_count++;
|
|
next_quoted_char++;
|
|
}
|
|
WriteVarint64(output, size + 2 + 3 * quoted_count); // length
|
|
|
|
WriteAll(output, "'", 1);
|
|
|
|
do {
|
|
auto write_size = quoted_char - start;
|
|
WriteAll(output, start, write_size);
|
|
WriteAll(output, "\\", 1);
|
|
char c = quoted_char[0];
|
|
switch (c) {
|
|
case '\0':
|
|
WriteAll(output, "x00", 3);
|
|
break;
|
|
case '\b':
|
|
WriteAll(output, "x08", 3);
|
|
break;
|
|
case '\t':
|
|
WriteAll(output, R"(\\t)", 3);
|
|
break;
|
|
case '\n':
|
|
WriteAll(output, R"(\\n)", 3);
|
|
break;
|
|
case '\'':
|
|
WriteAll(output, "x27", 3);
|
|
break;
|
|
case '\\':
|
|
WriteAll(output, R"(\\\)", 3);
|
|
break;
|
|
default:
|
|
break;
|
|
}
|
|
start = quoted_char + 1;
|
|
quoted_char = find_quoted_chars(start, end);
|
|
} while (quoted_char);
|
|
|
|
WriteAll(output, start, end - start);
|
|
WriteAll(output, "'", 1);
|
|
}
|
|
|
|
void WireFormat::WriteParamNullRepresentation(OutputStream& output) {
|
|
const std::string NULL_REPRESENTATION(R"('\\N')");
|
|
WriteVarint64(output, NULL_REPRESENTATION.size());
|
|
WriteAll(output, NULL_REPRESENTATION.data(), NULL_REPRESENTATION.size());
|
|
}
|
|
|
|
} // namespace datastore
|