mirror of
https://github.com/hanzo-ds/driver.git
synced 2026-10-30 20:32:40 +00:00
zeekay
073c1bf61e
The wire protocol was the last holdout and it was not cosmetic: the Hanzo Datastore server reads X-Datastore-User, and answers a request bearing X-ClickHouse-User with 401. Verified against the live server, both directions. So a client still sending the old headers is not merely off-brand, it cannot authenticate over HTTP. Everything else follows: types, dialects, error modules, docstrings and doc links now name Datastore, and doc URLs point at docs.hanzo.ai/datastore rather than the upstream vendor's site. Zero occurrences of the old name remain. Still cut from the pinned upstream version, so behaviour is unchanged.
88 lines
2.4 KiB
Python
88 lines
2.4 KiB
Python
from io import BytesIO
|
|
|
|
from ..reader import read_binary_uint32
|
|
from ..writer import write_binary_uint8, write_binary_uint32
|
|
from .. import errors
|
|
|
|
try:
|
|
from datastore_cityhash.cityhash import CityHash128
|
|
except ImportError:
|
|
raise RuntimeError(
|
|
'Package datastore-cityhash is required to use compression'
|
|
)
|
|
|
|
|
|
class BaseCompressor(object):
|
|
"""
|
|
Partial file-like object with write method.
|
|
"""
|
|
method = None
|
|
method_byte = None
|
|
|
|
def __init__(self):
|
|
self.data = BytesIO()
|
|
|
|
super(BaseCompressor, self).__init__()
|
|
|
|
def get_value(self):
|
|
value = self.data.getvalue()
|
|
self.data.seek(0)
|
|
self.data.truncate()
|
|
return value
|
|
|
|
def write(self, p_str):
|
|
self.data.write(p_str)
|
|
|
|
def compress_data(self, data):
|
|
raise NotImplementedError
|
|
|
|
def get_compressed_data(self, extra_header_size):
|
|
rv = BytesIO()
|
|
|
|
data = self.get_value()
|
|
compressed = self.compress_data(data)
|
|
|
|
header_size = extra_header_size + 4 + 4 # sizes
|
|
|
|
write_binary_uint32(header_size + len(compressed), rv)
|
|
write_binary_uint32(len(data), rv)
|
|
rv.write(compressed)
|
|
|
|
return rv.getvalue()
|
|
|
|
|
|
class BaseDecompressor(object):
|
|
method = None
|
|
method_byte = None
|
|
|
|
def __init__(self, real_stream):
|
|
self.stream = real_stream
|
|
super(BaseDecompressor, self).__init__()
|
|
|
|
def decompress_data(self, data, uncompressed_size):
|
|
raise NotImplementedError
|
|
|
|
def check_hash(self, compressed_data, compressed_hash):
|
|
if CityHash128(compressed_data) != compressed_hash:
|
|
raise errors.ChecksumDoesntMatchError()
|
|
|
|
def get_decompressed_data(self, method_byte, compressed_hash,
|
|
extra_header_size):
|
|
size_with_header = read_binary_uint32(self.stream)
|
|
compressed_size = size_with_header - extra_header_size - 4
|
|
|
|
compressed = BytesIO(self.stream.read(compressed_size))
|
|
|
|
block_check = BytesIO()
|
|
write_binary_uint8(method_byte, block_check)
|
|
write_binary_uint32(size_with_header, block_check)
|
|
block_check.write(compressed.getvalue())
|
|
|
|
self.check_hash(block_check.getvalue(), compressed_hash)
|
|
|
|
uncompressed_size = read_binary_uint32(compressed)
|
|
|
|
compressed = compressed.read(compressed_size - 4)
|
|
|
|
return self.decompress_data(compressed, uncompressed_size)
|