mirror of
https://github.com/hanzo-ds/connect.git
synced 2026-10-30 20:31:24 +00:00
zeekay
999d38466d
Imports read `datastore_connect`, distribution `datastore-connect`, so nothing has to import another product's name to talk to Hanzo Datastore. Cut from upstream 0.8.17 — the version this stack already ran — rather than from upstream HEAD, so it is a PURE RENAME with no behaviour change. Forking from HEAD would have dragged versions along with the name (connect alone jumped 0.8.17 -> 1.6.0, a major), which is a different and much riskier change wearing a rename's clothes. X-ClickHouse-* headers are untouched: they are wire protocol the server sends and expects, and a different token shape from the module name.
34 lines
1.4 KiB
Python
34 lines
1.4 KiB
Python
from typing import Optional, Sequence, Dict, Any
|
|
|
|
from datastore_connect.driver import Client
|
|
from datastore_connect.driver.summary import QuerySummary
|
|
from datastore_connect.driver.binding import quote_identifier
|
|
|
|
|
|
def insert_file(client: Client,
|
|
table: str,
|
|
file_path: str,
|
|
fmt: Optional[str] = None,
|
|
column_names: Optional[Sequence[str]] = None,
|
|
database: Optional[str] = None,
|
|
settings: Optional[Dict[str, Any]] = None,
|
|
compression: Optional[str] = None) -> QuerySummary:
|
|
if not database and table[0] not in ('`', "'") and table.find('.') > 0:
|
|
full_table = table
|
|
elif database:
|
|
full_table = f'{quote_identifier(database)}.{quote_identifier(table)}'
|
|
else:
|
|
full_table = quote_identifier(table)
|
|
if not fmt:
|
|
fmt = 'CSV' if column_names else 'CSVWithNames'
|
|
if compression is None:
|
|
if file_path.endswith('.gzip') or file_path.endswith('.gz'):
|
|
compression = 'gzip'
|
|
with open(file_path, 'rb') as file:
|
|
return client.raw_insert(full_table,
|
|
column_names=column_names,
|
|
insert_block=file,
|
|
fmt=fmt,
|
|
settings=settings,
|
|
compression=compression)
|