hanzoai/datastore
2
0
Fork 0
mirror of https://github.com/hanzoai/datastore.git synced 2026-09-26 13:55:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

Revert "Revert "Iceberg + delta lake local and s3 disks""

Browse Source
This commit is contained in:
scanhex12
2025-09-12 19:53:27 +02:00
committed by GitHub
parent c72280e255
commit b1e70d5dcf
43 changed files with 1407 additions and 99 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/TableFunctions/TableFunctionObjectStorageCluster.cpp
+9 -2
View File
@@ -19,7 +19,7 @@ StoragePtr TableFunctionObjectStorageCluster<Definition, Configuration, is_data_
const ASTPtr & /*function*/, ContextPtr context,
const std::string & table_name, ColumnsDescription cached_columns, bool is_insert_query) const
{
auto configuration = Base::getConfiguration();
auto configuration = Base::getConfiguration(context);
ColumnsDescription columns;
if (configuration->structure != "auto")
@@ -131,6 +131,13 @@ void registerTableFunctionIcebergCluster(TableFunctionFactory & factory)
UNUSED(factory);
#if USE_AWS_S3
factory.registerFunction<TableFunctionIcebergCluster>(
{.documentation
= {.description = R"(The table function can be used to read the Iceberg table stored on store from disk in parallel for many nodes in a specified cluster.)",
.examples{{IcebergClusterDefinition::name, "SELECT * FROM icebergCluster(cluster) SETTINGS datalake_disk_name = 'disk'", ""},{IcebergClusterDefinition::name, "SELECT * FROM icebergCluster(cluster, url, [, NOSIGN | access_key_id, secret_access_key, [session_token]], format, [,compression])", ""}},
.category = FunctionDocumentation::Category::TableFunction},
.allow_readonly = false});
factory.registerFunction<TableFunctionIcebergS3Cluster>(
{.documentation
= {.description = R"(The table function can be used to read the Iceberg table stored on S3 object store in parallel for many nodes in a specified cluster.)",
@@ -166,7 +173,7 @@ void registerTableFunctionDeltaLakeCluster(TableFunctionFactory & factory)
factory.registerFunction<TableFunctionDeltaLakeCluster>(
{.documentation
= {.description = R"(The table function can be used to read the DeltaLake table stored on object store in parallel for many nodes in a specified cluster.)",
.examples{{DeltaLakeClusterDefinition::name, "SELECT * FROM deltaLakeCluster(cluster, url, access_key_id, secret_access_key)", ""}},
.examples{{DeltaLakeClusterDefinition::name, "SELECT * FROM deltaLakeCluster(cluster, url, access_key_id, secret_access_key)", ""},{DeltaLakeClusterDefinition::name, "SELECT * FROM deltaLakeCluster(cluster) SETTINGS datalake_disk_name = 'disk'", ""}},
.category = FunctionDocumentation::Category::TableFunction},
.allow_readonly = false});
}