hanzoai/datastore
2
0
Fork 0
mirror of https://github.com/hanzoai/datastore.git synced 2026-09-26 13:55:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge branch 'master' into Add_cluster_to_DeltaLake_variants

Browse Source
This commit is contained in:
Smita Kulkarni
2025-09-14 22:01:46 +02:00
parent 0ef37a7fb1 fb4fb109f4
commit ee486bf08b
75 changed files with 2318 additions and 301 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/TableFunctions/TableFunctionObjectStorageCluster.cpp
+10 -3
View File
@@ -19,7 +19,7 @@ StoragePtr TableFunctionObjectStorageCluster<Definition, Configuration, is_data_
const ASTPtr & /*function*/, ContextPtr context,
const std::string & table_name, ColumnsDescription cached_columns, bool is_insert_query) const
{
auto configuration = Base::getConfiguration();
auto configuration = Base::getConfiguration(context);
ColumnsDescription columns;
if (configuration->structure != "auto")
@@ -131,6 +131,13 @@ void registerTableFunctionIcebergCluster(TableFunctionFactory & factory)
UNUSED(factory);
#if USE_AWS_S3
factory.registerFunction<TableFunctionIcebergCluster>(
{.documentation
= {.description = R"(The table function can be used to read the Iceberg table stored on store from disk in parallel for many nodes in a specified cluster.)",
.examples{{IcebergClusterDefinition::name, "SELECT * FROM icebergCluster(cluster) SETTINGS datalake_disk_name = 'disk'", ""},{IcebergClusterDefinition::name, "SELECT * FROM icebergCluster(cluster, url, [, NOSIGN | access_key_id, secret_access_key, [session_token]], format, [,compression])", ""}},
.category = FunctionDocumentation::Category::TableFunction},
.allow_readonly = false});
factory.registerFunction<TableFunctionIcebergS3Cluster>(
{.documentation
= {.description = R"(The table function can be used to read the Iceberg table stored on S3 object store in parallel for many nodes in a specified cluster.)",
@@ -167,8 +174,8 @@ void registerTableFunctionDeltaLakeCluster(TableFunctionFactory & factory)
#if USE_AWS_S3 && USE_DELTA_KERNEL_RS
factory.registerFunction<TableFunctionDeltaLakeCluster>(
{.documentation
= {.description = R"(The table function can be used to read the DeltaLake table stored on S3 object store in parallel for many nodes in a specified cluster. Alias to deltaLakeS3Cluster)",
.examples{{DeltaLakeClusterDefinition::name, "SELECT * FROM deltaLakeCluster(cluster, url, access_key_id, secret_access_key)", ""}},
= {.description = R"(The table function can be used to read the DeltaLake table stored on object store in parallel for many nodes in a specified cluster.)",
.examples{{DeltaLakeClusterDefinition::name, "SELECT * FROM deltaLakeCluster(cluster, url, access_key_id, secret_access_key)", ""},{DeltaLakeClusterDefinition::name, "SELECT * FROM deltaLakeCluster(cluster) SETTINGS datalake_disk_name = 'disk'", ""}},
.category = FunctionDocumentation::Category::TableFunction},
.allow_readonly = false});
factory.registerFunction<TableFunctionDeltaLakeS3Cluster>(