mirror of
https://github.com/hanzoai/datastore.git
synced 2026-09-26 13:55:07 +00:00
Alexey MilovidovandClaude Opus 4.6
92b04b3b12
Remove the old Arrow-based Parquet writer (used when `output_format_parquet_use_custom_encoder` = 0) and the old Arrow-based Parquet reader (used when `input_format_parquet_use_native_reader_v3` = 0). Both newer implementations have been the default for an extended period and perform reliably. The custom encoder has been default since 24.5, and the native reader v3 since 25.11. Changes: - Mark `output_format_parquet_use_custom_encoder` and `input_format_parquet_use_native_reader_v3` as obsolete settings - Remove the `writeUsingArrow` code path and Arrow library dependencies from `ParquetBlockOutputFormat` - Remove the entire `ParquetBlockInputFormat` class (old Arrow-based reader) and `ArrowParquetSchemaReader` - Simplify format registration to always use `ParquetV3BlockInputFormat` and `NativeParquetSchemaReader` - PREWHERE support checker for Parquet now always returns true - Update ~50 test files to remove references to obsolete settings - Update documentation Closes https://github.com/ClickHouse/ClickHouse/issues/100126 Co-Authored-By: Claude Opus 4.6 (1M context) <[email protected]>
31 lines
1.3 KiB
XML
31 lines
1.3 KiB
XML
<test>
|
|
<fill_query>
|
|
INSERT INTO FUNCTION file('test_pq_index', Parquet) SELECT * FROM generateRandom('int64_column Nullable(Int64), tuple_column Tuple(a Nullable(String), b Nullable(Float64), c Tuple(i UInt32, j UInt32)),array_tuple_column Array(Tuple(a Nullable(String), b Nullable(Float64), c Nullable(Int64))), map_tuple_column Map(String, Tuple(a Nullable(String), b Nullable(Float64), c Nullable(Int64)))') limit 1000000 SETTINGS output_format_parquet_write_page_index=true
|
|
</fill_query>
|
|
|
|
<query>
|
|
SELECT * FROM file('test_pq_index', Parquet, 'tuple_column Tuple(a Nullable(String))') Format Null
|
|
</query>
|
|
|
|
<query>
|
|
SELECT tuple_column.a FROM file('test_pq_index', Parquet) Format Null
|
|
</query>
|
|
|
|
<query>
|
|
SELECT tuple_column.a FROM file('test_pq_index', Parquet, 'tuple_column Tuple(a Nullable(String))') Format Null
|
|
</query>
|
|
|
|
<query>
|
|
SELECT tuple_column.c.i FROM file('test_pq_index', Parquet) Format Null
|
|
</query>
|
|
|
|
<query>
|
|
SELECT * FROM file('test_pq_index', Parquet, 'array_tuple_column Array (Tuple(a Nullable(String)))') Format Null
|
|
</query>
|
|
|
|
<query>
|
|
SELECT * FROM file('test_pq_index', Parquet, 'map_tuple_column Map(String, Tuple(a Nullable(String)))') Format Null
|
|
</query>
|
|
|
|
</test>
|