Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 2 additions & 0 deletions 03631_hive_columns_not_in_format_header.reference
Original file line number Diff line number Diff line change
@@ -0,0 +1,2 @@
1
raw_blob String
13 changes: 13 additions & 0 deletions 03631_hive_columns_not_in_format_header.sql
Original file line number Diff line number Diff line change
@@ -0,0 +1,13 @@
-- Tags: no-parallel, no-fasttest, no-random-settings

INSERT INTO FUNCTION s3(
s3_conn,
filename='03631',
format=Parquet,
partition_strategy='hive',
partition_columns_in_data_file=1) PARTITION BY (year, country) SELECT 'Brazil' as country, 2025 as year, 1 as id;

-- distinct because minio isn't cleaned up
SELECT count(distinct year) FROM s3(s3_conn, filename='03631/**.parquet', format=RawBLOB) SETTINGS use_hive_partitioning=1;

DESCRIBE s3(s3_conn, filename='03631/**.parquet', format=RawBLOB) SETTINGS use_hive_partitioning=1;
7 changes: 6 additions & 1 deletion src/Storages/prepareReadingFromFormat.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -234,7 +234,12 @@ ReadFromFormatInfo prepareReadingFromFormat(
}

/// Create header for InputFormat with columns that will be read from the data.
info.format_header = storage_snapshot->getSampleBlockForColumns(info.columns_description.getNamesOfPhysical());
for (const auto & column : info.columns_description)
{
/// Never read hive partition columns from the data file. This fixes https://github.com/ClickHouse/ClickHouse/issues/87515
if (!hive_parameters.hive_partition_columns_to_read_from_file_path_map.contains(column.name))
info.format_header.insert(ColumnWithTypeAndName{column.type, column.name});
}

info.serialization_hints = getSerializationHintsForFileLikeStorage(storage_snapshot->metadata, context);

Expand Down
Loading