Skip to content

Commit ac46396

Browse files
committed
clean
1 parent 92f7309 commit ac46396

File tree

2 files changed

+14
-8
lines changed

2 files changed

+14
-8
lines changed

datafusion/datasource-parquet/src/opener.rs

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -935,7 +935,8 @@ impl RowGroupsPrunedParquetOpen {
935935
.collect();
936936

937937
for idx in self.row_groups.row_group_indexes() {
938-
let mut column_sbbf = HashMap::with_capacity(parquet_columns.len());
938+
let mut row_group_filters =
939+
BloomFilterStatistics::with_capacity(parquet_columns.len());
939940
for (column_name, column_idx, physical_type) in &parquet_columns {
940941
let bf: Sbbf = match builder
941942
.get_row_group_column_bloom_filter(idx, *column_idx)
@@ -949,10 +950,9 @@ impl RowGroupsPrunedParquetOpen {
949950
continue;
950951
}
951952
};
952-
column_sbbf.insert(column_name.clone(), (bf, *physical_type));
953+
row_group_filters.insert(column_name, bf, *physical_type);
953954
}
954-
row_group_bloom_filters[idx] =
955-
BloomFilterStatistics::from_column_sbbf(column_sbbf);
955+
row_group_bloom_filters[idx] = row_group_filters;
956956
}
957957
}
958958

datafusion/datasource-parquet/src/row_group_filter.rs

Lines changed: 10 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -434,10 +434,16 @@ impl BloomFilterStatistics {
434434
Default::default()
435435
}
436436

437-
/// Create [`BloomFilterStatistics`] for a single Parquet row group from the
438-
/// loaded bloom filters keyed by predicate column name.
439-
pub(crate) fn from_column_sbbf(column_sbbf: HashMap<String, (Sbbf, Type)>) -> Self {
440-
Self { column_sbbf }
437+
/// Create an empty [`BloomFilterStatistics`] with the specified capacity
438+
pub(crate) fn with_capacity(capacity: usize) -> Self {
439+
Self {
440+
column_sbbf: HashMap::with_capacity(capacity),
441+
}
442+
}
443+
444+
/// Add a Bloom filter and type for the specified column
445+
pub(crate) fn insert(&mut self, column: impl Into<String>, sbbf: Sbbf, ty: Type) {
446+
self.column_sbbf.insert(column.into(), (sbbf, ty));
441447
}
442448

443449
/// Helper function for checking if [`Sbbf`] filter contains [`ScalarValue`].

0 commit comments

Comments
 (0)