Skip to content

Commit 76b0ad8

Browse files
authored
Remove pre df 53.0 polarsignals benchmark workaround (#8122)
1 parent fab01a1 commit 76b0ad8

1 file changed

Lines changed: 1 addition & 11 deletions

File tree

  • benchmarks/datafusion-bench/src

benchmarks/datafusion-bench/src/main.rs

Lines changed: 1 addition & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -268,18 +268,8 @@ async fn register_benchmark_tables<B: Benchmark + ?Sized>(
268268
let pattern = benchmark.pattern(table.name, format);
269269
let table_url = ListingTableUrl::try_new(benchmark_base.clone(), pattern)?;
270270

271-
let mut listing_options = ListingOptions::new(Arc::clone(&file_format))
271+
let listing_options = ListingOptions::new(Arc::clone(&file_format))
272272
.with_session_config_options(session.state().config());
273-
if benchmark.dataset_name() == "polarsignals" && format == Format::Parquet {
274-
// Work around a DataFusion bug (fixed in 53.0.0) where the
275-
// constant-column optimization extracts ScalarValues using
276-
// the statistic scalar type, which may not match the table
277-
// column type.
278-
// See: https://github.com/apache/datafusion/pull/20042
279-
// TODO(asubiotto): Remove this after the datafusion 53
280-
// upgrade.
281-
listing_options = listing_options.with_collect_stat(false);
282-
}
283273
let mut config =
284274
ListingTableConfig::new(table_url).with_listing_options(listing_options);
285275

0 commit comments

Comments
 (0)