Skip to content

Commit d363ef9

Browse files
committed
avro: disable repartition scan and update sqllogictest
1 parent e2f63c2 commit d363ef9

2 files changed

Lines changed: 6 additions & 1 deletion

File tree

datafusion/datasource-avro/src/source.rs

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -118,6 +118,11 @@ impl FileSource for AvroSource {
118118
fn file_type(&self) -> &str {
119119
"avro"
120120
}
121+
122+
fn supports_repartitioning(&self) -> bool {
123+
// Avro OCF does not support safe byte-range splitting in this reader path.
124+
false
125+
}
121126
}
122127

123128
mod private {

datafusion/sqllogictest/test_files/repartition_scan.slt

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -283,7 +283,7 @@ query TT
283283
EXPLAIN SELECT * FROM avro_table
284284
----
285285
logical_plan TableScan: avro_table projection=[f1, f2, f3]
286-
physical_plan DataSourceExec: file_groups={4 groups: [[WORKSPACE_ROOT/testing/data/avro/simple_enum.avro:0..103], [WORKSPACE_ROOT/testing/data/avro/simple_enum.avro:103..206], [WORKSPACE_ROOT/testing/data/avro/simple_enum.avro:206..309], [WORKSPACE_ROOT/testing/data/avro/simple_enum.avro:309..411]]}, projection=[f1, f2, f3], file_type=avro
286+
physical_plan DataSourceExec: file_groups={1 group: [[WORKSPACE_ROOT/testing/data/avro/simple_enum.avro]]}, projection=[f1, f2, f3], file_type=avro
287287

288288
# Cleanup
289289
statement ok

0 commit comments

Comments
 (0)