Skip to content

Commit 8b89211

Browse files
committed
Serialize partitioned_by_file_group in FileScanExecConf protobuf
1 parent dd8025f commit 8b89211

5 files changed

Lines changed: 23 additions & 0 deletions

File tree

datafusion/proto/proto/datafusion.proto

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1119,6 +1119,7 @@ message FileScanExecConf {
11191119
optional uint64 batch_size = 12;
11201120

11211121
optional ProjectionExprs projection_exprs = 13;
1122+
optional bool partitioned_by_file_group = 14;
11221123
}
11231124

11241125
message ParquetScanExecNode {

datafusion/proto/src/generated/pbjson.rs

Lines changed: 18 additions & 0 deletions
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

datafusion/proto/src/generated/prost.rs

Lines changed: 2 additions & 0 deletions
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

datafusion/proto/src/physical_plan/from_proto.rs

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -747,6 +747,7 @@ pub fn parse_protobuf_file_scan_config(
747747
.with_limit(proto.limit.as_ref().map(|sl| sl.limit as usize))
748748
.with_output_ordering(output_ordering)
749749
.with_batch_size(proto.batch_size.map(|s| s as usize))
750+
.with_partitioned_by_file_group(proto.partitioned_by_file_group.unwrap_or(false))
750751
.build();
751752
Ok(config)
752753
}

datafusion/proto/src/physical_plan/to_proto.rs

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -767,6 +767,7 @@ pub fn serialize_file_scan_config(
767767
constraints: Some(conf.constraints.clone().into()),
768768
batch_size: conf.batch_size.map(|s| s as u64),
769769
projection_exprs,
770+
partitioned_by_file_group: Some(conf.partitioned_by_file_group),
770771
})
771772
}
772773

0 commit comments

Comments
 (0)