File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -218,8 +218,11 @@ impl RecordBatchTransformerBuilder {
218218 self
219219 }
220220
221- /// Add a virtual field to be included in the output.
222- /// Virtual fields are Arrow fields that are produced by the Parquet reader (e.g., _pos for row position).
221+ /// Add a virtual field for a specific field ID.
222+ /// This is used for virtual/metadata fields like _pos that are produced by the Parquet reader.
223+ ///
224+ /// # Arguments
225+ /// * `field` - The Arrow field representing the virtual column
223226 pub ( crate ) fn with_virtual_field ( mut self , field : FieldRef ) -> Result < Self > {
224227 // Extract field ID from metadata
225228 let field_id = field
Original file line number Diff line number Diff line change @@ -147,6 +147,12 @@ impl<'a> TableScanBuilder<'a> {
147147 self
148148 }
149149
150+ /// Set the concurrency limit for reading manifest files.
151+ pub fn with_manifest_file_concurrency_limit ( mut self , limit : usize ) -> Self {
152+ self . concurrency_limit_manifest_files = limit;
153+ self
154+ }
155+
150156 /// Sets the manifest entry concurrency limit for this scan
151157 pub fn with_manifest_entry_concurrency_limit ( mut self , limit : usize ) -> Self {
152158 self . concurrency_limit_manifest_entries = limit;
You can’t perform that action at this time.
0 commit comments