We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 0cd0600 commit 86a591bCopy full SHA for 86a591b
1 file changed
pyiceberg/io/pyarrow.py
@@ -1694,7 +1694,12 @@ def _task_to_record_batches(
1694
1695
def _read_all_delete_files(io: FileIO, tasks: Iterable[FileScanTask]) -> dict[str, list[ChunkedArray]]:
1696
deletes_per_file: dict[str, list[ChunkedArray]] = {}
1697
- unique_deletes = set(itertools.chain.from_iterable([task.delete_files for task in tasks]))
+ unique_deletes = {
1698
+ delete_file
1699
+ for task in tasks
1700
+ for delete_file in task.delete_files
1701
+ if delete_file.content == DataFileContent.POSITION_DELETES
1702
+ }
1703
if len(unique_deletes) > 0:
1704
executor = ExecutorFactory.get_or_create()
1705
deletes_per_files: Iterator[dict[str, ChunkedArray]] = executor.map(
0 commit comments