We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 69dee3a commit fb003ccCopy full SHA for fb003cc
1 file changed
pyiceberg/io/pyarrow.py
@@ -1707,7 +1707,12 @@ def _task_to_record_batches(
1707
1708
def _read_all_delete_files(io: FileIO, tasks: Iterable[FileScanTask]) -> dict[str, list[ChunkedArray]]:
1709
deletes_per_file: dict[str, list[ChunkedArray]] = {}
1710
- unique_deletes = set(itertools.chain.from_iterable([task.delete_files for task in tasks]))
+ unique_deletes = {
1711
+ delete_file
1712
+ for task in tasks
1713
+ for delete_file in task.delete_files
1714
+ if delete_file.content == DataFileContent.POSITION_DELETES
1715
+ }
1716
if len(unique_deletes) > 0:
1717
executor = ExecutorFactory.get_or_create()
1718
deletes_per_files: Iterator[dict[str, ChunkedArray]] = executor.map(
0 commit comments