Skip to content

Commit 11f406e

Browse files
rutb327geruh
authored andcommitted
_read_deletes and other changes
1 parent d3dd58e commit 11f406e

2 files changed

Lines changed: 2 additions & 3 deletions

File tree

pyiceberg/io/pyarrow.py

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1104,7 +1104,6 @@ def _read_deletes(io: FileIO, data_file: DataFile) -> dict[str, pa.ChunkedArray]
11041104
elif data_file.file_format == FileFormat.PUFFIN:
11051105
with io.new_input(data_file.file_path).open() as fi:
11061106
payload = fi.read()
1107-
11081107
return PuffinFile(payload).to_vector()
11091108
else:
11101109
raise ValueError(f"Delete file format not supported: {data_file.file_format}")
@@ -1705,7 +1704,7 @@ def _read_all_delete_files(io: FileIO, tasks: Iterable[FileScanTask]) -> dict[st
17051704
}
17061705
if deletion_vectors:
17071706
executor = ExecutorFactory.get_or_create()
1708-
dv_results: Iterator[Dict[str, ChunkedArray]] = executor.map(
1707+
dv_results: Iterator[dict[str, ChunkedArray]] = executor.map(
17091708
lambda args: _read_deletes(*args),
17101709
[(io, delete_file) for delete_file in deletion_vectors],
17111710
)

tests/io/test_pyarrow.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -4722,7 +4722,7 @@ def write_equality_delete_file(tmp_path: str, table_schema_simple: Schema) -> st
47224722

47234723

47244724
def test_read_equality_deletes_file(write_equality_delete_file: str) -> None:
4725-
deletes = _read_deletes(
4725+
deletes = _read_eq_deletes(
47264726
PyArrowFileIO(),
47274727
DataFile.from_args(
47284728
file_path=write_equality_delete_file,

0 commit comments

Comments
 (0)