produce overwrite operation

Author: kevinjqliu

tests/integration/test_writes/test_writes.py

@@ -190,8 +190,9 @@ def test_query_filter_v1_v2_append_null(
 @pytest.mark.integration
 def test_summaries(spark: SparkSession, session_catalog: Catalog, arrow_table_with_null: pa.Table) -> None:
     identifier = "default.arrow_table_summaries"
-    tbl = _create_table(session_catalog, identifier, {"format-version": "1"}, 2 * [arrow_table_with_null])
-    tbl.overwrite(arrow_table_with_null)
+    tbl = _create_table(session_catalog, identifier, {"format-version": "1"}, 2 * [arrow_table_with_null])  # append + append
+    tbl.overwrite(arrow_table_with_null)  # delete + append
+    tbl.delete(delete_filter="int == 1")  # overwrite, deletes 1 row
 
     rows = spark.sql(
         f"""
@@ -202,14 +203,14 @@ def test_summaries(spark: SparkSession, session_catalog: Catalog, arrow_table_wi
     ).collect()
 
     operations = [row.operation for row in rows]
-    assert operations == ["append", "append", "delete", "append"]
+    assert operations == ["append", "append", "delete", "append", "overwrite"]
 
     summaries = [row.summary for row in rows]
 
     file_size = int(summaries[0]["added-files-size"])
     assert file_size > 0
 
-    # Append
+    # Append from _create_table
     assert summaries[0] == {
         "added-data-files": "1",
         "added-files-size": str(file_size),
@@ -222,7 +223,7 @@ def test_summaries(spark: SparkSession, session_catalog: Catalog, arrow_table_wi
         "total-records": "3",
     }
 
-    # Append
+    # Append from _create_table
     assert summaries[1] == {
         "added-data-files": "1",
         "added-files-size": str(file_size),
@@ -235,7 +236,7 @@ def test_summaries(spark: SparkSession, session_catalog: Catalog, arrow_table_wi
         "total-records": "6",
     }
 
-    # Delete
+    # Delete from tbl.overwrite
     assert summaries[2] == {
         "deleted-data-files": "2",
         "deleted-records": "6",
@@ -248,7 +249,7 @@ def test_summaries(spark: SparkSession, session_catalog: Catalog, arrow_table_wi
         "total-records": "0",
     }
 
-    # Overwrite
+    # Append from tbl.overwrite
     assert summaries[3] == {
         "added-data-files": "1",
         "added-files-size": str(file_size),
@@ -261,6 +262,22 @@ def test_summaries(spark: SparkSession, session_catalog: Catalog, arrow_table_wi
         "total-records": "3",
     }
 
+    # Delete from tbl.delete
+    assert summaries[4] == {
+        "added-data-files": "1",
+        "added-files-size": "4342",
+        "added-records": "2",
+        "deleted-data-files": "1",
+        "deleted-records": "3",
+        "removed-files-size": "4406",
+        "total-data-files": "1",
+        "total-delete-files": "0",
+        "total-equality-deletes": "0",
+        "total-files-size": "4342",
+        "total-position-deletes": "0",
+        "total-records": "2",
+    }
+
 
 @pytest.mark.integration
 def test_data_files(spark: SparkSession, session_catalog: Catalog, arrow_table_with_null: pa.Table) -> None: