feat: implement RewriteFiles operation

Author: WZhuo

src/iceberg/CMakeLists.txt

@@ -103,6 +103,7 @@ set(ICEBERG_SOURCES
     update/fast_append.cc
     update/merging_snapshot_update.cc
     update/pending_update.cc
+    update/rewrite_files.cc
     update/set_snapshot.cc
     update/snapshot_manager.cc
     update/snapshot_update.cc

src/iceberg/table.cc

@@ -33,6 +33,7 @@
 #include "iceberg/transaction.h"
 #include "iceberg/update/expire_snapshots.h"
 #include "iceberg/update/fast_append.h"
+#include "iceberg/update/rewrite_files.h"
 #include "iceberg/update/set_snapshot.h"
 #include "iceberg/update/snapshot_manager.h"
 #include "iceberg/update/update_location.h"
@@ -217,6 +218,12 @@ Result<std::shared_ptr<FastAppend>> Table::NewFastAppend() {
   return FastAppend::Make(name().name, std::move(ctx));
 }
 
+Result<std::shared_ptr<RewriteFiles>> Table::NewRewriteFiles() {
+  ICEBERG_ASSIGN_OR_RAISE(
+      auto ctx, TransactionContext::Make(shared_from_this(), TransactionKind::kUpdate));
+  return RewriteFiles::Make(name().name, std::move(ctx));
+}
+
 Result<std::shared_ptr<UpdateStatistics>> Table::NewUpdateStatistics() {
   ICEBERG_ASSIGN_OR_RAISE(
       auto ctx, TransactionContext::Make(shared_from_this(), TransactionKind::kUpdate));

src/iceberg/table.h

@@ -176,6 +176,10 @@ class ICEBERG_EXPORT Table : public std::enable_shared_from_this<Table> {
   /// \brief Create a new FastAppend to append data files and commit the changes.
   virtual Result<std::shared_ptr<FastAppend>> NewFastAppend();
 
+  /// \brief Create a new RewriteFiles to replace files in this table and commit the
+  /// changes.
+  virtual Result<std::shared_ptr<RewriteFiles>> NewRewriteFiles();
+
   /// \brief Create a new SnapshotManager to manage snapshots and snapshot references.
   virtual Result<std::shared_ptr<SnapshotManager>> NewSnapshotManager();
 

src/iceberg/test/CMakeLists.txt

@@ -227,6 +227,7 @@ if(ICEBERG_BUILD_BUNDLE)
                    manifest_filter_manager_test.cc
                    merging_snapshot_update_test.cc
                    name_mapping_update_test.cc
+                   rewrite_files_test.cc
                    snapshot_manager_test.cc
                    transaction_test.cc
                    update_location_test.cc

src/iceberg/test/merging_snapshot_update_test.cc

@@ -1373,6 +1373,43 @@ TEST_F(MergingSnapshotUpdateTest,
               IsError(ErrorKind::kValidationFailed));
 }
 
+TEST_F(MergingSnapshotUpdateTest,
+       ValidateNoNewDeletesForDataFilesIgnoresEqualityDeletesWhenFlagIsTrue) {
+  // This tests the behavior that RewriteFiles::SetDataSequenceNumber() and
+  // RewriteFiles::RewriteDataFiles() enable: when a data sequence number is
+  // set for rewritten data files, concurrent equality deletes at higher
+  // sequence numbers still apply to the new files and are NOT a conflict.
+  // Only position deletes should still fail (tested separately by
+  // ValidateNoNewDeletesForDataFilesFailsOnPositionDeleteWhenIgnoringEqualityDeletes).
+  CommitFileA();
+  ICEBERG_UNWRAP_OR_FAIL(auto first_snapshot, table_->current_snapshot());
+
+  auto del_file = MakeEqualityDeleteFile("/delete/del_a.parquet", 1L);
+  ICEBERG_UNWRAP_OR_FAIL(auto op, NewOverwriteUpdate());
+  EXPECT_THAT(op->AddDelete(del_file), IsOk());
+  const int64_t second_snapshot_id = op->GeneratedSnapshotId();
+  ICEBERG_UNWRAP_OR_FAIL(auto manifests, op->Apply(*table_->metadata(), first_snapshot));
+  ICEBERG_UNWRAP_OR_FAIL(
+      auto second_snapshot,
+      MakeSyntheticSnapshot(DataOperation::kOverwrite, second_snapshot_id,
+                            first_snapshot->snapshot_id,
+                            first_snapshot->sequence_number + 1, manifests));
+
+  auto metadata = std::make_shared<TableMetadata>(*table_->metadata());
+  metadata->snapshots.push_back(second_snapshot);
+  metadata->current_snapshot_id = second_snapshot->snapshot_id;
+  metadata->last_sequence_number = second_snapshot->sequence_number;
+
+  DataFileSet replaced_files;
+  replaced_files.insert(file_a_);
+  // With ignore_equality_deletes=true, concurrently-added equality deletes
+  // should NOT cause a conflict.
+  EXPECT_THAT(TestMergeAppend::ValidateNoNewDeletesForDataFilesForTest(
+                  *metadata, first_snapshot->snapshot_id, replaced_files, second_snapshot,
+                  file_io_, /*ignore_equality_deletes=*/true),
+              IsOk());
+}
+
 TEST_F(MergingSnapshotUpdateTest,
        ValidateNoNewDeletesForDataFilesUsesConfiguredCaseSensitivity) {
   CommitFileA();