Add parquet garbage collection core with two-phase mark-and-delete

Author: mattmkim

quickwit/Cargo.lock

@@ -24,6 +24,7 @@ quickwit-common = { workspace = true }
 quickwit-config = { workspace = true }
 quickwit-indexing = { workspace = true }
 quickwit-metastore = { workspace = true }
+quickwit-parquet-engine = { workspace = true }
 quickwit-proto = { workspace = true }
 quickwit-storage = { workspace = true }
 

quickwit/quickwit-index-management/Cargo.toml

@@ -14,6 +14,10 @@
 
 mod garbage_collection;
 mod index;
+mod parquet_garbage_collection;
 
 pub use garbage_collection::{GcMetrics, run_garbage_collect};
 pub use index::{IndexService, IndexServiceError, clear_cache_directory, validate_storage_uri};
+pub use parquet_garbage_collection::{
+    ParquetSplitInfo, ParquetSplitRemovalInfo, run_parquet_garbage_collect,
+};