chore[compat]: replace upload.py with full compat.py CLI orchestrator

Replaces the simple upload.py with a comprehensive Python CLI that
manages fixture versions in S3 or local stores. Simplifies the Rust
binary to a thin generate/check tool while Python handles versioning,
manifest management, SHA-256 integrity, and parallel S3 uploads.

Key changes:
- Rust: single vortex-compat binary (generate + check), computes sha256
  per fixture in fixtures.json, simplified fixture traits
- Python: compat.py with generate, publish (--update for incremental),
  check, list, verify, and validate-manifest commands
- Removed since field from manifests; sha256 computed by Rust
- Parallel uploads via ThreadPoolExecutor
- Interactive confirmation prompt with --yes bypass

Signed-off-by: Joe Isaacs <joe@spiraldb.com>
Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>

Author: joseph-isaacs

Cargo.lock

@@ -216,6 +216,7 @@ rustc-hash = "2.1"
 serde = "1.0.220"
 serde_json = "1.0.138"
 serde_test = "1.0.176"
+sha2 = "0.10"
 simdutf8 = "0.1.5"
 similar = "2.7.0"
 sketches-ddsketch = "0.3.0"

Cargo.toml

@@ -1,7 +1,7 @@
 [package]
 name = "vortex-compat"
 authors = { workspace = true }
-description = "Backward-compatibility fixture generation and testing for Vortex"
+description = "Backward-compatibility fixture generation and checking for Vortex"
 edition = { workspace = true }
 homepage = { workspace = true }
 include = { workspace = true }
@@ -16,42 +16,35 @@ version = { workspace = true }
 workspace = true
 
 [[bin]]
-name = "compat-gen"
+name = "vortex-compat"
 path = "src/main.rs"
 
-[[bin]]
-name = "compat-validate"
-path = "src/validate_main.rs"
-
 [dependencies]
 # Vortex crates
-vortex = { workspace = true, features = ["files", "tokio", "zstd"] }
+vortex = { workspace = true, features = ["files", "tokio"] }
 vortex-array = { workspace = true, features = ["_test-harness"] }
 vortex-buffer = { workspace = true }
 vortex-error = { workspace = true }
 vortex-session = { workspace = true }
-vortex-utils = { workspace = true }
 
 # TPC-H generation
 arrow-array = { workspace = true }
 tpchgen = { workspace = true }
 tpchgen-arrow = { workspace = true }
 
-# ClickBench parquet reading + writing
-arrow-select = { workspace = true }
+# ClickBench parquet reading
 bytes = { workspace = true }
 parquet = { workspace = true }
 
 # Async runtime
 futures = { workspace = true }
 tokio = { workspace = true, features = ["full"] }
 
-# HTTP fetching (for ClickBench fixture + compat-test S3 downloads)
+# HTTP fetching (for ClickBench fixture setup)
 reqwest = { workspace = true }
 
 # CLI + serialization
-chrono = { workspace = true, features = ["serde"] }
 clap = { workspace = true, features = ["derive"] }
 serde = { workspace = true, features = ["derive"] }
 serde_json = { workspace = true }
-tempfile = { workspace = true }
+sha2 = { workspace = true }