Python benchmarks script and re-organize dev dependencies (#7192)

## Summary

1. Add a script to run the python benchmarks which are basically a
secret right now.
2. Re-organize dev-dependencies, now that UV does support transitive dev
dependencies

---------

Signed-off-by: Adam Gutglick <adam@spiraldb.com>
Co-authored-by: Dan King <dan@spiraldb.com>

Author: AdamGS

.github/workflows/ci.yml

@@ -69,7 +69,9 @@ jobs:
       - name: Python Lint - PyRight
         env:
           MATURIN_PEP517_ARGS: "--profile dev"
-        run: uv run basedpyright vortex-python
+        run: |
+          uv sync --all-packages
+          uv run basedpyright vortex-python
 
   python-test:
     name: "Python (test)"

.gitignore

@@ -238,3 +238,6 @@ sweep.timestamp
 # Perfetto
 trace*.json
 trace*.pb
+
+# pytest-benchmark output
+vortex-python/.benchmarks/

pyproject.toml

@@ -14,28 +14,17 @@ build-backend = "hatchling.build"
 packages = ["dummy"] # Required for workspace project
 
 [dependency-groups]
-# Currently, all dev dependencies live in the root since uv doesn't have transitive dev dependencies.
-#  See: https://github.com/astral-sh/uv/issues/7541
+# Shared dev tooling. Member-specific dev deps live in each member's pyproject.toml.
+# `uv sync --all-packages` picks up dev groups from all workspace members.
 dev = [
     "basedpyright>=1.31",
-    "duckdb>=1.1.2",
     "ipython>=8.26.0",
-    "maturin>=1.7.2",
-    "pandas-stubs>=2.2.3.241126",
-    "pandas[output-formatting]>=2.2.3",
-    "pcodec>=0.3.3",
     "pip>=23.3.2",
-    "polars>=1.9.0",
-    "pyarrow-stubs>=17.16",
-    "pytest-benchmark>=4.0.0",
     "pytest>=7.4.0",
     "ruff>=0.7.1",
-    "ray>=2.48",
-    "pytest-benchmark>=5.1.0",
     # forced transitive bumps
     "urllib3>=2.6.3",
     "filelock>=3.20.3",
-    "protobuf>=6.33.5",
 ]
 
 [tool.uv]

uv.lock

@@ -67,16 +67,22 @@ include = [
     { path = "python/vortex/py.typed", format = "sdist" },
 ]
 
-[tool.basedpyright]
-exclude = ["python/vortex/_lib/store/**.pyi"]
-
 [dependency-groups]
 dev = [
-    "basedpyright>=1.31",
+    "duckdb>=1.1.2",
+    "maturin>=1.7.2",
     "numpy>=2.2.2",
     "pandas-stubs>=2.2.3.241126",
+    "pandas[output-formatting]>=2.2.3",
     "pcodec>=0.3.3",
+    "polars>=1.9.0",
     "pyarrow-stubs>=17.16",
     "pytest-benchmark>=5.1.0",
     "pytest-xdist>=3.5.0",
+    "ray>=2.48",
+    # forced transitive bumps
+    "protobuf>=6.33.5",
 ]
+
+[tool.basedpyright]
+exclude = ["python/vortex/_lib/store/**.pyi"]

vortex-python/pyproject.toml

@@ -0,0 +1,28 @@
+#!/bin/bash
+# SPDX-License-Identifier: Apache-2.0
+# SPDX-FileCopyrightText: Copyright the Vortex contributors
+
+# Run Python benchmarks with a release-profile build of the native extension.
+#
+# Usage:
+#   ./run_benchmarks.sh                     # run all benchmarks
+#   ./run_benchmarks.sh -k "test_scan"      # run benchmarks matching a pattern
+#   ./run_benchmarks.sh --benchmark-only    # skip non-benchmark tests (if any)
+#
+# All arguments are forwarded to pytest.
+
+set -ex -o pipefail
+
+ROOT=$( cd -- "$( dirname -- "${BASH_SOURCE[0]}" )/.." &> /dev/null && pwd )
+PYTHON_DIR="$ROOT/vortex-python"
+
+# Ensure all packages are synced (includes pytest-benchmark dev dependency).
+uv sync --all-packages
+
+source "$ROOT/.venv/bin/activate"
+
+# Build the native extension in release mode so benchmarks reflect production performance.
+maturin develop --release --manifest-path "$PYTHON_DIR/Cargo.toml"
+
+# Run benchmarks. Extra args are forwarded to pytest.
+pytest "$PYTHON_DIR/benchmark" "$@"