add UV; add proper devs groups; remove deps duplication in req.txt; some fixes around stubs

Author: MarshalX

.github/workflows/codspeed.yml

@@ -10,17 +10,26 @@ on:
 permissions:
   contents: read
 
+env:
+  UV_FROZEN: true
+  UV_PYTHON: 3.13 # use the latest version of Python because it is faster
+
 jobs:
   benchmarks:
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v4
       - uses: actions/setup-python@v5
         with:
-          python-version: "3.13"  # use the latest version of Python because it is faster
+          python-version: ${{ env.UV_PYTHON}}
+
+      - name: Install UV.
+        uses: astral-sh/setup-uv@v6
+        with:
+          enable-cache: true
 
       - name: Install python dependencies.
-        run: pip install -r pytests/requirements.txt
+        run: uv sync --group testing
 
       - name: Install rust.
         id: rust-toolchain
@@ -32,23 +41,23 @@ jobs:
         uses: Swatinem/rust-cache@v2
 
       - name: Compile.
-        run: pip install -v -e .
+        run: uv pip install -v -e .
         env:
           RUSTFLAGS: "-Cprofile-generate=${{ github.workspace }}/profdata"
 
       - name: Gather PGO data.
-        run: pytest . --benchmark-enable
+        run: uv run pytest . --benchmark-enable
 
       - name: Prepare merged PGO data.
         run: rustup run 1.76.0 bash -c '$RUSTUP_HOME/toolchains/$RUSTUP_TOOLCHAIN/lib/rustlib/x86_64-unknown-linux-gnu/bin/llvm-profdata merge -o ${{ github.workspace }}/merged.profdata ${{ github.workspace }}/profdata'
 
       - name: Compile with profile.
-        run: pip install -v -e .
+        run: uv pip install -v -e .
         env:
           RUSTFLAGS: "-Cprofile-use=${{ github.workspace }}/merged.profdata"
 
       - name: Run benchmarks.
         uses: CodSpeedHQ/action@v3
         with:
           token: ${{ secrets.CODSPEED_TOKEN }}
-          run: pytest . --codspeed -n auto
+          run: uv run --group=codspeed pytest . --codspeed -n auto

.github/workflows/release.yml

@@ -4,6 +4,7 @@ on:
   push:
     branches:
       - main
+      - zzstoatzz:main
     tags:
       - 'v*.*.*'
   workflow_dispatch:
@@ -124,8 +125,12 @@ jobs:
         run: |
           git config --global core.autocrlf false
           git config --global core.eol lf
-      - uses: actions/checkout@v4
-      - uses: actions/setup-python@v5
+
+      - name: Checkout repository.
+        uses: actions/checkout@v4
+
+      - name: Install UV.
+        uses: astral-sh/setup-uv@v6
         with:
           python-version: ${{ matrix.interpreter }}
 
@@ -151,11 +156,10 @@ jobs:
 
       - name: Gather PGO data.
         run: |
-          pip install -U pip
-          pip install -r pytests/requirements.txt 
+          uv sync --group testing
+          uv pip install libipld --no-index --no-deps --find-links pgo-wheel --force-reinstall
 
-          pip install libipld --no-index --no-deps --find-links pgo-wheel --force-reinstall
-          pytest . --benchmark-enable
+          uv run pytest . --benchmark-enable
 
           # we can't use github.workspace here because of Windows with backslashes
           rustup run 1.76.0 bash -c 'echo LLVM_PROFDATA=$RUSTUP_HOME/toolchains/$RUSTUP_TOOLCHAIN/lib/rustlib/${{ env.RUST_HOST }}/bin/llvm-profdata >> "$GITHUB_ENV"'

.github/workflows/test.yml

@@ -5,6 +5,9 @@ on: [ pull_request ]
 permissions:
   contents: read
 
+env:
+  UV_PYTHON: 3.8 # minimum supported version
+
 jobs:
   unit_tests:
     runs-on: ubuntu-latest
@@ -13,16 +16,16 @@ jobs:
       - name: Checkout repository.
         uses: actions/checkout@v4
 
-      - name: Set up Python.
-        uses: actions/setup-python@v5
-        with:
-          # minimum supported version
-          python-version: 3.8
+      - name: Install UV.
+        uses: astral-sh/setup-uv@v6
 
       - name: Install dependencies.
-        run: |
-          pip install -r pytests/requirements.txt
-          pip install -v -e .
+        run: uv sync --group testing
+
+      - name: Compile.
+        run: uv pip install -v -e .
+        env:
+          RUST_BACKTRACE: 1
 
       - name: Run Tests.
         run: pytest

pyproject.toml

@@ -38,7 +38,22 @@ classifiers = [
 "Author" = "https://github.com/MarshalX"
 
 [dependency-groups]
-dev = ["maturin", "pytest", "pytest-benchmark"]
+dev = ["maturin>=1.2,<2.0"]
+testing = [
+    { include-group = "dev" },
+    "pytest==8.3.5",
+    "pytest-benchmark==4.0.0",
+    "pytest-xdist==3.6.1",
+]
+codspeed = [
+    # only run on CI with the latest Python version
+    'pytest-codspeed==3.2.0; python_version == "3.13" and implementation_name == "cpython"',
+]
+
+all = [
+    { include-group = "dev" },
+    { include-group = "testing" },
+]
 
 [tool.pytest.ini_options]
 addopts = [

pytests/requirements.txt

@@ -1,6 +1,7 @@
 from __future__ import annotations
 from typing import Any
 
+
 def decode_cid(data: str | bytes) -> dict[str, Any]:
     """Decode a CID from either its string representation or raw bytes.
 
@@ -17,6 +18,7 @@ def decode_cid(data: str | bytes) -> dict[str, Any]:
             - digest: bytes (hash digest)
     """
 
+
 def encode_cid(data: str | bytes) -> str:
     """Encode a CID to its string representation.
 
@@ -27,6 +29,7 @@ def encode_cid(data: str | bytes) -> str:
         A CID string (e.g. 'bafy...')
     """
 
+
 def decode_car(data: bytes) -> tuple[dict[str, Any], dict[bytes, dict[str, Any]]]:
     """Decode a CAR file.
 
@@ -39,6 +42,7 @@ def decode_car(data: bytes) -> tuple[dict[str, Any], dict[bytes, dict[str, Any]]
         - blocks: dict mapping CID bytes to block data
     """
 
+
 def decode_dag_cbor(data: bytes) -> Any:
     """Decode DAG-CBOR data to Python objects.
 
@@ -49,6 +53,7 @@ def decode_dag_cbor(data: bytes) -> Any:
         A Python object
     """
 
+
 def decode_dag_cbor_multi(data: bytes) -> list[Any]:
     """Decode multiple DAG-CBOR objects from bytes.
 
@@ -59,6 +64,7 @@ def decode_dag_cbor_multi(data: bytes) -> list[Any]:
         A list of Python objects
     """
 
+
 def encode_dag_cbor(data: Any) -> bytes:
     """Encode Python objects to DAG-CBOR.
 
@@ -69,24 +75,26 @@ def encode_dag_cbor(data: Any) -> bytes:
         Raw DAG-CBOR bytes
     """
 
+
 def decode_multibase(data: str) -> tuple[str, bytes]:
     """Decode multibase-encoded data.
 
     Args:
-        data: Multibase-encoded string (e.g. 'u' for base58btc)
+        data: Multibase-encoded string (e.g. 'ueWVzIG1hbmkgIQ')
 
     Returns:
         A tuple containing:
         - base: str (the base code, e.g. 'u')
         - data: bytes (the decoded data)
     """
 
-def encode_multibase(code: str, data: Any) -> str:
+
+def encode_multibase(code: str, data: bytes | str) -> str:
     """Encode data using multibase.
 
     Args:
-        code: str (base code, e.g. 'u' for base58btc)
-        data: Any Python object that can be converted to bytes
+        code: Base code (e.g. 'u' for base58btc)
+        data: Data to encode (bytes or string that can be converted to bytes)
 
     Returns:
         Multibase-encoded string