clean up plublishing and add a test (#18)

Signed-off-by: James Sturtevant <jsturtevant@gmail.com>

Author: jsturtevant

.github/workflows/ci.yml

@@ -123,6 +123,12 @@ jobs:
       - name: Python SDK Benchmark
         run: just benchmark
 
+      # Build release wheels and verify they install + work correctly
+      - name: Python SDK Wheelhouse test
+        run: |
+          just python-dist
+          just python python-wheelhouse-test
+
   javascript-sandbox:
     name: JS Sandbox · lint / build / examples
     runs-on: ubuntu-latest

.github/workflows/publish.yml

@@ -43,11 +43,8 @@ jobs:
       - name: Install JS guest dependencies
         run: just wasm js-guest-install
 
-      - name: Build guests
-        run: |
-          just wasm guest-build
-          just wasm js-guest-build
-
       - name: Build & Publish
         if: ${{ !env.ACT }}
-        run: just python python-publish
+        run: |
+          just python-dist
+          just python python-publish

Justfile

@@ -41,6 +41,8 @@ test-rust:
 
 benchmark: python::python-sandbox-benchmark
 
+python-dist: (wasm::build "release") python::python-dist
+
 examples target=default-target: (wasm::examples target) (jssandbox::examples target) python::examples
 
 integration-examples target=default-target: (wasm::guest-build target) wasm::js-guest-build python::build examples_mod::integration-examples

src/sdk/python/Justfile

@@ -10,6 +10,9 @@ javascript-guest-dist := dist-root + "/javascript_guest"
 
 #### BUILD ####
 
+# Copy pre-built guest binaries (.aot/.wasm) from the wasm_sandbox build
+# into the Python guest packages so they can be bundled into wheels.
+# Requires `just wasm build` to have run first.
 python-sync-guest-resources:
     mkdir -p {{repo-root}}/src/sdk/python/wasm_guests/python_guest/python_guest/resources
     mkdir -p {{repo-root}}/src/sdk/python/wasm_guests/javascript_guest/javascript_guest/resources
@@ -18,33 +21,32 @@ python-sync-guest-resources:
     cp {{repo-root}}/src/wasm_sandbox/guests/javascript/js-sandbox.aot {{repo-root}}/src/sdk/python/wasm_guests/javascript_guest/javascript_guest/resources/js-sandbox.aot
     cp {{repo-root}}/src/wasm_sandbox/guests/javascript/js-sandbox.wasm {{repo-root}}/src/sdk/python/wasm_guests/javascript_guest/javascript_guest/resources/js-sandbox.wasm
 
-# Sync the venv (installs maturin, guest packages, etc.) but skip the
-# two maturin backend crates — they are built below via `maturin develop`.
+# Install pure Python dependencies from the lockfile into the local venv.
+# Skips the two Rust backend packages — those are compiled and installed
+# separately by `python-install-backends` via `maturin develop`.
 python-sync-env:
     uv sync --frozen --inexact --no-install-package hyperlight-sandbox-backend-wasm --no-install-package hyperlight-sandbox-backend-hyperlight-js
 
-python-install-backend-wasm:
-    cd {{repo-root}}/src/sdk/python/wasm_backend && {{ wit-world }} uv run --no-sync maturin develop
-
-python-install-backend-wasm-release:
-    # Remove cached build-script output so the runtime binary is rebuilt
-    # for the release profile. The debug build may have left stale
-    # fingerprints that prevent the build script from re-running.
-    rm -rf {{repo-root}}/target/release/build/hyperlight-wasm-* \
-           {{repo-root}}/target/release/.fingerprint/hyperlight-wasm-*
-    cd {{repo-root}}/src/sdk/python/wasm_backend && {{ wit-world }} uv run --no-sync maturin develop --release
-
-python-install-backend-hyperlight-js:
-    cd {{repo-root}}/src/sdk/python/hyperlight_js_backend && uv run --no-sync maturin develop
-
-python-install-backend-hyperlight-js-release:
-    rm -rf {{repo-root}}/target/release/build/hyperlight-js-* \
-           {{repo-root}}/target/release/.fingerprint/hyperlight-js-*
-    cd {{repo-root}}/src/sdk/python/hyperlight_js_backend && uv run --no-sync maturin develop --release
-
-python-build: python-sync-guest-resources python-sync-env python-install-backend-wasm python-install-backend-hyperlight-js
+# Install maturin backends into the local venv for development (maturin develop).
+# This compiles the Rust backend crates and installs them as editable packages
+# in the local venv so you can `import hyperlight_sandbox` directly.
+# For distributable wheels, use `python-dist` (maturin build) instead.
+# Use `just python python-build` for debug, `just python python-build release` for release.
+python-install-backends profile="debug":
+    #!/usr/bin/env bash
+    set -e
+    release_flag=""
+    if [ "{{ profile }}" = "release" ]; then
+        release_flag="--release"
+        rm -rf {{repo-root}}/target/release/build/hyperlight-wasm-* \
+               {{repo-root}}/target/release/.fingerprint/hyperlight-wasm-* \
+               {{repo-root}}/target/release/build/hyperlight-js-* \
+               {{repo-root}}/target/release/.fingerprint/hyperlight-js-*
+    fi
+    cd {{repo-root}}/src/sdk/python/wasm_backend && {{ wit-world }} uv run --no-sync maturin develop $release_flag
+    cd {{repo-root}}/src/sdk/python/hyperlight_js_backend && uv run --no-sync maturin develop $release_flag
 
-python-build-release: python-sync-guest-resources python-sync-env python-install-backend-wasm-release python-install-backend-hyperlight-js-release
+python-build profile="debug": python-sync-guest-resources python-sync-env (python-install-backends profile)
 
 build: python-build
 
@@ -58,7 +60,7 @@ python-dist: python-sync-guest-resources
     cd {{repo-root}}/src/sdk/python/wasm_guests/python_guest && uv run python -m build --outdir {{python-guest-dist}}
     cd {{repo-root}}/src/sdk/python/wasm_guests/javascript_guest && uv run python -m build --outdir {{javascript-guest-dist}}
 
-python-publish repository="pypi": python-dist
+python-publish repository="pypi":
     #!/usr/bin/env bash
     set -e
     publish_url=()
@@ -71,25 +73,25 @@ python-publish repository="pypi": python-dist
     uv publish "${publish_url[@]}" {{javascript-guest-dist}}/*
     uv publish "${publish_url[@]}" {{core-dist}}/*
 
-python-wheelhouse-test: python-sync-guest-resources
+python-wheelhouse-test: python-dist
     #!/usr/bin/env bash
     set -e
-    wheelhouse=$(mktemp -d)
     root={{repo-root}}
-
-    uv build --wheel --out-dir "$wheelhouse" "$root/src/sdk/python/core"
-    {{ wit-world }} uv build --wheel --out-dir "$wheelhouse" "$root/src/sdk/python/wasm_backend"
-    uv build --wheel --out-dir "$wheelhouse" "$root/src/sdk/python/hyperlight_js_backend"
-    uv build --wheel --out-dir "$wheelhouse" "$root/src/sdk/python/wasm_guests/python_guest"
-    uv build --wheel --out-dir "$wheelhouse" "$root/src/sdk/python/wasm_guests/javascript_guest"
+    dist={{dist-root}}
 
     # Test wasm + python guest
-    uv run --no-project --no-index --find-links="$wheelhouse" \
+    uv run --no-project --no-index \
+        --find-links="$dist/core" \
+        --find-links="$dist/wasm_backend" \
+        --find-links="$dist/python_guest" \
         --with "hyperlight-sandbox[wasm,python_guest]" \
         python "$root/src/sdk/python/tests/wheelhouse_wasm.py"
 
     # Test hyperlight-js + javascript guest
-    uv run --no-project --no-index --find-links="$wheelhouse" \
+    uv run --no-project --no-index \
+        --find-links="$dist/core" \
+        --find-links="$dist/hyperlight_js_backend" \
+        --find-links="$dist/javascript_guest" \
         --with "hyperlight-sandbox[hyperlight_js,javascript_guest]" \
         python "$root/src/sdk/python/tests/wheelhouse_js.py"
 
@@ -106,7 +108,7 @@ examples: python-build
     {{ wit-world }} uv run python {{repo-root}}/src/sdk/python/core/examples/jswasm_network_demo.py
     {{ wit-world }} uv run python {{repo-root}}/src/sdk/python/core/examples/jswasm_filesystem_demo.py
 
-python-sandbox-benchmark: python-build-release
+python-sandbox-benchmark: (python-build "release")
     {{ wit-world }} uv run python {{repo-root}}/src/sdk/python/core/examples/benchmark.py
 
 #### CLEAN ####

src/wasm_sandbox/Justfile

@@ -24,9 +24,13 @@ guest-compile-wit: ensure-tools
     rm -rf {{repo-root}}/target/hyperlight-wasm-runtime \
            {{repo-root}}/target/debug/build/hyperlight-wasm-* \
            {{repo-root}}/target/debug/.fingerprint/hyperlight-wasm-* \
+           {{repo-root}}/target/release/build/hyperlight-wasm-* \
+           {{repo-root}}/target/release/.fingerprint/hyperlight-wasm-* \
            {{repo-root}}/src/sdk/python/wasm_backend/target/hyperlight-wasm-runtime \
            {{repo-root}}/src/sdk/python/wasm_backend/target/debug/build/hyperlight-wasm-* \
            {{repo-root}}/src/sdk/python/wasm_backend/target/debug/.fingerprint/hyperlight-wasm-* \
+           {{repo-root}}/src/sdk/python/wasm_backend/target/release/build/hyperlight-wasm-* \
+           {{repo-root}}/src/sdk/python/wasm_backend/target/release/.fingerprint/hyperlight-wasm-* \
            2>/dev/null || true
 
 guest-build-aot target=default-target: guest-build-wasm ensure-tools