Add benchmark JSON report steps in smoke CI #35
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: smoke | |
| on: | |
| push: | |
| branches: | |
| - main | |
| - master | |
| pull_request: | |
| workflow_dispatch: | |
| inputs: | |
| run_extended_smoke: | |
| description: Run extended hot-loop runtime smoke profile | |
| required: false | |
| default: false | |
| type: boolean | |
| concurrency: | |
| group: smoke-${{ github.ref }} | |
| cancel-in-progress: true | |
| env: | |
| BUILD_TYPE: Release | |
| CMAKE_GENERATOR: Ninja | |
| WEBVULKAN_CACHE_VERSION: v3 | |
| WEBVULKAN_BENCH_REQUIRED_PROFILES: dispatch_overhead,balanced_grid | |
| WEBVULKAN_BENCH_MIN_SPEEDUP: "2.0" | |
| LLVM_PREBUILT_URL: ${{ vars.WEBVULKAN_LLVM_PREBUILT_URL || 'https://github.com/Devsh-Graphics-Programming/llvmpipe2wasm/releases/download/llvm-wasm-prebuilt-latest/llvm-wasm-install.zip' }} | |
| LLVM_PREBUILT_SHA256: ${{ vars.WEBVULKAN_LLVM_PREBUILT_SHA256 || '' }} | |
| DXC_WASM_PREBUILT_URL: ${{ vars.WEBVULKAN_DXC_WASM_PREBUILT_URL || 'https://github.com/Devsh-Graphics-Programming/llvmpipe2wasm/releases/download/dxc-wasm-prebuilt-latest/dxc-wasm-prebuilt.zip' }} | |
| DXC_WASM_PREBUILT_SHA256: ${{ vars.WEBVULKAN_DXC_WASM_PREBUILT_SHA256 || '' }} | |
| jobs: | |
| in_tree_add_subdirectory: | |
| name: in-tree add_subdirectory | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 240 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 1 | |
| - name: Install host tools | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install -y ninja-build flex bison python3-pip glslang-tools | |
| python3 -m pip install --upgrade pip | |
| python3 -m pip install meson mako | |
| python3 -m pip install cmake==4.2.0 | |
| - name: Resolve prebuilt bundle checksums | |
| shell: bash | |
| run: | | |
| set -euo pipefail | |
| llvm_sha="$(curl -L --fail "${LLVM_PREBUILT_URL}.sha256" | awk 'NR==1 {print $1}')" | |
| dxc_sha="$(curl -L --fail "${DXC_WASM_PREBUILT_URL}.sha256" | awk 'NR==1 {print $1}')" | |
| if [ -z "${llvm_sha}" ] || [ -z "${dxc_sha}" ]; then | |
| echo "Failed to resolve prebuilt checksums from release sidecar files." | |
| exit 1 | |
| fi | |
| echo "LLVM_PREBUILT_SHA256=${llvm_sha}" >> "${GITHUB_ENV}" | |
| echo "DXC_WASM_PREBUILT_SHA256=${dxc_sha}" >> "${GITHUB_ENV}" | |
| - name: Restore third-party cache | |
| id: cache_thirdparty | |
| uses: actions/cache/restore@v4 | |
| with: | |
| path: | | |
| .3rdparty | |
| key: ${{ runner.os }}-webvulkan-3rdparty-${{ env.WEBVULKAN_CACHE_VERSION }}-${{ env.LLVM_PREBUILT_SHA256 }}-${{ env.DXC_WASM_PREBUILT_SHA256 }} | |
| restore-keys: | | |
| ${{ runner.os }}-webvulkan-3rdparty-${{ env.WEBVULKAN_CACHE_VERSION }}- | |
| - name: Restore Mesa wasm build cache | |
| id: cache_webvulkan_build | |
| uses: actions/cache/restore@v4 | |
| with: | |
| path: | | |
| build/_webvulkan | |
| build/.webvulkan_llvmpipe.stamp | |
| key: ${{ runner.os }}-webvulkan-build-${{ env.WEBVULKAN_CACHE_VERSION }}-${{ hashFiles('CMakeLists.txt', 'cmake/BuildMesaLlvmpipeWasm.cmake', 'tests/CMakeLists.txt', 'tests/RunLavapipeRuntimeSmoke.cmake') }}-${{ env.LLVM_PREBUILT_SHA256 }} | |
| restore-keys: | | |
| ${{ runner.os }}-webvulkan-build-${{ env.WEBVULKAN_CACHE_VERSION }}- | |
| - name: Bootstrap DXC Wasm prebuilt | |
| shell: bash | |
| run: | | |
| set -euo pipefail | |
| dxc_dir="${GITHUB_WORKSPACE}/.3rdparty/dxc-wasm" | |
| dxc_js="${dxc_dir}/dxc.js" | |
| dxc_wasm="${dxc_dir}/dxc.wasm" | |
| dxc_sha_stamp="${dxc_dir}/.sha256" | |
| download_dxc=0 | |
| if [ ! -f "${dxc_js}" ] || [ ! -f "${dxc_wasm}" ]; then | |
| download_dxc=1 | |
| elif [ ! -f "${dxc_sha_stamp}" ] || [ "$(cat "${dxc_sha_stamp}")" != "${DXC_WASM_PREBUILT_SHA256}" ]; then | |
| download_dxc=1 | |
| fi | |
| if [ "${download_dxc}" -eq 1 ]; then | |
| mkdir -p "${dxc_dir}" | |
| rm -f "${dxc_js}" "${dxc_wasm}" "${dxc_sha_stamp}" | |
| curl -L --fail "${DXC_WASM_PREBUILT_URL}" -o "${RUNNER_TEMP}/dxc-wasm-prebuilt.zip" | |
| echo "${DXC_WASM_PREBUILT_SHA256} ${RUNNER_TEMP}/dxc-wasm-prebuilt.zip" | sha256sum -c - | |
| python3 -c "import sys,zipfile; zipfile.ZipFile(sys.argv[1]).extractall(sys.argv[2])" \ | |
| "${RUNNER_TEMP}/dxc-wasm-prebuilt.zip" "${dxc_dir}" | |
| printf '%s' "${DXC_WASM_PREBUILT_SHA256}" > "${dxc_sha_stamp}" | |
| fi | |
| test -f "${dxc_js}" | |
| test -f "${dxc_wasm}" | |
| echo "WEBVULKAN_DXC_WASM_JS=${dxc_js}" >> "${GITHUB_ENV}" | |
| - name: Configure root project | |
| run: | | |
| cmake -S . -B build -G "${CMAKE_GENERATOR}" \ | |
| -DCMAKE_BUILD_TYPE="${BUILD_TYPE}" \ | |
| -DWEBVULKAN_BUILD_TESTS=ON \ | |
| -DWEBVULKAN_DXC_WASM_JS="${WEBVULKAN_DXC_WASM_JS}" \ | |
| -DWEBVULKAN_ALLOW_DEP_UPDATES=OFF \ | |
| -DLLVM_PROVIDER=prebuilt \ | |
| -DLLVM_PREBUILT_URL="${LLVM_PREBUILT_URL}" \ | |
| -DLLVM_PREBUILT_SHA256="${LLVM_PREBUILT_SHA256}" | |
| - name: Build and run in-tree smoke | |
| shell: bash | |
| run: | | |
| set -euo pipefail | |
| cmake --build build --target runtime_smoke --config "${BUILD_TYPE}" 2>&1 | tee build/runtime_smoke.log | |
| - name: Report in-tree runtime benchmark JSON | |
| shell: bash | |
| run: | | |
| set -euo pipefail | |
| node_bin="$(ls -1d "${GITHUB_WORKSPACE}/.3rdparty/emsdk"/node/*/bin/node | sort -V | tail -n1)" | |
| "${node_bin}" tests/wasm/tools/validate_dispatch_bench.mjs \ | |
| build/runtime_smoke.log \ | |
| --emit-json \ | |
| --json-out build/runtime_benchmark_report.json \ | |
| --no-validate | |
| - name: Validate in-tree runtime benchmark gate | |
| shell: bash | |
| run: | | |
| set -euo pipefail | |
| node_bin="$(ls -1d "${GITHUB_WORKSPACE}/.3rdparty/emsdk"/node/*/bin/node | sort -V | tail -n1)" | |
| "${node_bin}" tests/wasm/tools/validate_dispatch_bench.mjs build/runtime_smoke.log | |
| - name: Build and run extended in-tree smoke | |
| if: ${{ github.event_name == 'workflow_dispatch' && inputs.run_extended_smoke }} | |
| run: | | |
| cmake --build build --target lavapipe_runtime_smoke_hot_loop --config "${BUILD_TYPE}" | |
| - name: Install relocatable package | |
| run: | | |
| cmake --install build --prefix "${GITHUB_WORKSPACE}/package" | |
| - name: Upload relocatable package | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: webvulkan-package | |
| path: package | |
| if-no-files-found: error | |
| - name: Save Mesa wasm build cache | |
| if: always() && steps.cache_webvulkan_build.outputs.cache-hit != 'true' | |
| uses: actions/cache/save@v4 | |
| with: | |
| path: | | |
| build/_webvulkan | |
| build/.webvulkan_llvmpipe.stamp | |
| key: ${{ steps.cache_webvulkan_build.outputs.cache-primary-key }} | |
| - name: Save third-party cache | |
| if: always() && steps.cache_thirdparty.outputs.cache-hit != 'true' | |
| uses: actions/cache/save@v4 | |
| with: | |
| path: | | |
| .3rdparty | |
| key: ${{ steps.cache_thirdparty.outputs.cache-primary-key }} | |
| package_sparse_tests: | |
| name: package sparse-tests | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 180 | |
| needs: | |
| - in_tree_add_subdirectory | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 1 | |
| path: tests-only | |
| sparse-checkout: | | |
| tests | |
| sparse-checkout-cone-mode: false | |
| - name: Install host tools | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install -y ninja-build python3-pip | |
| python3 -m pip install --upgrade pip | |
| python3 -m pip install cmake==4.2.0 | |
| - name: Resolve prebuilt bundle checksums | |
| shell: bash | |
| run: | | |
| set -euo pipefail | |
| llvm_sha="$(curl -L --fail "${LLVM_PREBUILT_URL}.sha256" | awk 'NR==1 {print $1}')" | |
| dxc_sha="$(curl -L --fail "${DXC_WASM_PREBUILT_URL}.sha256" | awk 'NR==1 {print $1}')" | |
| if [ -z "${llvm_sha}" ] || [ -z "${dxc_sha}" ]; then | |
| echo "Failed to resolve prebuilt checksums from release sidecar files." | |
| exit 1 | |
| fi | |
| echo "LLVM_PREBUILT_SHA256=${llvm_sha}" >> "${GITHUB_ENV}" | |
| echo "DXC_WASM_PREBUILT_SHA256=${dxc_sha}" >> "${GITHUB_ENV}" | |
| - name: Restore third-party cache | |
| id: cache_thirdparty | |
| uses: actions/cache/restore@v4 | |
| with: | |
| path: | | |
| .3rdparty | |
| key: ${{ runner.os }}-webvulkan-3rdparty-${{ env.WEBVULKAN_CACHE_VERSION }}-${{ env.LLVM_PREBUILT_SHA256 }}-${{ env.DXC_WASM_PREBUILT_SHA256 }} | |
| restore-keys: | | |
| ${{ runner.os }}-webvulkan-3rdparty-${{ env.WEBVULKAN_CACHE_VERSION }}- | |
| - name: Download relocatable package | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: webvulkan-package | |
| path: package | |
| - name: Validate cached emsdk | |
| shell: bash | |
| run: | | |
| if [ ! -x "${GITHUB_WORKSPACE}/.3rdparty/emsdk/upstream/emscripten/emcc" ]; then | |
| echo "emsdk is missing in cache. Re-run workflow after in-tree job saves cache." | |
| exit 1 | |
| fi | |
| - name: Bootstrap DXC Wasm prebuilt | |
| shell: bash | |
| run: | | |
| set -euo pipefail | |
| dxc_dir="${GITHUB_WORKSPACE}/.3rdparty/dxc-wasm" | |
| dxc_js="${dxc_dir}/dxc.js" | |
| dxc_wasm="${dxc_dir}/dxc.wasm" | |
| dxc_sha_stamp="${dxc_dir}/.sha256" | |
| download_dxc=0 | |
| if [ ! -f "${dxc_js}" ] || [ ! -f "${dxc_wasm}" ]; then | |
| download_dxc=1 | |
| elif [ ! -f "${dxc_sha_stamp}" ] || [ "$(cat "${dxc_sha_stamp}")" != "${DXC_WASM_PREBUILT_SHA256}" ]; then | |
| download_dxc=1 | |
| fi | |
| if [ "${download_dxc}" -eq 1 ]; then | |
| mkdir -p "${dxc_dir}" | |
| rm -f "${dxc_js}" "${dxc_wasm}" "${dxc_sha_stamp}" | |
| curl -L --fail "${DXC_WASM_PREBUILT_URL}" -o "${RUNNER_TEMP}/dxc-wasm-prebuilt.zip" | |
| echo "${DXC_WASM_PREBUILT_SHA256} ${RUNNER_TEMP}/dxc-wasm-prebuilt.zip" | sha256sum -c - | |
| python3 -c "import sys,zipfile; zipfile.ZipFile(sys.argv[1]).extractall(sys.argv[2])" \ | |
| "${RUNNER_TEMP}/dxc-wasm-prebuilt.zip" "${dxc_dir}" | |
| printf '%s' "${DXC_WASM_PREBUILT_SHA256}" > "${dxc_sha_stamp}" | |
| fi | |
| test -f "${dxc_js}" | |
| test -f "${dxc_wasm}" | |
| echo "WEBVULKAN_DXC_WASM_JS=${dxc_js}" >> "${GITHUB_ENV}" | |
| - name: Configure sparse tests against package | |
| run: | | |
| cmake -S tests-only/tests -B tests-only/build -G "${CMAKE_GENERATOR}" \ | |
| -DCMAKE_BUILD_TYPE="${BUILD_TYPE}" \ | |
| -DWEBVULKAN_TEST_MODE=package \ | |
| -DWEBVULKAN_TEST_PACKAGE_PREFIX="${GITHUB_WORKSPACE}/package" \ | |
| -DWEBVULKAN_DXC_WASM_JS="${WEBVULKAN_DXC_WASM_JS}" \ | |
| -DEMSDK_ROOT="${GITHUB_WORKSPACE}/.3rdparty/emsdk" \ | |
| -DWEBVULKAN_EMSCRIPTEN_TOOLCHAIN_FILE="${GITHUB_WORKSPACE}/.3rdparty/emsdk/upstream/emscripten/cmake/Modules/Platform/Emscripten.cmake" | |
| - name: Build and run package smoke | |
| shell: bash | |
| run: | | |
| set -euo pipefail | |
| cmake --build tests-only/build --target runtime_smoke --config "${BUILD_TYPE}" 2>&1 | tee tests-only/build/runtime_smoke.log | |
| - name: Report package runtime benchmark JSON | |
| shell: bash | |
| run: | | |
| set -euo pipefail | |
| node_bin="$(ls -1d "${GITHUB_WORKSPACE}/.3rdparty/emsdk"/node/*/bin/node | sort -V | tail -n1)" | |
| "${node_bin}" tests-only/tests/wasm/tools/validate_dispatch_bench.mjs \ | |
| tests-only/build/runtime_smoke.log \ | |
| --emit-json \ | |
| --json-out tests-only/build/runtime_benchmark_report.json \ | |
| --no-validate | |
| - name: Validate package runtime benchmark gate | |
| shell: bash | |
| run: | | |
| set -euo pipefail | |
| node_bin="$(ls -1d "${GITHUB_WORKSPACE}/.3rdparty/emsdk"/node/*/bin/node | sort -V | tail -n1)" | |
| "${node_bin}" tests-only/tests/wasm/tools/validate_dispatch_bench.mjs tests-only/build/runtime_smoke.log |