ci: flatten wheel pipeline and deduplicate CEF download

linesight · claude · linesight · commit 883fc39a1416 · 2026-05-03T11:10:05.000-07:00
Merge compile/test/wheel into a single matrix job per Python version so that
each version's pipeline is fully independent — a 3.11 failure no longer delays
the 3.10 wheel. Extract CEF download into a dedicated job to avoid 5 concurrent
downloads of the same 600 MB archive from Spotify's CDN.

Co-Authored-By: Claude Opus 4.7 &lt;noreply@anthropic.com&gt;
diff --git a/.github/workflows/ci-linux.yml b/.github/workflows/ci-linux.yml
@@ -13,9 +13,43 @@ on:
         default: false
 
 jobs:
-  compile:
+  download-cef:
     runs-on: ubuntu-24.04
-    timeout-minutes: 60
+    timeout-minutes: 15
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.10"
+
+      - name: Read CEF version
+        id: cef-version
+        run: |
+          ver=$(grep -oP '(?<=#define CEF_VERSION ")[^"]+' src/version/cef_version_linux.h)
+          echo "value=$ver" >> $GITHUB_OUTPUT
+
+      - name: Cache CEF binaries
+        uses: actions/cache@v4
+        if: ${{ inputs.bypass_cache != true }}
+        with:
+          path: |
+            build/cef_binary_*
+            build/cef*_linux64
+          key: cef-linux64-${{ steps.cef-version.outputs.value }}
+
+      - name: Install build tools
+        run: python tools/requirements.py
+
+      - name: Download CEF binaries
+        run: python tools/download_cef.py
+
+  wheel:
+    needs: download-cef
+    runs-on: ubuntu-24.04
+    timeout-minutes: 75
     strategy:
       fail-fast: false
       matrix:
@@ -36,8 +70,8 @@ jobs:
           ver=$(grep -oP '(?<=#define CEF_VERSION ")[^"]+' src/version/cef_version_linux.h)
           echo "value=$ver" >> $GITHUB_OUTPUT
 
-      - name: Cache CEF binaries
-        uses: actions/cache@v4
+      - name: Restore CEF cache
+        uses: actions/cache/restore@v4
         if: ${{ inputs.bypass_cache != true }}
         with:
           path: |
@@ -59,9 +93,6 @@ jobs:
       - name: Install build tools
         run: python tools/requirements.py
 
-      - name: Download CEF binaries
-        run: python tools/download_cef.py
-
       - name: Prepare prebuilt CEF
         run: python tools/automate.py --prebuilt-cef
 
@@ -81,47 +112,15 @@ jobs:
             ! -name 'cefclient*' ! -name 'cefsimple*' ! -name 'ceftests*' ! -name 'chrome-sandbox' \
             -exec cp -r {} build/artifacts/ \;
 
-      - name: Upload build artifacts
-        uses: actions/upload-artifact@v4
-        with:
-          name: build-py${{ matrix.python-version }}-linux64
-          path: build/artifacts/
-          retention-days: 1
-
-  test:
-    needs: compile
-    runs-on: ubuntu-24.04
-    timeout-minutes: 30
-    strategy:
-      fail-fast: false
-      matrix:
-        python-version: ["3.10", "3.11", "3.12", "3.13", "3.14"]
-
-    steps:
-      - name: Checkout
-        uses: actions/checkout@v4
-
-      - name: Set up Python
-        uses: actions/setup-python@v5
-        with:
-          python-version: ${{ matrix.python-version }}
-
       - name: Install runtime dependencies
         run: |
-          sudo apt-get update -q
           sudo apt-get install -y --no-install-recommends \
             libnss3 libatk1.0-0 libatk-bridge2.0-0 \
             libx11-6 libxcomposite1 libxdamage1 libxext6 \
             libxfixes3 libxrandr2 libxrender1 \
             libgtk2.0-0 libglib2.0-0 xvfb
 
-      - name: Download build artifacts
-        uses: actions/download-artifact@v4
-        with:
-          name: build-py${{ matrix.python-version }}-linux64
-          path: build/artifacts/
-
-      - name: Set up cefpython3 package for testing
+      - name: Set up cefpython3 package
         run: |
           cp -r build/artifacts/. cefpython3/
           chmod +x cefpython3/subprocess
@@ -134,35 +133,6 @@ jobs:
         env:
           PYTHONPATH: ${{ github.workspace }}
 
-  wheel:
-    needs: test
-    runs-on: ubuntu-24.04
-    timeout-minutes: 15
-    strategy:
-      fail-fast: false
-      matrix:
-        python-version: ["3.10", "3.11", "3.12", "3.13", "3.14"]
-
-    steps:
-      - name: Checkout
-        uses: actions/checkout@v4
-
-      - name: Set up Python
-        uses: actions/setup-python@v5
-        with:
-          python-version: ${{ matrix.python-version }}
-
-      - name: Download build artifacts
-        uses: actions/download-artifact@v4
-        with:
-          name: build-py${{ matrix.python-version }}-linux64
-          path: build/artifacts/
-
-      - name: Set up cefpython3 package
-        run: |
-          cp -r build/artifacts/. cefpython3/
-          chmod +x cefpython3/subprocess
-
       - name: Build wheel
         run: python tools/build_distrib.py
 
diff --git a/.github/workflows/ci-windows.yml b/.github/workflows/ci-windows.yml
@@ -13,9 +13,44 @@ on:
         default: false
 
 jobs:
-  compile:
+  download-cef:
     runs-on: windows-latest
-    timeout-minutes: 60
+    timeout-minutes: 15
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.10"
+
+      - name: Read CEF version
+        id: cef-version
+        run: |
+          $ver = (Select-String -Path src/version/cef_version_win.h `
+                  -Pattern '#define CEF_VERSION "([^"]+)"').Matches[0].Groups[1].Value
+          echo "value=$ver" >> $env:GITHUB_OUTPUT
+
+      - name: Cache CEF binaries
+        uses: actions/cache@v4
+        if: ${{ inputs.bypass_cache != true }}
+        with:
+          path: |
+            build/cef_binary_*
+            build/cef*_win64
+          key: cef-windows64-${{ steps.cef-version.outputs.value }}
+
+      - name: Install build tools
+        run: python tools/requirements.py
+
+      - name: Download CEF binaries
+        run: python tools/download_cef.py
+
+  wheel:
+    needs: download-cef
+    runs-on: windows-latest
+    timeout-minutes: 75
     strategy:
       fail-fast: false
       matrix:
@@ -37,8 +72,8 @@ jobs:
                   -Pattern '#define CEF_VERSION "([^"]+)"').Matches[0].Groups[1].Value
           echo "value=$ver" >> $env:GITHUB_OUTPUT
 
-      - name: Cache CEF binaries
-        uses: actions/cache@v4
+      - name: Restore CEF cache
+        uses: actions/cache/restore@v4
         if: ${{ inputs.bypass_cache != true }}
         with:
           path: |
@@ -49,9 +84,6 @@ jobs:
       - name: Install build tools
         run: python tools/requirements.py
 
-      - name: Download CEF binaries
-        run: python tools/download_cef.py
-
       - name: Prepare prebuilt CEF
         run: python tools/automate.py --prebuilt-cef
 
@@ -70,38 +102,7 @@ jobs:
           Get-ChildItem $cefBin | Where-Object { $_.Name -notmatch '^(cefclient|cefsimple|ceftests)' } |
             ForEach-Object { Copy-Item $_.FullName build/artifacts/ -Recurse -Force }
 
-      - name: Upload build artifacts
-        uses: actions/upload-artifact@v4
-        with:
-          name: build-py${{ matrix.python-version }}-win64
-          path: build/artifacts/
-          retention-days: 1
-
-  test:
-    needs: compile
-    runs-on: windows-latest
-    timeout-minutes: 30
-    strategy:
-      fail-fast: false
-      matrix:
-        python-version: ["3.10", "3.11", "3.12", "3.13", "3.14"]
-
-    steps:
-      - name: Checkout
-        uses: actions/checkout@v4
-
-      - name: Set up Python
-        uses: actions/setup-python@v5
-        with:
-          python-version: ${{ matrix.python-version }}
-
-      - name: Download build artifacts
-        uses: actions/download-artifact@v4
-        with:
-          name: build-py${{ matrix.python-version }}-win64
-          path: build/artifacts/
-
-      - name: Set up cefpython3 package for testing
+      - name: Set up cefpython3 package
         run: |
           Get-ChildItem build/artifacts/ | ForEach-Object {
             Copy-Item $_.FullName cefpython3/ -Recurse -Force
@@ -112,36 +113,6 @@ jobs:
         env:
           PYTHONPATH: ${{ github.workspace }}
 
-  wheel:
-    needs: test
-    runs-on: windows-latest
-    timeout-minutes: 15
-    strategy:
-      fail-fast: false
-      matrix:
-        python-version: ["3.10", "3.11", "3.12", "3.13", "3.14"]
-
-    steps:
-      - name: Checkout
-        uses: actions/checkout@v4
-
-      - name: Set up Python
-        uses: actions/setup-python@v5
-        with:
-          python-version: ${{ matrix.python-version }}
-
-      - name: Download build artifacts
-        uses: actions/download-artifact@v4
-        with:
-          name: build-py${{ matrix.python-version }}-win64
-          path: build/artifacts/
-
-      - name: Set up cefpython3 package
-        run: |
-          Get-ChildItem build/artifacts/ | ForEach-Object {
-            Copy-Item $_.FullName cefpython3/ -Recurse -Force
-          }
-
       - name: Build wheel
         run: python tools/build_distrib.py
 
