testing

Author: cquil11

.github/workflows/diff-only-runs.yml

@@ -5,38 +5,42 @@ on:
     push:
         branches:
             - main
+            - diff-only-runs
         paths:
             - "perf-changelog.yaml"
 
 jobs:
-    get-configs:
+    get-jobs:
         runs-on: ubuntu-latest
         outputs:
-            search-space-config: ${{ steps.get-configs.outputs.search-space-config }}
+            search-space-config: ${{ steps.get-jobs.outputs.search-space-config }}
         steps:
             - name: Checkout code
               uses: actions/checkout@1af3b93b6815bc44a9784bd300feb67ff0d1eeb3 # v6.0.0
               with:
-                  fetch-depth: 2
+                  fetch-depth: 0
 
-            - id: get-configs
+            - id: get-jobs
               run: |
                   pip install pydantic
                   CONFIG_JSON=$(python3 ${GITHUB_WORKSPACE}/utils/process_changelog.py \
                       --changelog-file ${GITHUB_WORKSPACE}/perf-changelog.yaml \
-                      --base-ref ${{ github.event.before }} \
+                      --base-ref origin/main \
                       --head-ref ${{ github.sha }})
                   echo "search-space-config=$CONFIG_JSON" >> $GITHUB_OUTPUT
 
     test-sweep-multi-node:
-        needs: get-configs
-        if: ${{ needs.get-configs.outputs.search-space-config != '[]' && fromJson(needs.get-configs.outputs.search-space-config)[0].prefill != null }}
+        needs: get-jobs
+        # Use existence (or non-existence) of 'prefill' field as a proxy to determined multi-node tests.
+        # We only need to check the first entry because by design, all entries in the matrix will be of the same type (there will
+        # never be a mix of multi-node and single-node entries as output from generate_sweep_configs.py).
+        if: ${{ needs.get-jobs.outputs.search-space-config != '[]' && fromJson(needs.get-jobs.outputs.search-space-config)[0].prefill != null }}
         uses: ./.github/workflows/benchmark-multinode-tmpl.yml
         name: multi-node
         strategy:
             fail-fast: false
             matrix:
-                config: ${{ fromJson(needs.get-configs.outputs.search-space-config) }}
+                config: ${{ fromJson(needs.get-jobs.outputs.search-space-config) }}
         secrets: inherit
         with:
             isl: ${{ matrix.config.isl }}
@@ -66,14 +70,14 @@ jobs:
             decode-additional-settings: ${{ toJson(matrix.config.decode.additional-settings) }}
 
     test-sweep-single-node:
-        needs: get-configs
-        if: ${{ needs.get-configs.outputs.search-space-config != '[]' && fromJson(needs.get-configs.outputs.search-space-config)[0].prefill == null }}
+        needs: get-jobs
+        if: ${{ needs.get-jobs.outputs.search-space-config != '[]' && fromJson(needs.get-jobs.outputs.search-space-config)[0].prefill == null }}
         uses: ./.github/workflows/benchmark-tmpl.yml
         name: single-node
         strategy:
             fail-fast: false
             matrix:
-                config: ${{ fromJson(needs.get-configs.outputs.search-space-config) }}
+                config: ${{ fromJson(needs.get-jobs.outputs.search-space-config) }}
         secrets: inherit
         with:
             exp-name: ${{ matrix.config.exp-name }}
@@ -94,15 +98,13 @@ jobs:
             disagg: ${{ matrix.config.disagg }}
 
     collect-results:
-        needs: [get-configs, test-sweep-multi-node, test-sweep-single-node]
-        if: ${{ always() && needs.get-configs.result == 'success' && needs.get-configs.outputs.search-space-config != '[]' }}
+        needs: [test-sweep-multi-node, test-sweep-single-node]
+        if: ${{ always() }}
         uses: ./.github/workflows/collect-results.yml
         secrets: inherit
-        with:
-            exp-name: "diff-run"
 
     calc-success-rate:
-        needs: [collect-results]
+        needs: collect-results
         if: ${{ always() }}
         runs-on: ubuntu-latest