Update CI workflows: AirspeedVelocity benchmarks, remove invalidations, fix downgrade

.github/workflows/benchmark.yml

@@ -1,57 +1,22 @@
-name: Performance tracking
+name: Benchmarks
 on:
-  pull_request:
+  pull_request_target:
+    branches: [master, main]
+permissions:
+  pull-requests: write
 
-env:
-  PYTHON: ~
+concurrency:
+  # group by workflow and ref; the last slightly strange component ensures that for pull
+  # requests, we limit to 1 concurrent job, but for the master branch we don't
+  group: ${{ github.workflow }}-${{ github.ref }}-${{ (github.ref != 'refs/heads/master' && github.ref != 'refs/heads/main') || github.run_number }}
+  # Cancel intermediate builds, but only if it is a pull request build.
+  cancel-in-progress: ${{ startsWith(github.ref, 'refs/pull/') }}
 
 jobs:
-  performance-tracking:
+  benchmark:
     runs-on: ubuntu-latest
-    #runs-on: self-hosted
     steps:
-      # setup
-      - uses: actions/checkout@v6
-      - uses: julia-actions/setup-julia@latest
+      - uses: MilesCranmer/AirspeedVelocity.jl@action-v1
         with:
-          version: '1'
-      - uses: julia-actions/julia-buildpkg@latest
-      - name: install dependencies
-        run: julia -e 'using Pkg; pkg"add PkgBenchmark BenchmarkCI@0.1"'
-
-      # run the benchmark suite
-      - name: run benchmarks
-        run: |
-          julia -e '
-            using BenchmarkCI
-            BenchmarkCI.judge()
-            BenchmarkCI.displayjudgement()
-            '
-
-      # generate and record the benchmark result as markdown
-      - name: generate benchmark result
-        run: |
-          body=$(julia -e '
-          using BenchmarkCI
-
-          let
-              judgement = BenchmarkCI._loadjudge(BenchmarkCI.DEFAULT_WORKSPACE)
-              title = "Benchmark Result"
-              ciresult = BenchmarkCI.CIResult(; judgement, title)
-              BenchmarkCI.printcommentmd(stdout::IO, ciresult)
-          end
-          ')
-          body="${body//'%'/'%25'}"
-          body="${body//$'\n'/'%0A'}"
-          body="${body//$'\r'/'%0D'}"
-          echo $body > ./benchmark-result.artifact
-
-      # record the pull request number
-      - name: record pull request number
-        run: echo ${{ github.event.pull_request.number }} > ./pull-request-number.artifact
-
-      # save as artifacts (performance tracking (comment) workflow will use it)
-      - uses: actions/upload-artifact@v6
-        with:
-          name: performance-tracking
-          path: ./*.artifact
+          julia-version: '1'
+          tune: 'false'

.github/workflows/downgrade.yml

@@ -24,6 +24,7 @@ jobs:
       - uses: julia-actions/julia-downgrade-compat@v2
         with:
           skip: Pkg,TOML,InteractiveUtils,Random,LinearAlgebra
+          julia_version: ${{ matrix.version }}
       - uses: julia-actions/cache@v2
       - uses: julia-actions/julia-buildpkg@v1
       - uses: julia-actions/julia-runtest@v1