Revert "Merge pull request #359 from stan-dev/master"

This reverts commit 8d83fc2, reversing
changes made to cddb7cc.

Author: vinniott

.github/workflows/touchstone-comment.yaml

@@ -1,46 +1,25 @@
 name: Continuous Benchmarks (Comment)
 
 concurrency:
-  group: ${{ github.workflow }}-${{ github.run_id }}
+  group: ${{ github.workflow }}-${{ github.head_ref }}
   cancel-in-progress: true
 
 on:
   workflow_run:
     workflows: ["Continuous Benchmarks (Receive)"]
-    types: [completed]
+    types:
+      - completed
 
 jobs:
-  comment:
+  upload:
     runs-on: ubuntu-latest
     permissions:
       actions: read
       pull-requests: write
-    if: ${{ github.event.workflow_run.event == 'pull_request' }}
+      statuses: write
+    if: >
+      ${{ github.event.workflow_run.event == 'pull_request' }}
     steps:
-      - name: Download Touchstone artifact
-        id: download
-        uses: actions/download-artifact@v8
-        with:
-          name: pr
-          github-token: ${{ github.token }}
-          repository: ${{ github.repository }}
-          run-id: ${{ github.event.workflow_run.id }}
-
-      # defensive since issues could cause commenting in random places
-      - name: Read PR number
-        id: pr
-        shell: bash
-        run: |
-          number="$(tr -cd '0-9' < ./NR)"
-          test -n "$number"
-          echo "number=$number" >> "$GITHUB_OUTPUT"
-
-      - name: Create or update sticky PR comment
-        id: comment
-        uses: marocchino/sticky-pull-request-comment@v3
+      - uses: lorenzwalthert/touchstone/actions/comment@main
         with:
           GITHUB_TOKEN: ${{ github.token }}
-          number_force: ${{ steps.pr.outputs.number }}
-          header: touchstone
-          path: ./info.txt
-          skip_unchanged: true

touchstone/config.json

@@ -1,6 +1,6 @@
 {
-  "os": "ubuntu-24.04",
-  "r": "4.5.3",
+  "os": "ubuntu-22.04",
+  "r": "4.4.3",
   "rspm": "https://packagemanager.posit.co/cran/__linux__/jammy/latest",
   "benchmarking_repo": "",
   "benchmarking_ref": "",

touchstone/script.R

@@ -4,12 +4,14 @@
 # installs branches to benchmark
 touchstone::branch_install()
 
-# make log lik available to tests
 touchstone::pin_assets("touchstone/wine.rds")
 
+# These synthetic workloads are large enough to expose real slowdowns in the
+# core `loo()` paths, but still short enough to keep PR feedback reasonably fast.
 touchstone::benchmark_run(
   expr_before_benchmark = {
     suppressPackageStartupMessages(library(loo))
+    # benchmark_run() evaluates in a callr subprocess, so load pinned assets here.
     wine_log_lik_matrix <- readRDS(touchstone::path_pinned_asset(
       "touchstone/wine.rds"
     ))
@@ -24,7 +26,7 @@ touchstone::benchmark_run(
       )
     )
   },
-  n = 60
+  n = 10
 )
 
 touchstone::benchmark_run(
@@ -48,7 +50,7 @@ touchstone::benchmark_run(
       )
     )
   },
-  n = 60
+  n = 10
 )
 
 # create artifacts used downstream in the GitHub Action