Change CI Perf to run on schedule, no runs on PRs

See #1635

The goal is to collect data for a while. Until we have enough
benchmarks, the PR check is not very useful, so it was disabled.

We added `--tolerate-failure` to all runs, so this check will
never fail because of a missed performance assertion, but it will
report it and archive it.

Author: alganet

.github/workflows/ci-perf.yml

@@ -1,16 +1,17 @@
 name: CI - Perf
 
+# EXPERIMENTAL: This workflow is running with --tolerate-failure flag for phpbench
+# This is to gather data for a future historical interleaving of performance benchmarks.
+
 on:
+  # Run once per day no matter what
+  schedule:
+    - cron: '0 0 * * *'
+  # Run on push to main, so we get a data point every merge
   push:
-    paths:
-      - 'src/**'
-      - 'tests/**'
-      - '.github/**'
-  pull_request:
-    paths:
-      - 'src/**'
-      - 'tests/**'
-      - '.github/**'
+    branches:
+      - main
+  # Allow manual triggering with rebaseline option
   workflow_dispatch:
     inputs:
       baseline:
@@ -26,10 +27,8 @@ jobs:
     name: Benchmarks
     runs-on: ubuntu-latest
 
-    continue-on-error: true # This job is experimental
     permissions:
       contents: write
-      pull-requests: write
 
     steps:
       - uses: actions/checkout@v6
@@ -51,13 +50,9 @@ jobs:
           if [ -z "$(ls -A .phpbench)" ] || [ "${{ github.event.inputs.baseline || 'latest' }}" = "rebaseline" ]; then
             vendor/bin/phpbench run --report=aggregate --progress=plain --store --tag=${GITHUB_SHA}
 
-          # On main branch push, update baseline with tolerance for failures.
-          elif [ "${GITHUB_REF}" = "refs/heads/main" ] && [ "${GITHUB_EVENT_NAME}" = "push" ]; then
+          # Baseline exists. Compare against it.
+          else
             vendor/bin/phpbench run --report=aggregate --progress=plain --store --tag=${GITHUB_SHA} --ref=latest --tolerate-failure
-
-          # On other branches, compare against latest baseline, fails if worse.
-          else 
-            vendor/bin/phpbench run --report=aggregate --progress=plain --store --tag=${GITHUB_SHA} --ref=latest
           fi
           
           # Generate report for human consumption
@@ -67,7 +62,7 @@ jobs:
           cat report.md
 
       - name: Commit Results
-        if: github.ref == 'refs/heads/main' && github.event_name == 'push'
+        if: (github.ref == 'refs/heads/main' && github.event_name == 'push') || github.event_name == 'schedule' || github.event_name == 'workflow_dispatch'
         run: |
           set -euo pipefail
           git config user.name "github-actions[bot]"