feat(ci): add GitHub Actions workflow to run evals

Adds a workflow_dispatch workflow that runs AgentV evals in CI using
GitHub Copilot CLI and GitHub Models. Runs from source (bun apps/cli/dist/cli.js)
instead of installing agentv from npm.

Closes #892

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>

Author: christso

.github/workflows/evals.yml

@@ -0,0 +1,85 @@
+name: Run Evals
+
+on:
+  workflow_dispatch:
+    inputs:
+      suite_filter:
+        description: "Glob pattern for eval files to run"
+        required: false
+        default: "evals/**/eval.yaml"
+      threshold:
+        description: "Minimum score threshold (0-1)"
+        required: false
+        default: "0.8"
+
+jobs:
+  evals:
+    name: Run AgentV Evals
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - uses: ./.github/actions/setup-bun
+
+      - name: Build
+        run: bun run build
+
+      - name: Install GitHub Copilot CLI
+        run: curl -fsSL https://gh.io/copilot-install | bash
+
+      - name: Configure credentials
+        run: |
+          {
+            echo "GITHUB_MODELS_TOKEN=${{ secrets.GITHUB_MODELS_TOKEN || secrets.GITHUB_TOKEN }}"
+            echo "GITHUB_MODELS_MODEL=${{ vars.GITHUB_MODELS_MODEL || 'openai/gpt-5-mini' }}"
+            echo "GITHUB_MODELS_GRADER_MODEL=${{ vars.GITHUB_MODELS_GRADER_MODEL || 'openai/gpt-5-mini' }}"
+          } > .env
+
+      - name: Resolve filter and threshold
+        id: filter
+        run: |
+          echo "pattern=${{ github.event.inputs.suite_filter || 'evals/**/eval.yaml' }}" >> "$GITHUB_OUTPUT"
+          echo "threshold=${{ github.event.inputs.threshold || '0.8' }}" >> "$GITHUB_OUTPUT"
+
+      - name: Run AgentV evals
+        id: run-evals
+        env:
+          COPILOT_GITHUB_TOKEN: ${{ secrets.COPILOT_PAT }}
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+        run: |
+          mkdir -p .agentv/ci-results
+
+          bun apps/cli/dist/cli.js eval run "${{ steps.filter.outputs.pattern }}" \
+            --workers 1 \
+            --threshold ${{ steps.filter.outputs.threshold }} \
+            -o .agentv/ci-results/junit.xml \
+            --benchmark-json .agentv/ci-results/benchmark.json \
+            --artifacts .agentv/ci-results/artifacts \
+            --verbose \
+            2>&1 | tee .agentv/ci-results/eval-output.log
+
+          echo "exit_code=${PIPESTATUS[0]}" >> "$GITHUB_OUTPUT"
+
+      - name: Publish JUnit test results
+        if: always()
+        uses: dorny/test-reporter@v1
+        with:
+          name: AgentV Eval Results
+          path: .agentv/ci-results/junit.xml
+          reporter: java-junit
+          fail-on-error: false
+
+      - name: Upload eval artifacts
+        if: always()
+        uses: actions/upload-artifact@v4
+        with:
+          name: eval-results-${{ github.run_id }}
+          path: .agentv/ci-results/
+          retention-days: 30
+
+      - name: Fail if threshold not met
+        if: always()
+        run: |
+          if [ "${{ steps.run-evals.outputs.exit_code }}" != "0" ]; then
+            echo "::error::Eval score below threshold (${{ steps.filter.outputs.threshold }})"
+            exit 1
+          fi