Skip to content

Commit 9890e21

Browse files
committed
chore: ensure evals do not fail the workflow job
1 parent 6cf5799 commit 9890e21

1 file changed

Lines changed: 2 additions & 2 deletions

File tree

.github/workflows/evals-nightly.yml

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -64,13 +64,13 @@ jobs:
6464
GEMINI_MODEL: '${{ matrix.model }}'
6565
run: |
6666
BASE_NAME=$(basename "${{ matrix.eval-file }}" .eval.ts)
67-
npm run test:evals -- "${{ matrix.eval-file }}" --reporter=json --outputFile="eval-results-${{ matrix.model }}-${BASE_NAME}.json"
67+
npm run test:evals -- "${{ matrix.eval-file }}" --reporter=json --outputFile="eval-results-${{ matrix.model }}-${BASE_NAME}.json" || true
6868
6969
- name: 'Upload Results'
7070
if: 'always()'
7171
uses: 'actions/upload-artifact@v4' # ratchet:exclude
7272
with:
73-
name: 'eval-results-${{ matrix.model }}-${{ strategy.job-index }}'
73+
name: 'eval-results-${{ matrix.model }}-${{ matrix.eval-file }}'
7474
path: 'eval-results-${{ matrix.model }}-*.json'
7575

7676
report:

0 commit comments

Comments
 (0)