[NoQA] Investigate Reassure flakiness v2 #459
Workflow file for this run
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Reassure Performance Tests | |
| on: | |
| pull_request: | |
| types: [opened, synchronize] | |
| branches-ignore: [staging, production] | |
| paths-ignore: ['**.md', '**.sh'] | |
| jobs: | |
| # Note: We run baseline and delta performance checks in the same runner to reduce hardware variance across machines | |
| perf-tests: | |
| if: ${{ github.actor != 'OSBotify' }} | |
| runs-on: ubuntu-24.04-v4 | |
| steps: | |
| # v4 | |
| - name: Checkout | |
| uses: actions/checkout@8ade135a41bc03ea155e62e844d188df1ea18608 | |
| with: | |
| ref: ${{ github.event.pull_request.base.ref }} | |
| # v4 | |
| - name: Setup Node | |
| uses: actions/setup-node@cdca7365b2dadb8aad0a33bc7601856ffabcc48e | |
| with: | |
| node-version-file: '.nvmrc' | |
| - name: Reassure stability check | |
| run: | | |
| npm ci | |
| npx reassure check-stability --verbose | |
| # - name: Install dependencies | |
| # run: npm ci | |
| # - name: Run Reassure baseline tests | |
| # run: npx reassure --baseline --verbose | |
| # - name: Checkout PR head SHA | |
| # run: | | |
| # git fetch origin ${{ github.event.pull_request.head.sha }} --no-tags --depth=1 | |
| # git switch --force --detach ${{ github.event.pull_request.head.sha }} | |
| # - name: Reinstall dependencies | |
| # run: npm ci | |
| # - name: Run Reassure delta tests | |
| # run: npx reassure --branch --verbose | |
| - name: Reassure tests | |
| run: | | |
| npm ci | |
| npx reassure --baseline --verbose | |
| git fetch origin ${{ github.event.pull_request.head.sha }} --no-tags --depth=1 | |
| git switch --force --detach ${{ github.event.pull_request.head.sha }} | |
| npm ci | |
| npx reassure --branch --verbose | |
| - name: Upload Reassure results | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: results | |
| path: .reassure/ | |
| if-no-files-found: ignore | |
| include-hidden-files: true | |
| - name: Validate output.json | |
| id: validateReassureOutput | |
| uses: ./.github/actions/javascript/validateReassureOutput | |
| with: | |
| ALLOWED_DURATION_DEVIATION: 10 | |
| ALLOWED_RELATIVE_DURATION_DEVIATION: 20 |