Test reassure check #751
Workflow file for this run
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Reassure Performance Tests | |
| on: | |
| pull_request: | |
| types: [opened, synchronize] | |
| branches-ignore: [staging, production] | |
| paths-ignore: ['**.md', '**.sh'] | |
| jobs: | |
| # Note: We run baseline and delta performance checks in the same runner to reduce hardware variance across machines | |
| perf-tests: | |
| if: ${{ github.actor != 'OSBotify' }} | |
| runs-on: ubuntu-24.04-v4 | |
| steps: | |
| # v4 | |
| - name: Checkout | |
| uses: actions/checkout@8ade135a41bc03ea155e62e844d188df1ea18608 | |
| with: | |
| ref: ${{ github.event.pull_request.base.ref }} | |
| # v4 | |
| - name: Setup Node | |
| uses: actions/setup-node@cdca7365b2dadb8aad0a33bc7601856ffabcc48e | |
| with: | |
| node-version-file: '.nvmrc' | |
| - name: Install dependencies | |
| run: npm ci | |
| - name: Reassure stability check | |
| uses: nick-fields/retry@ce71cc2ab81d554ebbe88c79ab5975992d79ba08 | |
| with: | |
| timeout_minutes: 30 | |
| max_attempts: 3 | |
| retry_on: error | |
| command: node .github/actions/javascript/reassureStabilityCheck | |
| env: | |
| ALLOWED_DURATION_DEVIATION: 10 | |
| ALLOWED_RELATIVE_DURATION_DEVIATION: 20 | |
| IS_VALIDATING_STABILITY: true | |
| - name: Checkout PR head SHA | |
| run: | | |
| git fetch origin ${{ github.event.pull_request.head.sha }} --no-tags --depth=1 | |
| git switch --force --detach ${{ github.event.pull_request.head.sha }} | |
| - name: Reinstall dependencies | |
| run: npm ci | |
| - name: Run Reassure delta tests | |
| run: npx reassure --branch --verbose | |
| # v4.6.2 | |
| - name: Upload Reassure results | |
| uses: actions/upload-artifact@2848b2cda0e5190984587ec6bb1f36730ca78d50 | |
| with: | |
| name: results | |
| path: .reassure/ | |
| if-no-files-found: ignore | |
| include-hidden-files: true | |
| - name: Validate Reassure results | |
| id: validateReassureResults | |
| uses: ./.github/actions/javascript/validateReassureOutput | |
| with: | |
| ALLOWED_DURATION_DEVIATION: 10 | |
| ALLOWED_RELATIVE_DURATION_DEVIATION: 20 | |
| IS_VALIDATING_STABILITY: false |