mirrored from git://develop.git.wordpress.org/
-
Notifications
You must be signed in to change notification settings - Fork 2.8k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Build/Test Tools: Parallelise the performance tests.
This change introduces a job matrix for the "current", "before", and "base" performance tests to replace the current behaviour of running them sequentially in a single job. This speeds up the overall performance testing workflow and also reduces the chance of any given test interfering with another, for example by making a change to data in the database that affects a subsequent test. Props johnbillion, swissspidy, dmsnell, joemcgill. See #62221 git-svn-id: https://develop.svn.wordpress.org/trunk@59749 602fd350-edb4-49c9-b593-d223f7449a82
- Loading branch information
1 parent
bb07250
commit 1111166
Showing
3 changed files
with
449 additions
and
3 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,114 @@ | ||
| ## | ||
| # A reusable workflow that compares and publishes the performance tests. | ||
| ## | ||
| name: Compare and publish performance Tests | ||
|
|
||
| on: | ||
| workflow_call: | ||
| inputs: | ||
| BASE_TAG: | ||
| description: 'The version being used for baseline measurements.' | ||
| required: true | ||
| type: string | ||
| memcached: | ||
| description: 'Whether to enable memcached.' | ||
| required: false | ||
| type: boolean | ||
| default: false | ||
| multisite: | ||
| description: 'Whether to use Multisite.' | ||
| required: false | ||
| type: boolean | ||
| default: false | ||
| publish: | ||
| description: 'Whether to publish the results to Code Vitals.' | ||
| required: false | ||
| type: boolean | ||
| default: false | ||
| secrets: | ||
| CODEVITALS_PROJECT_TOKEN: | ||
| description: 'The authorization token for https://www.codevitals.run/project/wordpress.' | ||
| required: false | ||
|
|
||
| env: | ||
| BASE_TAG: ${{ inputs.BASE_TAG }} | ||
|
|
||
| # Disable permissions for all available scopes by default. | ||
| # Any needed permissions should be configured at the job level. | ||
| permissions: {} | ||
|
|
||
| jobs: | ||
| # Performs the following steps: | ||
| # - Checkout repository. | ||
| # - Set up Node.js. | ||
| # - Download the relevant performance test artifacts. | ||
| # - List the downloaded files for debugging. | ||
| # - Compare results. | ||
| # - Add workflow summary. | ||
| # - Determine the sha of the baseline tag if necessary. | ||
| # - Publish performance results if necessary. | ||
| compare: | ||
| name: ${{ inputs.multisite && 'Multisite' || 'Single Site' }} ${{ inputs.memcached && 'Memcached' || 'Default' }} ${{ inputs.publish && '(Publishes)' || '' }} | ||
| runs-on: ubuntu-24.04 | ||
| permissions: | ||
| contents: read | ||
|
|
||
| steps: | ||
| - name: Checkout repository | ||
| uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1 | ||
| with: | ||
| show-progress: ${{ runner.debug == '1' && 'true' || 'false' }} | ||
| fetch-depth: ${{ github.event_name == 'workflow_dispatch' && '2' || '1' }} | ||
| persist-credentials: false | ||
|
|
||
| - name: Set up Node.js | ||
| uses: actions/setup-node@39370e3970a6d050c480ffad4ff0ed4d3fdee5af # v4.1.0 | ||
| with: | ||
| node-version-file: '.nvmrc' | ||
| cache: npm | ||
|
|
||
| - name: Download artifacts | ||
| uses: actions/download-artifact@fa0a91b85d4f404e444e00e005971372dc801d16 # v4.1.8 | ||
| with: | ||
| pattern: performance-${{ inputs.multisite && 'multisite' || 'single' }}-${{ inputs.memcached && 'memcached' || 'default' }}-* | ||
| path: artifacts | ||
| merge-multiple: true | ||
|
|
||
| - name: List files | ||
| run: tree artifacts | ||
|
|
||
| - name: Compare results | ||
| run: node ./tests/performance/compare-results.js "${RUNNER_TEMP}/summary.md" | ||
|
|
||
| - name: Add workflow summary | ||
| run: cat "${RUNNER_TEMP}/summary.md" >> "$GITHUB_STEP_SUMMARY" | ||
|
|
||
| - name: Set the base sha | ||
| # Only needed when publishing results. | ||
| if: ${{ inputs.publish }} | ||
| uses: actions/github-script@60a0d83039c74a4aee543508d2ffcb1c3799cdea # v7.0.1 | ||
| id: base-sha | ||
| with: | ||
| github-token: ${{ secrets.GITHUB_TOKEN }} | ||
| result-encoding: string | ||
| script: | | ||
| const baseRef = await github.rest.git.getRef({ | ||
| owner: context.repo.owner, | ||
| repo: context.repo.repo, | ||
| ref: 'tags/' + process.env.BASE_TAG, | ||
| }); | ||
| return baseRef.data.object.sha; | ||
| - name: Publish performance results | ||
| if: ${{ inputs.publish }} | ||
| env: | ||
| BASE_SHA: ${{ steps.base-sha.outputs.result }} | ||
| CODEVITALS_PROJECT_TOKEN: ${{ secrets.CODEVITALS_PROJECT_TOKEN }} | ||
| HOST_NAME: www.codevitals.run | ||
| run: | | ||
| if [ -z "$CODEVITALS_PROJECT_TOKEN" ]; then | ||
| echo "Performance results could not be published. 'CODEVITALS_PROJECT_TOKEN' is not set" | ||
| exit 1 | ||
| fi | ||
| COMMITTED_AT="$(git show -s "$GITHUB_SHA" --format='%cI')" | ||
| node ./tests/performance/log-results.js "$CODEVITALS_PROJECT_TOKEN" trunk "$GITHUB_SHA" "$BASE_SHA" "$COMMITTED_AT" "$HOST_NAME" |
Oops, something went wrong.