Continuous image testing #6
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Continuous image testing | |
| on: | |
| schedule: | |
| - cron: "*/5 * * * *" | |
| jobs: | |
| list-released-images: | |
| runs-on: ubuntu-latest | |
| name: List the revisions of released images | |
| outputs: | |
| released-revisions-matrix: ${{ steps.prepare-test-matrix.outputs.released-revisions-matrix }} | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: actions/setup-python@v4 | |
| with: | |
| python-version: "3.10" | |
| - run: pip install -r src/tests/requirements.txt | |
| - name: Prepare test matrix | |
| id: prepare-test-matrix | |
| run: ./src/tests/get_released_revisions.py --oci-images-path $PWD/oci | |
| dispatch-tests: | |
| runs-on: ubuntu-latest | |
| name: Dispatch tests for released images | |
| needs: [list-released-images] | |
| strategy: | |
| fail-fast: false | |
| matrix: ${{ fromJSON(needs.list-released-images.outputs.released-revisions-matrix) }} | |
| steps: | |
| - name: Run tests for ${{ matrix.source-image }} | |
| # Using this actions cause others can have this problem: | |
| # https://github.com/convictional/trigger-workflow-and-wait/issues/61 | |
| uses: mathze/[email protected] | |
| id: run-tests | |
| env: | |
| IS_A_ROCK: ${{ matrix.dockerfile-build == '' && true || false }} | |
| with: | |
| token: ${{ secrets.GITHUB_TOKEN }} | |
| ref: ${{ github.ref_name }} | |
| fail-on-error: true | |
| workflow-name: Tests.yaml | |
| # For continuous auditing, let's assume all images are NOT ROCKs and | |
| # thus only run the most generic tests | |
| payload: '{ "oci-image-name": "${{ matrix.source-image }}", "oci-image-path": "oci/${{ matrix.name }}", "is-a-rock": false, "test-from": "registry"}' | |
| trigger-timeout: "5m" | |
| wait-timeout: "45m" | |
| run-id: dummy | |
| use-marker-step: true | |
| - name: Write step summary | |
| run: | | |
| url='${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ steps.run-tests.outputs.run-id }}' | |
| echo " - Triggered tests for '${{ matrix.source-image }}' at [${url}](${url})" >> "$GITHUB_STEP_SUMMARY" | |
| - name: Enforce test conclusion | |
| if: ${{ steps.run-tests.outputs.run-conclusion != 'success' }} | |
| # The previous step doesn't always raise an error | |
| run: | | |
| url='${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ steps.run-tests.outputs.run-id }}' | |
| echo "Testing of image '${{ matrix.source-image }}' failed at [${url}](${url})." | |
| exit 1 |