gracefully handle rate-limits of snapshot.d.o #477
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: next | |
| on: | |
| push: | |
| branches: | |
| - next | |
| env: | |
| SHELLCHECK_VERSION: v0.10.0 | |
| SHELLCHECK_SHA256: 6c881ab0698e4e6ea235245f22832860544f17ba386442fe7e9d629f8cbedf87 | |
| NEWT_VERSION: 0.52.24 | |
| NEWT_SHA256: 5ded7e221f85f642521c49b1826c8de19845aa372baf5d630a51774b544fbdbb | |
| jobs: | |
| perform_tests: | |
| name: Run tests on kas code | |
| runs-on: ubuntu-20.04 | |
| strategy: | |
| matrix: | |
| python-version: ["3.6", "3.7", "3.8", "3.9", "3.10", "3.11", "3.12", "3.13"] | |
| steps: | |
| - name: Check out repo | |
| uses: actions/checkout@v4 | |
| - name: Set up Python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| architecture: x64 | |
| - name: Install Python dependencies of kas and tests | |
| run: | | |
| # install kas to have all kas dependencies: | |
| pip install . | |
| # checkcode dependencies: | |
| pip install flake8 pycodestyle doc8 Pygments | |
| # test dependencies: | |
| pip install -U pytest | |
| - name: Install recent shellcheck | |
| run: | | |
| wget -q https://github.com/koalaman/shellcheck/releases/download/$SHELLCHECK_VERSION/shellcheck-$SHELLCHECK_VERSION.linux.x86_64.tar.xz | |
| echo "$SHELLCHECK_SHA256 shellcheck-$SHELLCHECK_VERSION.linux.x86_64.tar.xz" | sha256sum -c | |
| tar -xJf shellcheck-$SHELLCHECK_VERSION.linux.x86_64.tar.xz | |
| sudo cp shellcheck-$SHELLCHECK_VERSION/shellcheck /usr/local/bin/ | |
| - name: Install python-newt | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install libpopt-dev libslang2-dev | |
| wget -q https://releases.pagure.org/newt/newt-$NEWT_VERSION.tar.gz | |
| echo "$NEWT_SHA256 newt-$NEWT_VERSION.tar.gz" | sha256sum -c | |
| tar -C /tmp -xzf newt-$NEWT_VERSION.tar.gz | |
| cd /tmp/newt-$NEWT_VERSION | |
| autoconf | |
| ./configure --with-python=python${{ matrix.python-version }} | |
| make -j $(nproc) | |
| sudo make install | |
| ln -s /usr/local/lib/python${{ matrix.python-version }}/site-packages/_snack.so \ | |
| $(python3 -c 'import site; print(site.getsitepackages()[0])')/ | |
| ln -s /usr/local/lib/python${{ matrix.python-version }}/site-packages/snack.py \ | |
| $(python3 -c 'import site; print(site.getsitepackages()[0])')/ | |
| - name: Check code | |
| run: scripts/checkcode.sh . | |
| - name: Run offline tests | |
| env: | |
| TERM: xterm | |
| http_proxy: http://0.0.0.0:8118 | |
| https_proxy: http://0.0.0.0:8118 | |
| run: pytest -m "not online" | |
| - name: Run online tests | |
| env: | |
| TERM: xterm | |
| run: pytest -m "online" | |
| build_containers: | |
| name: Build, test and deploy container images | |
| needs: perform_tests | |
| runs-on: ubuntu-latest | |
| permissions: | |
| id-token: write | |
| packages: write | |
| contents: read | |
| attestations: write | |
| strategy: | |
| matrix: | |
| image-name: ["kas", "kas-isar"] | |
| steps: | |
| - name: Check out repo | |
| uses: actions/checkout@v4 | |
| - name: Set up docker build | |
| uses: ./.github/actions/docker-init | |
| with: | |
| deploy-user: ${{ github.actor }} | |
| deploy-token: ${{ secrets.GITHUB_TOKEN }} | |
| image-name: ${{ matrix.image-name }} | |
| - name: Build ${{ matrix.image-name }} image | |
| uses: docker/build-push-action@v5 | |
| with: | |
| context: /home/runner/kas-clone | |
| target: ${{ matrix.image-name }} | |
| platforms: linux/amd64 | |
| build-args: | | |
| SOURCE_DATE_EPOCH=${{ env.SOURCE_DATE_EPOCH }} | |
| DEBIAN_TAG=${{ env.DEBIAN_TAG }} | |
| outputs: type=docker,rewrite-timestamp=true | |
| tags: ghcr.io/${{ github.repository }}/${{ matrix.image-name }}:next | |
| - name: Test ${{ matrix.image-name }} image | |
| run: | | |
| cd image-tests/${{ matrix.image-name }} | |
| KAS_CONTAINER_IMAGE=ghcr.io/${{ github.repository }}/${{ matrix.image-name }}:next \ | |
| KAS_CLONE_DEPTH=1 \ | |
| ../../kas-container build kas.yml | |
| - name: Complete build and deploy ${{ matrix.image-name }} image | |
| uses: docker/build-push-action@v5 | |
| id: push | |
| with: | |
| context: /home/runner/kas-clone | |
| target: ${{ matrix.image-name }} | |
| platforms: linux/amd64,linux/arm64 | |
| build-args: | | |
| SOURCE_DATE_EPOCH=${{ env.SOURCE_DATE_EPOCH }} | |
| DEBIAN_TAG=${{ env.DEBIAN_TAG }} | |
| provenance: false | |
| outputs: type=registry,rewrite-timestamp=true | |
| tags: ghcr.io/${{ github.repository }}/${{ matrix.image-name }}:next | |
| annotations: ${{ env.DOCKER_METADATA_OUTPUT_ANNOTATIONS }} | |
| - name: Attest ${{ matrix.image-name }} image | |
| uses: actions/attest-build-provenance@v1 | |
| with: | |
| subject-name: ghcr.io/${{ github.repository }}/${{ matrix.image-name }} | |
| subject-digest: ${{ steps.push.outputs.digest }} | |
| push-to-registry: true | |
| cleanup_ghcr_containers: | |
| name: cleanup untagged ${{ matrix.image-name }} containers | |
| runs-on: ubuntu-latest | |
| needs: build_containers | |
| permissions: | |
| packages: write | |
| strategy: | |
| matrix: | |
| image-name: ["kas", "kas-isar"] | |
| steps: | |
| - uses: dataaxiom/ghcr-cleanup-action@98b4022383d6ddb70ccbf6a378b4d8c67a60f066 #v1.0.13 | |
| with: | |
| dry-run: false | |
| validate: true | |
| package: kas/${{ matrix.image-name }} | |
| token: ${{ secrets.GITHUB_TOKEN }} |