Merge commit 'b00f4123f87639e3ed0dc1942a15433ba7a2ce0f' #637
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # SPDX-FileCopyrightText: 2023 James R. Barlow | |
| # SPDX-License-Identifier: MPL-2.0 | |
| name: Build and upload to PyPI | |
| on: | |
| push: {} | |
| pull_request: {} | |
| # For musllinux support, see note in pyproject.toml | |
| jobs: | |
| wheels_linux: | |
| name: ${{ matrix.os }} - ${{ matrix.platform }} | |
| runs-on: ${{ matrix.os }} | |
| env: | |
| CIBW_BUILD: "*-${{ matrix.platform }}" | |
| strategy: | |
| matrix: | |
| os: [ubuntu-22.04] | |
| platform: [manylinux_x86_64, musllinux_x86_64] | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Build wheels | |
| uses: pypa/[email protected] | |
| - name: Upload built wheels | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: wheels | |
| path: ./wheelhouse/*.whl | |
| if-no-files-found: error | |
| wheels_linux_prerelease_python: | |
| name: ${{ matrix.os }} - ${{ matrix.platform }} - pre-release | |
| runs-on: ${{ matrix.os }} | |
| continue-on-error: true | |
| # Disabled until we have a pre-release of Python 3.13 | |
| if: false | |
| env: | |
| CIBW_BUILD: "cp312*-${{ matrix.platform }}" | |
| CIBW_PRERELEASE_PYTHONS: true | |
| strategy: | |
| matrix: | |
| os: [ubuntu-22.04] | |
| platform: [manylinux_x86_64] | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Build and test wheels (without upload) | |
| uses: pypa/[email protected] | |
| wheels_linux_arm: | |
| runs-on: ubuntu-22.04 | |
| steps: | |
| - name: Waiting for Cirrus CI | |
| uses: lewagon/[email protected] | |
| if: github.event_name != 'pull_request' | |
| with: | |
| ref: ${{ github.ref || github.sha }} | |
| check-regexp: '^linux arm64 Cirrus' | |
| repo-token: ${{ secrets.GITHUB_TOKEN }} | |
| wait-interval: 60 | |
| # When doing a release build and queried, GitHub Actions returns the build | |
| # status for both the branch and tag, even when only one is queried. This means | |
| # on release, we get two successful builds from Cirrus CI, and the step above will | |
| # pass on whichever succeeds first. So we sit here and wait for the second one if | |
| # it hasn't finished yet. Cirrus CI might decide to run them sequentially so we | |
| # could be waiting for up to a whole build time. Allow one hour. | |
| # The particular curl query used here does ensure we get the status for the | |
| # appropriate branch/tag build. | |
| # An alternative would be creating explicit tasks for the branch and tag builds | |
| # on both Cirrus CI and GitHub Actions, but that would be a lot of duplication. | |
| # Another alternative would be to fork and improve wait-on-check-action to allow | |
| # waiting our specific check. | |
| # Same for the macOS arm64 build below. | |
| - name: Download artifacts | |
| run: | | |
| retries=120 | |
| while [ $retries -gt 0 ]; do | |
| sleep 30 | |
| curl --fail -L https://api.cirrus-ci.com/v1/artifact/github/${{ github.repository }}/wheel_linux_arm/wheels.zip?branch=${{ github.ref_name }} -o wheels.zip && break | |
| retries=$((retries - 1)) | |
| echo "Retrying... (retries left: $retries)" | |
| done | |
| unzip wheels.zip | |
| - name: Upload built wheels | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: wheels | |
| path: ./wheelhouse/*.whl | |
| if-no-files-found: error | |
| wheels_macos: | |
| name: ${{ matrix.os }} | |
| runs-on: ${{ matrix.os }} | |
| env: | |
| CIBW_BUILD: "*" | |
| strategy: | |
| matrix: | |
| os: [macos-12] | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Build wheels | |
| uses: pypa/[email protected] | |
| - uses: actions/upload-artifact@v3 | |
| with: | |
| name: wheels | |
| path: ./wheelhouse/*.whl | |
| wheels_macos_arm: | |
| runs-on: ubuntu-22.04 | |
| steps: | |
| - name: Waiting for Cirrus CI | |
| uses: lewagon/[email protected] | |
| if: github.event_name != 'pull_request' | |
| with: | |
| ref: ${{ github.ref || github.sha }} | |
| check-regexp: '^macos arm64 Cirrus' | |
| repo-token: ${{ secrets.GITHUB_TOKEN }} | |
| wait-interval: 60 | |
| - name: Download artifacts | |
| run: | | |
| retries=120 | |
| while [ $retries -gt 0 ]; do | |
| sleep 30 | |
| curl --fail -L https://api.cirrus-ci.com/v1/artifact/github/${{ github.repository }}/wheel_macos_arm/wheels.zip?branch=${{ github.ref_name }} -o wheels.zip && break | |
| retries=$((retries - 1)) | |
| echo "Retrying..." | |
| done | |
| unzip wheels.zip | |
| - name: Upload built wheels | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: wheels | |
| path: ./wheelhouse/*.whl | |
| if-no-files-found: error | |
| wheels_windows: | |
| name: ${{ matrix.os }} - ${{ matrix.platform }} | |
| runs-on: ${{ matrix.os }} | |
| env: | |
| CIBW_BUILD: "*-${{ matrix.platform }}" | |
| CIBW_ENVIRONMENT: >- | |
| INCLUDE="$INCLUDE;d:\\qpdf\\include" | |
| LIB="$LIB;d:\\qpdf\\lib" | |
| LIBPATH="$LIBPATH;d:\\qpdf\\lib" | |
| strategy: | |
| matrix: | |
| os: [windows-2019] | |
| platform: [win_amd64] | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/setup-python@v5 | |
| name: Install Python | |
| with: | |
| python-version: "3.8" | |
| - name: Install tomli and read environment from pyproject.toml | |
| run: | | |
| python -m pip install tomli | |
| python build-scripts/environ-from-pyproject.py >> $env:GITHUB_ENV | |
| dir env: | |
| - name: Download QPDF | |
| run: | | |
| build-scripts/win-download-qpdf.ps1 $env:QPDF_VERSION ${{ matrix.platform }} | |
| - name: Build wheels | |
| uses: pypa/[email protected] | |
| - uses: actions/upload-artifact@v3 | |
| with: | |
| name: wheels | |
| path: ./wheelhouse/*.whl | |
| sdist: | |
| name: source distribution | |
| runs-on: ubuntu-20.04 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/setup-python@v5 | |
| name: Install Python | |
| with: | |
| python-version: "3.10" | |
| - name: Install apt packages | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install -y cmake jbig2dec lcov libexempi8 poppler-utils | |
| - name: Install tomli and read environment from pyproject.toml | |
| run: | | |
| python -m pip install tomli | |
| python build-scripts/environ-from-pyproject.py >> $GITHUB_ENV | |
| - name: Download QPDF | |
| run: build-scripts/linux-download-qpdf.bash $QPDF_MIN_VERSION | |
| - name: Add /usr/local/lib to dynamic linker path | |
| run: echo "/usr/local/lib" | sudo tee /etc/ld.so.conf.d/local-lib.conf | |
| - name: Build QPDF | |
| run: build-scripts/linux-build-sdist-deps.bash | |
| - name: Build sdist | |
| run: | | |
| python -m pip install --upgrade pip | |
| python -m pip install --upgrade setuptools wheel build | |
| python -m build --sdist | |
| - name: Install and test sdist (isolated) | |
| run: | | |
| python -m venv v | |
| source v/bin/activate | |
| SDIST=dist/*.tar.gz | |
| SDIST_EXPANDED=$(echo -n $SDIST) | |
| python -m pip install ${SDIST_EXPANDED}[test] # yes this works | |
| python -m pytest -nauto | |
| deactivate | |
| - name: Install local project as editable | |
| run: | | |
| # pip install with --coverage is broken so we have to do it this horrible hacky way | |
| # https://github.com/pypa/setuptools/issues/3025 | |
| # Install it with pip, or else dependencies won't be resolved (*sigh*) | |
| python -m pip install -e .[test] | |
| # Nuke the C++ extension but leave the Python install intact | |
| rm -rf build/ src/pikepdf/_core*.so | |
| # Rebuild the extension inplace with coverage | |
| env CFLAGS="--coverage" CXXFLAGS="--coverage" python setup.py build_ext --inplace | |
| python -m pytest -nauto --cov-report xml --cov=src | |
| - name: Generate C++ coverage reports | |
| run: | | |
| lcov --no-external --capture --directory . --output-file cpp_coverage_all.info | |
| lcov --remove cpp_coverage_all.info '*/pybind11/*' -o cpp_coverage.info | |
| rm cpp_coverage_all.info | |
| - name: Upload coverage to Codecov | |
| uses: codecov/codecov-action@v3 | |
| with: | |
| files: ./coverage.xml,./cpp_coverage.info | |
| - uses: actions/upload-artifact@v3 | |
| with: | |
| name: wheels | |
| path: dist/*.tar.gz | |
| upload_pypi: | |
| needs: [wheels_linux, wheels_macos, wheels_windows, wheels_macos_arm, wheels_linux_arm, sdist] | |
| runs-on: ubuntu-latest | |
| environment: | |
| name: release | |
| url: https://pypi.org/p/pikepdf | |
| permissions: | |
| id-token: write | |
| # upload to PyPI on every tag starting with 'v' | |
| if: github.event_name == 'push' && startsWith(github.event.ref, 'refs/tags/v') | |
| steps: | |
| - uses: actions/download-artifact@v3 | |
| with: | |
| name: wheels | |
| path: dist | |
| - name: Publish to PyPI | |
| uses: pypa/gh-action-pypi-publish@release/v1 | |
| create_release: | |
| name: Create GitHub release | |
| needs: [wheels_linux, wheels_macos, wheels_windows, wheels_macos_arm, wheels_linux_arm, sdist] | |
| runs-on: ubuntu-latest | |
| if: github.event_name == 'push' && startsWith(github.event.ref, 'refs/tags/v') | |
| permissions: | |
| # Required to create a release | |
| contents: write | |
| steps: | |
| - uses: actions/download-artifact@v3 | |
| with: | |
| name: wheels | |
| path: dist | |
| - name: Create Release | |
| id: create-release | |
| uses: shogo82148/actions-create-release@v1 | |
| - name: Upload Assets | |
| uses: shogo82148/actions-upload-release-asset@v1 | |
| with: | |
| upload_url: ${{ steps.create-release.outputs.upload_url }} | |
| asset_path: | | |
| ./dist/*.whl | |
| ./dist/*.tar.gz |