Fix version #124
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # This workflow will install Python dependencies, run tests and lint with a variety of Python versions | |
| # For more information see: https://help.github.com/actions/language-and-framework-guides/using-python-with-github-actions | |
| # Based on ~/code/xcookie/xcookie/rc/tests.yml.in | |
| # Now based on ~/code/xcookie/xcookie/builders/github_actions.py | |
| name: PurePy Build and Test | |
| on: | |
| push: | |
| pull_request: | |
| branches: [ main ] | |
| jobs: | |
| lint_job: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout source | |
| uses: actions/checkout@v3 | |
| - name: Set up Python 3.8 | |
| uses: actions/[email protected] | |
| with: | |
| python-version: 3.8 | |
| - name: Install dependencies | |
| run: |- | |
| python -m pip install --upgrade pip | |
| python -m pip install flake8 | |
| - name: Lint with flake8 | |
| run: |- | |
| # stop the build if there are Python syntax errors or undefined names | |
| flake8 ./utool --count --select=E9,F63,F7,F82 --show-source --statistics | |
| build_and_test_sdist: | |
| name: Test sdist Python 3.8 | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout source | |
| uses: actions/checkout@v3 | |
| - name: Set up Python 3.8 | |
| uses: actions/[email protected] | |
| with: | |
| python-version: 3.8 | |
| - name: Upgrade pip | |
| run: |- | |
| python -m pip install --upgrade pip | |
| python -m pip install -r requirements/tests.txt | |
| python -m pip install -r requirements/runtime.txt | |
| - name: Build sdist | |
| shell: bash | |
| run: |- | |
| python -m pip install pip -U | |
| python -m pip install setuptools>=0.8 wheel build | |
| python -m build --sdist --outdir wheelhouse | |
| - name: Install sdist | |
| run: |- | |
| ls -al ./wheelhouse | |
| pip install wheelhouse/utool*.tar.gz -v | |
| - name: Test minimal loose sdist | |
| run: |- | |
| pwd | |
| ls -al | |
| # Run in a sandboxed directory | |
| WORKSPACE_DNAME="testsrcdir_minimal_${CI_PYTHON_VERSION}_${GITHUB_RUN_ID}_${RUNNER_OS}" | |
| mkdir -p $WORKSPACE_DNAME | |
| cd $WORKSPACE_DNAME | |
| # Run the tests | |
| # Get path to installed package | |
| MOD_DPATH=$(python -c "import utool, os; print(os.path.dirname(utool.__file__))") | |
| echo "MOD_DPATH = $MOD_DPATH" | |
| python -m pytest --cov={self.mod_name} $MOD_DPATH ../tests | |
| cd .. | |
| - name: Test full loose sdist | |
| run: |- | |
| pwd | |
| ls -al | |
| true | |
| # Run in a sandboxed directory | |
| WORKSPACE_DNAME="testsrcdir_full_${CI_PYTHON_VERSION}_${GITHUB_RUN_ID}_${RUNNER_OS}" | |
| mkdir -p $WORKSPACE_DNAME | |
| cd $WORKSPACE_DNAME | |
| # Run the tests | |
| # Get path to installed package | |
| MOD_DPATH=$(python -c "import utool, os; print(os.path.dirname(utool.__file__))") | |
| echo "MOD_DPATH = $MOD_DPATH" | |
| python -m pytest --cov={self.mod_name} $MOD_DPATH ../tests | |
| cd .. | |
| - name: Upload sdist artifact | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: wheels | |
| path: ./wheelhouse/*.tar.gz | |
| build_and_test_purepy_wheels: | |
| name: ${{ matrix.python-version }} on ${{ matrix.os }}, arch=${{ matrix.arch }} with ${{ matrix.install-extras }} | |
| runs-on: ${{ matrix.os }} | |
| strategy: | |
| matrix: | |
| include: | |
| - python-version: '3.6' | |
| os: ubuntu-20.04 | |
| install-extras: tests-strict,runtime-strict | |
| arch: auto | |
| - python-version: '3.6' | |
| os: macOS-latest | |
| install-extras: tests-strict,runtime-strict | |
| arch: auto | |
| - python-version: '3.6' | |
| os: windows-latest | |
| install-extras: tests-strict,runtime-strict | |
| arch: auto | |
| - python-version: '3.11' | |
| os: ubuntu-latest | |
| install-extras: tests-strict,runtime-strict,optional-strict | |
| arch: auto | |
| - python-version: '3.11' | |
| os: macOS-latest | |
| install-extras: tests-strict,runtime-strict,optional-strict | |
| arch: auto | |
| - python-version: '3.11' | |
| os: windows-latest | |
| install-extras: tests-strict,runtime-strict,optional-strict | |
| arch: auto | |
| - python-version: '3.11' | |
| os: macOS-latest | |
| install-extras: tests | |
| arch: auto | |
| - python-version: '3.11' | |
| os: windows-latest | |
| install-extras: tests | |
| arch: auto | |
| - python-version: '3.6' | |
| os: ubuntu-20.04 | |
| install-extras: tests,optional | |
| arch: auto | |
| - python-version: '3.7' | |
| os: ubuntu-latest | |
| install-extras: tests,optional | |
| arch: auto | |
| - python-version: '3.8' | |
| os: ubuntu-latest | |
| install-extras: tests,optional | |
| arch: auto | |
| - python-version: '3.9' | |
| os: ubuntu-latest | |
| install-extras: tests,optional | |
| arch: auto | |
| - python-version: '3.10' | |
| os: ubuntu-latest | |
| install-extras: tests,optional | |
| arch: auto | |
| - python-version: '3.11' | |
| os: ubuntu-latest | |
| install-extras: tests,optional | |
| arch: auto | |
| - python-version: '3.6' | |
| os: macOS-latest | |
| install-extras: tests,optional | |
| arch: auto | |
| - python-version: '3.7' | |
| os: macOS-latest | |
| install-extras: tests,optional | |
| arch: auto | |
| - python-version: '3.8' | |
| os: macOS-latest | |
| install-extras: tests,optional | |
| arch: auto | |
| - python-version: '3.9' | |
| os: macOS-latest | |
| install-extras: tests,optional | |
| arch: auto | |
| - python-version: '3.10' | |
| os: macOS-latest | |
| install-extras: tests,optional | |
| arch: auto | |
| - python-version: '3.11' | |
| os: macOS-latest | |
| install-extras: tests,optional | |
| arch: auto | |
| - python-version: '3.6' | |
| os: windows-latest | |
| install-extras: tests,optional | |
| arch: auto | |
| - python-version: '3.7' | |
| os: windows-latest | |
| install-extras: tests,optional | |
| arch: auto | |
| - python-version: '3.8' | |
| os: windows-latest | |
| install-extras: tests,optional | |
| arch: auto | |
| - python-version: '3.9' | |
| os: windows-latest | |
| install-extras: tests,optional | |
| arch: auto | |
| - python-version: '3.10' | |
| os: windows-latest | |
| install-extras: tests,optional | |
| arch: auto | |
| - python-version: '3.11' | |
| os: windows-latest | |
| install-extras: tests,optional | |
| arch: auto | |
| steps: | |
| - name: Checkout source | |
| uses: actions/checkout@v3 | |
| - name: Set up QEMU | |
| uses: docker/setup-qemu-action@v2 | |
| if: runner.os == 'Linux' && matrix.arch != 'auto' | |
| with: | |
| platforms: all | |
| - name: Enable MSVC 64bit | |
| uses: ilammy/msvc-dev-cmd@v1 | |
| if: matrix.os == 'windows-latest' && matrix.cibw_skip == '*-win32' | |
| - name: Enable MSVC 32bit | |
| uses: ilammy/msvc-dev-cmd@v1 | |
| if: matrix.os == 'windows-latest' && matrix.cibw_skip == '*-win_amd64' | |
| with: | |
| arch: x86 | |
| - name: Setup Python | |
| uses: actions/[email protected] | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: Build pure wheel | |
| shell: bash | |
| run: |- | |
| python -m pip install pip -U | |
| python -m pip install setuptools>=0.8 build | |
| python -m build --wheel --outdir wheelhouse | |
| - name: Test wheel with ${{ matrix.install-extras }} | |
| shell: bash | |
| env: | |
| INSTALL_EXTRAS: ${{ matrix.install-extras }} | |
| CI_PYTHON_VERSION: py${{ matrix.python-version }} | |
| run: |- | |
| # Find the path to the wheel | |
| ls wheelhouse | |
| pip install tomli pkginfo | |
| MOD_NAME=utool | |
| echo "MOD_NAME=$MOD_NAME" | |
| WHEEL_FPATH=$(python -c "import pathlib; print(str(sorted(pathlib.Path('wheelhouse').glob('$MOD_NAME*.whl'))[-1]).replace(chr(92), chr(47)))") | |
| echo "WHEEL_FPATH=$WHEEL_FPATH" | |
| MOD_VERSION=$(python -c "from pkginfo import Wheel; print(Wheel('$WHEEL_FPATH').version)") | |
| echo "MOD_VERSION=$MOD_VERSION" | |
| # Install the wheel (ensure we are using the version we just built) | |
| # NOTE: THE VERSION MUST BE NEWER THAN AN EXISTING PYPI VERSION OR THIS MAY FAIL | |
| pip install --prefer-binary "$MOD_NAME[$INSTALL_EXTRAS]==$MOD_VERSION" -f wheelhouse | |
| # Create a sandboxed directory | |
| WORKSPACE_DNAME="testdir_${CI_PYTHON_VERSION}_${GITHUB_RUN_ID}_${RUNNER_OS}" | |
| mkdir -p $WORKSPACE_DNAME | |
| cd $WORKSPACE_DNAME | |
| # Get the path to the installed package and run the tests | |
| MOD_DPATH=$(python -c "import utool, os; print(os.path.dirname(utool.__file__))") | |
| echo "MOD_DPATH = $MOD_DPATH" | |
| python -m pytest -p pytester -p no:doctest --xdoctest --cov-config ../pyproject.toml --cov-report term --cov="$MOD_NAME" "$MOD_DPATH" ../tests | |
| # Move coverage file to a new name | |
| mv .coverage "../.coverage.$WORKSPACE_DNAME" | |
| cd .. | |
| - name: Show built files | |
| shell: bash | |
| run: ls -la wheelhouse | |
| - name: Set up Python 3.8 to combine coverage Linux | |
| uses: actions/[email protected] | |
| if: runner.os == 'Linux' | |
| with: | |
| python-version: 3.8 | |
| - name: Combine coverage Linux | |
| if: runner.os == 'Linux' | |
| run: |- | |
| echo '############ PWD' | |
| pwd | |
| ls -al | |
| python -m pip install coverage[toml] | |
| echo '############ combine' | |
| coverage combine . | |
| echo '############ XML' | |
| coverage xml -o ./tests/coverage.xml | |
| echo '############ FIND' | |
| find . -name .coverage.* | |
| find . -name coverage.xml | |
| - uses: codecov/codecov-action@v3 | |
| name: Codecov Upload | |
| with: | |
| file: ./tests/coverage.xml | |
| - uses: actions/upload-artifact@v3 | |
| name: Upload wheels artifact | |
| with: | |
| name: wheels | |
| path: ./wheelhouse/utool*.whl | |
| test_deploy: | |
| name: Uploading Test to PyPi | |
| runs-on: ubuntu-latest | |
| if: github.event_name == 'push' && ! startsWith(github.event.ref, 'refs/tags') && ! startsWith(github.event.ref, 'refs/heads/release') | |
| needs: | |
| - build_and_test_sdist | |
| - build_and_test_purepy_wheels | |
| steps: | |
| - name: Checkout source | |
| uses: actions/checkout@v3 | |
| - uses: actions/download-artifact@v3 | |
| name: Download wheels and sdist | |
| with: | |
| name: wheels | |
| path: wheelhouse | |
| - name: Show files to upload | |
| shell: bash | |
| run: ls -la wheelhouse | |
| - name: Sign and Publish | |
| env: | |
| TWINE_REPOSITORY_URL: https://test.pypi.org/legacy/ | |
| TWINE_USERNAME: ${{ secrets.TEST_TWINE_USERNAME }} | |
| TWINE_PASSWORD: ${{ secrets.TEST_TWINE_PASSWORD }} | |
| CI_SECRET: ${{ secrets.CI_SECRET }} | |
| run: |- | |
| GPG_EXECUTABLE=gpg | |
| $GPG_EXECUTABLE --version | |
| openssl version | |
| $GPG_EXECUTABLE --list-keys | |
| echo "Decrypting Keys" | |
| openssl enc -aes-256-cbc -pbkdf2 -md SHA512 -pass env:CI_SECRET -d -a -in dev/ci_public_gpg_key.pgp.enc | $GPG_EXECUTABLE --import | |
| openssl enc -aes-256-cbc -pbkdf2 -md SHA512 -pass env:CI_SECRET -d -a -in dev/gpg_owner_trust.enc | $GPG_EXECUTABLE --import-ownertrust | |
| openssl enc -aes-256-cbc -pbkdf2 -md SHA512 -pass env:CI_SECRET -d -a -in dev/ci_secret_gpg_subkeys.pgp.enc | $GPG_EXECUTABLE --import | |
| echo "Finish Decrypt Keys" | |
| $GPG_EXECUTABLE --list-keys || true | |
| $GPG_EXECUTABLE --list-keys || echo "first invocation of gpg creates directories and returns 1" | |
| $GPG_EXECUTABLE --list-keys | |
| VERSION=$(python -c "import setup; print(setup.VERSION)") | |
| pip install twine | |
| pip install urllib3 requests[security] twine | |
| GPG_KEYID=$(cat dev/public_gpg_key) | |
| echo "GPG_KEYID = '$GPG_KEYID'" | |
| DO_GPG=True GPG_KEYID=$GPG_KEYID TWINE_REPOSITORY_URL=${TWINE_REPOSITORY_URL} TWINE_PASSWORD=$TWINE_PASSWORD TWINE_USERNAME=$TWINE_USERNAME GPG_EXECUTABLE=$GPG_EXECUTABLE DO_UPLOAD=True DO_TAG=False ./publish.sh | |
| live_deploy: | |
| name: Uploading Live to PyPi | |
| runs-on: ubuntu-latest | |
| if: github.event_name == 'push' && (startsWith(github.event.ref, 'refs/tags') || startsWith(github.event.ref, 'refs/heads/release')) | |
| needs: | |
| - build_and_test_sdist | |
| - build_and_test_purepy_wheels | |
| steps: | |
| - name: Checkout source | |
| uses: actions/checkout@v3 | |
| - uses: actions/download-artifact@v3 | |
| name: Download wheels and sdist | |
| with: | |
| name: wheels | |
| path: wheelhouse | |
| - name: Show files to upload | |
| shell: bash | |
| run: ls -la wheelhouse | |
| - name: Sign and Publish | |
| env: | |
| TWINE_REPOSITORY_URL: https://upload.pypi.org/legacy/ | |
| TWINE_USERNAME: ${{ secrets.TWINE_USERNAME }} | |
| TWINE_PASSWORD: ${{ secrets.TWINE_PASSWORD }} | |
| CI_SECRET: ${{ secrets.CI_SECRET }} | |
| run: |- | |
| GPG_EXECUTABLE=gpg | |
| $GPG_EXECUTABLE --version | |
| openssl version | |
| $GPG_EXECUTABLE --list-keys | |
| echo "Decrypting Keys" | |
| openssl enc -aes-256-cbc -pbkdf2 -md SHA512 -pass env:CI_SECRET -d -a -in dev/ci_public_gpg_key.pgp.enc | $GPG_EXECUTABLE --import | |
| openssl enc -aes-256-cbc -pbkdf2 -md SHA512 -pass env:CI_SECRET -d -a -in dev/gpg_owner_trust.enc | $GPG_EXECUTABLE --import-ownertrust | |
| openssl enc -aes-256-cbc -pbkdf2 -md SHA512 -pass env:CI_SECRET -d -a -in dev/ci_secret_gpg_subkeys.pgp.enc | $GPG_EXECUTABLE --import | |
| echo "Finish Decrypt Keys" | |
| $GPG_EXECUTABLE --list-keys || true | |
| $GPG_EXECUTABLE --list-keys || echo "first invocation of gpg creates directories and returns 1" | |
| $GPG_EXECUTABLE --list-keys | |
| VERSION=$(python -c "import setup; print(setup.VERSION)") | |
| pip install twine | |
| pip install urllib3 requests[security] twine | |
| GPG_KEYID=$(cat dev/public_gpg_key) | |
| echo "GPG_KEYID = '$GPG_KEYID'" | |
| DO_GPG=True GPG_KEYID=$GPG_KEYID TWINE_REPOSITORY_URL=${TWINE_REPOSITORY_URL} TWINE_PASSWORD=$TWINE_PASSWORD TWINE_USERNAME=$TWINE_USERNAME GPG_EXECUTABLE=$GPG_EXECUTABLE DO_UPLOAD=True DO_TAG=False ./publish.sh | |
| ### | |
| # Unfortunately we cant (yet) use the yaml docstring trick here | |
| # https://github.community/t/allow-unused-keys-in-workflow-yaml-files/172120 | |
| #__doc__: | | |
| # # How to run locally | |
| # # https://packaging.python.org/guides/using-testpypi/ | |
| # git clone https://github.com/nektos/act.git $HOME/code/act | |
| # chmod +x $HOME/code/act/install.sh | |
| # (cd $HOME/code/act && ./install.sh -b $HOME/.local/opt/act) | |
| # | |
| # load_secrets | |
| # unset GITHUB_TOKEN | |
| # $HOME/.local/opt/act/act \ | |
| # --secret=EROTEMIC_TWINE_PASSWORD=$EROTEMIC_TWINE_PASSWORD \ | |
| # --secret=EROTEMIC_TWINE_USERNAME=$EROTEMIC_TWINE_USERNAME \ | |
| # --secret=EROTEMIC_CI_SECRET=$EROTEMIC_CI_SECRET \ | |
| # --secret=EROTEMIC_TEST_TWINE_USERNAME=$EROTEMIC_TEST_TWINE_USERNAME \ | |
| # --secret=EROTEMIC_TEST_TWINE_PASSWORD=$EROTEMIC_TEST_TWINE_PASSWORD |