test: switch from nose2 to pytest #240
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: test | |
| on: | |
| push: | |
| branches: | |
| - main | |
| pull_request: | |
| types: [opened, synchronize, reopened] | |
| workflow_dispatch: | |
| inputs: | |
| trainer_branch: | |
| description: "Branch of Trainer to test" | |
| required: false | |
| default: "main" | |
| coqpit_branch: | |
| description: "Branch of Coqpit to test" | |
| required: false | |
| default: "main" | |
| jobs: | |
| unit: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| python-version: [3.9, "3.10", "3.11", "3.12"] | |
| subset: ["data_tests", "inference_tests", "test_aux", "test_text"] | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Setup uv | |
| uses: ./.github/actions/setup-uv | |
| - name: Set up Python ${{ matrix.python-version }} | |
| run: uv python install ${{ matrix.python-version }} | |
| - name: Install Espeak | |
| if: contains(fromJSON('["inference_tests", "test_text"]'), matrix.subset) | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install espeak espeak-ng | |
| - name: Install dependencies | |
| run: | | |
| sudo apt-get install -y --no-install-recommends git make gcc | |
| make system-deps | |
| - name: Install custom Trainer and/or Coqpit if requested | |
| run: | | |
| if [[ -n "${{ github.event.inputs.trainer_branch }}" ]]; then | |
| uv add git+https://github.com/idiap/coqui-ai-Trainer --branch ${{ github.event.inputs.trainer_branch }} | |
| fi | |
| if [[ -n "${{ github.event.inputs.coqpit_branch }}" ]]; then | |
| uv add git+https://github.com/idiap/coqui-ai-coqpit --branch ${{ github.event.inputs.coqpit_branch }} | |
| fi | |
| - name: Unit tests | |
| run: | | |
| resolution=highest | |
| if [ "${{ matrix.python-version }}" == "3.9" ]; then | |
| resolution=lowest-direct | |
| fi | |
| uv run --resolution=$resolution --extra server --extra languages make ${{ matrix.subset }} | |
| - name: Upload coverage data | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| include-hidden-files: true | |
| name: coverage-data-${{ matrix.subset }}-${{ matrix.python-version }} | |
| path: .coverage.* | |
| if-no-files-found: ignore | |
| integration: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| python-version: ["3.9", "3.12"] | |
| subset: ["test_tts", "test_tts2", "test_vocoder", "test_xtts"] | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Setup uv | |
| uses: ./.github/actions/setup-uv | |
| - name: Set up Python ${{ matrix.python-version }} | |
| run: uv python install ${{ matrix.python-version }} | |
| - name: Install Espeak | |
| if: contains(fromJSON('["test_tts", "test_tts2", "test_xtts"]'), matrix.subset) | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install espeak espeak-ng | |
| - name: Install dependencies | |
| run: | | |
| sudo apt-get install -y --no-install-recommends git make gcc | |
| make system-deps | |
| - name: Install custom Trainer and/or Coqpit if requested | |
| run: | | |
| if [[ -n "${{ github.event.inputs.trainer_branch }}" ]]; then | |
| uv add git+https://github.com/idiap/coqui-ai-Trainer --branch ${{ github.event.inputs.trainer_branch }} | |
| fi | |
| if [[ -n "${{ github.event.inputs.coqpit_branch }}" ]]; then | |
| uv add git+https://github.com/idiap/coqui-ai-coqpit --branch ${{ github.event.inputs.coqpit_branch }} | |
| fi | |
| - name: Integration tests | |
| run: | | |
| resolution=highest | |
| if [ "${{ matrix.python-version }}" == "3.9" ]; then | |
| resolution=lowest-direct | |
| fi | |
| uv run --resolution=$resolution --extra server --extra languages make ${{ matrix.subset }} | |
| - name: Upload coverage data | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| include-hidden-files: true | |
| name: coverage-data-${{ matrix.subset }}-${{ matrix.python-version }} | |
| path: .coverage.* | |
| if-no-files-found: ignore | |
| zoo: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| python-version: ["3.12"] | |
| partition: ["0", "1", "2"] | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Setup uv | |
| uses: ./.github/actions/setup-uv | |
| - name: Set up Python ${{ matrix.python-version }} | |
| run: uv python install ${{ matrix.python-version }} | |
| - name: Install Espeak | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install espeak espeak-ng | |
| - name: Install dependencies | |
| run: | | |
| sudo apt-get install -y --no-install-recommends git make gcc | |
| make system-deps | |
| - name: Install custom Trainer and/or Coqpit if requested | |
| run: | | |
| if [[ -n "${{ github.event.inputs.trainer_branch }}" ]]; then | |
| uv add git+https://github.com/idiap/coqui-ai-Trainer --branch ${{ github.event.inputs.trainer_branch }} | |
| fi | |
| if [[ -n "${{ github.event.inputs.coqpit_branch }}" ]]; then | |
| uv add git+https://github.com/idiap/coqui-ai-coqpit --branch ${{ github.event.inputs.coqpit_branch }} | |
| fi | |
| - name: Zoo tests | |
| run: uv run --extra server --extra languages make test_zoo | |
| env: | |
| NUM_PARTITIONS: 3 | |
| TEST_PARTITION: ${{ matrix.partition }} | |
| - name: Upload coverage data | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| include-hidden-files: true | |
| name: coverage-data-zoo-${{ matrix.partition }} | |
| path: .coverage.* | |
| if-no-files-found: ignore | |
| coverage: | |
| if: always() | |
| needs: [unit, integration, zoo] | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Setup uv | |
| uses: ./.github/actions/setup-uv | |
| - uses: actions/download-artifact@v4 | |
| with: | |
| pattern: coverage-data-* | |
| merge-multiple: true | |
| - name: Combine coverage | |
| run: | | |
| uv python install | |
| uvx coverage combine | |
| uvx coverage html --skip-covered --skip-empty | |
| uvx coverage report --format=markdown >> $GITHUB_STEP_SUMMARY |