CI-responsibleai-text-vision-pytest.yml

name: CI ResponsibleAI Text & Vision pytest

on:
  push:
    branches: [main]
  pull_request:
    branches: [main]
    paths:
      - "responsibleai_text/**"
      - "responsibleai_vision/**"
      - ".github/workflows/CI-responsibleai-text-vision-pytest.yml"

jobs:
  ci-responsibleai-text-vision-python:
    strategy:
      matrix:
        packageDirectory: ["responsibleai_text", "responsibleai_vision"]
        operatingSystem: [ubuntu-latest, macos-latest, windows-latest]
        pythonVersion: ["3.8", "3.9", "3.10"]
        # TODO: re-add macos-latest once build timeout issues are resolved
        exclude:
          - packageDirectory: "responsibleai_text"
            operatingSystem: macos-latest
            pythonVersion: "3.8"
          - packageDirectory: "responsibleai_text"
            operatingSystem: macos-latest
            pythonVersion: "3.9"
          - packageDirectory: "responsibleai_text"
            operatingSystem: macos-latest
            pythonVersion: "3.10"
          - packageDirectory: "responsibleai_vision"
            operatingSystem: macos-latest
            pythonVersion: "3.8"
          - packageDirectory: "responsibleai_vision"
            operatingSystem: macos-latest
            pythonVersion: "3.9"
          - packageDirectory: "responsibleai_vision"
            operatingSystem: macos-latest
            pythonVersion: "3.10"
    runs-on: ${{ matrix.operatingSystem }}

    steps:
      - uses: actions/checkout@v4

      - uses: conda-incubator/setup-miniconda@v3
        with:
          auto-update-conda: true
          python-version: ${{ matrix.pythonVersion }}

      - if: ${{ matrix.operatingSystem != 'macos-latest' }}
        name: Install pytorch on non-MacOS
        shell: bash -l {0}
        run: |
          conda install --yes --quiet pytorch==1.13.1 "torchvision<0.15" cpuonly "numpy<1.24.0" -c pytorch

      - if: ${{ matrix.operatingSystem == 'macos-latest' }}
        name: Install Anaconda packages on MacOS, which should not include cpuonly according to official docs
        shell: bash -l {0}
        run: |
          conda install --yes --quiet pytorch==1.13.1 "torchvision<0.15" "numpy<1.24.0" -c pytorch

      - name: Setup tools
        shell: bash -l {0}
        run: |
          python -m pip install --upgrade pip
          pip install --upgrade setuptools
          pip install --upgrade "pip-tools<=7.1.0"

      - if: ${{ (matrix.operatingSystem == 'windows-latest') && (matrix.packageDirectory == 'responsibleai_vision') }}
        name: Install matplotlib
        shell: bash -l {0}
        run: |
          conda install --yes --quiet matplotlib -c conda-forge

      # - name: Install backwards-compatible keras for transformers
      #   shell: bash -l {0}
      #   run: |
      #     pip install tf-keras

      - name: Install dependencies
        shell: bash -l {0}
        run: |
          pip install captum
          pip install -r requirements-dev.txt
          pip install .
        working-directory: ${{ matrix.packageDirectory }}

      - if: ${{ matrix.packageDirectory == 'responsibleai_text' }}
        name: Setup spacy
        shell: bash -l {0}
        run: |
          python -m spacy download en_core_web_sm

      - if: ${{ (matrix.packageDirectory == 'responsibleai_vision') && (matrix.pythonVersion == '3.8') }}
        name: Install automl dependencies
        shell: bash -l {0}
        run: |
          pip install -r ${{ matrix.packageDirectory }}/requirements-automl.txt

      - if: ${{ (matrix.packageDirectory == 'responsibleai_vision') }}
        name: Install vision package
        shell: bash -l {0}
        run: |
          pip install -v -e .
        working-directory: ${{ matrix.packageDirectory }}

      - if: ${{ (matrix.packageDirectory == 'responsibleai_text') }}
        name: Install text package
        shell: bash -l {0}
        run: |
          pip install -v -e .[qa]
        working-directory: ${{ matrix.packageDirectory }}

      - name: Run tests
        shell: bash -l {0}
        run: |
          pytest -s -v --durations=10 --doctest-modules --junitxml=junit/test-results.xml --cov=${{ matrix.packageDirectory }} --cov-report=xml --cov-report=html
        working-directory: ${{ matrix.packageDirectory }}

      - name: Upload code coverage results
        uses: actions/upload-artifact@v3
        with:
          name: ${{ matrix.packageDirectory }}-code-coverage-results
          path: ${{ matrix.packageDirectory }}/htmlcov
        # Use always() to always run this step to publish test results when there are test failures
        if: ${{ always() }}

      - if: ${{ (matrix.operatingSystem == 'windows-latest') && (matrix.pythonVersion == '3.8') }}
        name: Upload to codecov
        id: codecovupload1
        uses: codecov/codecov-action@v3
        with:
          token: ${{ secrets.CODECOV_TOKEN }}
          directory: ${{ matrix.packageDirectory }}
          env_vars: OS,PYTHON
          fail_ci_if_error: false
          files: ./${{ matrix.packageDirectory }}/coverage.xml
          flags: unittests
          name: codecov-umbrella
          verbose: true

      - if: ${{ (steps.codecovupload1.outcome == 'failure') && (matrix.pythonVersion == '3.8') && (matrix.operatingSystem == 'windows-latest') }}
        name: Retry upload to codecov
        id: codecovupload2
        uses: codecov/codecov-action@v3
        with:
          token: ${{ secrets.CODECOV_TOKEN }}
          directory: ${{ matrix.packageDirectory }}
          env_vars: OS,PYTHON
          fail_ci_if_error: false
          files: ./${{ matrix.packageDirectory }}/coverage.xml
          flags: unittests
          name: codecov-umbrella
          verbose: true

      - name: Set codecov status
        if: ${{ (matrix.pythonVersion == '3.8') && (matrix.operatingSystem == 'windows-latest') }}
        shell: bash
        run: |
          if ${{ (steps.codecovupload1.outcome == 'success') || (steps.codecovupload2.outcome == 'success') }} ; then
            echo fine
          else
            exit 1
          fi