Skip to content

Nightly Recipe Tests #11

Nightly Recipe Tests

Nightly Recipe Tests #11

name: Nightly Recipe Tests
on:
schedule:
# Runs at midnight every day
- cron: '0 0 * * *'
workflow_dispatch:
concurrency:
group: recipe-test-nightly-${{ github.workflow }}-${{ github.ref == 'refs/heads/main' && github.run_number || github.ref }}
cancel-in-progress: true
permissions:
id-token: write
contents: read
defaults:
run:
shell: bash -l -eo pipefail {0}
jobs:
recipe_test_nightly:
runs-on: linux.8xlarge.nvidia.gpu
strategy:
matrix:
python-version: ['3.8', '3.9', '3.10', '3.11']
torch-version: ["stable", "nightly"]
steps:
- name: Check out repo
uses: actions/checkout@v3
- name: Setup conda env
uses: conda-incubator/setup-miniconda@v2
with:
auto-update-conda: true
miniconda-version: "latest"
activate-environment: test
python-version: ${{ matrix.python-version }}
- name: Update pip
run: python -m pip install --upgrade pip
- name: Install torch nightly
if: ${{ matrix.torch-version == 'nightly' }}
run: python -m pip install --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/cu121
- name: Install torch stable
if: ${{ matrix.torch-version == 'stable' }}
run: python -m pip install torch torchvision
- name: Install remaining dependencies
run: |
python -m pip install -e ".[dev]"
python -m pip install lm-eval==0.4.*
- name: Install torchao nightly
if: ${{ matrix.torch-version == 'nightly' }}
run: pip install --pre torchao-nightly --index-url https://download.pytorch.org/whl/nightly/cu121
- name: Run recipe tests with coverage
run: pytest tests -m integration_test --cov=. --cov-report=xml --durations=20 -vv
- name: Upload Coverage to Codecov
uses: codecov/codecov-action@v3