Skip to content

Commit

Permalink
Show installed libraries and their versions in GA jobs (huggingface#2…
Browse files Browse the repository at this point in the history 
…0069)

Co-authored-by: ydshieh <[email protected]>
  • Loading branch information
@ydshieh
ydshieh and ydshieh authored Nov 4, 2022
1 parent 2d02178 commit c06d555
Show file tree
Hide file tree
Showing 4 changed files with 80 additions and 0 deletions.
17 changes: 17 additions & 0 deletions .github/workflows/self-nightly-scheduled.yml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -75,6 +75,10 @@ jobs:
rm -rf tests/models/__pycache__
rm -rf reports
- name: Show installed libraries and their versions
working-directory: /transformers
run: pip freeze

- id: set-matrix
name: Identify models to test
working-directory: /transformers/tests
Expand Down Expand Up @@ -122,6 +126,10 @@ jobs:
run: |
python3 utils/print_env.py
- name: Show installed libraries and their versions
working-directory: /transformers
run: pip freeze

- name: Run all tests on GPU
working-directory: /transformers
run: python3 -m pytest -v --make-reports=${{ matrix.machine_type }}_tests_gpu_${{ matrix.folders }} tests/${{ matrix.folders }}
Expand Down Expand Up @@ -175,6 +183,10 @@ jobs:
run: |
python3 utils/print_env.py
- name: Show installed libraries and their versions
working-directory: /transformers
run: pip freeze

- name: Run all tests on GPU
working-directory: /transformers
run: python3 -m pytest -v --make-reports=${{ matrix.machine_type }}_tests_gpu_${{ matrix.folders }} tests/${{ matrix.folders }}
Expand Down Expand Up @@ -228,6 +240,10 @@ jobs:
run: |
python utils/print_env.py
- name: Show installed libraries and their versions
working-directory: /workspace/transformers
run: pip freeze

- name: Run all tests on GPU
working-directory: /workspace/transformers
run: |
Expand Down Expand Up @@ -283,4 +299,5 @@ jobs:
# `models/bert` to `models_bert` is required, as the artifact names use `_` instead of `/`.
run: |
pip install slack_sdk
pip show slack_sdk
python utils/notification_service.py "${{ needs.setup.outputs.matrix }}"
13 changes: 13 additions & 0 deletions .github/workflows/self-past.yml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -83,6 +83,10 @@ jobs:
rm -rf tests/models/__pycache__
rm -rf reports
- name: Show installed libraries and their versions
working-directory: /transformers
run: pip freeze

- id: set-matrix
working-directory: /transformers
name: Identify models to test
Expand Down Expand Up @@ -127,6 +131,10 @@ jobs:
run: |
python3 utils/print_env.py
- name: Show installed libraries and their versions
working-directory: /transformers
run: pip freeze

- name: Run all tests on GPU
working-directory: /transformers
run: python3 -m pytest -v --make-reports=${{ matrix.machine_type }}_tests_gpu_${{ matrix.folders }} tests/${{ matrix.folders }}
Expand Down Expand Up @@ -189,6 +197,10 @@ jobs:
run: |
python3 utils/print_env.py
- name: Show installed libraries and their versions
working-directory: /transformers
run: pip freeze

- name: Run all tests on GPU
working-directory: /transformers
run: python3 -m pytest -v --make-reports=${{ matrix.machine_type }}_tests_gpu_${{ matrix.folders }} tests/${{ matrix.folders }}
Expand Down Expand Up @@ -250,6 +262,7 @@ jobs:
# `models/bert` to `models_bert` is required, as the artifact names use `_` instead of `/`.
run: |
pip install slack_sdk
pip show slack_sdk
python utils/notification_service.py "${{ needs.setup.outputs.matrix }}"
# Upload complete failure tables, as they might be big and only truncated versions could be sent to Slack.
Expand Down
21 changes: 21 additions & 0 deletions .github/workflows/self-push.yml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -112,6 +112,10 @@ jobs:
rm -rf tests/models/__pycache__
rm -rf reports
- name: Show installed libraries and their versions
working-directory: /transformers
run: pip freeze

- name: Fetch the tests to run
working-directory: /transformers
# TODO: add `git-python` in the docker images
Expand Down Expand Up @@ -212,6 +216,10 @@ jobs:
run: |
python3 utils/print_env.py
- name: Show installed libraries and their versions
working-directory: /transformers
run: pip freeze

- name: Run all non-slow selected tests on GPU
working-directory: /transformers
run: |
Expand Down Expand Up @@ -297,6 +305,10 @@ jobs:
run: |
python3 utils/print_env.py
- name: Show installed libraries and their versions
working-directory: /transformers
run: pip freeze

- name: Run all non-slow selected tests on GPU
env:
MKL_SERVICE_FORCE_INTEL: 1
Expand Down Expand Up @@ -380,6 +392,10 @@ jobs:
run: |
python utils/print_env.py
- name: Show installed libraries and their versions
working-directory: /workspace/transformers
run: pip freeze

- name: Run all non-slow selected tests on GPU
working-directory: /workspace/transformers
# TODO: Here we pass all tests in the 2 folders for simplicity. It's better to pass only the identified tests.
Expand Down Expand Up @@ -462,6 +478,10 @@ jobs:
run: |
python utils/print_env.py
- name: Show installed libraries and their versions
working-directory: /workspace/transformers
run: pip freeze

- name: Run all non-slow selected tests on GPU
working-directory: /workspace/transformers
# TODO: Here we pass all tests in the 2 folders for simplicity. It's better to pass only the identified tests.
Expand Down Expand Up @@ -560,4 +580,5 @@ jobs:
# `models/bert` to `models_bert` is required, as the artifact names use `_` instead of `/`.
run: |
pip install slack_sdk
pip show slack_sdk
python utils/notification_service.py "${{ needs.setup.outputs.matrix }}"
29 changes: 29 additions & 0 deletions .github/workflows/self-scheduled.yml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -74,6 +74,10 @@ jobs:
rm -rf tests/models/__pycache__
rm -rf reports
- name: Show installed libraries and their versions
working-directory: /transformers
run: pip freeze

- id: set-matrix
name: Identify models to test
working-directory: /transformers/tests
Expand Down Expand Up @@ -121,6 +125,10 @@ jobs:
run: |
python3 utils/print_env.py
- name: Show installed libraries and their versions
working-directory: /transformers
run: pip freeze

- name: Run all tests on GPU
working-directory: /transformers
run: python3 -m pytest -v --make-reports=${{ matrix.machine_type }}_tests_gpu_${{ matrix.folders }} tests/${{ matrix.folders }}
Expand Down Expand Up @@ -174,6 +182,10 @@ jobs:
run: |
python3 utils/print_env.py
- name: Show installed libraries and their versions
working-directory: /transformers
run: pip freeze

- name: Run all tests on GPU
working-directory: /transformers
run: python3 -m pytest -v --make-reports=${{ matrix.machine_type }}_tests_gpu_${{ matrix.folders }} tests/${{ matrix.folders }}
Expand Down Expand Up @@ -211,6 +223,10 @@ jobs:
run: |
python3 utils/print_env.py
- name: Show installed libraries and their versions
working-directory: /transformers
run: pip freeze

- name: Run examples tests on GPU
working-directory: /transformers
run: |
Expand Down Expand Up @@ -254,6 +270,10 @@ jobs:
run: |
python3 utils/print_env.py
- name: Show installed libraries and their versions
working-directory: /transformers
run: pip freeze

- name: Run all pipeline tests on GPU
working-directory: /transformers
run: |
Expand Down Expand Up @@ -297,6 +317,10 @@ jobs:
run: |
python3 utils/print_env.py
- name: Show installed libraries and their versions
working-directory: /transformers
run: pip freeze

- name: Run all pipeline tests on GPU
working-directory: /transformers
run: |
Expand Down Expand Up @@ -349,6 +373,10 @@ jobs:
run: |
python utils/print_env.py
- name: Show installed libraries and their versions
working-directory: /workspace/transformers
run: pip freeze

- name: Run all tests on GPU
working-directory: /workspace/transformers
run: |
Expand Down Expand Up @@ -407,4 +435,5 @@ jobs:
# `models/bert` to `models_bert` is required, as the artifact names use `_` instead of `/`.
run: |
pip install slack_sdk
pip show slack_sdk
python utils/notification_service.py "${{ needs.setup.outputs.matrix }}"

0 comments on commit c06d555

Please sign in to comment.