-
Notifications
You must be signed in to change notification settings - Fork 420
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request #1476 from blacklanternsecurity/multi-distro-tests
Tests for multiple OS families
- Loading branch information
Showing
5 changed files
with
78 additions
and
82 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
|
@@ -2,4 +2,4 @@ | |
select = F,E722 | ||
ignore = F403,F405,F541 | ||
per-file-ignores = | ||
*/__init__.py:F401,F403 | ||
*/__init__.py:F401,F403 |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,63 @@ | ||
name: Linux Distro Tests | ||
on: | ||
pull_request: | ||
|
||
concurrency: | ||
group: ${{ github.workflow }}-${{ github.event_name }}-${{ github.event.pull_request.number || github.ref }} | ||
cancel-in-progress: true | ||
|
||
jobs: | ||
test-distros: | ||
runs-on: ubuntu-latest | ||
container: | ||
image: ${{ matrix.os }} | ||
strategy: | ||
fail-fast: false | ||
matrix: | ||
os: ["ubuntu:20.04", "ubuntu:22.04", "ubuntu:24.04", "debian", "archlinux", "fedora", "gentoo/python", "python:3.10-alpine", "kalilinux/kali-rolling", "parrotsec/security"] | ||
steps: | ||
- uses: actions/checkout@v4 | ||
- name: Install Python and Poetry | ||
run: | | ||
if [ -f /etc/os-release ]; then | ||
. /etc/os-release | ||
if [ "$ID" = "ubuntu" ] || [ "$ID" = "debian" ] || [ "$ID" = "kali" ] || [ "$ID" = "parrotsec" ]; then | ||
export DEBIAN_FRONTEND=noninteractive | ||
apt-get update | ||
apt-get -y install curl git bash build-essential libssl-dev zlib1g-dev libbz2-dev libreadline-dev libsqlite3-dev wget llvm libncurses5-dev libncursesw5-dev xz-utils tk-dev libffi-dev liblzma-dev | ||
elif [ "$ID" = "alpine" ]; then | ||
apk add --no-cache bash gcc g++ musl-dev libffi-dev curl git make openssl-dev bzip2-dev zlib-dev xz-dev sqlite-dev | ||
elif [ "$ID" = "arch" ]; then | ||
pacman -Syu --noconfirm curl git bash base-devel | ||
elif [ "$ID" = "fedora" ]; then | ||
dnf install -y curl git bash gcc make openssl-devel bzip2-devel libffi-devel zlib-devel xz-devel tk-devel gdbm-devel readline-devel sqlite-devel | ||
elif [ "$ID" = "gentoo" ]; then | ||
emerge-webrsync | ||
emerge --update --newuse dev-vcs/git curl bash | ||
fi | ||
fi | ||
# Re-run the script with bash | ||
exec bash -c " | ||
curl https://pyenv.run | bash | ||
export PATH=\"$HOME/.pyenv/bin:\$PATH\" | ||
export PATH=\"$HOME/.local/bin:\$PATH\" | ||
eval \"\$(pyenv init --path)\" | ||
eval \"\$(pyenv init -)\" | ||
eval \"\$(pyenv virtualenv-init -)\" | ||
pyenv install 3.11 | ||
pyenv global 3.11 | ||
pyenv rehash | ||
python3.11 -m pip install --user pipx | ||
python3.11 -m pipx ensurepath | ||
pipx install poetry | ||
" | ||
- name: Run tests | ||
run: | | ||
export PATH="$HOME/.local/bin:$PATH" | ||
export PATH="$HOME/.pyenv/bin:$PATH" | ||
export PATH="$HOME/.pyenv/shims:$PATH" | ||
export BBOT_DISTRO_TESTS=true | ||
poetry env use python3.11 | ||
poetry install | ||
poetry run pytest --reruns 2 -o timeout_func_only=true --timeout 1200 --disable-warnings --log-cli-level=DEBUG . |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
|
@@ -14,20 +14,20 @@ jobs: | |
lint: | ||
runs-on: ubuntu-latest | ||
steps: | ||
- uses: actions/checkout@v3 | ||
- uses: actions/checkout@v4 | ||
- uses: psf/black@stable | ||
with: | ||
options: "--check" | ||
- name: Install Python 3 | ||
uses: actions/setup-python@v4 | ||
uses: actions/setup-python@v5 | ||
with: | ||
python-version: "3.x" | ||
- name: Install dependencies | ||
run: | | ||
pip install flake8 | ||
- name: flake8 | ||
run: | | ||
flake8 --select F,E722 --ignore F403,F405,F541 --per-file-ignores="*/__init__.py:F401,F403" | ||
flake8 | ||
test: | ||
needs: lint | ||
runs-on: ubuntu-latest | ||
|
@@ -37,9 +37,9 @@ jobs: | |
matrix: | ||
python-version: ["3.9", "3.10", "3.11", "3.12"] | ||
steps: | ||
- uses: actions/checkout@v3 | ||
- uses: actions/checkout@v4 | ||
- name: Set up Python | ||
uses: actions/setup-python@v4 | ||
uses: actions/setup-python@v5 | ||
with: | ||
python-version: ${{ matrix.python-version }} | ||
- name: Install dependencies | ||
|
@@ -48,95 +48,24 @@ jobs: | |
poetry install | ||
- name: Run tests | ||
run: | | ||
poetry run pytest --exitfirst --reruns 2 -o timeout_func_only=true --timeout 1200 --disable-warnings --log-cli-level=DEBUG --cov-config=bbot/test/coverage.cfg --cov-report xml:cov.xml --cov=bbot . | ||
poetry run pytest --exitfirst --reruns 2 -o timeout_func_only=true --timeout 1200 --disable-warnings --log-cli-level=INFO --cov-config=bbot/test/coverage.cfg --cov-report xml:cov.xml --cov=bbot . | ||
- name: Upload Code Coverage | ||
uses: codecov/codecov-action@v3 | ||
with: | ||
token: ${{ secrets.CODECOV_TOKEN }} | ||
files: ./cov.xml | ||
verbose: true | ||
update_docs: | ||
needs: test | ||
runs-on: ubuntu-latest | ||
if: github.event_name == 'push' && (github.ref != 'refs/heads/dev' && github.ref != 'refs/heads/stable') | ||
steps: | ||
- uses: actions/checkout@v3 | ||
with: | ||
token: ${{ secrets.BBOT_DOCS_UPDATER_PAT }} | ||
- name: Set up Python | ||
uses: actions/setup-python@v4 | ||
with: | ||
python-version: "3.x" | ||
- name: Install dependencies | ||
run: | | ||
pip install poetry | ||
poetry install | ||
- name: Generate docs | ||
run: | | ||
poetry run bbot/scripts/docs.py | ||
- name: Commit docs | ||
uses: EndBug/add-and-commit@v9 | ||
continue-on-error: true | ||
with: | ||
add: '["*.md", "docs/data/chord_graph/*.json"]' | ||
author_name: "BBOT Docs Autopublish" | ||
author_email: [email protected] | ||
message: "Refresh module docs" | ||
publish_docs: | ||
needs: test | ||
runs-on: ubuntu-latest | ||
if: github.event_name == 'push' && (github.ref == 'refs/heads/stable' || github.ref == 'refs/heads/dev') | ||
steps: | ||
- uses: actions/checkout@v3 | ||
with: | ||
token: ${{ secrets.BBOT_DOCS_UPDATER_PAT }} | ||
- uses: actions/setup-python@v4 | ||
with: | ||
python-version: "3.x" | ||
- run: echo "cache_id=$(date --utc '+%V')" >> $GITHUB_ENV | ||
- uses: actions/cache@v3 | ||
with: | ||
key: mkdocs-material-${{ env.cache_id }} | ||
path: .cache | ||
restore-keys: | | ||
mkdocs-material- | ||
- name: Install dependencies | ||
run: | | ||
pip install poetry | ||
poetry install --only=docs | ||
- name: Configure Git | ||
run: | | ||
git config user.name github-actions | ||
git config user.email [email protected] | ||
git fetch origin gh-pages:refs/remotes/origin/gh-pages | ||
if git show-ref --verify --quiet refs/heads/gh-pages; then | ||
git branch -f gh-pages origin/gh-pages | ||
else | ||
git branch --track gh-pages origin/gh-pages | ||
fi | ||
- name: Generate docs (stable branch) | ||
if: github.ref == 'refs/heads/stable' | ||
run: | | ||
poetry run mike deploy Stable | ||
- name: Generate docs (dev branch) | ||
if: github.ref == 'refs/heads/dev' | ||
run: | | ||
poetry run mike deploy Dev | ||
- name: Publish docs | ||
run: | | ||
git switch gh-pages | ||
git push | ||
publish_code: | ||
needs: test | ||
runs-on: ubuntu-latest | ||
if: github.event_name == 'push' && (github.ref == 'refs/heads/dev' || github.ref == 'refs/heads/stable') | ||
continue-on-error: true | ||
steps: | ||
- uses: actions/checkout@v3 | ||
- uses: actions/checkout@v4 | ||
with: | ||
fetch-depth: 0 | ||
- name: Set up Python | ||
uses: actions/setup-python@v4 | ||
uses: actions/setup-python@v5 | ||
with: | ||
python-version: "3.x" | ||
- name: Install dependencies | ||
|
@@ -185,7 +114,7 @@ jobs: | |
# runs-on: ubuntu-latest | ||
# if: github.event_name == 'push' && github.ref == 'refs/heads/stable' | ||
# steps: | ||
# - uses: actions/checkout@v3 | ||
# - uses: actions/checkout@v4 | ||
# with: | ||
# ref: ${{ github.head_ref }} | ||
# fetch-depth: 0 # Fetch all history for all tags and branches | ||
|
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters