From dd3bef6c40f2c23d216fc05e48e93b90a7588e38 Mon Sep 17 00:00:00 2001 From: L1ghtn1ng Date: Wed, 16 Oct 2024 04:59:00 +0100 Subject: [PATCH] Increase parallelism and add continue-on-error to steps Updated the max-parallel setting from 8 to 10 to increase workflow efficiency. Also added the continue-on-error parameter to multiple steps to ensure the workflow continues despite errors. This improves the robustness and speed of the CI process. --- .github/workflows/theHarvester.yml | 22 +++++++++++++++++++++- 1 file changed, 21 insertions(+), 1 deletion(-) diff --git a/.github/workflows/theHarvester.yml b/.github/workflows/theHarvester.yml index 19499322cbe..4fe36a9f933 100644 --- a/.github/workflows/theHarvester.yml +++ b/.github/workflows/theHarvester.yml @@ -14,7 +14,7 @@ jobs: Python: runs-on: ${{ matrix.os }} strategy: - max-parallel: 8 + max-parallel: 10 matrix: os: [ ubuntu-latest, macos-latest ] python-version: [ '3.11', '3.12', '3.13' ] @@ -29,80 +29,100 @@ jobs: run: | pip install --upgrade pip pip install .[dev] + continue-on-error: true - name: Lint with ruff run: | ruff check + continue-on-error: true - name: Format with ruff run: | ruff format --check --diff + continue-on-error: true - name: Test with pytest run: | pytest + continue-on-error: true - name: Run theHarvester module Anubis run: | theHarvester -d apple.com -b anubis + continue-on-error: true - name: Run theHarvester module Baidu run: | theHarvester -d yale.edu -b baidu + continue-on-error: true - name: Run theHarvester module Bing run: | theHarvester -d yale.edu -b bing + continue-on-error: true - name: Run theHarvester module CertSpotter run: | theHarvester -d yale.edu -b certspotter + continue-on-error: true - name: Run theHarvester module Crtsh run: | theHarvester -d hcl.com -b crtsh + continue-on-error: true - name: Run theHarvester module DnsDumpster run: | theHarvester -d yale.edu -b dnsdumpster + continue-on-error: true - name: Run theHarvester module DuckDuckGo run: | theHarvester -d yale.edu -b duckduckgo + continue-on-error: true - name: Run theHarvester module HackerTarget run: | theHarvester -d yale.edu -b hackertarget + continue-on-error: true - name: Run theHarvester module Intelx run: | theHarvester -d yale.edu -b intelx + continue-on-error: true - name: Run theHarvester module Otx run: | theHarvester -d yale.edu -b otx + continue-on-error: true - name: Run theHarvester module RapidDns run: | theHarvester -d yale.edu -b rapiddns + continue-on-error: true - name: Run theHarvester module Threatminer run: | theHarvester -d yale.edu -b threatminer + continue-on-error: true - name: Run theHarvester module Urlscan run: | theHarvester -d yale.edu -b urlscan + continue-on-error: true - name: Run theHarvester module Yahoo run: | theHarvester -d yale.edu -b yahoo + continue-on-error: true - name: Run theHarvester module DNS brute force run: | theHarvester -d yale.edu -c + continue-on-error: true - name: Static type checking with mypy run: | mypy --pretty theHarvester/*/*.py mypy --pretty theHarvester/*/*/*.py + continue-on-error: true