From 99dc0751459b9baec9955d98342a19689fb790c8 Mon Sep 17 00:00:00 2001 From: lucasrodes Date: Tue, 12 Apr 2022 17:36:50 +0200 Subject: [PATCH] feat(utils): add timeout selenium driver --- scripts/src/cowidev/utils/web/scraping.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/scripts/src/cowidev/utils/web/scraping.py b/scripts/src/cowidev/utils/web/scraping.py index f58665c7eeee..9a395f8bd54a 100644 --- a/scripts/src/cowidev/utils/web/scraping.py +++ b/scripts/src/cowidev/utils/web/scraping.py @@ -141,7 +141,9 @@ def sel_options(headless: bool = True, firefox: bool = False): return op -def get_driver(headless: bool = True, download_folder: str = None, options=None, firefox: bool = False): +def get_driver( + headless: bool = True, download_folder: str = None, options=None, firefox: bool = False, timeout: int = None +): if options is None: options = sel_options(headless=headless, firefox=firefox) if firefox: @@ -150,6 +152,8 @@ def get_driver(headless: bool = True, download_folder: str = None, options=None, driver = webdriver.Chrome(options=options) if download_folder: set_download_settings(driver, download_folder, firefox) + if timeout is not None: + driver.set_page_load_timeout(timeout) return driver