Adding Env var "WEBDRIVER_DELAY_BEFORE_CONTENT_READY" to wait n seconds before extracting the text from the browser

pull/414/head
dgtlmoon 2022-02-08 18:24:25 +01:00
rodzic eb3dca3805
commit 5214a7e0f3
1 zmienionych plików z 1 dodań i 1 usunięć

Wyświetl plik

@ -120,7 +120,7 @@ class html_webdriver(Fetcher):
# raise EmptyReply(url=url, status_code=r.status_code) # raise EmptyReply(url=url, status_code=r.status_code)
# @todo - dom wait loaded? # @todo - dom wait loaded?
time.sleep(5) time.sleep(os.getenv("WEBDRIVER_DELAY_BEFORE_CONTENT_READY", 5))
self.content = driver.page_source self.content = driver.page_source
self.headers = {} self.headers = {}