github/endoflife-date-release-data
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[http] Improve fetch_javascript_url error handling (#468)

Browse Source
This commit is contained in:
Marc Wrobel
2025-07-13 13:30:52 +02:00
committed by GitHub
parent 12548199be
commit 54ff914f34
1 changed files with 12 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
src/common/http.py
View File

@@ -92,14 +92,20 @@ def fetch_javascript_url(url: str, wait_until: str = None, wait_for: str = None,
logging.info(f"Fetched {url}") logging.info(f"Fetched {url}")
if wait_for: if wait_for:
logging.info(f"Waiting for element with selector {wait_for}") try:
element = page.wait_for_selector(selector=wait_for) logging.info(f"Waiting for element with selector {wait_for}")
element = page.wait_for_selector(selector=wait_for)
if element: if element:
logging.debug(f"Found element with selector {wait_for} on {url}") logging.debug(f"Found element with selector {wait_for} on {url}")
return element.inner_html() if select_wait_for else page.content() return element.inner_html() if select_wait_for else page.content()
logging.warning(f"No element found with selector {wait_for} on {url}, returning full page content") logging.error(f"No element found with selector {wait_for} on {url}, will return full page content")
logging.debug(f"Full page content: {page.content()}")
except Exception as e: # noqa: BLE001
logging.error(f"Error while waiting for element with selector {wait_for} on {url}: {e}")
logging.debug(f"Full page content: {page.content()}")
return page.content() return page.content()
finally: finally: