Do not use wait_until='networkidle' by default with fetch_javascript_url (#340)

It does not work in all situation, especially with GitHub-rendered markdown files.
This commit is contained in:
Marc Wrobel
2024-04-02 22:28:18 +02:00
parent 81b65584ad
commit 08d4ea469e
5 changed files with 14 additions and 9 deletions

View File

@@ -6,7 +6,7 @@ from common import dates, http, releasedata
This script is using requests-html because the page needs JavaScript to render correctly."""
with releasedata.ProductData("oracle-jdk") as product_data:
content = http.fetch_javascript_url('https://www.java.com/releases/')
content = http.fetch_javascript_url('https://www.java.com/releases/', wait_until='networkidle')
soup = BeautifulSoup(content, 'html.parser')
previous_date = None