Increase the default timeout value

Recently links to web.archive.org were added for various products. Such links are very long to load. This increases the default timeout value so that such links do not make the update fail.
This commit is contained in:
Marc Wrobel
2023-09-11 22:25:39 +02:00
parent 37042add0c
commit 94e04f3b4f
3 changed files with 4 additions and 4 deletions

View File

@@ -31,7 +31,8 @@ def list_products(method, products_filter=None, pathname="website/products"):
return products_with_method
def fetch_url(url, retry_count=5, timeout=10, data=None, headers=None, encoding='utf-8'):
# Keep the default timeout high enough to avoid errors with web.archive.org.
def fetch_url(url, retry_count=5, timeout=30, data=None, headers=None, encoding='utf-8'):
last_exception = None
headers = {'User-Agent': USER_AGENT} | {} if headers is None else headers