Increase the default timeout value
Recently links to web.archive.org were added for various products. Such links are very long to load. This increases the default timeout value so that such links do not make the update fail.
This commit is contained in:
@@ -31,7 +31,8 @@ def list_products(method, products_filter=None, pathname="website/products"):
|
||||
return products_with_method
|
||||
|
||||
|
||||
def fetch_url(url, retry_count=5, timeout=10, data=None, headers=None, encoding='utf-8'):
|
||||
# Keep the default timeout high enough to avoid errors with web.archive.org.
|
||||
def fetch_url(url, retry_count=5, timeout=30, data=None, headers=None, encoding='utf-8'):
|
||||
last_exception = None
|
||||
|
||||
headers = {'User-Agent': USER_AGENT} | {} if headers is None else headers
|
||||
|
||||
Reference in New Issue
Block a user