github/endoflife-date-release-data
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

Try to fix fetch_urls when ChunkedEncodingError occurs (#188)

Browse Source
This commit is contained in:
Marc Wrobel
2023-11-26 15:31:12 +01:00
parent 9ef4494775
commit 90658a356d
1 changed files with 3 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
src/common/endoflife.py
View File

@@ -66,8 +66,9 @@ def result_or_retry(future) -> Response:
# Intermittent ChunkedEncodingErrors occurs while fetching URLs. This change try to fix it by retrying.
# According to https://stackoverflow.com/a/44511691/374236, most servers transmit all data, but that's not
# what was observed.
print(f"Got ChunkedEncodingError while fetching {e.request.url}, retrying...")
return fetch_urls([e.response.url], e.request.body, e.request.headers)[0]
url = e.response.url
print(f"Got ChunkedEncodingError while fetching {url}, retrying...")
return fetch_urls([url], e.request.body, e.request.headers)[0]
def fetch_url(url, data=None, headers=None, max_retries=5, backoff_factor=0.5, timeout=30) -> str: