From baf809486829ebc33c5223c9e1e31ac5e9d40000 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Mike=20F=C3=A4hrmann?= Date: Sun, 12 Nov 2017 21:18:47 +0100 Subject: [PATCH] improve Extractor.request()'s retry behavior --- gallery_dl/extractor/common.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/gallery_dl/extractor/common.py b/gallery_dl/extractor/common.py index 9f698e5d..d1cda0cb 100644 --- a/gallery_dl/extractor/common.py +++ b/gallery_dl/extractor/common.py @@ -62,6 +62,11 @@ class Extractor(): if response.content or allow_empty: return response msg = "empty response body" + except requests.exceptions.HTTPError as exc: + msg = exc + code = response.status_code + if 400 <= code < 500 and code != 429: # Client Error + retries = 0 except requests.exceptions.RequestException as exc: msg = exc if not retries: