improve Extractor.request()'s retry behavior

2017-11-12 21:18:47 +01:00
parent 2457b71633
commit baf8094868
1 changed files with 5 additions and 0 deletions
--- a/gallery_dl/extractor/common.py
+++ b/gallery_dl/extractor/common.py
@@ -62,6 +62,11 @@ class Extractor():
                if response.content or allow_empty:
                    return response
                msg = "empty response body"
+            except requests.exceptions.HTTPError as exc:
+                msg = exc
+                code = response.status_code
+                if 400 <= code < 500 and code != 429:  # Client Error
+                    retries = 0
            except requests.exceptions.RequestException as exc:
                msg = exc
            if not retries: