github/gallery-dl
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[twitter] retry API requests only for Timeout errors (#4811)

Browse Source
This commit is contained in:
Mike Fährmann
2023-12-09 22:30:48 +01:00
parent c55955db03
commit ac22bbe80c
1 changed files with 6 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
gallery_dl/extractor/twitter.py
View File

@@ -1277,13 +1277,16 @@ class TwitterAPI():
if response.status_code < 400: if response.status_code < 400:
data = response.json() data = response.json()
if not data.get("errors"): if not data.get("errors") or not any(
return data # success (e.get("message") or "").lower().startswith("timeout")
for e in data["errors"]):
return data # success or non-timeout errors
msg = data["errors"][0].get("message") or "Unspecified" msg = data["errors"][0].get("message") or "Unspecified"
self.extractor.log.debug("internal error: '%s'", msg) self.extractor.log.debug("Internal Twitter error: '%s'", msg)
if self.headers["x-twitter-auth-type"]: if self.headers["x-twitter-auth-type"]:
self.extractor.log.debug("Retrying API request")
continue # retry continue # retry
# fall through to "Login Required" # fall through to "Login Required"