github/gallery-dl
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[twitter] warn about 'withheld' Tweets and users (#3864)

Browse Source
This commit is contained in:
Mike Fährmann
2023-04-04 15:48:09 +02:00
parent 3cc1dd1572
commit dbe06cdba1
1 changed files with 16 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

19
gallery_dl/extractor/twitter.py
View File

@@ -105,6 +105,10 @@ class TwitterExtractor(Extractor):
continue continue
seen_tweets.add(data["id_str"]) seen_tweets.add(data["id_str"])
if "withheld_scope" in data:
txt = data.get("full_text") or data.get("text") or ""
self.log.warning("'%s' (%s)", txt, data["id_str"])
files = [] files = []
if "extended_entities" in data: if "extended_entities" in data:
self._extract_media( self._extract_media(
@@ -321,8 +325,10 @@ class TwitterExtractor(Extractor):
user = self.api.user_by_screen_name(user["screen_name"])["legacy"] user = self.api.user_by_screen_name(user["screen_name"])["legacy"]
uget = user.get uget = user.get
entities = user["entities"] if uget("withheld_scope"):
self.log.warning("'%s'", uget("description"))
entities = user["entities"]
self._user_cache[uid] = udata = { self._user_cache[uid] = udata = {
"id" : text.parse_int(uid), "id" : text.parse_int(uid),
"name" : user["screen_name"], "name" : user["screen_name"],
@@ -1582,10 +1588,17 @@ class TwitterAPI():
retweet["rest_id"] retweet["rest_id"]
tweet["author"] = \ tweet["author"] = \
retweet["core"]["user_results"]["result"] retweet["core"]["user_results"]["result"]
if "extended_entities" in retweet["legacy"] and \
rtlegacy = retweet["legacy"]
if "extended_entities" in rtlegacy and \
"extended_entities" not in legacy: "extended_entities" not in legacy:
legacy["extended_entities"] = \ legacy["extended_entities"] = \
retweet["legacy"]["extended_entities"] rtlegacy["extended_entities"]
if "withheld_scope" in rtlegacy and \
"withheld_scope" not in legacy:
legacy["withheld_scope"] = \
rtlegacy["withheld_scope"]
legacy["full_text"] = rtlegacy["full_text"]
except KeyError: except KeyError:
pass pass