github/gallery-dl
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

merge #3455: [twitter] apply tweet type checks before uniqueness check

Browse Source
This commit is contained in:
Mike Fährmann
2023-01-06 13:32:50 +01:00
parent b125fcafc5 64435cc37e
commit 2f31d21509
2 changed files with 10 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
gallery_dl/extractor/twitter.py
View File

@@ -76,11 +76,6 @@ class TwitterExtractor(Extractor):
else:
data = tweet
if seen_tweets is not None:
if data["id_str"] in seen_tweets:
continue
seen_tweets.add(data["id_str"])
if not self.retweets and "retweeted_status_id_str" in data:
self.log.debug("Skipping %s (retweet)", data["id_str"])
continue
@@ -98,6 +93,13 @@ class TwitterExtractor(Extractor):
self.log.debug("Skipping %s (reply)", data["id_str"])
continue
if seen_tweets is not None:
if data["id_str"] in seen_tweets:
self.log.debug(
"Skipping %s (previously seen)", data["id_str"])
continue
seen_tweets.add(data["id_str"])
files = []
if "extended_entities" in data:
self._extract_media(