[twitter] add 'replies' option (closes #705)

This commit is contained in:
Mike Fährmann
2020-04-29 23:11:24 +02:00
parent 19a7afdd9b
commit 9f638c2e01
3 changed files with 20 additions and 2 deletions

View File

@@ -33,6 +33,7 @@ class TwitterExtractor(Extractor):
self._user_dict = None
self.logged_in = False
self.retweets = self.config("retweets", True)
self.replies = self.config("replies", True)
self.twitpic = self.config("twitpic", False)
self.content = self.config("content", False)
self.videos = self.config("videos", True)
@@ -48,7 +49,9 @@ class TwitterExtractor(Extractor):
for tweet in self.tweets():
data = self._data_from_tweet(tweet)
if not data or not self.retweets and data["retweet_id"]:
if not data or \
not self.retweets and data["retweet_id"] or \
not self.replies and data["reply"]:
continue
data.update(metadata)
@@ -370,6 +373,11 @@ class TwitterTweetExtractor(TwitterExtractor):
"options": (("videos", "ytdl"),),
"pattern": r"ytdl:https://twitter.com/i/web.+/1103767554424598528",
}),
# 'replies' option (#705)
("https://twitter.com/tyson_hesse/status/1103767554424598528", {
"options": (("replies", False),),
"count": 0,
}),
# /i/web/ URL
("https://twitter.com/i/web/status/1155074198240292865", {
"pattern": r"https://pbs.twimg.com/media/EAel0vUUYAAZ4Bq.jpg:orig",