[twitter] add 'cards-blacklist' option (#2875)

This commit is contained in:
Mike Fährmann
2022-08-31 10:05:26 +02:00
parent 4d7cb0bf56
commit 4d78ca89db
2 changed files with 15 additions and 1 deletions

View File

@@ -2343,6 +2343,16 @@ Description
* ``"ytdl"``: Additionally download video content from unsupported cards using `youtube-dl`_
extractor.twitter.cards-blacklist
---------------------------------
Type
``list`` of ``strings``
Example
``["player", "summary"]``
Description
List of card types to ignore
extractor.twitter.conversations
-------------------------------
Type

View File

@@ -41,6 +41,7 @@ class TwitterExtractor(Extractor):
self.quoted = self.config("quoted", False)
self.videos = self.config("videos", True)
self.cards = self.config("cards", False)
self.cards_blacklist = self.config("cards-blacklist") or ()
self._user = self._user_obj = None
self._user_cache = {}
self._init_sizes()
@@ -174,7 +175,10 @@ class TwitterExtractor(Extractor):
card = tweet["card"]
if "legacy" in card:
card = card["legacy"]
name = card["name"]
name = card["name"].rpartition(":")[2]
if name in self.cards_blacklist:
return
if name in ("summary", "summary_large_image"):
bvals = card["binding_values"]