[twitter] make 'source' metadata extraction non-fatal (#6472)

This commit is contained in:
Mike Fährmann
2024-11-14 18:59:01 +01:00
parent 396b52aef7
commit cfe24a9e31

View File

@@ -305,6 +305,7 @@ class TwitterExtractor(Extractor):
legacy["created_at"], "%a %b %d %H:%M:%S %z %Y") legacy["created_at"], "%a %b %d %H:%M:%S %z %Y")
except Exception: except Exception:
date = util.NONE date = util.NONE
source = tweet.get("source")
tdata = { tdata = {
"tweet_id" : tweet_id, "tweet_id" : tweet_id,
@@ -320,7 +321,7 @@ class TwitterExtractor(Extractor):
"author" : author, "author" : author,
"user" : self._user or author, "user" : self._user or author,
"lang" : legacy["lang"], "lang" : legacy["lang"],
"source" : text.extr(tweet["source"], ">", "<"), "source" : text.extr(source, ">", "<") if source else "",
"sensitive" : tget("possibly_sensitive"), "sensitive" : tget("possibly_sensitive"),
"favorite_count": tget("favorite_count"), "favorite_count": tget("favorite_count"),
"quote_count" : tget("quote_count"), "quote_count" : tget("quote_count"),