From 3eed5f52d739cdcec25817982e8e8f47655169b4 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Mike=20F=C3=A4hrmann?= Date: Thu, 4 Jun 2020 18:21:54 +0200 Subject: [PATCH] [twitter] small metadata cleanup - add 'date' field - remove 'entities' and 'extended_entities' - don't include 'focus_fields' from 'original_info' --- gallery_dl/extractor/twitter.py | 13 ++++++++++--- 1 file changed, 10 insertions(+), 3 deletions(-) diff --git a/gallery_dl/extractor/twitter.py b/gallery_dl/extractor/twitter.py index d1a1c778..067898fd 100644 --- a/gallery_dl/extractor/twitter.py +++ b/gallery_dl/extractor/twitter.py @@ -50,10 +50,17 @@ class TwitterExtractor(Extractor): continue tweet.update(metadata) + tweet["date"] = text.parse_datetime( + tweet["created_at"], "%a %b %d %H:%M:%S %z %Y") + entities = tweet["extended_entities"] + del tweet["extended_entities"] + del tweet["entities"] + yield Message.Directory, tweet - for tweet["num"], media in enumerate( - tweet["extended_entities"]["media"], 1): - tweet.update(media["original_info"]) + for tweet["num"], media in enumerate(entities["media"], 1): + + tweet["width"] = media["original_info"].get("width", 0) + tweet["height"] = media["original_info"].get("height", 0) if "video_info" in media and self.videos: