github/gallery-dl
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[twitter] add & use '_tweetid_to_datetime' method

Browse Source 
use 'dt' functions directly
This commit is contained in:
Mike Fährmann
2026-02-02 16:11:05 +01:00
parent 39fb51dade
commit a95cf92d61
1 changed files with 12 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

22
gallery_dl/extractor/twitter.py
View File

@@ -9,7 +9,7 @@
"""Extractors for https://x.com/"""
from .common import Extractor, Message, Dispatch
from .. import text, util, exception
from .. import text, util, dt, exception
from ..cache import cache, memcache
import itertools
import random
@@ -365,14 +365,13 @@ class TwitterExtractor(Extractor):
author = self._transform_user(author)
if tweet_id >= 300_000_000_000_000:
date = self.parse_timestamp(
((tweet_id >> 22) + 1_288_834_974_657) / 1000)
date = self._tweetid_to_datetime(tweet_id)
else:
try:
date = self.parse_datetime(
date = dt.parse(
legacy["created_at"], "%a %b %d %H:%M:%S %z %Y")
except Exception:
date = util.NONE
date = dt.NONE
source = tweet.get("source")
tget = legacy.get
@@ -460,8 +459,8 @@ class TwitterExtractor(Extractor):
tdata, legacy["extended_entities"]["media"][0])
if tdata["retweet_id"]:
tdata["content"] = f"RT @{author['name']}: {tdata['content']}"
tdata["date_original"] = self.parse_timestamp(
((tdata["retweet_id"] >> 22) + 1_288_834_974_657) / 1000)
tdata["date_original"] = self._tweetid_to_datetime(
tdata["retweet_id"])
return tdata
@@ -497,7 +496,7 @@ class TwitterExtractor(Extractor):
"id": text.parse_int(cid),
"name": com.get("name"),
"description": com.get("description"),
"date": self.parse_timestamp(com.get("created_at", 0) / 1000),
"date": dt.parse_ts(com.get("created_at", 0) / 1000),
"nsfw": com.get("is_nsfw"),
"role": com.get("role"),
"member_count": com.get("member_count"),
@@ -536,7 +535,7 @@ class TwitterExtractor(Extractor):
"id" : text.parse_int(uid),
"name" : core.get("screen_name"),
"nick" : core.get("name"),
"date" : self.parse_datetime(
"date" : dt.parse(
core["created_at"], "%a %b %d %H:%M:%S %z %Y"),
"profile_banner" : lget("profile_banner_url", ""),
"favourites_count": lget("favourites_count"),
@@ -654,6 +653,9 @@ class TwitterExtractor(Extractor):
self._cursor = cursor
return cursor
def _tweetid_to_datetime(self, tweet_id):
return dt.parse_ts(((tweet_id >> 22) + 1_288_834_974_657) / 1000)
def metadata(self):
"""Return general metadata"""
return {}
@@ -927,7 +929,7 @@ class TwitterBookmarkExtractor(TwitterExtractor):
def _transform_tweet(self, tweet):
tdata = TwitterExtractor._transform_tweet(self, tweet)
tdata["date_bookmarked"] = self.parse_timestamp(
tdata["date_bookmarked"] = dt.parse_ts(
(int(tweet["sortIndex"] or 0) >> 20) / 1000)
return tdata