github/gallery-dl
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[twitter] expand t.co links in user descriptions (#1532, #1787)

Browse Source
This commit is contained in:
Mike Fährmann
2021-08-23 22:49:35 +02:00
parent 7c0ae88185
commit 0817f468ef
1 changed files with 12 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
gallery_dl/extractor/twitter.py
View File

@@ -220,7 +220,6 @@ class TwitterExtractor(Extractor):
"id" : text.parse_int(uid), "id" : text.parse_int(uid),
"name" : user["screen_name"], "name" : user["screen_name"],
"nick" : user["name"], "nick" : user["name"],
"description" : user["description"],
"location" : user["location"], "location" : user["location"],
"date" : text.parse_datetime( "date" : text.parse_datetime(
user["created_at"], "%a %b %d %H:%M:%S %z %Y"), user["created_at"], "%a %b %d %H:%M:%S %z %Y"),
@@ -236,6 +235,13 @@ class TwitterExtractor(Extractor):
"statuses_count" : user["statuses_count"], "statuses_count" : user["statuses_count"],
} }
descr = user["description"]
urls = entities["description"].get("urls")
if urls:
for url in urls:
descr = descr.replace(url["url"], url["expanded_url"])
udata["description"] = descr
if "url" in entities: if "url" in entities:
udata["url"] = entities["url"]["urls"][0]["expanded_url"] udata["url"] = entities["url"]["urls"][0]["expanded_url"]
@@ -469,6 +475,11 @@ class TwitterTweetExtractor(TwitterExtractor):
("https://twitter.com/i/web/status/1424882930803908612", { ("https://twitter.com/i/web/status/1424882930803908612", {
"options": (("replies", "self"),), "options": (("replies", "self"),),
"count": 4, "count": 4,
"keyword": {"user": {
"description": "re:business email-- rhettaro.bloom@gmail.com "
"patreon- http://patreon.com/Princecanary",
"url": "http://princecanary.tumblr.com",
}},
}), }),
("https://twitter.com/i/web/status/1424898916156284928", { ("https://twitter.com/i/web/status/1424898916156284928", {
"options": (("replies", "self"),), "options": (("replies", "self"),),