github/gallery-dl
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[sankaku] detect expired links (#2958)

Browse Source
This commit is contained in:
Mike Fährmann
2022-09-23 11:51:30 +02:00
parent 09a5cc6103
commit 850608551c
1 changed files with 5 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
gallery_dl/extractor/sankaku.py
View File

@@ -53,12 +53,15 @@ class SankakuExtractor(BooruExtractor):
url = "https://s.sankakucomplex.com" + url[url.index("/", 8):] url = "https://s.sankakucomplex.com" + url[url.index("/", 8):]
return url return url
@staticmethod def _prepare(self, post):
def _prepare(post):
post["created_at"] = post["created_at"]["s"] post["created_at"] = post["created_at"]["s"]
post["date"] = text.parse_timestamp(post["created_at"]) post["date"] = text.parse_timestamp(post["created_at"])
post["tags"] = [tag["name"] for tag in post["tags"] if tag["name"]] post["tags"] = [tag["name"] for tag in post["tags"] if tag["name"]]
post["tag_string"] = " ".join(post["tags"]) post["tag_string"] = " ".join(post["tags"])
post["_http_validate"] = self._check_expired
def _check_expired(self, response):
return not response.history or '.com/expired.png' not in response.url
def _extended_tags(self, post): def _extended_tags(self, post):
tags = collections.defaultdict(list) tags = collections.defaultdict(list)