# -*- coding: utf-8 -*- # Copyright 2021 Mike Fährmann # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License version 2 as # published by the Free Software Foundation. """Extractors for https://rule34.us/""" from . import booru from .. import text class Rule34usExtractor(booru.BooruExtractor): category = "rule34us" root = "https://rule34.us" per_page = 42 def _parse_post(self, post_id): url = "{}/index.php?r=posts/view&id={}".format(self.root, post_id) extr = text.extract_from(self.request(url).text) post = { "id" : post_id, "tags" : text.unescape(extr( 'name="keywords" content="', '"').rstrip(", ")), "uploader": text.extract(extr('Added by: ', ''), ">", "<")[0], "score" : text.extract(extr('Score: ', '> - <'), ">", "<")[0], "width" : extr('Size: ', 'w'), "height" : extr(' x ', 'h'), "file_url": extr(' src="', '"'), } post["md5"] = post["file_url"].rpartition("/")[2].partition(".")[0] return post class Rule34usTagExtractor(Rule34usExtractor): subcategory = "tag" directory_fmt = ("{category}", "{search_tags}") archive_fmt = "t_{search_tags}_{id}" pattern = r"(?:https?://)?rule34\.us/index\.php\?r=posts/index&q=([^&#]+)" test = ("https://rule34.us/index.php?r=posts/index&q=[terios]_elysion", { "pattern": r"https://img\d*\.rule34\.us" r"/images/../../[0-9a-f]{32}\.\w+", "count": 10, }) def __init__(self, match): Rule34usExtractor.__init__(self, match) self.tags = text.unquote(match.group(1).replace("+", " ")) def metadata(self): return {"search_tags": self.tags} def posts(self): url = self.root + "/index.php" params = { "r" : "posts/index", "q" : self.tags, "page": self.page_start, } while True: page = self.request(url, params=params).text cnt = 0 for post_id in text.extract_iter(page, '>