51 lines
1.6 KiB
Python
51 lines
1.6 KiB
Python
from .common import AsyncExtractor
|
|
from ..util import filename_from_url
|
|
import xml.etree.ElementTree as ET
|
|
|
|
class BooruExtractor(AsyncExtractor):
|
|
|
|
def __init__(self, match, config):
|
|
AsyncExtractor.__init__(self, config)
|
|
self.tags = match.group(1)
|
|
self.category = "booru"
|
|
self.params = {"tags": self.tags}
|
|
self.page = "page"
|
|
self.directory = self.tags.replace("/", "_")
|
|
|
|
def images(self):
|
|
self.update_page(reset=True)
|
|
while True:
|
|
root = ET.fromstring(
|
|
self.request(self.api_url, verify=True, params=self.params).text
|
|
)
|
|
# root = tree.getroot()
|
|
if len(root) == 0:
|
|
return
|
|
for item in root:
|
|
url = item.attrib["file_url"]
|
|
name = "{}_{}".format(self.category, filename_from_url(url))
|
|
yield url, name
|
|
self.update_page()
|
|
|
|
def update_page(self, reset=False):
|
|
# Override this method in derived classes if necessary.
|
|
# It is usually enough to adjust the 'page' attribute
|
|
if reset is False:
|
|
self.params[self.page] += 1
|
|
else:
|
|
self.params[self.page] = 1
|
|
|
|
class Extractor(BooruExtractor):
|
|
|
|
def __init__(self, match, config):
|
|
BooruExtractor.__init__(self, match, config)
|
|
self.category = "gelbooru"
|
|
self.api_url = "http://gelbooru.com/"
|
|
self.params = {"page":"dapi", "s":"post", "q":"index", "tags":self.tags}
|
|
|
|
def update_page(self, reset=False):
|
|
if reset is False:
|
|
self.params["pid"] += 1
|
|
else:
|
|
self.params["pid"] = 0
|