# -*- coding: utf-8 -*-
# Copyright 2023 Mike Fährmann
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License version 2 as
# published by the Free Software Foundation.
"""Extractors for Chevereto galleries"""
from .common import BaseExtractor, Message
from .. import text, util
class CheveretoExtractor(BaseExtractor):
"""Base class for chevereto extractors"""
basecategory = "chevereto"
directory_fmt = ("{category}", "{user}", "{album}",)
archive_fmt = "{id}"
def _init(self):
self.path = self.groups[-1]
def _pagination(self, url):
while True:
page = self.request(url).text
for item in text.extract_iter(
page, '
"), ">", "<"),
"user" : extr('username: "', '"'),
}
text.nameext_from_url(image["url"], image)
yield Message.Directory, image
yield Message.Url, image["url"], image
class CheveretoAlbumExtractor(CheveretoExtractor):
"""Extractor for chevereto Albums"""
subcategory = "album"
pattern = BASE_PATTERN + r"(/a(?:lbum)?/[^/?#]+(?:/sub)?)"
example = "https://jpg2.su/album/TITLE.ID"
def items(self):
url = self.root + self.path
data = {"_extractor": CheveretoImageExtractor}
if self.path.endswith("/sub"):
albums = self._pagination(url)
else:
albums = (url,)
for album in albums:
for image in self._pagination(album):
yield Message.Queue, image, data
class CheveretoUserExtractor(CheveretoExtractor):
"""Extractor for chevereto Users"""
subcategory = "user"
pattern = BASE_PATTERN + r"(/(?!img|image|a(?:lbum)?)[^/?#]+(?:/albums)?)"
example = "https://jpg2.su/USER"
def items(self):
url = self.root + self.path
if self.path.endswith("/albums"):
data = {"_extractor": CheveretoAlbumExtractor}
else:
data = {"_extractor": CheveretoImageExtractor}
for url in self._pagination(url):
yield Message.Queue, url, data