# -*- coding: utf-8 -*-
# Copyright 2023-2025 Mike Fährmann
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License version 2 as
# published by the Free Software Foundation.
"""Extractors for Shimmie2 instances"""
from .common import BaseExtractor, Message
from .. import text
class Shimmie2Extractor(BaseExtractor):
"""Base class for shimmie2 extractors"""
basecategory = "shimmie2"
filename_fmt = "{category}_{id}{md5:?_//}.{extension}"
archive_fmt = "{id}"
def _init(self):
if cookies := self.config_instance("cookies"):
domain = self.root.rpartition("/")[2]
self.cookies_update_dict(cookies, domain=domain)
if file_url := self.config_instance("file_url"):
self.file_url_fmt = file_url
def items(self):
data = self.metadata()
for post in self.posts():
post["id"] = text.parse_int(post["id"])
post["width"] = text.parse_int(post["width"])
post["height"] = text.parse_int(post["height"])
post["tags"] = text.unquote(post["tags"])
post.update(data)
url = post["file_url"]
if "/index.php?" in url:
post["filename"], _, post["extension"] = \
url.rpartition("/")[2].rpartition(".")
else:
text.nameext_from_url(url, post)
yield Message.Directory, post
yield Message.Url, url, post
def metadata(self):
"""Return general metadata"""
return ()
def posts(self):
"""Return an iterable containing data of all relevant posts"""
return ()
def _quote_type(self, page):
"""Return quoting character used in 'page' (' or ")"""
try:
return page[page.index("{pnum}<", ">"):
return
class Shimmie2PostExtractor(Shimmie2Extractor):
"""Extractor for single shimmie2 posts"""
subcategory = "post"
pattern = BASE_PATTERN + r"post/view/(\d+)"
example = "https://vidya.pics/post/view/12345"
def posts(self):
post_id = self.groups[-1]
root = self.root
base = root if (pos := root.find("/", 8)) < 0 else root[:pos]
url = f"{root}/post/view/{post_id}"
page = self.request(url).text
extr = text.extract_from(page)
qt = self._quote_type(page)
post = {
"id" : post_id,
"tags" : extr(": ", "<").partition(" - ")[0].rstrip(")"),
"md5" : extr("/_thumbs/", "/"),
"file_url": base + (
extr(f"id={qt}main_image{qt} src={qt}", qt) or
extr("").partition(
" ")[0].strip("\"'"),
"size" : 0,
}
if not post["md5"]:
post["md5"] = text.extr(post["file_url"], "/_images/", "/")
return (post,)