7b5711ee04
* [imagechest] Add new extractor for ImageChest * [imagechest] Fix flake8 compliance issues
67 lines
1.8 KiB
Python
67 lines
1.8 KiB
Python
# -*- coding: utf-8 -*-
|
|
|
|
# Copyright 2014-2020 Leonid "Bepis" Pavel
|
|
#
|
|
# This program is free software; you can redistribute it and/or modify
|
|
# it under the terms of the GNU General Public License version 2 as
|
|
# published by the Free Software Foundation.
|
|
|
|
"""Extract images from galleries at https://imgchest.com/"""
|
|
|
|
from .common import GalleryExtractor
|
|
from .. import text, exception
|
|
import re
|
|
|
|
|
|
class ImagechestGalleryExtractor(GalleryExtractor):
|
|
"""Extractor for image galleries from imgchest.com"""
|
|
|
|
category = "imagechest"
|
|
root = "https://imgchest.com"
|
|
|
|
pattern = r"(?:https?://)?(?:www\.)?imgchest\.com/p/([A-Za-z0-9]{11})"
|
|
test = (
|
|
("https://imgchest.com/p/3na7kr3by8d", {
|
|
"url": "f095b4f78c051e5a94e7c663814d1e8d4c93c1f7",
|
|
"content": "076959e65be30249a2c651fbe6090dc30ba85193",
|
|
"count": 3
|
|
}),
|
|
)
|
|
|
|
def __init__(self, match):
|
|
|
|
self.gallery_id = match.group(1)
|
|
url = self.root + "/p/" + self.gallery_id
|
|
|
|
GalleryExtractor.__init__(self, match, url)
|
|
|
|
def metadata(self, page):
|
|
"""Return a dict with general metadata"""
|
|
|
|
if "Sorry, but the page you requested could not be found." in page:
|
|
raise exception.NotFoundError("gallery")
|
|
|
|
title_match = re.search(
|
|
r'<meta property="og:title" content="([^"]+)"/>',
|
|
page)
|
|
|
|
title = title_match.group(1).strip()
|
|
|
|
return {
|
|
"gallery_id": self.gallery_id,
|
|
"title": text.unescape(title)
|
|
}
|
|
|
|
def images(self, page):
|
|
"""Return a list of all (image-url, metadata)-tuples"""
|
|
|
|
image_keys = re.findall(
|
|
r'<meta property="og:image" content="([^"]+)"/>',
|
|
page)
|
|
|
|
for imgurl in image_keys:
|
|
|
|
data = text.nameext_from_url(imgurl)
|
|
|
|
yield imgurl, data
|