From 3ecea4cf360f02784b5bfa1342a0612ec7f6502f Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Mike=20F=C3=A4hrmann?= Date: Wed, 5 Sep 2018 21:08:40 +0200 Subject: [PATCH] [hentaicafe] add chapter and manga extractors (#101) --- docs/supportedsites.rst | 1 + gallery_dl/extractor/__init__.py | 1 + gallery_dl/extractor/hentaicafe.py | 66 ++++++++++++++++++++++++++++++ scripts/build_supportedsites.py | 1 + 4 files changed, 69 insertions(+) create mode 100644 gallery_dl/extractor/hentaicafe.py diff --git a/docs/supportedsites.rst b/docs/supportedsites.rst index 4b251379..88f5a7b3 100644 --- a/docs/supportedsites.rst +++ b/docs/supportedsites.rst @@ -27,6 +27,7 @@ Futaba Channel https://www.2chan.net/ Threads Gelbooru https://gelbooru.com/ Pools, Posts, Tag-Searches Gfycat https://gfycat.com/ individual Images HBrowse http://www.hbrowse.com/ Chapters, Manga +Hentai Cafe https://hentai.cafe/ Chapters, Manga Hentai Foundry https://www.hentai-foundry.com/ Images from Users, individual Images Hentai2Read https://hentai2read.com/ Chapters, Manga HentaiHere https://hentaihere.com/ Chapters, Manga diff --git a/gallery_dl/extractor/__init__.py b/gallery_dl/extractor/__init__.py index 3bb9bb90..9176ed31 100644 --- a/gallery_dl/extractor/__init__.py +++ b/gallery_dl/extractor/__init__.py @@ -34,6 +34,7 @@ modules = [ "gfycat", "hbrowse", "hentai2read", + "hentaicafe", "hentaifoundry", "hentaihere", "hitomi", diff --git a/gallery_dl/extractor/hentaicafe.py b/gallery_dl/extractor/hentaicafe.py new file mode 100644 index 00000000..fbe97fbd --- /dev/null +++ b/gallery_dl/extractor/hentaicafe.py @@ -0,0 +1,66 @@ +# -*- coding: utf-8 -*- + +# Copyright 2018 Mike Fährmann +# +# This program is free software; you can redistribute it and/or modify +# it under the terms of the GNU General Public License version 2 as +# published by the Free Software Foundation. + +"""Extractors for https://hentai.cafe/""" + +from . import foolslide +from .. import text +import re + + +class HentaicafeChapterExtractor(foolslide.FoolslideChapterExtractor): + """Extractor for manga-chapters from hentai.cafe""" + category = "hentaicafe" + pattern = foolslide.chapter_pattern(r"(?:www\.)?hentai\.cafe/manga") + test = [("https://hentai.cafe/manga/read/saitom-box/en/0/1/", { + "url": "8c6a8c56875ba3ed7ab0a74a64f9960077767fc2", + "keyword": "1b24a3e8625b89d160d01ce3eb5e5eb12fbbf648", + })] + + def get_metadata(self, page): + info = text.unescape(text.extract(page, '', '')[0]) + manga, _, chapter_string = info.partition(" :: ") + return self.parse_chapter_url(self.url, { + "manga": manga, + "chapter_string": chapter_string.rstrip(" :"), + }) + + +class HentaicafeMangaExtractor(foolslide.FoolslideMangaExtractor): + """Extractor for manga from hentai.cafe""" + category = "hentaicafe" + pattern = [r"(?:https?://)?((?:www\.)?hentai\.cafe" + r"(?:/manga/series)?/[^/?&#]+/?$)"] + test = [ + # single chapter + ("https://hentai.cafe/hazuki-yuuto-summer-blues/", { + "url": "f8e24a07d6fbb7c6a6ec5ad8ad8faf2436f8751b", + }), + # multi-chapter + ("https://hentai.cafe/saitom-saitom-box/", { + "url": "ca3e8a91531fd6acd863d93ac3afbd8ead06a076", + }), + # foolslide URL + ("https://hentai.cafe/manga/series/saitom-box/", { + "url": "ca3e8a91531fd6acd863d93ac3afbd8ead06a076", + "keyword": "46012b857eb1a1394bc55c0efe7aa4e7f704d10d", + }), + ] + reverse = False + + def chapters(self, page): + if "/manga/series/" in self.url: + chapters = foolslide.FoolslideMangaExtractor.chapters(self, page) + chapters.reverse() + return chapters + + return [ + (url, {}) + for url in re.findall( + r'