[imagehosts] cleanup

removed
- chronos.to      - unable to resolve hostname
- coreimg.net     - same
- imgmaid.net     - same
- hosturimage.com - everything returns 404
- imageontime.org - redirects to some shady site
- imgupload.yt    - cloudflare error 522, host down
- img4ever.net    - read timeout
This commit is contained in:
Mike Fährmann
2018-02-22 23:50:50 +01:00
parent edfd3d9fc9
commit 8f338347b6
3 changed files with 7 additions and 101 deletions

View File

@@ -44,7 +44,7 @@ Komikcast https://komikcast.com/ Chapters, Manga
Konachan https://konachan.com/ Pools, Popular Images, Posts, Tag-Searches Konachan https://konachan.com/ Pools, Popular Images, Posts, Tag-Searches
Love is Over Archive https://archive.loveisover.me/ Threads Love is Over Archive https://archive.loveisover.me/ Threads
Luscious https://luscious.net/ Albums Luscious https://luscious.net/ Albums
Manga Fox http://www.mangafox.me/ Chapters Manga Fox http://fanfox.net/ Chapters
Manga Here http://www.mangahere.co/ Chapters, Manga Manga Here http://www.mangahere.co/ Chapters, Manga
Manga Stream https://mangastream.com/ Chapters Manga Stream https://mangastream.com/ Chapters
Mangapanda http://www.mangapanda.com/ Chapters, Manga Mangapanda http://www.mangapanda.com/ Chapters, Manga
@@ -79,23 +79,15 @@ Warosu https://warosu.org/ Threads
World Three http://www.slide.world-three.org/ Chapters, Manga World Three http://www.slide.world-three.org/ Chapters, Manga
XVideos https://www.xvideos.com/ Images from Users, Galleries XVideos https://www.xvideos.com/ Images from Users, Galleries
Yandere https://yande.re/ Pools, Popular Images, Posts, Tag-Searches Yandere https://yande.re/ Pools, Popular Images, Posts, Tag-Searches
YEET Archive https://archive.yeet.net/ Threads
Acidimg https://acidimg.cc/ individual Images Acidimg https://acidimg.cc/ individual Images
Chronos http://chronos.to/ individual Images
Coreimg http://coreimg.net/ individual Images
Fapat http://fapat.me/ individual Images Fapat http://fapat.me/ individual Images
Hosturimage https://hosturimage.com/ individual Images
Imageontime http://imageontime.org/ individual Images
Imagetwist https://imagetwist.com/ individual Images Imagetwist https://imagetwist.com/ individual Images
Imagevenue http://imagevenue.com/ individual Images Imagevenue http://imagevenue.com/ individual Images
Img4ever https://img4ever.net/ individual Images
Imgcandy http://imgcandy.net/ individual Images Imgcandy http://imgcandy.net/ individual Images
Imgmaid https://imgmaid.net/ individual Images
Imgspice https://imgspice.com/ individual Images Imgspice https://imgspice.com/ individual Images
Imgspot http://imgspot.org/ individual Images Imgspot http://imgspot.org/ individual Images
Imgtrex http://imgtrex.com/ individual Images Imgtrex http://imgtrex.com/ individual Images
Imgtrial http://imgtrial.com/ individual Images Imgtrial http://imgtrial.com/ individual Images
Imgupload https://imgupload.yt/ individual Images
Imgyt https://img.yt/ individual Images Imgyt https://img.yt/ individual Images
Picmaniac http://pic-maniac.com/ individual Images Picmaniac http://pic-maniac.com/ individual Images
Pixhost https://pixhost.org/ individual Images Pixhost https://pixhost.org/ individual Images

View File

@@ -10,7 +10,7 @@
from .common import Extractor, Message from .common import Extractor, Message
from .. import text, exception from .. import text, exception
from ..cache import cache from ..cache import memcache
from os.path import splitext from os.path import splitext
from urllib.parse import urljoin from urllib.parse import urljoin
@@ -126,20 +126,10 @@ class AcidimgImageExtractor(ImgytImageExtractor):
test = [] test = []
class ChronosImageExtractor(ImagehostImageExtractor): class PicmaniacImageExtractor(ImagehostImageExtractor):
"""Extractor for single images from chronos.to""" """Extractor for single images from pic-maniac.com"""
category = "chronos" category = "picmaniac"
pattern = [r"(?:https?://)?((?:www\.)?chronos\.to/([a-z0-9]{12}))"] pattern = [r"(?:https?://)?((?:www\.)?pic-maniac\.com/([a-z0-9]{12}))"]
test = [
("http://chronos.to/bdrmq7rw7v4y", {
"url": "7fcb3fe315c94283644d25ef47a644c2dc8da944",
"keyword": "04dbc71a1154728d01c931308184050d61c5da55",
"content": "0c8768055e4e20e7c7259608b67799171b691140",
}),
("http://chronos.to/bdrmq7rw7v4z", {
"exception": exception.NotFoundError,
}),
]
https = False https = False
params = "complex" params = "complex"
@@ -151,77 +141,6 @@ class ChronosImageExtractor(ImagehostImageExtractor):
return url, filename return url, filename
class CoreimgImageExtractor(ChronosImageExtractor):
"""Extractor for single images from coreimg.net"""
category = "coreimg"
pattern = [r"(?:https?://)?((?:www\.)?coreimg\.net/([a-z0-9]{12}))"]
test = [("http://coreimg.net/ykcl5al8uzvg", {
"url": "2b32596a2ea66b7cc784e20f3749f75f20998d78",
"keyword": "8d71e5b820bc7177baee33ca529c91ae4521299f",
"content": "0c8768055e4e20e7c7259608b67799171b691140",
})]
class ImgmaidImageExtractor(ChronosImageExtractor):
"""Extractor for single images from imgmaid.net"""
category = "imgmaid"
pattern = [r"(?:https?://)?((?:www\.)?imgmaid\.net/([a-z0-9]{12}))"]
test = []
https = True
class PicmaniacImageExtractor(ChronosImageExtractor):
"""Extractor for single images from pic-maniac.com"""
category = "picmaniac"
pattern = [r"(?:https?://)?((?:www\.)?pic-maniac\.com/([a-z0-9]{12}))"]
test = []
class HosturimageImageExtractor(ImagehostImageExtractor):
"""Extractor for single images from hosturimage.com"""
category = "hosturimage"
pattern = [(r"(?:https?://)?((?:www\.)?hosturimage\.com/"
r"img-([a-z0-9]+)\.html)")]
test = [("https://hosturimage.com/img-581ca97112bf8.html", {
"url": "c672a3fd7fd48e5506d020aa19c4ac91ba078671",
"keyword": "c3c94340b8e395e07b5145cf17534b5871ec8593",
"content": "0c8768055e4e20e7c7259608b67799171b691140",
})]
https = True
def get_info(self, page):
pos = page.index("<img class='centred")
url = text.extract(page, " src='", "'", pos)[0]
return url, url
class ImageontimeImageExtractor(HosturimageImageExtractor):
"""Extractor for single images from imageontime.org"""
category = "imageontime"
pattern = [(r"(?:https?://)?((?:www\.)?imageontime\.org/"
r"img-([a-z0-9]+)\.html)")]
test = []
https = False
class Img4everImageExtractor(HosturimageImageExtractor):
"""Extractor for single images from img4ever.net"""
category = "img4ever"
pattern = [(r"(?:https?://)?((?:www\.)?img4ever\.net/"
r"img-([a-z0-9]+)\.html)")]
test = []
https = True
class ImguploadImageExtractor(HosturimageImageExtractor):
"""Extractor for single images from imgupload.yt"""
category = "imgupload"
pattern = [(r"(?:https?://)?((?:www\.)?imgupload\.yt/"
r"img-([a-z0-9]+)\.html)")]
test = []
https = True
class ImgspotImageExtractor(ImagehostImageExtractor): class ImgspotImageExtractor(ImagehostImageExtractor):
"""Extractor for single images from imgspot.org""" """Extractor for single images from imgspot.org"""
category = "imgspot" category = "imgspot"
@@ -266,7 +185,7 @@ class ImagetwistImageExtractor(ImagehostImageExtractor):
params = None params = None
@property @property
@cache(maxage=3*60*60) @memcache(maxage=3*60*60)
def cookies(self): def cookies(self):
return self.request(self.url).cookies return self.request(self.url).cookies

View File

@@ -18,11 +18,6 @@ SKIP = {
"archivedmoe", "archiveofsins", "thebarchive", "archivedmoe", "archiveofsins", "thebarchive",
# temporary issues # temporary issues
"chronos",
"coreimg",
"hosturimage",
"imgtrex",
"yeet",
} }