[imagefap] warn about redirects to '/human-verification' (#1140)
This commit is contained in:
@@ -9,7 +9,7 @@
|
|||||||
"""Extractors for https://www.imagefap.com/"""
|
"""Extractors for https://www.imagefap.com/"""
|
||||||
|
|
||||||
from .common import Extractor, Message
|
from .common import Extractor, Message
|
||||||
from .. import text
|
from .. import text, exception
|
||||||
import json
|
import json
|
||||||
|
|
||||||
BASE_PATTERN = r"(?:https?://)?(?:www\.|beta\.)?imagefap\.com"
|
BASE_PATTERN = r"(?:https?://)?(?:www\.|beta\.)?imagefap\.com"
|
||||||
@@ -28,6 +28,18 @@ class ImagefapExtractor(Extractor):
|
|||||||
Extractor.__init__(self, match)
|
Extractor.__init__(self, match)
|
||||||
self.session.headers["Referer"] = self.root
|
self.session.headers["Referer"] = self.root
|
||||||
|
|
||||||
|
def request(self, url, **kwargs):
|
||||||
|
response = Extractor.request(self, url, **kwargs)
|
||||||
|
|
||||||
|
if response.history and response.url.endswith("/human-verification"):
|
||||||
|
msg = text.extr(response.text, '<div class="mt-4', '<')
|
||||||
|
if msg:
|
||||||
|
msg = " ".join(msg.partition(">")[2].split())
|
||||||
|
raise exception.StopExtraction("'%s'", msg)
|
||||||
|
self.log.warning("HTTP redirect to %s", response.url)
|
||||||
|
|
||||||
|
return response
|
||||||
|
|
||||||
|
|
||||||
class ImagefapGalleryExtractor(ImagefapExtractor):
|
class ImagefapGalleryExtractor(ImagefapExtractor):
|
||||||
"""Extractor for image galleries from imagefap.com"""
|
"""Extractor for image galleries from imagefap.com"""
|
||||||
|
|||||||
Reference in New Issue
Block a user