[imagefap] warn about redirects to '/human-verification' (#1140)

This commit is contained in:
Mike Fährmann
2023-01-07 13:04:42 +01:00
parent 435de1329a
commit cbaeee9533

View File

@@ -9,7 +9,7 @@
"""Extractors for https://www.imagefap.com/"""
from .common import Extractor, Message
from .. import text
from .. import text, exception
import json
BASE_PATTERN = r"(?:https?://)?(?:www\.|beta\.)?imagefap\.com"
@@ -28,6 +28,18 @@ class ImagefapExtractor(Extractor):
Extractor.__init__(self, match)
self.session.headers["Referer"] = self.root
def request(self, url, **kwargs):
response = Extractor.request(self, url, **kwargs)
if response.history and response.url.endswith("/human-verification"):
msg = text.extr(response.text, '<div class="mt-4', '<')
if msg:
msg = " ".join(msg.partition(">")[2].split())
raise exception.StopExtraction("'%s'", msg)
self.log.warning("HTTP redirect to %s", response.url)
return response
class ImagefapGalleryExtractor(ImagefapExtractor):
"""Extractor for image galleries from imagefap.com"""