[luscious] detect high-load responses

gallery_dl/extractor/luscious.py

@@ -9,7 +9,7 @@
 """Extract images from https://luscious.net/"""
 
 from .common import AsynchronousExtractor, Message
-from .. import text, util
+from .. import text, util, exception
 
 
 class LusciousAlbumExtractor(AsynchronousExtractor):
@@ -72,10 +72,12 @@ class LusciousAlbumExtractor(AsynchronousExtractor):
         num = 1
         pos = page.find('<div class="album_cover_item">')
         url = extr(page, '<a href="', '"', pos)[0]
-        while not url.endswith("/more_like_this/"):
+        self._check_high_load(page, url)
+        while url and not url.endswith("/more_like_this/"):
             page = self.request("https://luscious.net" + url).text
             imgid, pos = extr(url , '/id/', '/')
             url  , pos = extr(page, '<link rel="next" href="', '"')
+            self._check_high_load(page, url)
             name , pos = extr(page, '<h1 id="picture_title">', '</h1>', pos)
             _    , pos = extr(page, '<ul class="image_option_icons">', '', pos)
             iurl , pos = extr(page, '<li><a href="', '"', pos+100)
@@ -87,3 +89,8 @@ class LusciousAlbumExtractor(AsynchronousExtractor):
                 "image_id": imgid,
             }
             num += 1
+
+    def _check_high_load(self, page, url):
+        if not url and "<h1>High Load</h1>" in page:
+            self.log.error('"High Load!" - unable to continue')
+            raise exception.StopExtraction()

test/test_extractors.py

@@ -66,8 +66,7 @@ skip = [
     "exhentai", "kissmanga", "mangafox", "dynastyscans", "nijie",
     "archivedmoe", "archiveofsins", "thebarchive",
     # temporary issues
-    "imgtrex",  # 504
-    "mangazuki",  # 403
+    "luscious",  # "high load"
 ]
 # enable selective testing for direct calls
 if __name__ == '__main__' and len(sys.argv) > 1: