[nsfwalbum] retry all requests when extracting image URLs
(#1733, fixes #1271)
This commit is contained in:
@@ -46,13 +46,16 @@ class NsfwalbumAlbumExtractor(GalleryExtractor):
|
|||||||
retries = self._retries
|
retries = self._retries
|
||||||
|
|
||||||
for image_id in text.extract_iter(page, 'data-img-id="', '"'):
|
for image_id in text.extract_iter(page, 'data-img-id="', '"'):
|
||||||
spirit = self._annihilate(text.extract(self.request(
|
spirit = None
|
||||||
iframe + image_id).text, 'giraffe.annihilate("', '"')[0])
|
|
||||||
params = {"spirit": spirit, "photo": image_id}
|
|
||||||
|
|
||||||
tries = 0
|
tries = 0
|
||||||
|
|
||||||
while tries <= retries:
|
while tries <= retries:
|
||||||
try:
|
try:
|
||||||
|
if not spirit:
|
||||||
|
spirit = self._annihilate(text.extract(
|
||||||
|
self.request(iframe + image_id).text,
|
||||||
|
'giraffe.annihilate("', '"')[0])
|
||||||
|
params = {"spirit": spirit, "photo": image_id}
|
||||||
data = self.request(backend, params=params).json()
|
data = self.request(backend, params=params).json()
|
||||||
break
|
break
|
||||||
except Exception:
|
except Exception:
|
||||||
|
|||||||
Reference in New Issue
Block a user