github/gallery-dl
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[exhentai] retry failed api calls

Browse Source
This commit is contained in:
Mike Fährmann
2016-10-11 13:27:19 +02:00
parent 691f3d1a02
commit 607f50effb
1 changed files with 9 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
gallery_dl/extractor/exhentai.py
View File

@@ -13,6 +13,7 @@ from .. import config, text, iso639_1, exception
from ..cache import cache from ..cache import cache
import time import time
import random import random
import requests
class ExhentaiGalleryExtractor(Extractor): class ExhentaiGalleryExtractor(Extractor):
"""Extractor for image-galleries from exhentai.org""" """Extractor for image-galleries from exhentai.org"""
@@ -132,7 +133,14 @@ class ExhentaiGalleryExtractor(Extractor):
if imgkey == nextkey: if imgkey == nextkey:
return return
self.wait() self.wait()
page = self.session.post(self.api_url, json=request).json()
while True:
try:
page = self.session.post(self.api_url, json=request).json()
break
except requests.exceptions.ConnectionError as e:
self.wait((5, 10))
imgkey = nextkey imgkey = nextkey
nextkey, pos = text.extract(page["i3"], "'", "'") nextkey, pos = text.extract(page["i3"], "'", "'")
imgurl , pos = text.extract(page["i3"], '<img id="img" src="', '"', pos) imgurl , pos = text.extract(page["i3"], '<img id="img" src="', '"', pos)