github/gallery-dl
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[joyreactor] try to prevent JsonDecodeErrors (#114)

Browse Source
This commit is contained in:
Mike Fährmann
2018-11-23 14:32:37 +01:00
parent 503d42a1c2
commit bacbc2e7bd
1 changed files with 9 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
gallery_dl/extractor/joyreactor.py
View File

@@ -63,8 +63,15 @@ class JoyreactorExtractor(Extractor):
def _parse_post(post): def _parse_post(post):
post, _, script = post.partition('<script type="application/ld+json">') post, _, script = post.partition('<script type="application/ld+json">')
images = text.extract_iter(post, '<div class="image">', '</div>') images = text.extract_iter(post, '<div class="image">', '</div>')
script = script[:script.index("</")].strip().replace("\\", "\\\\") script = script[:script.index("</")].strip()
data = json.loads(script)
try:
data = json.loads(script)
except ValueError:
data = json.loads(script
.replace("\\", "\\\\")
.replace("\n", "")
.replace("\r", ""))
num = 0 num = 0
date = data["datePublished"] date = data["datePublished"]