[deviantart] don't add journal text to description (#712)

This commit is contained in:
Mike Fährmann
2020-06-05 21:56:12 +02:00
parent 4aea5138dd
commit c6c06c41f6

View File

@@ -121,15 +121,14 @@ class DeviantartExtractor(Extractor):
if "excerpt" in deviation and self.commit_journal:
journal = self.api.deviation_content(deviation["deviationid"])
if self.extra:
deviation["_journal"] = journal["html"]
yield self.commit_journal(deviation, journal)
if self.extra:
deviation["description"] = \
deviation.get("description", "") + journal["html"]
if self.extra:
for match in DeviantartStashExtractor.pattern.finditer(
deviation.get("description", "")):
txt = (deviation.get("description", "") +
deviation.get("_journal", ""))
for match in DeviantartStashExtractor.pattern.finditer(txt):
url = text.ensure_http_scheme(match.group(0))
deviation["_extractor"] = DeviantartStashExtractor
yield Message.Queue, url, deviation