[deviantart] don't add journal text to description (#712)
This commit is contained in:
@@ -121,15 +121,14 @@ class DeviantartExtractor(Extractor):
|
|||||||
|
|
||||||
if "excerpt" in deviation and self.commit_journal:
|
if "excerpt" in deviation and self.commit_journal:
|
||||||
journal = self.api.deviation_content(deviation["deviationid"])
|
journal = self.api.deviation_content(deviation["deviationid"])
|
||||||
|
if self.extra:
|
||||||
|
deviation["_journal"] = journal["html"]
|
||||||
yield self.commit_journal(deviation, journal)
|
yield self.commit_journal(deviation, journal)
|
||||||
|
|
||||||
if self.extra:
|
|
||||||
deviation["description"] = \
|
|
||||||
deviation.get("description", "") + journal["html"]
|
|
||||||
|
|
||||||
if self.extra:
|
if self.extra:
|
||||||
for match in DeviantartStashExtractor.pattern.finditer(
|
txt = (deviation.get("description", "") +
|
||||||
deviation.get("description", "")):
|
deviation.get("_journal", ""))
|
||||||
|
for match in DeviantartStashExtractor.pattern.finditer(txt):
|
||||||
url = text.ensure_http_scheme(match.group(0))
|
url = text.ensure_http_scheme(match.group(0))
|
||||||
deviation["_extractor"] = DeviantartStashExtractor
|
deviation["_extractor"] = DeviantartStashExtractor
|
||||||
yield Message.Queue, url, deviation
|
yield Message.Queue, url, deviation
|
||||||
|
|||||||
Reference in New Issue
Block a user