[tumblr] don't follow 'external' Tumblr URLs (#139)

This commit is contained in:
Mike Fährmann
2018-12-22 14:04:13 +01:00
parent c5d4f558c9
commit 2e5f82e59e

View File

@@ -9,7 +9,7 @@
"""Extract images from https://www.tumblr.com/""" """Extract images from https://www.tumblr.com/"""
from .common import Extractor, Message from .common import Extractor, Message
from .. import text, oauth, exception from .. import text, oauth, extractor, exception
from datetime import datetime, timedelta from datetime import datetime, timedelta
import re import re
import time import time
@@ -117,9 +117,10 @@ class TumblrExtractor(Extractor):
if self.external: # external links if self.external: # external links
post["extension"] = None post["extension"] = None
for key in ("permalink_url", "url"): with extractor.blacklist(("tumblr",)):
if key in post: for key in ("permalink_url", "url"):
yield Message.Queue, post[key], post if key in post:
yield Message.Queue, post[key], post
def posts(self): def posts(self):
"""Return an iterable containing all relevant posts""" """Return an iterable containing all relevant posts"""