[tumblr] don't follow 'external' Tumblr URLs (#139)
This commit is contained in:
@@ -9,7 +9,7 @@
|
|||||||
"""Extract images from https://www.tumblr.com/"""
|
"""Extract images from https://www.tumblr.com/"""
|
||||||
|
|
||||||
from .common import Extractor, Message
|
from .common import Extractor, Message
|
||||||
from .. import text, oauth, exception
|
from .. import text, oauth, extractor, exception
|
||||||
from datetime import datetime, timedelta
|
from datetime import datetime, timedelta
|
||||||
import re
|
import re
|
||||||
import time
|
import time
|
||||||
@@ -117,9 +117,10 @@ class TumblrExtractor(Extractor):
|
|||||||
|
|
||||||
if self.external: # external links
|
if self.external: # external links
|
||||||
post["extension"] = None
|
post["extension"] = None
|
||||||
for key in ("permalink_url", "url"):
|
with extractor.blacklist(("tumblr",)):
|
||||||
if key in post:
|
for key in ("permalink_url", "url"):
|
||||||
yield Message.Queue, post[key], post
|
if key in post:
|
||||||
|
yield Message.Queue, post[key], post
|
||||||
|
|
||||||
def posts(self):
|
def posts(self):
|
||||||
"""Return an iterable containing all relevant posts"""
|
"""Return an iterable containing all relevant posts"""
|
||||||
|
|||||||
Reference in New Issue
Block a user