github/gallery-dl
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[tumblr] delete more useless keywords

Browse Source
This commit is contained in:
Mike Fährmann
2016-09-27 21:48:59 +02:00
parent 051c181138
commit 8d106a447c
1 changed files with 8 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
gallery_dl/extractor/tumblr.py
View File

@@ -38,7 +38,7 @@ class TumblrUserExtractor(Extractor):
yield Message.Directory, data yield Message.Directory, data
for image in images: for image in images:
url = image["photo-url-1280"] url = image["photo-url-1280"]
self.delete_urls(image) self.delete_keywords(image)
image.update(data) image.update(data)
image = text.nameext_from_url(url, image) image = text.nameext_from_url(url, image)
image["hash"] = text.extract(image["name"], "_", "_")[0] image["hash"] = text.extract(image["name"], "_", "_")[0]
@@ -84,10 +84,14 @@ class TumblrUserExtractor(Extractor):
yield post yield post
@staticmethod @staticmethod
def delete_urls(data): def delete_keywords(data):
for key in [k for k in data.keys() if k.startswith("photo-url-")]: """Delete unnecessary keywords from dict"""
keys = [
k for k in data.keys()
if k.startswith("photo-url-") or k.endswith("-button")
]
for key in keys:
del data[key] del data[key]
return data
class TumblrPostExtractor(TumblrUserExtractor): class TumblrPostExtractor(TumblrUserExtractor):