github/gallery-dl
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[postprocessor] add black-/whitelist options

Browse Source 
Each post-processor config dict now supports a list of extractor
categories for which it should/shouldn't be active for.

For example:
"postprocessors": [
    {"name": "classify",
     "whitelist": ["tumblr", "deviantart"],
     ...
    }
]
This commit is contained in:
Mike Fährmann
2018-09-03 14:53:43 +02:00
parent 8a23b21d0e
commit 712b58a93b
1 changed files with 8 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
gallery_dl/job.py
View File

@@ -233,13 +233,15 @@ class DownloadJob(Job):
if postprocessors:
self.postprocessors = []
for pp_dict in postprocessors:
if "name" not in pp_dict:
postprocessor.log.warning("no 'name' specified")
whitelist = pp_dict.get("whitelist")
blacklist = pp_dict.get("blacklist")
if (whitelist and self.extractor.category not in whitelist or
blacklist and self.extractor.category in blacklist):
continue
name = pp_dict["name"]
name = pp_dict.get("name")
pp_cls = postprocessor.find(name)
if not pp_cls:
postprocessor.log.warning("'%s' not found", name)
postprocessor.log.warning("module '%s' not found", name)
continue
try:
pp_obj = pp_cls(self.pathfmt, pp_dict)
@@ -249,6 +251,8 @@ class DownloadJob(Job):
name, exc.__class__.__name__, exc)
else:
self.postprocessors.append(pp_obj)
self.extractor.log.debug(
"Active postprocessor modules: %s", self.postprocessors)
def handle_queue(self, url, keywords):
try: