[downloader:http] support callbacks to validate responses

This commit is contained in:
Mike Fährmann
2021-01-29 22:15:21 +01:00
parent 6b2bce3b7d
commit a228bb3a5f

View File

@@ -134,6 +134,12 @@ class HttpDownloader(DownloaderBase):
self.log.warning(msg)
return False
# check for invalid responses
validate = pathfmt.kwdict.get("_http_validate")
if validate and not validate(response):
self.log.warning("Invalid response")
return False
# set missing filename extension from MIME type
if not pathfmt.extension:
pathfmt.set_extension(self._find_extension(response))