[downloader:http] support callbacks to validate responses
This commit is contained in:
@@ -134,6 +134,12 @@ class HttpDownloader(DownloaderBase):
|
|||||||
self.log.warning(msg)
|
self.log.warning(msg)
|
||||||
return False
|
return False
|
||||||
|
|
||||||
|
# check for invalid responses
|
||||||
|
validate = pathfmt.kwdict.get("_http_validate")
|
||||||
|
if validate and not validate(response):
|
||||||
|
self.log.warning("Invalid response")
|
||||||
|
return False
|
||||||
|
|
||||||
# set missing filename extension from MIME type
|
# set missing filename extension from MIME type
|
||||||
if not pathfmt.extension:
|
if not pathfmt.extension:
|
||||||
pathfmt.set_extension(self._find_extension(response))
|
pathfmt.set_extension(self._find_extension(response))
|
||||||
|
|||||||
Reference in New Issue
Block a user