use 'verify' option for regular HTTP requests
This commit is contained in:
@@ -41,6 +41,8 @@ class Extractor():
|
|||||||
("downloader", "http", "retries"), 5)
|
("downloader", "http", "retries"), 5)
|
||||||
self._timeout = config.interpolate(
|
self._timeout = config.interpolate(
|
||||||
("downloader", "http", "timeout"), 30)
|
("downloader", "http", "timeout"), 30)
|
||||||
|
self._verify = config.interpolate(
|
||||||
|
("downloader", "http", "verify"), True)
|
||||||
|
|
||||||
def __iter__(self):
|
def __iter__(self):
|
||||||
return self.items()
|
return self.items()
|
||||||
@@ -60,6 +62,7 @@ class Extractor():
|
|||||||
tries = 0
|
tries = 0
|
||||||
retries = retries or self._retries
|
retries = retries or self._retries
|
||||||
kwargs.setdefault("timeout", self._timeout)
|
kwargs.setdefault("timeout", self._timeout)
|
||||||
|
kwargs.setdefault("verify", self._verify)
|
||||||
while True:
|
while True:
|
||||||
try:
|
try:
|
||||||
response = self.session.request(method, url, **kwargs)
|
response = self.session.request(method, url, **kwargs)
|
||||||
|
|||||||
Reference in New Issue
Block a user