[common] add 'interval' argument to 'request()'
to disable 'request_interval' sleeps for "background" requests
This commit is contained in:
@@ -142,9 +142,9 @@ class Extractor():
|
|||||||
|
|
||||||
return values
|
return values
|
||||||
|
|
||||||
def request(self, url, method="GET", session=None,
|
def request(self, url, method="GET", session=None, fatal=True,
|
||||||
retries=None, retry_codes=None, encoding=None,
|
retries=None, retry_codes=None, interval=True,
|
||||||
fatal=True, notfound=None, **kwargs):
|
encoding=None, notfound=None, **kwargs):
|
||||||
if session is None:
|
if session is None:
|
||||||
session = self.session
|
session = self.session
|
||||||
if retries is None:
|
if retries is None:
|
||||||
@@ -170,7 +170,7 @@ class Extractor():
|
|||||||
response = challenge = None
|
response = challenge = None
|
||||||
tries = 1
|
tries = 1
|
||||||
|
|
||||||
if self._interval:
|
if self._interval and interval:
|
||||||
seconds = (self._interval() -
|
seconds = (self._interval() -
|
||||||
(time.time() - Extractor.request_timestamp))
|
(time.time() - Extractor.request_timestamp))
|
||||||
if seconds > 0.0:
|
if seconds > 0.0:
|
||||||
|
|||||||
Reference in New Issue
Block a user