show warning if extractor doesn't yield any results (#1759)
This commit is contained in:
@@ -68,12 +68,16 @@ class Job():
|
|||||||
|
|
||||||
def run(self):
|
def run(self):
|
||||||
"""Execute or run the job"""
|
"""Execute or run the job"""
|
||||||
sleep = self.extractor.config("sleep-extractor")
|
extractor = self.extractor
|
||||||
|
log = extractor.log
|
||||||
|
msg = None
|
||||||
|
|
||||||
|
sleep = extractor.config("sleep-extractor")
|
||||||
if sleep:
|
if sleep:
|
||||||
time.sleep(sleep)
|
time.sleep(sleep)
|
||||||
|
|
||||||
try:
|
try:
|
||||||
log = self.extractor.log
|
for msg in extractor:
|
||||||
for msg in self.extractor:
|
|
||||||
self.dispatch(msg)
|
self.dispatch(msg)
|
||||||
except exception.StopExtraction as exc:
|
except exception.StopExtraction as exc:
|
||||||
if exc.message:
|
if exc.message:
|
||||||
@@ -100,8 +104,13 @@ class Job():
|
|||||||
except BaseException:
|
except BaseException:
|
||||||
self.status |= 1
|
self.status |= 1
|
||||||
raise
|
raise
|
||||||
|
else:
|
||||||
|
if msg is None:
|
||||||
|
log.warning("No results for %s", extractor.url)
|
||||||
|
self.status |= 8
|
||||||
finally:
|
finally:
|
||||||
self.handle_finalize()
|
self.handle_finalize()
|
||||||
|
|
||||||
return self.status
|
return self.status
|
||||||
|
|
||||||
def dispatch(self, msg):
|
def dispatch(self, msg):
|
||||||
|
|||||||
Reference in New Issue
Block a user