show warning if extractor doesn't yield any results (#1759)

This commit is contained in:
Mike Fährmann
2021-08-16 02:49:36 +02:00
parent d320ee6251
commit bdfdabf498

View File

@@ -68,12 +68,16 @@ class Job():
def run(self): def run(self):
"""Execute or run the job""" """Execute or run the job"""
sleep = self.extractor.config("sleep-extractor") extractor = self.extractor
log = extractor.log
msg = None
sleep = extractor.config("sleep-extractor")
if sleep: if sleep:
time.sleep(sleep) time.sleep(sleep)
try: try:
log = self.extractor.log for msg in extractor:
for msg in self.extractor:
self.dispatch(msg) self.dispatch(msg)
except exception.StopExtraction as exc: except exception.StopExtraction as exc:
if exc.message: if exc.message:
@@ -100,8 +104,13 @@ class Job():
except BaseException: except BaseException:
self.status |= 1 self.status |= 1
raise raise
else:
if msg is None:
log.warning("No results for %s", extractor.url)
self.status |= 8
finally: finally:
self.handle_finalize() self.handle_finalize()
return self.status return self.status
def dispatch(self, msg): def dispatch(self, msg):