[fapachi] ignore empty entries
This commit is contained in:
@@ -58,8 +58,9 @@ class FapachiUserExtractor(Extractor):
|
|||||||
page = self.request("{}/{}/page/{}".format(
|
page = self.request("{}/{}/page/{}".format(
|
||||||
self.root, self.user, self.num)).text
|
self.root, self.user, self.num)).text
|
||||||
for post in text.extract_iter(page, 'model-media-prew">', ">"):
|
for post in text.extract_iter(page, 'model-media-prew">', ">"):
|
||||||
url = self.root + text.extr(post, '<a href="', '"')
|
path = text.extr(post, '<a href="', '"')
|
||||||
yield Message.Queue, url, data
|
if path:
|
||||||
|
yield Message.Queue, self.root + path, data
|
||||||
|
|
||||||
if '">Next page</a>' not in page:
|
if '">Next page</a>' not in page:
|
||||||
return
|
return
|
||||||
|
|||||||
Reference in New Issue
Block a user