provide type information for Queue messages

Child extractors are now directly constructed with Extractor.from_url()
if the extractor class is known beforehand, instead of using
extractor.find() and searching through all possible extractor classes.
This commit is contained in:
Mike Fährmann
2019-02-12 21:26:41 +01:00
parent 2e516a1e3e
commit 61741d7333
16 changed files with 53 additions and 25 deletions

View File

@@ -99,6 +99,7 @@ class BobxIdolExtractor(BobxExtractor):
def items(self):
url = "{}/{}/".format(self.root, self.path)
data = {"_extractor": BobxGalleryExtractor}
page = self.request(url).text
skip = True
@@ -108,4 +109,4 @@ class BobxIdolExtractor(BobxExtractor):
skip = not skip
if skip:
continue
yield Message.Queue, "{}photoset/{}".format(url, part), {}
yield Message.Queue, "{}photoset/{}".format(url, part), data