provide type information for Queue messages

Child extractors are now directly constructed with Extractor.from_url()
if the extractor class is known beforehand, instead of using
extractor.find() and searching through all possible extractor classes.
This commit is contained in:
Mike Fährmann
2019-02-12 21:26:41 +01:00
parent 2e516a1e3e
commit 61741d7333
16 changed files with 53 additions and 25 deletions

View File

@@ -154,7 +154,11 @@ class ImagefapUserExtractor(ImagefapExtractor):
yield Message.Version, 1
for gid, name in self.get_gallery_data():
url = "{}/gallery/{}".format(self.root, gid)
data = {"gallery_id": text.parse_int(gid), "title": name}
data = {
"gallery_id": text.parse_int(gid),
"title": text.unescape(name),
"_extractor": ImagefapGalleryExtractor,
}
yield Message.Queue, url, data
def get_gallery_data(self):