[furaffinity] fix using 'category-tranfer' (#1274)
This commit is contained in:
@@ -47,9 +47,6 @@ class FuraffinityExtractor(Extractor):
|
|||||||
post["_description"], 'href="http', '"'):
|
post["_description"], 'href="http', '"'):
|
||||||
yield Message.Queue, "http" + url, post
|
yield Message.Queue, "http" + url, post
|
||||||
|
|
||||||
def posts(self):
|
|
||||||
return self._pagination()
|
|
||||||
|
|
||||||
def metadata(self):
|
def metadata(self):
|
||||||
return None
|
return None
|
||||||
|
|
||||||
@@ -126,12 +123,12 @@ class FuraffinityExtractor(Extractor):
|
|||||||
def _process_description(description):
|
def _process_description(description):
|
||||||
return text.unescape(text.remove_html(description, "", ""))
|
return text.unescape(text.remove_html(description, "", ""))
|
||||||
|
|
||||||
def _pagination(self):
|
def _pagination(self, path):
|
||||||
num = 1
|
num = 1
|
||||||
|
|
||||||
while True:
|
while True:
|
||||||
url = "{}/{}/{}/{}/".format(
|
url = "{}/{}/{}/{}/".format(
|
||||||
self.root, self.subcategory, self.user, num)
|
self.root, path, self.user, num)
|
||||||
page = self.request(url).text
|
page = self.request(url).text
|
||||||
post_id = None
|
post_id = None
|
||||||
|
|
||||||
@@ -196,6 +193,9 @@ class FuraffinityGalleryExtractor(FuraffinityExtractor):
|
|||||||
"count": 6,
|
"count": 6,
|
||||||
})
|
})
|
||||||
|
|
||||||
|
def posts(self):
|
||||||
|
return self._pagination("gallery")
|
||||||
|
|
||||||
|
|
||||||
class FuraffinityScrapsExtractor(FuraffinityExtractor):
|
class FuraffinityScrapsExtractor(FuraffinityExtractor):
|
||||||
"""Extractor for a furaffinity user's scraps"""
|
"""Extractor for a furaffinity user's scraps"""
|
||||||
@@ -208,6 +208,9 @@ class FuraffinityScrapsExtractor(FuraffinityExtractor):
|
|||||||
"count": ">= 3",
|
"count": ">= 3",
|
||||||
})
|
})
|
||||||
|
|
||||||
|
def posts(self):
|
||||||
|
return self._pagination("scraps")
|
||||||
|
|
||||||
|
|
||||||
class FuraffinityFavoriteExtractor(FuraffinityExtractor):
|
class FuraffinityFavoriteExtractor(FuraffinityExtractor):
|
||||||
"""Extractor for a furaffinity user's favorites"""
|
"""Extractor for a furaffinity user's favorites"""
|
||||||
|
|||||||
Reference in New Issue
Block a user