[imagefap] flake8, cleanup, tests
This commit is contained in:
@@ -173,8 +173,8 @@ class ImagefapFolderExtractor(ImagefapExtractor):
|
|||||||
|
|
||||||
def galleries(self, folder_id):
|
def galleries(self, folder_id):
|
||||||
"""Yield gallery IDs and titles of a folder"""
|
"""Yield gallery IDs and titles of a folder"""
|
||||||
folder="Uncategorized"
|
|
||||||
if folder_id == "-1":
|
if folder_id == "-1":
|
||||||
|
folder_name = "Uncategorized"
|
||||||
if self._id:
|
if self._id:
|
||||||
url = "{}/usergallery.php?userid={}&folderid=-1".format(
|
url = "{}/usergallery.php?userid={}&folderid=-1".format(
|
||||||
self.root, self.user)
|
self.root, self.user)
|
||||||
@@ -182,26 +182,28 @@ class ImagefapFolderExtractor(ImagefapExtractor):
|
|||||||
url = "{}/profile/{}/galleries?folderid=-1".format(
|
url = "{}/profile/{}/galleries?folderid=-1".format(
|
||||||
self.root, self.user)
|
self.root, self.user)
|
||||||
else:
|
else:
|
||||||
|
folder_name = None
|
||||||
url = "{}/organizer/{}/".format(self.root, folder_id)
|
url = "{}/organizer/{}/".format(self.root, folder_id)
|
||||||
|
|
||||||
params = {"page": 0}
|
params = {"page": 0}
|
||||||
while True:
|
extr = text.extract_from(self.request(url, params=params).text)
|
||||||
extr = text.extract_from(self.request(url, params=params).text)
|
if not folder_name:
|
||||||
cnt = 0
|
folder_name = extr("class'blk_galleries'><b>", "</b>")
|
||||||
|
|
||||||
if folder_id != -1 and params["page"] == 0:
|
while True:
|
||||||
folder = extr('class\'blk_galleries\'><b>','</b>')
|
cnt = 0
|
||||||
|
|
||||||
while True:
|
while True:
|
||||||
gid = extr('<a href="/gallery/', '"')
|
gid = extr('<a href="/gallery/', '"')
|
||||||
if not gid:
|
if not gid:
|
||||||
break
|
break
|
||||||
yield gid, extr("<b>", "<"), folder
|
yield gid, extr("<b>", "<"), folder_name
|
||||||
cnt += 1
|
cnt += 1
|
||||||
|
|
||||||
if cnt < 20:
|
if cnt < 20:
|
||||||
break
|
break
|
||||||
params["page"] += 1
|
params["page"] += 1
|
||||||
|
extr = text.extract_from(self.request(url, params=params).text)
|
||||||
|
|
||||||
|
|
||||||
class ImagefapUserExtractor(ImagefapExtractor):
|
class ImagefapUserExtractor(ImagefapExtractor):
|
||||||
|
|||||||
@@ -124,7 +124,11 @@ __tests__ = (
|
|||||||
"#url" : "https://www.imagefap.com/usergallery.php?userid=1981976&folderid=409758",
|
"#url" : "https://www.imagefap.com/usergallery.php?userid=1981976&folderid=409758",
|
||||||
"#category": ("", "imagefap", "folder"),
|
"#category": ("", "imagefap", "folder"),
|
||||||
"#class" : imagefap.ImagefapFolderExtractor,
|
"#class" : imagefap.ImagefapFolderExtractor,
|
||||||
"#sha1_url": "37822523e6e4a56feb9dea35653760c86b44ff89",
|
"#urls" : "https://www.imagefap.com/gallery/7876223",
|
||||||
|
|
||||||
|
"folder" : "Softcore",
|
||||||
|
"gallery_id": "7876223",
|
||||||
|
"title" : "Kelsi Monroe in lingerie",
|
||||||
},
|
},
|
||||||
|
|
||||||
{
|
{
|
||||||
@@ -140,6 +144,8 @@ __tests__ = (
|
|||||||
"#class" : imagefap.ImagefapFolderExtractor,
|
"#class" : imagefap.ImagefapFolderExtractor,
|
||||||
"#pattern" : imagefap.ImagefapGalleryExtractor.pattern,
|
"#pattern" : imagefap.ImagefapGalleryExtractor.pattern,
|
||||||
"#range" : "1-40",
|
"#range" : "1-40",
|
||||||
|
|
||||||
|
"folder": "Uncategorized",
|
||||||
},
|
},
|
||||||
|
|
||||||
{
|
{
|
||||||
|
|||||||
Reference in New Issue
Block a user