github/gallery-dl
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[hentaifoundry] code cleanup

Browse Source
This commit is contained in:
Mike Fährmann
2015-11-14 14:13:02 +01:00
parent eb4a87b620
commit 783e62b621
1 changed files with 11 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

23
gallery_dl/extractor/hentaifoundry.py
View File

@@ -36,17 +36,18 @@ class HentaiFoundryExtractor(Extractor):
self.set_filters(token) self.set_filters(token)
yield Message.Version, 1 yield Message.Version, 1
yield Message.Directory, data yield Message.Directory, data
for image in self.get_images(): for url, image in self.get_images():
image.update(data) image.update(data)
yield Message.Url, image["url"], image yield Message.Url, url, image
def get_images(self): def get_images(self):
"""Yield url and keywords for all images of one artist"""
num = 1 num = 1
while True: while True:
pos = 0 pos = 0
url = self.url_base + self.artist + "/page/" + str(num) url = self.url_base + self.artist + "/page/" + str(num)
page = self.request(url).text page = self.request(url).text
for i in range(25): for _ in range(25):
part, pos = text.extract(page, 'thumbTitle"><a href="/pictures/user/', '"', pos) part, pos = text.extract(page, 'thumbTitle"><a href="/pictures/user/', '"', pos)
if not part: if not part:
return return
@@ -69,15 +70,17 @@ class HentaiFoundryExtractor(Extractor):
page = self.request(url).text page = self.request(url).text
index = text.extract(url, '/', '/', len(self.url_base) + len(self.artist))[0] index = text.extract(url, '/', '/', len(self.url_base) + len(self.artist))[0]
title, pos = text.extract(page, 'Pictures</a> &raquo; <span>', '<') title, pos = text.extract(page, 'Pictures</a> &raquo; <span>', '<')
url , pos = text.extract(page, '//pictures.hentai-foundry.com', '"', pos) url , pos = text.extract(page, '//pictures.hentai-foundry.com', '"', pos)#
return { name, ext = os.path.splitext(text.filename_from_url(url))
"url": "http://pictures.hentai-foundry.com" + url, return "http://pictures.hentai-foundry.com" + url, {
"index": index, "index": index,
"title": text.unescape(title), "title": text.unescape(title),
"extension": os.path.splitext(url)[1][1:], "name": name,
"extension": ext[1:],
} }
def set_filters(self, token): def set_filters(self, token):
"""Set site-internal filters to show all images"""
formdata = { formdata = {
"YII_CSRF_TOKEN": token, "YII_CSRF_TOKEN": token,
"rating_nudity": 3, "rating_nudity": 3,
@@ -101,8 +104,4 @@ class HentaiFoundryExtractor(Extractor):
"filter_type": 0, "filter_type": 0,
} }
self.request("http://www.hentai-foundry.com/site/filters", self.request("http://www.hentai-foundry.com/site/filters",
method="post", data=formdata) method="post", data=formdata)
# enterAgree=1
#YII_CSRF_TOKEN=388b659daeab4517ea5ca6d93b9253d4c59a12df