[pornpics] support '/pornstar' and '/channels' listings

- fix docstring (#3671)
- simplify code
This commit is contained in:
Mike Fährmann
2023-02-18 22:38:21 +01:00
parent cbe4769246
commit 4f029ab38b

View File

@@ -22,6 +22,7 @@ class PornpicsExtractor(Extractor):
def __init__(self, match): def __init__(self, match):
super().__init__(match) super().__init__(match)
self.item = match.group(1)
self.session.headers["Referer"] = self.root self.session.headers["Referer"] = self.root
def items(self): def items(self):
@@ -29,17 +30,8 @@ class PornpicsExtractor(Extractor):
gallery["_extractor"] = PornpicsGalleryExtractor gallery["_extractor"] = PornpicsGalleryExtractor
yield Message.Queue, gallery["g_url"], gallery yield Message.Queue, gallery["g_url"], gallery
def _pagination(self, url, params): def _pagination(self, url, params=None):
offset = params["offset"] if params is None:
limit = params["limit"] = 20
headers = {
"Accept": "application/json, text/javascript, */*; q=0.01",
"Referer": url if offset else self.root + "/",
"X-Requested-With": "XMLHttpRequest",
}
if offset:
# fetch first 20 galleries from HTML # fetch first 20 galleries from HTML
# since '"offset": 0' does not return a JSON response # since '"offset": 0' does not return a JSON response
page = self.request(url).text page = self.request(url).text
@@ -47,6 +39,15 @@ class PornpicsExtractor(Extractor):
page, 'class="rel-link" href="', '"'): page, 'class="rel-link" href="', '"'):
yield {"g_url": self.root + path} yield {"g_url": self.root + path}
del page del page
params = {"offset": 20}
limit = params["limit"] = 20
headers = {
"Accept": "application/json, text/javascript, */*; q=0.01",
"Referer": url if params["offset"] else self.root + "/",
"X-Requested-With": "XMLHttpRequest",
}
while True: while True:
galleries = self.request( galleries = self.request(
@@ -132,37 +133,40 @@ class PornpicsTagExtractor(PornpicsExtractor):
("https://pornpics.com/fr/tags/summer-dress"), ("https://pornpics.com/fr/tags/summer-dress"),
) )
def __init__(self, match):
PornpicsExtractor.__init__(self, match)
self.tag = match.group(1)
def galleries(self): def galleries(self):
url = "{}/tags/{}/".format(self.root, self.tag) url = "{}/tags/{}/".format(self.root, self.item)
params = {"offset": 20} return self._pagination(url)
return self._pagination(url, params)
class PornpicsSearchExtractor(PornpicsExtractor): class PornpicsSearchExtractor(PornpicsExtractor):
"""Extractor for galleries from pornpics tag searches""" """Extractor for galleries from pornpics search results"""
subcategory = "search" subcategory = "search"
pattern = BASE_PATTERN + r"/\?q=([^&#]+)" pattern = BASE_PATTERN + r"/(?:\?q=|pornstars/|channels/)([^/&#]+)"
test = ( test = (
("https://www.pornpics.com/?q=nature", { ("https://www.pornpics.com/?q=nature", {
"pattern": PornpicsGalleryExtractor.pattern, "pattern": PornpicsGalleryExtractor.pattern,
"range": "1-50", "range": "1-50",
"count": 50, "count": 50,
}), }),
("https://www.pornpics.com/channels/femjoy/", {
"pattern": PornpicsGalleryExtractor.pattern,
"range": "1-50",
"count": 50,
}),
("https://www.pornpics.com/pornstars/emma-brown/", {
"pattern": PornpicsGalleryExtractor.pattern,
"range": "1-50",
"count": 50,
}),
("https://pornpics.com/jp/?q=nature"), ("https://pornpics.com/jp/?q=nature"),
("https://pornpics.com/it/channels/femjoy"),
("https://pornpics.com/pt/pornstars/emma-brown"),
) )
def __init__(self, match):
PornpicsExtractor.__init__(self, match)
self.search = match.group(1)
def galleries(self): def galleries(self):
url = self.root + "/search/srch.php" url = self.root + "/search/srch.php"
params = { params = {
"q" : self.search, "q" : self.item.replace("-", " "),
"lang" : "en", "lang" : "en",
"offset": 0, "offset": 0,
} }