github/gallery-dl
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[imhentai] improve pagination duplicate filtering

Browse Source
This commit is contained in:
Mike Fährmann
2025-02-20 20:53:35 +01:00
parent 52d4e1a100
commit 196aa263c2
1 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
gallery_dl/extractor/imhentai.py
View File

@@ -16,6 +16,7 @@ class ImhentaiExtractor(BaseExtractor):
basecategory = "IMHentai" basecategory = "IMHentai"
def _pagination(self, url): def _pagination(self, url):
prev = None
base = self.root + "/gallery/" base = self.root + "/gallery/"
data = {"_extractor": ImhentaiGalleryExtractor} data = {"_extractor": ImhentaiGalleryExtractor}
@@ -25,10 +26,12 @@ class ImhentaiExtractor(BaseExtractor):
while True: while True:
gallery_id = extr('<a href="/gallery/', '"') gallery_id = extr('<a href="/gallery/', '"')
if gallery_id == prev:
continue
if not gallery_id: if not gallery_id:
break break
yield Message.Queue, base + gallery_id, data yield Message.Queue, base + gallery_id, data
extr('<a href="/gallery/', '"') # skip duplicate GIDs prev = gallery_id
href = text.rextract(page, "class='page-link' href='", "'")[0] href = text.rextract(page, "class='page-link' href='", "'")[0]
if not href or href == "#": if not href or href == "#":