github/gallery-dl
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[aryion:favorite] ignore already seen folders (#8728)

Browse Source
This commit is contained in:
Mike Fährmann
2025-12-19 11:24:05 +01:00
parent c3d8602418
commit 8ec48a039f
1 changed files with 10 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

15
gallery_dl/extractor/aryion.py
View File

@@ -108,7 +108,7 @@ class AryionExtractor(Extractor):
return return
url = self.root + text.rextr(page, "href='", "'", pos) url = self.root + text.rextr(page, "href='", "'", pos)
def _pagination_folders(self, url, folder=None): def _pagination_folders(self, url, folder=None, seen=None):
if folder is None: if folder is None:
self.kwdict["folder"] = "" self.kwdict["folder"] = ""
else: else:
@@ -126,10 +126,15 @@ class AryionExtractor(Extractor):
cnt += 1 cnt += 1
if text.extr(item, 'data-item-type="', '"') == "Folders": if text.extr(item, 'data-item-type="', '"') == "Folders":
folder = text.extr(item, "href='", "'").rpartition("/")[2] folder = text.extr(item, "href='", "'").rpartition("/")[2]
if self.recursive: if seen is None:
yield from self._pagination_folders(url, folder) seen = set()
else: if folder not in seen:
self.log.debug("Skipping folder '%s'", folder) seen.add(folder)
if self.recursive:
yield from self._pagination_folders(
url, folder, seen)
else:
self.log.debug("Skipping folder '%s'", folder)
else: else:
yield text.extr(item, "data-item-id='", "'") yield text.extr(item, "data-item-id='", "'")