[aryion] fix pagination (#8091)
ensure there is no "Next >>" link before stopping
This commit is contained in:
@@ -95,7 +95,7 @@ class AryionExtractor(Extractor):
|
|||||||
cnt += 1
|
cnt += 1
|
||||||
yield post_id
|
yield post_id
|
||||||
|
|
||||||
if cnt < 40:
|
if cnt < 40 and ">Next >><" not in page:
|
||||||
return
|
return
|
||||||
params["p"] += 1
|
params["p"] += 1
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user