[weibo] fix end of cursor based pagination
This commit is contained in:
@@ -170,6 +170,8 @@ class WeiboExtractor(Extractor):
|
|||||||
yield from statuses
|
yield from statuses
|
||||||
|
|
||||||
if "next_cursor" in data: # videos, newvideo
|
if "next_cursor" in data: # videos, newvideo
|
||||||
|
if data["next_cursor"] == -1:
|
||||||
|
return
|
||||||
params["cursor"] = data["next_cursor"]
|
params["cursor"] = data["next_cursor"]
|
||||||
elif "page" in params: # home, article
|
elif "page" in params: # home, article
|
||||||
params["page"] += 1
|
params["page"] += 1
|
||||||
|
|||||||
Reference in New Issue
Block a user