[cohost] warn about inaccessible posts (#4483)
This commit is contained in:
@@ -31,6 +31,13 @@ class CohostExtractor(Extractor):
|
|||||||
|
|
||||||
def items(self):
|
def items(self):
|
||||||
for post in self.posts():
|
for post in self.posts():
|
||||||
|
reason = post.get("limitedVisibilityReason")
|
||||||
|
if reason and reason != "none":
|
||||||
|
if reason == "log-in-first":
|
||||||
|
reason = ("This page's posts are visible only to users "
|
||||||
|
"who are logged in.")
|
||||||
|
self.log.warning('%s: "%s"', post["postId"], reason)
|
||||||
|
|
||||||
files = self._extract_files(post)
|
files = self._extract_files(post)
|
||||||
post["count"] = len(files)
|
post["count"] = len(files)
|
||||||
post["date"] = text.parse_datetime(
|
post["date"] = text.parse_datetime(
|
||||||
|
|||||||
Reference in New Issue
Block a user