[deviantart] skip locked/blurred posts (#4567, #5193)

This commit is contained in:
Mike Fährmann
2024-02-13 14:15:12 +01:00
parent f7f8ef8684
commit 814ad9321e
2 changed files with 15 additions and 2 deletions

View File

@@ -119,6 +119,12 @@ class DeviantartExtractor(Extractor):
"Skipping %s (deleted)", deviation["deviationid"])
continue
tier_access = deviation.get("tier_access")
if tier_access == "locked":
self.log.debug(
"Skipping %s (access locked)", deviation["deviationid"])
continue
if "premium_folder_data" in deviation:
data = self._fetch_premium(deviation)
if not data:

View File

@@ -742,11 +742,18 @@ __tests__ = (
"#comment" : "journal-like post with isJournal == False (#419)",
"#category": ("", "deviantart", "deviation"),
"#class" : deviantart.DeviantartDeviationExtractor,
"#pattern" : """text:<!DOCTYPE html>
""",
"#pattern" : """text:<!DOCTYPE html>\n""",
"#sha1_url": "e2e0044bd255304412179b6118536dbd9bb3bb0e",
},
{
"#url" : "https://www.deviantart.com/neotypical/art/985226590",
"#comment" : "subscription locked (#4567)",
"#category": ("", "deviantart", "deviation"),
"#class" : deviantart.DeviantartDeviationExtractor,
"#count" : 0,
},
{
"#url" : "https://deviantart.com/view/904858796/",
"#comment" : "/view/ URLs",