[nsfwalbum] disable Referer headers by default (#4598)
This commit is contained in:
@@ -32,13 +32,14 @@ class Extractor():
|
|||||||
directory_fmt = ("{category}",)
|
directory_fmt = ("{category}",)
|
||||||
filename_fmt = "{filename}.{extension}"
|
filename_fmt = "{filename}.{extension}"
|
||||||
archive_fmt = ""
|
archive_fmt = ""
|
||||||
cookies_domain = ""
|
|
||||||
browser = None
|
|
||||||
root = ""
|
root = ""
|
||||||
|
cookies_domain = ""
|
||||||
|
referer = True
|
||||||
|
tls12 = True
|
||||||
|
browser = None
|
||||||
request_interval = 0.0
|
request_interval = 0.0
|
||||||
request_interval_min = 0.0
|
request_interval_min = 0.0
|
||||||
request_timestamp = 0.0
|
request_timestamp = 0.0
|
||||||
tls12 = True
|
|
||||||
|
|
||||||
def __init__(self, match):
|
def __init__(self, match):
|
||||||
self.log = logging.getLogger(self.category)
|
self.log = logging.getLogger(self.category)
|
||||||
@@ -310,10 +311,10 @@ class Extractor():
|
|||||||
else:
|
else:
|
||||||
headers["Accept-Encoding"] = "gzip, deflate"
|
headers["Accept-Encoding"] = "gzip, deflate"
|
||||||
|
|
||||||
custom_referer = self.config("referer", True)
|
referer = self.config("referer", self.referer)
|
||||||
if custom_referer:
|
if referer:
|
||||||
if isinstance(custom_referer, str):
|
if isinstance(referer, str):
|
||||||
headers["Referer"] = custom_referer
|
headers["Referer"] = referer
|
||||||
elif self.root:
|
elif self.root:
|
||||||
headers["Referer"] = self.root + "/"
|
headers["Referer"] = self.root + "/"
|
||||||
|
|
||||||
|
|||||||
@@ -20,6 +20,7 @@ class NsfwalbumAlbumExtractor(GalleryExtractor):
|
|||||||
filename_fmt = "{album_id}_{num:>03}_{id}.{extension}"
|
filename_fmt = "{album_id}_{num:>03}_{id}.{extension}"
|
||||||
directory_fmt = ("{category}", "{album_id} {title}")
|
directory_fmt = ("{category}", "{album_id} {title}")
|
||||||
archive_fmt = "{id}"
|
archive_fmt = "{id}"
|
||||||
|
referer = False
|
||||||
pattern = r"(?:https?://)?(?:www\.)?nsfwalbum\.com(/album/(\d+))"
|
pattern = r"(?:https?://)?(?:www\.)?nsfwalbum\.com(/album/(\d+))"
|
||||||
example = "https://nsfwalbum.com/album/12345"
|
example = "https://nsfwalbum.com/album/12345"
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user