[subscribestar] detect redirects to '/age_confirmation_warning' pages
This commit is contained in:
@@ -57,7 +57,9 @@ class SubscribestarExtractor(Extractor):
|
|||||||
while True:
|
while True:
|
||||||
response = Extractor.request(self, url, **kwargs)
|
response = Extractor.request(self, url, **kwargs)
|
||||||
|
|
||||||
if response.history and "/verify_subscriber" in response.url:
|
if response.history and (
|
||||||
|
"/verify_subscriber" in response.url or
|
||||||
|
"/age_confirmation_warning" in response.url):
|
||||||
raise exception.StopExtraction(
|
raise exception.StopExtraction(
|
||||||
"HTTP redirect to %s", response.url)
|
"HTTP redirect to %s", response.url)
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user