cache cfclearance cookies
This commit is contained in:
@@ -90,7 +90,9 @@ class Extractor():
|
||||
return response
|
||||
if cloudflare.is_challenge(response):
|
||||
self.log.info("Solving Cloudflare challenge")
|
||||
url = cloudflare.solve_challenge(session, response, kwargs)
|
||||
url, domain, cookies = cloudflare.solve_challenge(
|
||||
session, response, kwargs)
|
||||
cloudflare.cookies.update(self.category, (domain, cookies))
|
||||
continue
|
||||
|
||||
msg = "{}: {} for url: {}".format(code, response.reason, url)
|
||||
@@ -159,6 +161,11 @@ class Extractor():
|
||||
else:
|
||||
self.session.cookies.update(cookiejar)
|
||||
|
||||
cookies = cloudflare.cookies(self.category)
|
||||
if cookies:
|
||||
domain, cookies = cookies
|
||||
self._update_cookies_dict(cookies, domain)
|
||||
|
||||
def _update_cookies(self, cookies, *, domain=""):
|
||||
"""Update the session's cookiejar with 'cookies'"""
|
||||
if isinstance(cookies, dict):
|
||||
|
||||
Reference in New Issue
Block a user