use seperate session in http downloader
This commit is contained in:
@@ -116,7 +116,7 @@ class DownloadJob():
|
|||||||
downloader = self.downloaders.get(scheme)
|
downloader = self.downloaders.get(scheme)
|
||||||
if downloader is None:
|
if downloader is None:
|
||||||
module = self.mngr.get_downloader_module(scheme)
|
module = self.mngr.get_downloader_module(scheme)
|
||||||
downloader = module.Downloader(self.extractor)
|
downloader = module.Downloader()
|
||||||
self.downloaders[scheme] = downloader
|
self.downloaders[scheme] = downloader
|
||||||
|
|
||||||
return downloader
|
return downloader
|
||||||
|
|||||||
@@ -4,9 +4,9 @@ import requests
|
|||||||
|
|
||||||
class Downloader(BasicDownloader):
|
class Downloader(BasicDownloader):
|
||||||
|
|
||||||
def __init__(self, extr):
|
def __init__(self):
|
||||||
BasicDownloader.__init__(self)
|
BasicDownloader.__init__(self)
|
||||||
self.session = extr.session
|
self.session = requests.session()
|
||||||
|
|
||||||
def download_impl(self, url, file):
|
def download_impl(self, url, file):
|
||||||
tries = 0
|
tries = 0
|
||||||
|
|||||||
@@ -2,7 +2,7 @@ from .common import BasicDownloader
|
|||||||
|
|
||||||
class Downloader(BasicDownloader):
|
class Downloader(BasicDownloader):
|
||||||
|
|
||||||
def __init__(self, extr):
|
def __init__(self):
|
||||||
BasicDownloader.__init__(self)
|
BasicDownloader.__init__(self)
|
||||||
|
|
||||||
def download_impl(self, url, file):
|
def download_impl(self, url, file):
|
||||||
|
|||||||
Reference in New Issue
Block a user