remove 'extractor.blacklist' context manager

This commit is contained in:
Mike Fährmann
2020-09-11 13:11:46 +02:00
parent c78aa17506
commit 3918b69677
7 changed files with 12 additions and 78 deletions

View File

@@ -9,7 +9,6 @@
"""Recursive extractor"""
from .common import Extractor, Message
from .. import extractor, util
import requests
import re
@@ -23,17 +22,12 @@ class RecursiveExtractor(Extractor):
})
def items(self):
blist = self.config(
"blacklist", {"directlink"} | util.SPECIAL_EXTRACTORS)
self.session.mount("file://", FileAdapter())
page = self.request(self.url.partition(":")[2]).text
del self.session.adapters["file://"]
yield Message.Version, 1
with extractor.blacklist(blist):
for match in re.finditer(r"https?://[^\s\"']+", page):
yield Message.Queue, match.group(0), {}
for match in re.finditer(r"https?://[^\s\"']+", page):
yield Message.Queue, match.group(0), {}
class FileAdapter(requests.adapters.BaseAdapter):