add 'extractor.*.user-agent' config option

This commit is contained in:
Mike Fährmann
2017-11-15 13:54:40 +01:00
parent 6913eeaa40
commit e6814aebe2
9 changed files with 26 additions and 15 deletions

View File

@@ -75,7 +75,6 @@ class FoolfuukaThreadExtractor(SharedConfigExtractor):
def __init__(self, match):
SharedConfigExtractor.__init__(self)
self.board, self.thread = match.groups()
self.session.headers["User-Agent"] = "Mozilla 5.0"
if self.referer:
self.session.headers["Referer"] = self.root