add 'encoding' argument for Extractor.request

This commit is contained in:
Mike Fährmann
2016-07-12 12:06:17 +02:00
parent 3c94d85409
commit 000df8d1fa
4 changed files with 10 additions and 16 deletions

View File

@@ -24,7 +24,7 @@ class KhinsiderExtractor(AsynchronousExtractor):
def items(self):
url = "http://downloads.khinsider.com/game-soundtracks/album/" + self.album
page = self.request(url).text
page = self.request(url, encoding="utf-8").text
data = self.get_job_metadata(page)
yield Message.Version, 1
yield Message.Directory, data
@@ -44,8 +44,8 @@ class KhinsiderExtractor(AsynchronousExtractor):
def get_album_tracks(self, page):
pos = page.index("Download all songs at once:")
num = 0
for url in text.extract_iter(page, '<tr>\r\n\t\t<td><a href="', '"'):
page = self.request(url).text
for url in text.extract_iter(page, '<tr>\r\n\t\t<td><a href="', '"', pos):
page = self.request(url, encoding="utf-8").text
name, pos = text.extract(page, "Song name: <b>", "</b>")
url , pos = text.extract(page, '<p><a style="color: #21363f;" href="', '"', pos)
num += 1