[khinsider] fix extraction
This commit is contained in:
@@ -292,7 +292,7 @@ class DeviantartCollectionExtractor(DeviantartExtractor):
|
|||||||
pattern = [r"(?:https?://)?([^.]+)\.deviantart\.com"
|
pattern = [r"(?:https?://)?([^.]+)\.deviantart\.com"
|
||||||
r"/favourites/(\d+)/([^/?&#]+)"]
|
r"/favourites/(\d+)/([^/?&#]+)"]
|
||||||
test = [("http://rosuuri.deviantart.com/favourites/58951174/Useful", {
|
test = [("http://rosuuri.deviantart.com/favourites/58951174/Useful", {
|
||||||
"url": "d5d930374c0f993437c70624c5e0348e9f23f601",
|
"url": "f43b202011483e06998db1891e4b62381fabd64a",
|
||||||
"keyword": "36f8e18cf6cf59c4eb17141b7f56fc075ab3b68c",
|
"keyword": "36f8e18cf6cf59c4eb17141b7f56fc075ab3b68c",
|
||||||
})]
|
})]
|
||||||
|
|
||||||
|
|||||||
@@ -59,8 +59,8 @@ class KhinsiderSoundtrackExtractor(AsynchronousExtractor):
|
|||||||
if pos == -1:
|
if pos == -1:
|
||||||
raise exception.NotFoundError("soundtrack")
|
raise exception.NotFoundError("soundtrack")
|
||||||
num = 0
|
num = 0
|
||||||
for url in text.extract_iter(page, '<tr>\r\n\t\t<td><a href="',
|
for url in text.extract_iter(
|
||||||
'"', pos):
|
page, '<tr>\r\n\r\n\t \t<td><a href="', '"', pos):
|
||||||
page = self.request(url, encoding="utf-8").text
|
page = self.request(url, encoding="utf-8").text
|
||||||
name, pos = text.extract(page, "Song name: <b>", "</b>")
|
name, pos = text.extract(page, "Song name: <b>", "</b>")
|
||||||
url , pos = text.extract(
|
url , pos = text.extract(
|
||||||
|
|||||||
@@ -69,7 +69,6 @@ skip = [
|
|||||||
"imgtrex",
|
"imgtrex",
|
||||||
"luscious", # "high load"
|
"luscious", # "high load"
|
||||||
"pawoo",
|
"pawoo",
|
||||||
"coreimg", # "Name or service not known"
|
|
||||||
"mangahere", # unstable; sometimes sends empty responses
|
"mangahere", # unstable; sometimes sends empty responses
|
||||||
]
|
]
|
||||||
# enable selective testing for direct calls
|
# enable selective testing for direct calls
|
||||||
|
|||||||
Reference in New Issue
Block a user