[xasiat] fix 'IndexError' for albums without category (#8569)
This commit is contained in:
@@ -38,7 +38,7 @@ class XasiatExtractor(Extractor):
|
|||||||
"block_id": "list_albums_common_albums_list",
|
"block_id": "list_albums_common_albums_list",
|
||||||
"sort_by": "post_date",
|
"sort_by": "post_date",
|
||||||
"from": pnum,
|
"from": pnum,
|
||||||
"_": int(time.time() * 1000)
|
"_": int(time.time() * 1000),
|
||||||
}
|
}
|
||||||
|
|
||||||
page = self.request(url, params=params).text
|
page = self.request(url, params=params).text
|
||||||
@@ -66,15 +66,14 @@ class XasiatAlbumExtractor(XasiatExtractor):
|
|||||||
images = extr('class="images"', "</div>")
|
images = extr('class="images"', "</div>")
|
||||||
|
|
||||||
urls = list(text.extract_iter(images, 'href="', '"'))
|
urls = list(text.extract_iter(images, 'href="', '"'))
|
||||||
|
categories = text.re(r'categories/[^"]+\">\s*(.+)\s*</a').findall(info)
|
||||||
data = {
|
data = {
|
||||||
"title": text.unescape(title),
|
"title": text.unescape(title),
|
||||||
"model": text.re(
|
"model": text.re(
|
||||||
r'top_models1"></i>\s*(.+)\s*</span').findall(info),
|
r'top_models1"></i>\s*(.+)\s*</span').findall(info),
|
||||||
"tags": text.re(
|
"tags": text.re(
|
||||||
r'tags/[^"]+\">\s*(.+)\s*</a').findall(info),
|
r'tags/[^"]+\">\s*(.+)\s*</a').findall(info),
|
||||||
"album_category": text.re(
|
"album_category": categories[0] if categories else "",
|
||||||
r'categories/[^"]+\">\s*(.+)\s*</a').findall(info)[0],
|
|
||||||
"album_url": response.url,
|
"album_url": response.url,
|
||||||
"album_id": text.parse_int(album_id),
|
"album_id": text.parse_int(album_id),
|
||||||
"count": len(urls),
|
"count": len(urls),
|
||||||
|
|||||||
@@ -58,6 +58,26 @@ __tests__ = (
|
|||||||
],
|
],
|
||||||
},
|
},
|
||||||
|
|
||||||
|
{
|
||||||
|
"#url" : "https://www.xasiat.com/albums/30478/gekkan-young-magazine-2025-no-11/",
|
||||||
|
"#comment" : "no 'album_category' (#8569)",
|
||||||
|
"#class" : xasiat.XasiatAlbumExtractor,
|
||||||
|
"#pattern" : r"https://www\.xasiat\.com/get_image/\d+/\w+",
|
||||||
|
"#count" : 13,
|
||||||
|
|
||||||
|
"album_category": "",
|
||||||
|
"album_id" : 30478,
|
||||||
|
"album_url" : "https://www.xasiat.com/albums/30478/gekkan-young-magazine-2025-no-11/",
|
||||||
|
"count" : 13,
|
||||||
|
"extension" : "jpg",
|
||||||
|
"model" : [],
|
||||||
|
"title" : "[Gekkan Young Magazine] 2025 No.11",
|
||||||
|
"tags" : [
|
||||||
|
"Young Magazine",
|
||||||
|
"Teen",
|
||||||
|
],
|
||||||
|
},
|
||||||
|
|
||||||
{
|
{
|
||||||
"#url" : "https://www.xasiat.com/albums/categories/gravure-idols/",
|
"#url" : "https://www.xasiat.com/albums/categories/gravure-idols/",
|
||||||
"#class" : xasiat.XasiatCategoryExtractor,
|
"#class" : xasiat.XasiatCategoryExtractor,
|
||||||
|
|||||||
Reference in New Issue
Block a user