[tmohentai] fix edge cases. updated archive_fmt and filename_fmt
This commit is contained in:
@@ -16,8 +16,8 @@ class TmohentaiExtractor(Extractor):
|
|||||||
category = 'tmohentai'
|
category = 'tmohentai'
|
||||||
root = 'http://tmohentai.com'
|
root = 'http://tmohentai.com'
|
||||||
directory_fmt = ('{category}', '{title}')
|
directory_fmt = ('{category}', '{title}')
|
||||||
filename_fmt = '{filename}.{extension}'
|
filename_fmt = '{title}_{filename}.{extension}'
|
||||||
archive_fmt = '{title}_{filename}'
|
archive_fmt = '{id_string}_{filename}'
|
||||||
pattern = BASE_PATTERN + r'/((contents)|(reader))/(\w+)'
|
pattern = BASE_PATTERN + r'/((contents)|(reader))/(\w+)'
|
||||||
example = 'https://tmohentai.com/contents/12345a67b89c0'
|
example = 'https://tmohentai.com/contents/12345a67b89c0'
|
||||||
|
|
||||||
@@ -31,9 +31,20 @@ class TmohentaiExtractor(Extractor):
|
|||||||
if self.contents:
|
if self.contents:
|
||||||
url = f'{self.root}/reader/{self.id_string}/paginated'
|
url = f'{self.root}/reader/{self.id_string}/paginated'
|
||||||
else:
|
else:
|
||||||
url = self.url
|
url_str = self.url.rpartition('/')
|
||||||
|
if url_str[-1].isdigit():
|
||||||
|
url = url_str[0]
|
||||||
|
else:
|
||||||
|
url = self.url
|
||||||
return url
|
return url
|
||||||
|
|
||||||
|
@staticmethod
|
||||||
|
def get_file_info(page_src):
|
||||||
|
file = text.extr(page_src, 'data-original="', '"')
|
||||||
|
file_loc, _, file_name = file.rpartition('/')
|
||||||
|
start_num, ext = file_name.split('.')
|
||||||
|
return file_loc, start_num, ext
|
||||||
|
|
||||||
def items(self):
|
def items(self):
|
||||||
url = self.parse_location()
|
url = self.parse_location()
|
||||||
page_src = self.request(
|
page_src = self.request(
|
||||||
@@ -42,13 +53,16 @@ class TmohentaiExtractor(Extractor):
|
|||||||
data = self.metadata()
|
data = self.metadata()
|
||||||
yield Message.Directory, data
|
yield Message.Directory, data
|
||||||
|
|
||||||
page_nums = text.extract_iter(page_src, 'option value="', '"')
|
file_loc, start_num, ext = self.get_file_info(page_src)
|
||||||
pages = [text.extr(page_src, 'data-original="', '"')]
|
page_nums = text.extract_iter(
|
||||||
base_page = pages[0].rpartition('/')[0]
|
page_src, 'option value="', '"')
|
||||||
for num, page in enumerate(page_nums, start=1):
|
|
||||||
file = f'{base_page}/{num:>03}.webp'
|
for num, page in enumerate(page_nums, start=int(start_num)):
|
||||||
|
file = f'{file_loc}/{num:>03}.{ext}'
|
||||||
img = text.nameext_from_url(file, {
|
img = text.nameext_from_url(file, {
|
||||||
'num': num,
|
'num' : num,
|
||||||
|
'title' : data['title'],
|
||||||
|
'id_string': self.id_string,
|
||||||
})
|
})
|
||||||
yield Message.Url, file, img
|
yield Message.Url, file, img
|
||||||
|
|
||||||
@@ -64,7 +78,7 @@ class TmohentaiExtractor(Extractor):
|
|||||||
|
|
||||||
upload_src = text.extr(contents_src, 'Uploaded By</label>', '/a>')
|
upload_src = text.extr(contents_src, 'Uploaded By</label>', '/a>')
|
||||||
data = {
|
data = {
|
||||||
'title' : text.extr(contents_src, '<h3>', '</h3>'),
|
'title' : text.extr(contents_src, '<h3>', '</h3>').strip(),
|
||||||
'id_string': self.id_string,
|
'id_string': self.id_string,
|
||||||
'artists' : text.remove_html(
|
'artists' : text.remove_html(
|
||||||
text.extr(contents_src, 'tag tag-accepted">', '</a>')),
|
text.extr(contents_src, 'tag tag-accepted">', '</a>')),
|
||||||
|
|||||||
Reference in New Issue
Block a user