[tmohentai] fix edge cases. updated archive_fmt and filename_fmt
This commit is contained in:
@@ -16,8 +16,8 @@ class TmohentaiExtractor(Extractor):
|
||||
category = 'tmohentai'
|
||||
root = 'http://tmohentai.com'
|
||||
directory_fmt = ('{category}', '{title}')
|
||||
filename_fmt = '{filename}.{extension}'
|
||||
archive_fmt = '{title}_{filename}'
|
||||
filename_fmt = '{title}_{filename}.{extension}'
|
||||
archive_fmt = '{id_string}_{filename}'
|
||||
pattern = BASE_PATTERN + r'/((contents)|(reader))/(\w+)'
|
||||
example = 'https://tmohentai.com/contents/12345a67b89c0'
|
||||
|
||||
@@ -31,9 +31,20 @@ class TmohentaiExtractor(Extractor):
|
||||
if self.contents:
|
||||
url = f'{self.root}/reader/{self.id_string}/paginated'
|
||||
else:
|
||||
url = self.url
|
||||
url_str = self.url.rpartition('/')
|
||||
if url_str[-1].isdigit():
|
||||
url = url_str[0]
|
||||
else:
|
||||
url = self.url
|
||||
return url
|
||||
|
||||
@staticmethod
|
||||
def get_file_info(page_src):
|
||||
file = text.extr(page_src, 'data-original="', '"')
|
||||
file_loc, _, file_name = file.rpartition('/')
|
||||
start_num, ext = file_name.split('.')
|
||||
return file_loc, start_num, ext
|
||||
|
||||
def items(self):
|
||||
url = self.parse_location()
|
||||
page_src = self.request(
|
||||
@@ -42,13 +53,16 @@ class TmohentaiExtractor(Extractor):
|
||||
data = self.metadata()
|
||||
yield Message.Directory, data
|
||||
|
||||
page_nums = text.extract_iter(page_src, 'option value="', '"')
|
||||
pages = [text.extr(page_src, 'data-original="', '"')]
|
||||
base_page = pages[0].rpartition('/')[0]
|
||||
for num, page in enumerate(page_nums, start=1):
|
||||
file = f'{base_page}/{num:>03}.webp'
|
||||
file_loc, start_num, ext = self.get_file_info(page_src)
|
||||
page_nums = text.extract_iter(
|
||||
page_src, 'option value="', '"')
|
||||
|
||||
for num, page in enumerate(page_nums, start=int(start_num)):
|
||||
file = f'{file_loc}/{num:>03}.{ext}'
|
||||
img = text.nameext_from_url(file, {
|
||||
'num': num,
|
||||
'num' : num,
|
||||
'title' : data['title'],
|
||||
'id_string': self.id_string,
|
||||
})
|
||||
yield Message.Url, file, img
|
||||
|
||||
@@ -64,7 +78,7 @@ class TmohentaiExtractor(Extractor):
|
||||
|
||||
upload_src = text.extr(contents_src, 'Uploaded By</label>', '/a>')
|
||||
data = {
|
||||
'title' : text.extr(contents_src, '<h3>', '</h3>'),
|
||||
'title' : text.extr(contents_src, '<h3>', '</h3>').strip(),
|
||||
'id_string': self.id_string,
|
||||
'artists' : text.remove_html(
|
||||
text.extr(contents_src, 'tag tag-accepted">', '</a>')),
|
||||
|
||||
Reference in New Issue
Block a user