[chevereto] extract 'title' metadata (#9061)
This commit is contained in:
@@ -108,6 +108,7 @@ class CheveretoImageExtractor(CheveretoExtractor):
|
|||||||
page = self.request(url).text
|
page = self.request(url).text
|
||||||
extr = text.extract_from(page)
|
extr = text.extract_from(page)
|
||||||
|
|
||||||
|
title = extr('property="og:title" content="', '"')
|
||||||
url = (extr('<meta property="og:image" content="', '"') or
|
url = (extr('<meta property="og:image" content="', '"') or
|
||||||
extr('url: "', '"'))
|
extr('url: "', '"'))
|
||||||
if not url or url.endswith("/loading.svg"):
|
if not url or url.endswith("/loading.svg"):
|
||||||
@@ -122,6 +123,7 @@ class CheveretoImageExtractor(CheveretoExtractor):
|
|||||||
file = {
|
file = {
|
||||||
"id" : self.path.rpartition("/")[2].rpartition(".")[2],
|
"id" : self.path.rpartition("/")[2].rpartition(".")[2],
|
||||||
"url" : url,
|
"url" : url,
|
||||||
|
"title": text.unescape(title),
|
||||||
"album": text.remove_html(album_name),
|
"album": text.remove_html(album_name),
|
||||||
"date" : self.parse_datetime_iso(extr('<span title="', '"')),
|
"date" : self.parse_datetime_iso(extr('<span title="', '"')),
|
||||||
"user" : extr('username: "', '"'),
|
"user" : extr('username: "', '"'),
|
||||||
|
|||||||
@@ -22,6 +22,7 @@ __tests__ = (
|
|||||||
"extension": "jpg",
|
"extension": "jpg",
|
||||||
"filename" : "funnymeme",
|
"filename" : "funnymeme",
|
||||||
"id" : "LecXGS",
|
"id" : "LecXGS",
|
||||||
|
"title" : "funnymeme",
|
||||||
"url" : "https://simp3.selti-delivery.ru/images/funnymeme.jpg",
|
"url" : "https://simp3.selti-delivery.ru/images/funnymeme.jpg",
|
||||||
"user" : "exearco",
|
"user" : "exearco",
|
||||||
},
|
},
|
||||||
@@ -113,6 +114,24 @@ __tests__ = (
|
|||||||
"#class" : chevereto.CheveretoImageExtractor,
|
"#class" : chevereto.CheveretoImageExtractor,
|
||||||
},
|
},
|
||||||
|
|
||||||
|
{
|
||||||
|
"#url" : "https://jpg6.su/img/test.NLqFQHc",
|
||||||
|
"#category": ("chevereto", "jpgfish", "image"),
|
||||||
|
"#class" : chevereto.CheveretoImageExtractor,
|
||||||
|
"#results" : "https://simp6.selti-delivery.ru/images3/test--2219f2531862b749d5.png",
|
||||||
|
|
||||||
|
"album" : "",
|
||||||
|
"album_id" : "",
|
||||||
|
"album_slug": "",
|
||||||
|
"date" : "dt:2025-08-31 08:10:35",
|
||||||
|
"extension" : "png",
|
||||||
|
"filename" : "test--2219f2531862b749d5",
|
||||||
|
"id" : "NLqFQHc",
|
||||||
|
"title" : """test テスト "&>""",
|
||||||
|
"url" : "https://simp6.selti-delivery.ru/images3/test--2219f2531862b749d5.png",
|
||||||
|
"user" : "gdldev",
|
||||||
|
},
|
||||||
|
|
||||||
{
|
{
|
||||||
"#url" : "https://jpg1.su/album/CDilP/?sort=date_desc&page=1",
|
"#url" : "https://jpg1.su/album/CDilP/?sort=date_desc&page=1",
|
||||||
"#category": ("chevereto", "jpgfish", "album"),
|
"#category": ("chevereto", "jpgfish", "album"),
|
||||||
|
|||||||
Reference in New Issue
Block a user