[tests] update extractor results

at least some of them
This commit is contained in:
Mike Fährmann
2024-06-01 20:28:04 +02:00
parent 6cfbc1071f
commit 009aa90c3f
11 changed files with 30 additions and 24 deletions

View File

@@ -14,7 +14,7 @@ __tests__ = (
"#url" : "https://4archive.org/board/u/thread/2397221", "#url" : "https://4archive.org/board/u/thread/2397221",
"#category": ("", "4archive", "thread"), "#category": ("", "4archive", "thread"),
"#class" : _4archive._4archiveThreadExtractor, "#class" : _4archive._4archiveThreadExtractor,
"#pattern" : r"https://i\.imgur\.com/\w{7}\.\w+$", "#pattern" : r"https://(cdn\.4archive\.org/u/image/150\d/\d\d\d/\d+\.\w+|4archive\.org/image/image-404\.png)",
"#count" : 16, "#count" : 16,
"board" : "u", "board" : "u",
@@ -35,7 +35,7 @@ __tests__ = (
"#url" : "https://4archive.org/board/jp/thread/17611798", "#url" : "https://4archive.org/board/jp/thread/17611798",
"#category": ("", "4archive", "thread"), "#category": ("", "4archive", "thread"),
"#class" : _4archive._4archiveThreadExtractor, "#class" : _4archive._4archiveThreadExtractor,
"#pattern" : r"https://i\.imgur\.com/\w{7}\.\w+$", "#pattern" : r"https://(cdn\.4archive\.org/jp/image/\d\d\d\d/\d\d\d/\d+\.\w+|4archive\.org/image/image-404\.png)",
"#count" : 85, "#count" : 85,
}, },

View File

@@ -46,8 +46,8 @@ __tests__ = (
"uniquePosters" : 9, "uniquePosters" : 9,
"usesCustomCss" : True, "usesCustomCss" : True,
"usesCustomJs" : False, "usesCustomJs" : False,
"?wsPort" : 8880, "?wsPort" : int,
"?wssPort" : 2087, "?wssPort" : int,
}, },
{ {

View File

@@ -81,7 +81,7 @@ __tests__ = (
"chapter" : int, "chapter" : int,
"chapter_minor": str, "chapter_minor": str,
"date" : "type:datetime", "date" : "type:datetime",
"manga" : "Futsutsuka na Akujo de wa Gozaimasu ga - Suuguu Chouso Torikae Den (Official)", "manga" : "Futsutsuka na Akujo de wa Gozaimasu ga - Suuguu Chouso Torikae Den",
"manga_id" : 113742, "manga_id" : 113742,
}, },
@@ -102,7 +102,7 @@ __tests__ = (
"#class" : batoto.BatotoMangaExtractor, "#class" : batoto.BatotoMangaExtractor,
"#count" : ">= 29", "#count" : ">= 29",
"manga": "The Grand Dukes Fox Princess〖MGCHAN〗", "manga": "Grand Duke Dan Putri Rubah [cont by LUNABY]",
}, },
{ {

View File

@@ -18,7 +18,7 @@ __tests__ = (
"programme": "p084qtzs", "programme": "p084qtzs",
"path" : [ "path" : [
"BBC One", "BBC One",
"Doctor Who", "Doctor Who (20052022)",
"The Timeless Children", "The Timeless Children",
], ],
}, },

View File

@@ -76,6 +76,7 @@ __tests__ = (
"#class" : bluesky.BlueskyFeedExtractor, "#class" : bluesky.BlueskyFeedExtractor,
"#range" : "1-40", "#range" : "1-40",
"#count" : 40, "#count" : 40,
"#archive" : False,
}, },
{ {

View File

@@ -12,7 +12,7 @@ __tests__ = (
"#url" : "https://bulbapedia.bulbagarden.net/wiki/Jet", "#url" : "https://bulbapedia.bulbagarden.net/wiki/Jet",
"#category": ("wikimedia", "bulbapedia", "article"), "#category": ("wikimedia", "bulbapedia", "article"),
"#class" : wikimedia.WikimediaArticleExtractor, "#class" : wikimedia.WikimediaArticleExtractor,
"#pattern" : r"http://archives\.bulbagarden\.net/media/upload/\w+/\w+/[^/?#]+", "#pattern" : r"https://archives\.bulbagarden\.net/media/upload/\w+/\w+/[^/?#]+",
"#count" : range(10, 30), "#count" : range(10, 30),
}, },
@@ -20,7 +20,7 @@ __tests__ = (
"#url" : "https://archives.bulbagarden.net/wiki/File:0460Abomasnow-Mega.png", "#url" : "https://archives.bulbagarden.net/wiki/File:0460Abomasnow-Mega.png",
"#category": ("wikimedia", "bulbapedia", "file"), "#category": ("wikimedia", "bulbapedia", "file"),
"#class" : wikimedia.WikimediaArticleExtractor, "#class" : wikimedia.WikimediaArticleExtractor,
"#pattern" : r"http://archives\.bulbagarden\.net/media/upload/\w+/\w+/[^/?#]+", "#pattern" : r"https://archives\.bulbagarden\.net/media/upload/\w+/\w+/[^/?#]+",
"#count" : range(8, 12), "#count" : range(8, 12),
"#archive" : False, "#archive" : False,
}, },

View File

@@ -164,7 +164,7 @@ __tests__ = (
}, },
{ {
"#url" : "https://www.pixiv.net/artworks/966412", "#url" : "https://www.pixiv.net/artworks/85960783",
"#comment" : "limit_sanity_level_360.png (#4327, #5180)", "#comment" : "limit_sanity_level_360.png (#4327, #5180)",
"#category": ("", "pixiv", "work"), "#category": ("", "pixiv", "work"),
"#class" : pixiv.PixivWorkExtractor, "#class" : pixiv.PixivWorkExtractor,

View File

@@ -19,14 +19,20 @@ __tests__ = (
"#url" : "https://realbooru.com/index.php?page=pool&s=show&id=1", "#url" : "https://realbooru.com/index.php?page=pool&s=show&id=1",
"#category": ("gelbooru_v02", "realbooru", "pool"), "#category": ("gelbooru_v02", "realbooru", "pool"),
"#class" : gelbooru_v02.GelbooruV02PoolExtractor, "#class" : gelbooru_v02.GelbooruV02PoolExtractor,
"#count" : 3, "#urls" : (
"https://realbooru.com//images/bf/d6/bfd682f338691e5254de796040fcba21.webm",
"https://realbooru.com//images/cb/7d/cb7d921673ba99f688031ac554777695.webm",
"https://realbooru.com//images/9e/14/9e140edc1cb2e4cc734ba5bdc4870955.webm",
),
}, },
{ {
"#url" : "https://realbooru.com/index.php?page=favorites&s=view&id=274", "#url" : "https://realbooru.com/index.php?page=favorites&s=view&id=274",
"#category": ("gelbooru_v02", "realbooru", "favorite"), "#category": ("gelbooru_v02", "realbooru", "favorite"),
"#class" : gelbooru_v02.GelbooruV02FavoriteExtractor, "#class" : gelbooru_v02.GelbooruV02FavoriteExtractor,
"#count" : 2, "#urls" : (
"https://realbooru.com//images/20/3e/0c2c4d8c978355c053602dc963eb13136c1614c1.jpeg",
),
}, },
{ {
@@ -35,14 +41,14 @@ __tests__ = (
"#category": ("gelbooru_v02", "realbooru", "post"), "#category": ("gelbooru_v02", "realbooru", "post"),
"#class" : gelbooru_v02.GelbooruV02PostExtractor, "#class" : gelbooru_v02.GelbooruV02PostExtractor,
"#options" : {"tags": True}, "#options" : {"tags": True},
"#urls" : "https://realbooru.com/images/8a/34/8a345820da989637c21ac013d522bf69.jpeg", "#urls" : "https://realbooru.com//images/8a/34/8a345820da989637c21ac013d522bf69.jpeg",
"#sha1_content": "f6213e6f25c3cb9e3cfefa6d4b3a78e44b9dea5b", "#sha1_content": "f6213e6f25c3cb9e3cfefa6d4b3a78e44b9dea5b",
"change" : "1705562002", "change" : "1705562002",
"created_at" : "Thu Jan 18 01:12:50 -0600 2024", "created_at" : "Thu Jan 18 01:12:50 -0600 2024",
"creator_id" : "32011", "creator_id" : "32011",
"date" : "dt:2024-01-18 07:12:50", "date" : "dt:2024-01-18 07:12:50",
"file_url" : "https://realbooru.com/images/8a/34/8a345820da989637c21ac013d522bf69.jpeg", "file_url" : "https://realbooru.com//images/8a/34/8a345820da989637c21ac013d522bf69.jpeg",
"filename" : "8a345820da989637c21ac013d522bf69", "filename" : "8a345820da989637c21ac013d522bf69",
"has_children" : "false", "has_children" : "false",
"has_comments" : "false", "has_comments" : "false",
@@ -73,7 +79,6 @@ __tests__ = (
"#comment" : "older post", "#comment" : "older post",
"#category": ("gelbooru_v02", "realbooru", "post"), "#category": ("gelbooru_v02", "realbooru", "post"),
"#class" : gelbooru_v02.GelbooruV02PostExtractor, "#class" : gelbooru_v02.GelbooruV02PostExtractor,
"#urls" : "https://realbooru.com/images/f9/c8/f9c80c00a6add48b1d0abd3bd3ed75af.jpg",
"#sha1_content": "4a7424810f5f846c161b5d3b7c8b0a85a03368c8", "#sha1_content": "4a7424810f5f846c161b5d3b7c8b0a85a03368c8",
}, },

View File

@@ -12,7 +12,7 @@ __tests__ = (
"#url" : "https://www.slideshare.net/Slideshare/get-started-with-slide-share", "#url" : "https://www.slideshare.net/Slideshare/get-started-with-slide-share",
"#category": ("", "slideshare", "presentation"), "#category": ("", "slideshare", "presentation"),
"#class" : slideshare.SlidesharePresentationExtractor, "#class" : slideshare.SlidesharePresentationExtractor,
"#pattern" : r"https://image\.slidesharecdn\.com/getstartedwithslideshare-150520173821-lva1-app6892/95/get-started-with-slide-share-\d+-1024\.jpg\?cb=\d+", "#pattern" : r"https://image\.slidesharecdn\.com/getstartedwithslideshare-150520173821-lva1-app6892/95/Getting-Started-With-SlideShare-\d+-1024\.jpg",
"#count" : 19, "#count" : 19,
"#sha1_content": "2b6a191eab60b3978fdacfecf2da302dd45bc108", "#sha1_content": "2b6a191eab60b3978fdacfecf2da302dd45bc108",
@@ -30,7 +30,7 @@ __tests__ = (
"#comment" : "long title and description", "#comment" : "long title and description",
"#category": ("", "slideshare", "presentation"), "#category": ("", "slideshare", "presentation"),
"#class" : slideshare.SlidesharePresentationExtractor, "#class" : slideshare.SlidesharePresentationExtractor,
"#sha1_url": "d8952260f8bec337dd809a958ec8091350393f6b", "#sha1_url": "c2d0079cc3b05de0fd93b0d0b1f47ff2a32119b7",
"title" : "Warum Sie nicht Ihren Mitarbeitenden ändern sollten, sondern Ihr Managementsystem", "title" : "Warum Sie nicht Ihren Mitarbeitenden ändern sollten, sondern Ihr Managementsystem",
"description": "Mitarbeitende verhalten sich mehrheitlich so, wie das System es ihnen vorgibt. Welche Voraussetzungen es braucht, damit Ihre Mitarbeitenden ihr ganzes Herzblut einsetzen, bespricht Fredi Schmidli in diesem Referat.", "description": "Mitarbeitende verhalten sich mehrheitlich so, wie das System es ihnen vorgibt. Welche Voraussetzungen es braucht, damit Ihre Mitarbeitenden ihr ganzes Herzblut einsetzen, bespricht Fredi Schmidli in diesem Referat.",
@@ -41,7 +41,7 @@ __tests__ = (
"#comment" : "mobile URL", "#comment" : "mobile URL",
"#category": ("", "slideshare", "presentation"), "#category": ("", "slideshare", "presentation"),
"#class" : slideshare.SlidesharePresentationExtractor, "#class" : slideshare.SlidesharePresentationExtractor,
"#pattern" : r"https://image\.slidesharecdn\.com/introductiontofixedprosthodonticsfinal-110427200948-phpapp02/95/introduction-to-fixed-prosthodontics-\d+-1024\.jpg\?cb=\d+", "#pattern" : r"https://image\.slidesharecdn\.com/introductiontofixedprosthodonticsfinal-110427200948-phpapp02/95/Introduction-to-fixed-prosthodontics-\d+-1024\.jpg",
"#count" : 27, "#count" : 27,
}, },

View File

@@ -9,15 +9,15 @@ from gallery_dl.extractor import vichan
__tests__ = ( __tests__ = (
{ {
"#url" : "https://smuglo.li/a/res/1187531.html", "#url" : "https://smuglo.li/a/res/1143245.html",
"#category": ("vichan", "smugloli", "thread"), "#category": ("vichan", "smugloli", "thread"),
"#class" : vichan.VichanThreadExtractor, "#class" : vichan.VichanThreadExtractor,
"#pattern" : r"https://smug.+/a/src/\d+(-\d)?\.\w+", "#pattern" : r"https://smug.+/a/src/\d+(-\d)?\.\w+",
"#count" : ">= 50", "#count" : ">= 50",
"board" : "a", "board" : "a",
"thread": "1187531", "thread": "1143245",
"title" : "Buta no Liver wa Kanetsu Shiro", "title": "Rabbit Rabbit Thread #4",
}, },
{ {

View File

@@ -14,7 +14,7 @@ __tests__ = (
"#category": ("", "twitter", "user"), "#category": ("", "twitter", "user"),
"#class" : twitter.TwitterUserExtractor, "#class" : twitter.TwitterUserExtractor,
"#options" : {"include": "all"}, "#options" : {"include": "all"},
"#pattern" : r"https://twitter\.com/supernaturepics/(photo|header_photo|timeline|tweets|media|with_replies|likes)$", "#pattern" : r"https://x\.com/supernaturepics/(photo|header_photo|timeline|tweets|media|with_replies|likes)$",
"#count" : 7, "#count" : 7,
}, },
@@ -277,7 +277,7 @@ __tests__ = (
"#category": ("", "twitter", "hashtag"), "#category": ("", "twitter", "hashtag"),
"#class" : twitter.TwitterHashtagExtractor, "#class" : twitter.TwitterHashtagExtractor,
"#pattern" : twitter.TwitterSearchExtractor.pattern, "#pattern" : twitter.TwitterSearchExtractor.pattern,
"#urls" : "https://twitter.com/search?q=%23nature", "#urls" : "https://x.com/search?q=%23nature",
}, },
{ {
@@ -626,7 +626,7 @@ The Washington Post writes, "Three weeks after the toxic train derailment in Ohi
"#category": ("", "twitter", "quotes"), "#category": ("", "twitter", "quotes"),
"#class" : twitter.TwitterQuotesExtractor, "#class" : twitter.TwitterQuotesExtractor,
"#pattern" : twitter.TwitterSearchExtractor.pattern, "#pattern" : twitter.TwitterSearchExtractor.pattern,
"#urls" : "https://twitter.com/search?q=quoted_tweet_id:1263832915173048321", "#urls" : "https://x.com/search?q=quoted_tweet_id:1263832915173048321",
}, },
{ {