github/gallery-dl
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[blogger] inherit from BaseExtractor

Browse Source 
- support www.micmicidol.club (#4759)
This commit is contained in:
Mike Fährmann
2023-11-21 16:52:25 +01:00
parent 0fa85360a0
commit e17a48fe56
6 changed files with 234 additions and 103 deletions
Download Patch File Download Diff File Expand all files Collapse all files

82
test/results/blogger.py
View File

@@ -8,100 +8,30 @@ from gallery_dl.extractor import blogger
__tests__ = (
{
"#url" : "https://julianbphotography.blogspot.com/2010/12/moon-rise.html",
"#category": ("", "blogger", "post"),
"#class" : blogger.BloggerPostExtractor,
"#pattern" : "https://3.bp.blogspot.com/.*/s0/Icy-Moonrise-.*.jpg",
"#sha1_url": "9928429fb62f712eb4de80f53625eccecc614aae",
"blog": {
"date" : "dt:2010-11-21 18:19:42",
"description": "",
"id" : "5623928067739466034",
"kind" : "blogger#blog",
"locale" : dict,
"name" : "Julian Bunker Photography",
"pages" : int,
"posts" : int,
"published" : "2010-11-21T10:19:42-08:00",
"updated" : str,
"url" : "http://julianbphotography.blogspot.com/",
},
"post": {
"author" : "Julian Bunker",
"content" : str,
"date" : "dt:2010-12-26 01:08:00",
"etag" : str,
"id" : "6955139236418998998",
"kind" : "blogger#post",
"published": "2010-12-25T17:08:00-08:00",
"replies" : "0",
"title" : "Moon Rise",
"updated" : "2011-12-06T05:21:24-08:00",
"url" : r"re:.+/2010/12/moon-rise.html$",
},
"num" : int,
"url" : str,
},
{
"#url" : "blogger:http://www.julianbunker.com/2010/12/moon-rise.html",
"#category": ("", "blogger", "post"),
"#category": ("blogger", "www.julianbunker.com", "post"),
"#class" : blogger.BloggerPostExtractor,
},
{
"#url" : "http://cfnmscenesinmovies.blogspot.com/2011/11/cfnm-scene-jenna-fischer-in-office.html",
"#comment" : "video (#587)",
"#category": ("", "blogger", "post"),
"#class" : blogger.BloggerPostExtractor,
"#pattern" : r"https://.+\.googlevideo\.com/videoplayback",
},
{
"#url" : "https://randomthingsthroughmyletterbox.blogspot.com/2022/01/bitter-flowers-by-gunnar-staalesen-blog.html",
"#comment" : "new image domain (#2204)",
"#category": ("", "blogger", "post"),
"#class" : blogger.BloggerPostExtractor,
"#pattern" : "https://blogger.googleusercontent.com/img/a/.+=s0$",
"#count" : 8,
},
{
"#url" : "https://julianbphotography.blogspot.com/",
"#category": ("", "blogger", "blog"),
"#class" : blogger.BloggerBlogExtractor,
"#pattern" : r"https://\d\.bp\.blogspot\.com/.*/s0/[^.]+\.jpg",
"#range" : "1-25",
"#count" : 25,
},
{
"#url" : "blogger:https://www.kefblog.com.ng/",
"#category": ("", "blogger", "blog"),
"#category": ("blogger", "www.kefblog.com.ng", "blog"),
"#class" : blogger.BloggerBlogExtractor,
"#range" : "1-25",
"#count" : 25,
},
{
"#url" : "https://julianbphotography.blogspot.com/search?q=400mm",
"#category": ("", "blogger", "search"),
"#url" : "blogger:http://www.julianbunker.com/search?q=400mm",
"#category": ("blogger", "1www.julianbunker.com", "search"),
"#class" : blogger.BloggerSearchExtractor,
"#count" : "< 10",
"query": "400mm",
},
{
"#url" : "https://dmmagazine.blogspot.com/search/label/D%26D",
"#category": ("", "blogger", "label"),
"#url" : "blogger:http://www.julianbunker.com/search/label/D%26D",
"#category": ("blogger", "www.julianbunker.com", "label"),
"#class" : blogger.BloggerLabelExtractor,
"#range" : "1-25",
"#count" : 25,
"label": "D&D",
},
)

95
test/results/blogspot.py Normal file
View File

@@ -0,0 +1,95 @@
# -*- coding: utf-8 -*-
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License version 2 as
# published by the Free Software Foundation.
from gallery_dl.extractor import blogger
__tests__ = (
{
"#url" : "https://julianbphotography.blogspot.com/2010/12/moon-rise.html",
"#category": ("blogger", "blogspot", "post"),
"#class" : blogger.BloggerPostExtractor,
"#urls" : "https://3.bp.blogspot.com/-zlJddJtJOUo/Tt4WooTPNtI/AAAAAAAABG8/dGT2cGp2E7Y/s0/Icy-Moonrise---For-Web.jpg",
"blog": {
"date" : "dt:2010-11-21 18:19:42",
"description": "",
"id" : "5623928067739466034",
"kind" : "blogger#blog",
"locale" : dict,
"name" : "Julian Bunker Photography",
"pages" : int,
"posts" : int,
"published" : "2010-11-21T10:19:42-08:00",
"updated" : str,
"url" : "http://julianbphotography.blogspot.com/",
},
"post": {
"author" : "Julian Bunker",
"content" : str,
"date" : "dt:2010-12-26 01:08:00",
"etag" : str,
"id" : "6955139236418998998",
"kind" : "blogger#post",
"published": "2010-12-25T17:08:00-08:00",
"replies" : "0",
"title" : "Moon Rise",
"updated" : "2011-12-06T05:21:24-08:00",
"url" : "http://julianbphotography.blogspot.com/2010/12/moon-rise.html",
},
"extension": "jpg",
"filename" : "Icy-Moonrise---For-Web",
"num" : 1,
"num" : int,
"url" : "https://3.bp.blogspot.com/-zlJddJtJOUo/Tt4WooTPNtI/AAAAAAAABG8/dGT2cGp2E7Y/s0/Icy-Moonrise---For-Web.jpg",
},
{
"#url" : "http://cfnmscenesinmovies.blogspot.com/2011/11/cfnm-scene-jenna-fischer-in-office.html",
"#comment" : "video (#587)",
"#category": ("blogger", "blogspot", "post"),
"#class" : blogger.BloggerPostExtractor,
"#pattern" : r"https://.+\.googlevideo\.com/videoplayback",
},
{
"#url" : "https://randomthingsthroughmyletterbox.blogspot.com/2022/01/bitter-flowers-by-gunnar-staalesen-blog.html",
"#comment" : "new image domain (#2204)",
"#category": ("blogger", "blogspot", "post"),
"#class" : blogger.BloggerPostExtractor,
"#pattern" : "https://blogger.googleusercontent.com/img/a/.+=s0$",
"#count" : 8,
},
{
"#url" : "https://julianbphotography.blogspot.com/",
"#category": ("blogger", "blogspot", "blog"),
"#class" : blogger.BloggerBlogExtractor,
"#pattern" : r"https://\d\.bp\.blogspot\.com/.*/s0/[^.]+\.jpg",
"#range" : "1-25",
"#count" : 25,
},
{
"#url" : "https://julianbphotography.blogspot.com/search?q=400mm",
"#category": ("blogger", "blogspot", "search"),
"#class" : blogger.BloggerSearchExtractor,
"#count" : "< 10",
"query": "400mm",
},
{
"#url" : "https://dmmagazine.blogspot.com/search/label/D%26D",
"#category": ("blogger", "blogspot", "label"),
"#class" : blogger.BloggerLabelExtractor,
"#range" : "1-25",
"#count" : 25,
"label": "D&D",
},
)

84
test/results/micmicidol.py Normal file
View File

@@ -0,0 +1,84 @@
# -*- coding: utf-8 -*-
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License version 2 as
# published by the Free Software Foundation.
from gallery_dl.extractor import blogger
__tests__ = (
{
"#url" : "https://www.micmicidol.club/2023/11/weekly-taishu-20231113-cover.html",
"#category": ("blogger", "micmicidol", "post"),
"#class" : blogger.BloggerPostExtractor,
"#urls" : "https://blogger.googleusercontent.com/img/b/R29vZ2xl/AVvXsEhgtpSSdrol9aKP_ztcc_mp9TUUS0U_t2DYJuGX3XCs6X5CkxIb-pM98QlxbkgJFvQj-0e6RbXNBf047qyMDZLcPJsm9dTqAn2XkTVfLhWRaxxVvIYnHYu0R0d7WsAUSFs0MDe4Sotpuqp5DQnjr45T17CXKbWtq9cR3op9dDQh3yiw2a6_HInIjLRm5io/s0/000-micmicidol.jpg",
"blog": {
"date" : "dt:2023-09-18 19:48:53",
"description": "",
"id" : "7192714164191173242",
"kind" : "blogger#blog",
"locale" : {
"country" : "TW",
"language": "zh",
"variant" : "",
},
"name" : "MIC MIC IDOL",
"pages" : int,
"posts" : int,
"published" : "2023-09-18T12:48:53-07:00",
"updated" : str,
"url" : "http://www.micmicidol.club/"
},
"post": {
"author" : "MIC MIC IDOL",
"content" : "&nbsp;",
"date" : "dt:2023-11-18 08:01:00",
"etag" : str,
"id" : "5395888649239375388",
"kind" : "blogger#post",
"labels" : [
"- Cover",
"Weekly Taishu",
"Weekly Taishu Cover",
],
"published": "2023-11-18T00:01:00-08:00",
"replies" : "0",
"title" : "Weekly Taishu 週刊大衆 2023.11.13 Cover",
"updated" : "2023-11-18T03:00:42-08:00",
"url" : "http://www.micmicidol.club/2023/11/weekly-taishu-20231113-cover.html"
},
"num" : 1,
"url" : "https://blogger.googleusercontent.com/img/b/R29vZ2xl/AVvXsEhgtpSSdrol9aKP_ztcc_mp9TUUS0U_t2DYJuGX3XCs6X5CkxIb-pM98QlxbkgJFvQj-0e6RbXNBf047qyMDZLcPJsm9dTqAn2XkTVfLhWRaxxVvIYnHYu0R0d7WsAUSFs0MDe4Sotpuqp5DQnjr45T17CXKbWtq9cR3op9dDQh3yiw2a6_HInIjLRm5io/s0/000-micmicidol.jpg",
},
{
"#url" : "https://www.micmicidol.club/",
"#category": ("blogger", "micmicidol", "blog"),
"#class" : blogger.BloggerBlogExtractor,
"#range" : "1-25",
"#count" : 25,
},
{
"#url" : "https://www.micmicidol.club/search?q=cover",
"#category": ("blogger", "micmicidol", "search"),
"#class" : blogger.BloggerSearchExtractor,
"#range" : "1-25",
"#count" : 25,
"query" : "cover",
},
{
"#url" : "https://www.micmicidol.club/search/label/Weekly%20Taishu%20Cover",
"#category": ("blogger", "micmicidol", "label"),
"#class" : blogger.BloggerLabelExtractor,
"#range" : "1-25",
"#count" : 25,
"label" : "Weekly Taishu Cover",
},
)