Mike Fährmann a6d4733e11 [pixiv] extract 'date_url' metadata (#3405) ...

i.e. the datetime encoded in each file URL.

https://i.pximg.net/img-master/img/2022/12/01/13/44/55/12345678_p0.jpg
->
2022-12-01 13:44:55 +09:00
->
2022-12-01 04:44:55

2022-12-15 11:40:20 +01:00

..

__init__.py

[webmshare] add 'video' extractor (#2410)

2022-12-14 19:59:07 +01:00

2chan.py

replace 'text.extract()' with 'text.extr()' where possible

2022-11-05 01:14:09 +01:00

2chen.py

[2chen] fix extraction (#3356)

2022-12-04 16:19:36 +01:00

3dbooru.py

[moebooru] add generalized extractors for moebooru sites

2020-12-01 22:27:18 +01:00

4chan.py

remove most 'yield Message.Version' statements

2021-08-16 03:10:48 +02:00

8chan.py

update extractor test results

2022-12-08 18:58:29 +01:00

8muses.py

replace 'text.extract()' with 'text.extr()' where possible

2022-11-05 01:14:09 +01:00

35photo.py

update extractor test results

2022-12-08 18:58:29 +01:00

420chan.py

[429chan] add 'thread' and 'board' extractors (closes #1773)

2021-08-21 22:46:22 +02:00

500px.py

update extractor test results

2022-07-12 15:49:22 +02:00

adultempire.py

update extractor class hierarchies

2019-10-16 18:15:29 +02:00

architizer.py

update extractor test results

2021-07-20 20:21:33 +02:00

artstation.py

[artstation] add 'max-posts' option (#3270)

2022-11-23 22:00:18 +01:00

aryion.py

replace 'text.extract()' with 'text.extr()' where possible

2022-11-05 01:14:09 +01:00

bbc.py

replace 'text.extract()' with 'text.extr()' where possible

2022-11-05 01:14:09 +01:00

bcy.py

[bcy] fix JSONDecodeError (#3321)

2022-11-30 14:44:19 +01:00

behance.py

replace 'text.extract()' with 'text.extr()' where possible

2022-11-05 01:14:09 +01:00

blogger.py

replace 'text.extract()' with 'text.extr()' where possible

2022-11-05 01:14:09 +01:00

booru.py

[booru] refactor 'tags' and 'notes' extraction

2022-10-31 12:01:19 +01:00

bunkr.py

misc fixes

2022-12-14 13:30:27 +01:00

catbox.py

[catbox] add 'album' extractor (#2410)

2022-08-18 18:00:24 +02:00

comicvine.py

[comicvine] add extractor (closes #1712)

2021-07-23 16:17:06 +02:00

common.py

implement '"user-agent": "browser"' (#2636)

2022-11-13 19:17:39 +01:00

cyberdrop.py

[cyberdrop] add fallback URLs (#2668)

2022-06-13 14:19:40 +02:00

danbooru.py

[danbooru] remove stray 'print()'

2022-11-25 18:27:45 +01:00

desktopography.py

[desktopography] simplify (#1740)

2021-09-17 20:09:24 +02:00

deviantart.py

update extractor test results

2022-12-08 18:58:29 +01:00

directlink.py

allow '/' and '?' in URL queries

2022-10-02 19:02:05 +02:00

dynastyscans.py

replace 'text.extract()' with 'text.extr()' where possible

2022-11-05 01:14:09 +01:00

erome.py

update extractor test results

2022-12-08 18:58:29 +01:00

exhentai.py

update extractor test results

2022-12-08 18:58:29 +01:00

fallenangels.py

replace 'text.extract()' with 'text.extr()' where possible

2022-11-05 01:14:09 +01:00

fanbox.py

[fanbox] extend 'content' test result (#3020)

2022-10-11 19:01:26 +02:00

fantia.py

[fantia] apply patch (#2381)

2022-03-11 18:02:31 +01:00

fapachi.py

[fapachi] add 'post' and 'user' extractors (#3347)

2022-12-02 13:54:29 +01:00

flickr.py

[flickr] add support for secure.flickr.com (#2910)

2022-09-14 16:19:27 +02:00

foolfuuka.py

replace 'text.extract()' with 'text.extr()' where possible

2022-11-05 01:14:09 +01:00

foolslide.py

[foolslide] remove 'kireicake'

2022-12-05 19:47:56 +01:00

furaffinity.py

replace 'text.extract()' with 'text.extr()' where possible

2022-11-05 01:14:09 +01:00

fuskator.py

replace 'text.extract()' with 'text.extr()' where possible

2022-11-05 01:14:09 +01:00

gelbooru_v01.py

[gelbooru_v01] remove 'tlb.booru.org' from supported domains

2022-05-10 12:23:05 +02:00

gelbooru_v02.py

update extractor test results

2022-12-08 18:58:29 +01:00

gelbooru.py

replace 'text.extract()' with 'text.extr()' where possible

2022-11-05 01:14:09 +01:00

generic.py

replace 'text.extract()' with 'text.extr()' where possible

2022-11-05 01:14:09 +01:00

gfycat.py

[gfycat] cleanup

2022-05-29 15:24:23 +02:00

gofile.py

[gofile] fix 401 Unauthorized errors (#2632)

2022-06-01 13:02:34 +02:00

hbrowse.py

update extractor test results

2020-09-15 18:07:08 +02:00

hentai2read.py

[hentai2read] fix manga metadata extraction

2022-10-24 16:31:01 +02:00

hentaicosplays.py

replace 'text.extract()' with 'text.extr()' where possible

2022-11-05 01:14:09 +01:00

hentaifoundry.py

replace 'text.extract()' with 'text.extr()' where possible

2022-11-05 01:14:09 +01:00

hentaifox.py

remove most 'yield Message.Version' statements

2021-08-16 03:10:48 +02:00

hentaihand.py

update extractor test results

2022-07-12 15:49:22 +02:00

hentaihere.py

replace 'text.extract()' with 'text.extr()' where possible

2022-11-05 01:14:09 +01:00

hiperdex.py

replace 'text.extract()' with 'text.extr()' where possible

2022-11-05 01:14:09 +01:00

hitomi.py

[hitomi] apply format check for every image (#3030) (#3280)

2022-11-27 15:55:25 +01:00

hotleak.py

[hotleak] fix UnboundLocalError (#3288, #3293)

2022-11-23 22:21:59 +01:00

idolcomplex.py

replace 'text.extract()' with 'text.extr()' where possible

2022-11-05 01:14:09 +01:00

imagebam.py

replace 'text.extract()' with 'text.extr()' where possible

2022-11-05 01:14:09 +01:00

imagechest.py

replace 'text.extract()' with 'text.extr()' where possible

2022-11-05 01:14:09 +01:00

imagefap.py

replace 'text.extract()' with 'text.extr()' where possible

2022-11-05 01:14:09 +01:00

imagehosts.py

[imagetwist] fix extraction

2022-12-05 22:15:59 +01:00

imgbb.py

replace 'text.extract()' with 'text.extr()' where possible

2022-11-05 01:14:09 +01:00

imgbox.py

replace 'text.extract()' with 'text.extr()' where possible

2022-11-05 01:14:09 +01:00

imgth.py

[imgth] rewrite

2022-12-07 21:19:06 +01:00

imgur.py

[imgur] prevent exception for empty albums (closes #2557)

2022-05-04 17:34:50 +02:00

inkbunny.py

[inkbunny] provide additional metadata (#3274)

2022-11-22 18:54:22 +01:00

instagram.py

[instagram] prevent post 'date' overwriting file 'date' (#3392)

2022-12-12 11:38:48 +01:00

issuu.py

replace 'text.extract()' with 'text.extr()' where possible

2022-11-05 01:14:09 +01:00

itaku.py

[itaku] remove 'Extreme' rating (#3287)

2022-11-24 11:09:00 +01:00

kabeuchi.py

replace 'text.extract()' with 'text.extr()' where possible

2022-11-05 01:14:09 +01:00

keenspot.py

replace 'text.extract()' with 'text.extr()' where possible

2022-11-05 01:14:09 +01:00

kemonoparty.py

replace 'text.extract()' with 'text.extr()' where possible

2022-11-05 01:14:09 +01:00

khinsider.py

[khinsider] fix metadata extraction

2022-12-07 21:36:34 +01:00

komikcast.py

[komikcast] update domain and fix extraction

2022-12-06 22:00:23 +01:00

lightroom.py

replace 'text.extract()' with 'text.extr()' where possible

2022-11-05 01:14:09 +01:00

lineblog.py

replace 'text.extract()' with 'text.extr()' where possible

2022-11-05 01:14:09 +01:00

livedoor.py

replace 'text.extract()' with 'text.extr()' where possible

2022-11-05 01:14:09 +01:00

lolisafe.py

[bunkr] update domain (#3391)

2022-12-11 23:18:01 +01:00

luscious.py

update extractor test results

2022-08-28 00:16:12 +02:00

lynxchan.py

[lynxchan] add generic extractors for lynxchan imageboards (#3394)

2022-12-12 13:13:39 +01:00

mangadex.py

update extractor test results

2022-12-08 18:58:29 +01:00

mangafox.py

[mangafox] extract more metadata (#3167)

2022-12-14 19:56:59 +01:00

mangahere.py

update extractor test results

2022-07-12 15:49:22 +02:00

mangakakalot.py

update extractor test results

2022-07-12 15:49:22 +02:00

manganelo.py

replace 'text.extract()' with 'text.extr()' where possible

2022-11-05 01:14:09 +01:00

mangapark.py

replace 'text.extract()' with 'text.extr()' where possible

2022-11-05 01:14:09 +01:00

mangasee.py

[mangasee] add support for 'mangalife' (#3086)

2022-10-21 16:46:36 +02:00

mangoxo.py

replace 'text.extract()' with 'text.extr()' where possible

2022-11-05 01:14:09 +01:00

mastodon.py

[mastodon] add "remote_instance" field (#3119)

2022-11-02 17:09:38 +01:00

mememuseum.py

[mememuseum] add 'tag' and 'post' extractors (closes #2264)

2022-02-20 02:15:38 +01:00

message.py

remove 'Message.Metadata' (#866)

2021-01-31 02:12:37 +01:00

moebooru.py

replace 'text.extract()' with 'text.extr()' where possible

2022-11-05 01:14:09 +01:00

myhentaigallery.py

replace 'text.extract()' with 'text.extr()' where possible

2022-11-05 01:14:09 +01:00

myportfolio.py

replace 'text.extract()' with 'text.extr()' where possible

2022-11-05 01:14:09 +01:00

nana.py

replace 'text.extract()' with 'text.extr()' where possible

2022-11-05 01:14:09 +01:00

naver.py

remove most 'yield Message.Version' statements

2021-08-16 03:10:48 +02:00

naverwebtoon.py

replace 'text.extract()' with 'text.extr()' where possible

2022-11-05 01:14:09 +01:00

newgrounds.py

replace 'text.extract()' with 'text.extr()' where possible

2022-11-05 01:14:09 +01:00

nhentai.py

[nhentai] simplify

2021-10-14 16:45:53 +02:00

nijie.py

replace 'text.extract()' with 'text.extr()' where possible

2022-11-05 01:14:09 +01:00

nitter.py

[nitter] support '/i/user/' URLs (#3310)

2022-12-04 16:21:13 +01:00

nozomi.py

[nozomi] fix extraction (#3051)

2022-10-14 00:19:37 +02:00

nsfwalbum.py

[nsfwalbum] retry all requests when extracting image URLs

2021-07-30 00:23:04 +02:00

oauth.py

[oauth] add host config option (#2806)

2022-08-14 17:08:01 +02:00

paheal.py

{paheal[ add proper support for videos (#2892)

2022-09-04 13:30:48 +02:00

patreon.py

[patreon] update API query parameters

2022-12-01 10:02:28 +01:00

philomena.py

[booru] refactor 'tags' and 'notes' extraction

2022-10-31 12:01:19 +01:00

photobucket.py

replace 'text.extract()' with 'text.extr()' where possible

2022-11-05 01:14:09 +01:00

photovogue.py

[photovogue] switch to .com, update api endpoint (#2494)

2022-04-27 22:37:53 +02:00

picarto.py

[picarto] add 'gallery' extractor (closes #1931)

2021-10-13 01:22:10 +02:00

piczel.py

update extractor test results

2022-07-12 15:49:22 +02:00

pillowfort.py

replace 'text.extract()' with 'text.extr()' where possible

2022-11-05 01:14:09 +01:00

pinterest.py

[pinterest] handle section pins with separate extractors (#2684)

2022-07-03 18:12:16 +02:00

pixiv.py

[pixiv] extract 'date_url' metadata (#3405)

2022-12-15 11:40:20 +01:00

pixnet.py

replace 'text.extract()' with 'text.extr()' where possible

2022-11-05 01:14:09 +01:00

plurk.py

[plurk] fix extraction (#2977)

2022-09-28 13:04:32 +02:00

poipiku.py

[poipiku] use 'img-org.poipiku.com' as image domain (#2796)

2022-09-12 11:21:01 +02:00

pornhub.py

generic extractor (#735)

2021-12-29 22:39:29 +01:00

pururin.py

replace 'text.extract()' with 'text.extr()' where possible

2022-11-05 01:14:09 +01:00

reactor.py

replace 'text.extract()' with 'text.extr()' where possible

2022-11-05 01:14:09 +01:00

readcomiconline.py

update extractor test results

2022-07-12 15:49:22 +02:00

recursive.py

remove 'extractor.blacklist' context manager

2020-09-11 13:17:35 +02:00

reddit.py

[reddit] increase 'id-max' default value (#3397)

2022-12-12 12:10:06 +01:00

redgifs.py

update extractor test results

2022-12-08 18:58:29 +01:00

rule34us.py

[rule34us] extract tags per category (#1527)

2021-12-16 00:06:52 +01:00

sankaku.py

replace 'text.extract()' with 'text.extr()' where possible

2022-11-05 01:14:09 +01:00

sankakucomplex.py

implement 'util.unique_squence()'

2021-03-02 23:11:08 +01:00

seiga.py

[seiga] require authentication with 'user_session' cookie (#2372)

2022-03-11 02:10:15 +01:00

senmanga.py

remove most 'yield Message.Version' statements

2021-08-16 03:10:48 +02:00

sexcom.py

replace 'text.extract()' with 'text.extr()' where possible

2022-11-05 01:14:09 +01:00

shopify.py

[shopifx] natively support a few more sites (closes #2089)

2022-05-10 15:49:36 +02:00

simplyhentai.py

replace 'text.extract()' with 'text.extr()' where possible

2022-11-05 01:14:09 +01:00

skeb.py

[skeb] fix extraction (#3112)

2022-10-29 15:07:21 +02:00

slickpic.py

update extractor test results

2022-12-08 18:58:29 +01:00

slideshare.py

[slideshare] fix metadata extraction

2022-08-28 10:52:28 +02:00

smugmug.py

update extractor test results

2022-12-08 18:58:29 +01:00

soundgasm.py

misc fixes

2022-12-14 13:30:27 +01:00

speakerdeck.py

remove most 'yield Message.Version' statements

2021-08-16 03:10:48 +02:00

subscribestar.py

replace 'text.extract()' with 'text.extr()' where possible

2022-11-05 01:14:09 +01:00

tapas.py

update extractor test results

2022-08-28 00:16:12 +02:00

telegraph.py

[telegraph] Add telegra.ph extractor (#2312)

2022-03-28 19:18:13 +02:00

test.py

remove most 'yield Message.Version' statements

2021-08-16 03:10:48 +02:00

toyhouse.py

[toyhouse] support 'art' listings (#1546, #2331)

2022-02-27 16:22:50 +01:00

tsumino.py

remove most 'yield Message.Version' statements

2021-08-16 03:10:48 +02:00

tumblr.py

replace 'text.extract()' with 'text.extr()' where possible

2022-11-05 01:14:09 +01:00

tumblrgallery.py

replace 'text.extract()' with 'text.extr()' where possible

2022-11-05 01:14:09 +01:00

twibooru.py

update extractor test results

2022-12-08 18:58:29 +01:00

twitter.py

[twitter] update 'search' pagination (#544)

2022-12-14 19:56:59 +01:00

unsplash.py

update extractor test results

2022-12-08 18:58:29 +01:00

uploadir.py

[uploadir] use utf-8 filenames (#3162)

2022-11-05 19:03:48 +01:00

vanillarock.py

replace 'text.extract()' with 'text.extr()' where possible

2022-11-05 01:14:09 +01:00

vichan.py

[vichan] recognize board url w/o trailing slash (#3087)

2022-10-24 15:52:54 +02:00

vk.py

[vk] add 'tagged' extractor (#2997)

2022-10-08 15:41:39 +02:00

vsco.py

replace 'text.extract()' with 'text.extr()' where possible

2022-11-05 01:14:09 +01:00

wallhaven.py

[wallhaven] update 'user' extractor (#3226)

2022-11-15 17:35:52 +01:00

wallpapercave.py

[wallpapercave] add extractor for images (#2205)

2022-02-11 23:44:51 +01:00

warosu.py

[warosu] fix and update

2022-12-07 21:23:45 +01:00

weasyl.py

replace 'text.extract()' with 'text.extr()' where possible

2022-11-05 01:14:09 +01:00

webmshare.py

[webmshare] add 'video' extractor (#2410)

2022-12-14 19:59:07 +01:00

webtoons.py

update extractor test results

2022-12-08 18:58:29 +01:00

weibo.py

[weibo] add 'count' metadata field (#3305)

2022-11-30 11:36:46 +01:00

wikiart.py

update extractor test results

2022-04-18 17:24:00 +02:00

xhamster.py

replace 'text.extract()' with 'text.extr()' where possible

2022-11-05 01:14:09 +01:00

xvideos.py

replace 'text.extract()' with 'text.extr()' where possible

2022-11-05 01:14:09 +01:00

ytdl.py

refactor proxy handling code (#2357)

2022-03-10 23:55:35 +01:00

zerochan.py

replace 'text.extract()' with 'text.extr()' where possible

2022-11-05 01:14:09 +01:00