[booth] add 'item' extractor (#7920)
This commit is contained in:
Mike Fährmann
@@ -157,6 +157,12 @@ Consider all listed sites to potentially be NSFW.
|
|||||||
<td>DMs, Subscriptions Feed, Followed Users, Media Files, Posts, User Profiles</td>
|
<td>DMs, Subscriptions Feed, Followed Users, Media Files, Posts, User Profiles</td>
|
||||||
<td><a href="https://github.com/mikf/gallery-dl#cookies">Cookies</a></td>
|
<td><a href="https://github.com/mikf/gallery-dl#cookies">Cookies</a></td>
|
||||||
</tr>
|
</tr>
|
||||||
|
<tr>
|
||||||
|
<td>BOOTH</td>
|
||||||
|
<td>https://booth.pm/</td>
|
||||||
|
<td>Items</td>
|
||||||
|
<td></td>
|
||||||
|
</tr>
|
||||||
<tr>
|
<tr>
|
||||||
<td>Bunkr</td>
|
<td>Bunkr</td>
|
||||||
<td>https://bunkr.si/</td>
|
<td>https://bunkr.si/</td>
|
||||||
|
|||||||
@@ -35,6 +35,7 @@ modules = [
|
|||||||
"blogger",
|
"blogger",
|
||||||
"bluesky",
|
"bluesky",
|
||||||
"boosty",
|
"boosty",
|
||||||
|
"booth",
|
||||||
"bunkr",
|
"bunkr",
|
||||||
"catbox",
|
"catbox",
|
||||||
"chevereto",
|
"chevereto",
|
||||||
|
|||||||
70
gallery_dl/extractor/booth.py
Normal file
70
gallery_dl/extractor/booth.py
Normal file
@@ -0,0 +1,70 @@
|
|||||||
|
# -*- coding: utf-8 -*-
|
||||||
|
|
||||||
|
# Copyright 2025 Mike Fährmann
|
||||||
|
#
|
||||||
|
# This program is free software; you can redistribute it and/or modify
|
||||||
|
# it under the terms of the GNU General Public License version 2 as
|
||||||
|
# published by the Free Software Foundation.
|
||||||
|
|
||||||
|
"""Extractors for https://booth.pm/"""
|
||||||
|
|
||||||
|
from .common import Extractor, Message
|
||||||
|
from .. import text
|
||||||
|
|
||||||
|
BASE_PATTERN = r"(?:https?://)?(?:[\w-]+\.)?booth\.pm(?:/\w\w)?"
|
||||||
|
|
||||||
|
|
||||||
|
class BoothExtractor(Extractor):
|
||||||
|
"""Base class for booth extractors"""
|
||||||
|
category = "booth"
|
||||||
|
root = "https://booth.pm"
|
||||||
|
directory_fmt = ("{category}", "{shop[name]}", "{id} {name}")
|
||||||
|
filename_fmt = "{num:>02} {filename}.{extension}"
|
||||||
|
archive_fmt = "{id}_{filename}"
|
||||||
|
|
||||||
|
def _init(self):
|
||||||
|
self.cookies.set("adult", "1", domain=".booth.pm")
|
||||||
|
|
||||||
|
|
||||||
|
class BoothItemExtractor(BoothExtractor):
|
||||||
|
subcategory = "item"
|
||||||
|
pattern = BASE_PATTERN + r"/items/(\d+)"
|
||||||
|
example = "https://booth.pm/items/12345"
|
||||||
|
|
||||||
|
def items(self):
|
||||||
|
url = f"{self.root}/ja/items/{self.groups[0]}.json"
|
||||||
|
item = self.request_json(url)
|
||||||
|
|
||||||
|
item["booth_category"] = item.pop("category", None)
|
||||||
|
item["date"] = text.parse_datetime(
|
||||||
|
item["published_at"], "%Y-%m-%dT%H:%M:%S.%f%z")
|
||||||
|
item["tags"] = [t["name"] for t in item["tags"]]
|
||||||
|
|
||||||
|
files = self._extract_files(item)
|
||||||
|
item["count"] = len(files)
|
||||||
|
|
||||||
|
yield Message.Directory, item
|
||||||
|
for num, file in enumerate(files, 1):
|
||||||
|
url = file["url"]
|
||||||
|
file["num"] = num
|
||||||
|
text.nameext_from_url(url, file)
|
||||||
|
yield Message.Url, url, {**item, **file}
|
||||||
|
|
||||||
|
def _extract_files(self, item):
|
||||||
|
files = []
|
||||||
|
|
||||||
|
for image in item.pop("images"):
|
||||||
|
url = image["original"].replace("_base_resized", "")
|
||||||
|
files.append({
|
||||||
|
"url" : url,
|
||||||
|
"_fallback": _fallback(url),
|
||||||
|
})
|
||||||
|
|
||||||
|
return files
|
||||||
|
|
||||||
|
|
||||||
|
def _fallback(url):
|
||||||
|
base = url[:-3]
|
||||||
|
yield base + "jpeg"
|
||||||
|
yield base + "png"
|
||||||
|
yield base + "webp"
|
||||||
@@ -37,6 +37,7 @@ CATEGORY_MAP = {
|
|||||||
"baraag" : "baraag",
|
"baraag" : "baraag",
|
||||||
"batoto" : "BATO.TO",
|
"batoto" : "BATO.TO",
|
||||||
"bbc" : "BBC",
|
"bbc" : "BBC",
|
||||||
|
"booth" : "BOOTH",
|
||||||
"cien" : "Ci-en",
|
"cien" : "Ci-en",
|
||||||
"cohost" : "cohost!",
|
"cohost" : "cohost!",
|
||||||
"comicvine" : "Comic Vine",
|
"comicvine" : "Comic Vine",
|
||||||
|
|||||||
183
test/results/booth.py
Normal file
183
test/results/booth.py
Normal file
@@ -0,0 +1,183 @@
|
|||||||
|
# -*- coding: utf-8 -*-
|
||||||
|
|
||||||
|
# This program is free software; you can redistribute it and/or modify
|
||||||
|
# it under the terms of the GNU General Public License version 2 as
|
||||||
|
# published by the Free Software Foundation.
|
||||||
|
|
||||||
|
from gallery_dl.extractor import booth
|
||||||
|
|
||||||
|
|
||||||
|
__tests__ = (
|
||||||
|
{
|
||||||
|
"#url" : "https://booth.pm/ja/items/4693741",
|
||||||
|
"#class" : booth.BoothItemExtractor,
|
||||||
|
"#pattern" : r"https://booth.pximg.net/792d497b-6e82-4df3-86de-31577e10f476/i/4693741/[\w-]{36}.jpg",
|
||||||
|
"#count" : 10,
|
||||||
|
|
||||||
|
"booth_category" : {
|
||||||
|
"id" : 56,
|
||||||
|
"name" : "漫画・マンガ",
|
||||||
|
"url" : "https://booth.pm/ja/browse/%E6%BC%AB%E7%94%BB%E3%83%BB%E3%83%9E%E3%83%B3%E3%82%AC",
|
||||||
|
"parent": {
|
||||||
|
"name": "漫画",
|
||||||
|
"url" : "https://booth.pm/ja/browse/%E6%BC%AB%E7%94%BB",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
"buyee_variations": [],
|
||||||
|
"count" : 10,
|
||||||
|
"num" : range(1, 10),
|
||||||
|
"date" : "dt:2023-04-16 14:25:29",
|
||||||
|
"description" : """※※英語版※※
|
||||||
|
【踏切の音はもう聞こえない。の英訳ver.のダウンロード版になります。】
|
||||||
|
【This is the downloadable version of the English translation ver.】
|
||||||
|
|
||||||
|
Goto Hitori is 25 years old.
|
||||||
|
She loses all hope and tries to jump into a railroad crossing.
|
||||||
|
But at that moment, She is transported back in time to that era...?
|
||||||
|
|
||||||
|
The story is spun by the tag-team of manga and music,
|
||||||
|
The story of Bocchi-chan's inspiration and courage.
|
||||||
|
|
||||||
|
The set includes the manga book and a download card for the music (doujin music)!
|
||||||
|
Please enjoy the world of Bocchi ·the·rock! brought to you by "Futari Bocchi no Solitude".
|
||||||
|
|
||||||
|
wano-Twitter
|
||||||
|
https://twitter.com/wano49
|
||||||
|
|
||||||
|
Japanese version
|
||||||
|
https://www.melonbooks.co.jp/detail/detail.php?product_id=1872452""",
|
||||||
|
"embeds" : [],
|
||||||
|
"extension" : "jpg",
|
||||||
|
"factory_description": None,
|
||||||
|
"filename" : str,
|
||||||
|
"gift" : None,
|
||||||
|
"id" : 4693741,
|
||||||
|
"is_adult" : False,
|
||||||
|
"is_buyee_possible": False,
|
||||||
|
"is_end_of_sale" : False,
|
||||||
|
"is_placeholder" : False,
|
||||||
|
"is_sold_out" : False,
|
||||||
|
"name" : "※英語版※ I can no longer hear the railway crossing.【Bocchi the rock!】",
|
||||||
|
"order" : None,
|
||||||
|
"price" : "¥ 700",
|
||||||
|
"published_at" : "2023-04-16T23:25:29.000+09:00",
|
||||||
|
"purchase_limit" : None,
|
||||||
|
"report_url" : "https://wanoazayaka.booth.pm/items/4693741/report",
|
||||||
|
"share" : {
|
||||||
|
"hashtags": ["booth_pm"],
|
||||||
|
"text" : "※英語版※ I can no longer hear the railway crossing.【Bocchi the rock!】 | ふたりぼっちのSolitude",
|
||||||
|
},
|
||||||
|
"shipping_info" : "支払いから発送までの日数：4日以内",
|
||||||
|
"shop" : {
|
||||||
|
"name" : "ふたりぼっちのSolitude",
|
||||||
|
"subdomain" : "wanoazayaka",
|
||||||
|
"thumbnail_url": "https://booth.pximg.net/c/48x48/users/5742915/icon_image/1448e5d8-f93f-445e-8e1e-acb29aa45aa4_base_resized.jpg",
|
||||||
|
"url" : "https://wanoazayaka.booth.pm/",
|
||||||
|
"verified" : False,
|
||||||
|
},
|
||||||
|
"small_stock" : None,
|
||||||
|
"sound" : None,
|
||||||
|
"tracks" : None,
|
||||||
|
"url" : str,
|
||||||
|
"wish_list_url" : "https://booth.pm/items/4693741/wish_list",
|
||||||
|
"wish_lists_count": range(80, 120),
|
||||||
|
"wished" : False,
|
||||||
|
"tag_banners" : "len:list:5",
|
||||||
|
"tag_combination" : {
|
||||||
|
"category": "漫画・マンガ",
|
||||||
|
"tag" : "ぼっち・ざ・ろっく!",
|
||||||
|
"url" : "https://booth.pm/ja/browse/%E6%BC%AB%E7%94%BB%E3%83%BB%E3%83%9E%E3%83%B3%E3%82%AC?tags%5B%5D=%E3%81%BC%E3%81%A3%E3%81%A1%E3%83%BB%E3%81%96%E3%83%BB%E3%82%8D%E3%81%A3%E3%81%8F%21",
|
||||||
|
},
|
||||||
|
"tags" : [
|
||||||
|
"ぼっち・ざ・ろっく!",
|
||||||
|
"ぼっちざろっく",
|
||||||
|
"ぼっち・ざ・ろっく",
|
||||||
|
"Bocchi the Rock!",
|
||||||
|
"BocchiTheRock",
|
||||||
|
],
|
||||||
|
"variations" : [{
|
||||||
|
"buyee_html" : None,
|
||||||
|
"downloadable" : None,
|
||||||
|
"factory_image_url": None,
|
||||||
|
"has_download_code": False,
|
||||||
|
"id" : 7869860,
|
||||||
|
"is_anshin_booth_pack": False,
|
||||||
|
"is_empty_allocatable_stock_with_preorder": False,
|
||||||
|
"is_empty_stock" : False,
|
||||||
|
"is_factory_item": False,
|
||||||
|
"is_mailbin" : False,
|
||||||
|
"is_waiting_on_arrival": False,
|
||||||
|
"name" : None,
|
||||||
|
"order_url" : None,
|
||||||
|
"price" : 700,
|
||||||
|
"small_stock" : None,
|
||||||
|
"status" : "addable_to_cart",
|
||||||
|
"type" : "digital",
|
||||||
|
}],
|
||||||
|
},
|
||||||
|
|
||||||
|
{
|
||||||
|
"#url" : "https://caramel-crunch.booth.pm/items/7236173?utm_source=pixiv&utm_medium=popboard&utm_campaign=popboard",
|
||||||
|
"#class" : booth.BoothItemExtractor,
|
||||||
|
"#results" : (
|
||||||
|
"https://booth.pximg.net/74488d0d-e533-443c-82ce-fa961d5cbaf0/i/7236173/131bf61c-0534-4af3-9408-f19f08cb3622.jpg",
|
||||||
|
"https://booth.pximg.net/74488d0d-e533-443c-82ce-fa961d5cbaf0/i/7236173/fb65233a-7a93-4219-ba9f-b63e11329fda.jpg",
|
||||||
|
"https://booth.pximg.net/74488d0d-e533-443c-82ce-fa961d5cbaf0/i/7236173/e18c16a0-b285-4cd8-aacc-6b3c4f4c6ce3.jpg",
|
||||||
|
),
|
||||||
|
|
||||||
|
"count" : 3,
|
||||||
|
"date" : "dt:2025-07-28 07:00:43",
|
||||||
|
"description" : """C106新作おっぱいマウスパッドです
|
||||||
|
コミケ開始時間に合わせてカート開放します
|
||||||
|
■お届け9月中旬頃～予定
|
||||||
|
印刷：熱転写
|
||||||
|
素材：表面/SuperSmooth Fabric 裏面/PUゲル
|
||||||
|
|
||||||
|
乳首パーツ付き
|
||||||
|
ブリスターパック封入
|
||||||
|
|
||||||
|
納品済みの為数量限定です。
|
||||||
|
数がなくなり次第終了となります。
|
||||||
|
|
||||||
|
当日コミケにも持ち込みます。
|
||||||
|
2日目,東7ホール Ａ26ab CARAMEL CRUNCH!""",
|
||||||
|
"id" : 7236173,
|
||||||
|
"is_adult" : True,
|
||||||
|
"is_buyee_possible": False,
|
||||||
|
"is_end_of_sale" : False,
|
||||||
|
"is_placeholder" : False,
|
||||||
|
"is_sold_out" : False,
|
||||||
|
"name" : "こ〇ちゃんおっぱいマウスパッド(乳首パーツ付き)",
|
||||||
|
"price" : "¥ 6,500",
|
||||||
|
"published_at" : "2025-07-28T16:00:43.000+09:00",
|
||||||
|
"purchase_limit" : 1,
|
||||||
|
"shipping_info" : "支払いから発送までの日数：7日以内",
|
||||||
|
"booth_category" : {
|
||||||
|
"id" : 171,
|
||||||
|
"name" : "マウスパッド",
|
||||||
|
"url" : "https://booth.pm/ja/browse/%E3%83%9E%E3%82%A6%E3%82%B9%E3%83%91%E3%83%83%E3%83%89",
|
||||||
|
"parent": {
|
||||||
|
"name": "グッズ",
|
||||||
|
"url" : "https://booth.pm/ja/browse/%E3%82%B0%E3%83%83%E3%82%BA",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
"shop" : {
|
||||||
|
"name" : "ＣＡＲＡＭＥＬ ＣＲＵＮＣＨ！",
|
||||||
|
"subdomain" : "caramel-crunch",
|
||||||
|
"thumbnail_url": "https://booth.pximg.net/c/48x48/users/49832/icon_image/a240e313-6a0f-4155-8310-a0d6abb299e6_base_resized.jpg",
|
||||||
|
"url" : "https://caramel-crunch.booth.pm/",
|
||||||
|
"verified" : False,
|
||||||
|
},
|
||||||
|
"tag_combination" : {
|
||||||
|
"category": "マウスパッド",
|
||||||
|
"tag" : "おっぱいマウスパッド",
|
||||||
|
"url" : "https://booth.pm/ja/browse/%E3%83%9E%E3%82%A6%E3%82%B9%E3%83%91%E3%83%83%E3%83%89?tags%5B%5D=%E3%81%8A%E3%81%A3%E3%81%B1%E3%81%84%E3%83%9E%E3%82%A6%E3%82%B9%E3%83%91%E3%83%83%E3%83%89",
|
||||||
|
},
|
||||||
|
"tags" : [
|
||||||
|
"おっぱいマウスパッド",
|
||||||
|
"C106",
|
||||||
|
"c106新作",
|
||||||
|
],
|
||||||
|
},
|
||||||
|
|
||||||
|
)
|
||||||
Reference in New Issue
Block a user