github/gallery-dl
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[pixeldrain] add support for filesystem URLs (#7473)

Browse Source
This commit is contained in:
bradenhilton
2025-05-21 16:28:09 +01:00
committed by GitHub
parent b76e7de1a7
commit 3ba4404d21
6 changed files with 180 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
docs/configuration.rst
View File

@@ -3862,6 +3862,16 @@ Description
Your account's `API key <https://pixeldrain.com/user/api_keys>`__
extractor.pixeldrain.recursive
--------------------------
Type
``bool``
Default
``false``
Description
Recursively download files from subfolders.
extractor.pixiv.include
-----------------------
Type

3
docs/gallery-dl.conf
View File

@@ -488,7 +488,8 @@
},
"pixeldrain":
{
"api-key": null
"api-key" : null,
"recursive": false
},
"pixiv":
{

2
docs/supportedsites.md
View File

@@ -706,7 +706,7 @@ Consider all listed sites to potentially be NSFW.
<tr>
<td>pixeldrain</td>
<td>https://pixeldrain.com/</td>
<td>Albums, Files</td>
<td>Albums, Files, Filesystems</td>
<td></td>
</tr>
<tr>

70
gallery_dl/extractor/pixeldrain.py
View File

@@ -96,3 +96,73 @@ class PixeldrainAlbumExtractor(PixeldrainExtractor):
file["date"] = self.parse_datetime(file["date_upload"])
text.nameext_from_url(file["name"], file)
yield Message.Url, url, file
class PixeldrainFolderExtractor(PixeldrainExtractor):
"""Extractor for pixeldrain filesystem files and directories"""
subcategory = "folder"
filename_fmt = "{filename[:230]}.{extension}"
archive_fmt = "{path}_{num}"
pattern = BASE_PATTERN + r"/(?:d|api/filesystem)/([^?]+)"
example = "https://pixeldrain.com/d/abcdefgh"
def metadata(self, data):
return {
"type" : data["type"],
"path" : data["path"],
"name" : data["name"],
"mime_type" : data["file_type"],
"size" : data["file_size"],
"hash_sha256": data["sha256_sum"],
"date" : self.parse_datetime(data["created"]),
}
def items(self):
recursive = self.config("recursive")
url = "{}/api/filesystem/{}".format(self.root, self.groups[0])
stat = self.request(url + "?stat").json()
paths = stat["path"]
path = paths[stat["base_index"]]
if path["type"] == "dir":
children = [
child
for child in stat["children"]
if child["name"] != ".search_index.gz"
]
else:
children = (path,)
folder = self.metadata(path)
folder["id"] = paths[0]["id"]
yield Message.Directory, folder
num = 0
for child in children:
if child["type"] == "file":
num += 1
url = "{}/api/filesystem{}?attach".format(
self.root, child["path"])
share_url = "{}/d{}".format(self.root, child["path"])
data = self.metadata(child)
data.update({
"id" : folder["id"],
"num" : num,
"url" : url,
"share_url": share_url,
})
data["filename"], _, data["extension"] = \
child["name"].rpartition(".")
yield Message.Url, url, data
elif child["type"] == "dir":
if recursive:
url = "{}/d{}".format(self.root, child["path"])
child["_extractor"] = PixeldrainFolderExtractor
yield Message.Queue, url, child
else:
self.log.debug("'%s' is of unknown type (%s)",
child.get("name"), child["type"])

3
scripts/supportedsites.py
View File

@@ -309,6 +309,9 @@ SUBCATEGORY_MAP = {
"created": "Created Pins",
"allpins": "All Pins",
},
"pixeldrain": {
"folder": "Filesystems",
},
"pixiv": {
"me" : "pixiv.me Links",
"novel-bookmark": "Novel Bookmarks",

94
test/results/pixeldrain.py
View File

@@ -97,4 +97,98 @@ __tests__ = (
"#sha1_content": "0c8768055e4e20e7c7259608b67799171b691140",
},
{
"#url" : "https://pixeldrain.com/d/8xz8hcYJ",
"#category": ("", "pixeldrain", "folder"),
"#class" : pixeldrain.PixeldrainFolderExtractor,
"#urls" : "https://pixeldrain.com/api/filesystem/8xz8hcYJ?attach",
"#sha1_content": "edfea851cad717f5643cb94ac04b32335611acf2",
"date" : "dt:2025-05-19 15:27:54",
"extension" : "mp4",
"filename" : "test",
"id" : "8xz8hcYJ",
"mime_type" : "video/mp4",
"name" : "test.mp4",
"path" : "/8xz8hcYJ",
"hash_sha256": "c6293d8359cb84723bbf8cf355da6cf1ef9c3e8b3d465110e91db485e53ada54",
"share_url" : "https://pixeldrain.com/d/8xz8hcYJ",
"size" : 3026,
"type" : "file",
},
{
"#url" : "https://pixeldrain.com/api/filesystem/8xz8hcYJ",
"#category": ("", "pixeldrain", "folder"),
"#class" : pixeldrain.PixeldrainFolderExtractor,
"#urls" : "https://pixeldrain.com/api/filesystem/8xz8hcYJ?attach",
"#sha1_content": "edfea851cad717f5643cb94ac04b32335611acf2",
"date" : "dt:2025-05-19 15:27:54",
"extension" : "mp4",
"filename" : "test",
"id" : "8xz8hcYJ",
"mime_type" : "video/mp4",
"name" : "test.mp4",
"path" : "/8xz8hcYJ",
"hash_sha256": "c6293d8359cb84723bbf8cf355da6cf1ef9c3e8b3d465110e91db485e53ada54",
"share_url" : "https://pixeldrain.com/d/8xz8hcYJ",
"size" : 3026,
"type" : "file",
},
{
"#url" : "https://pixeldrain.com/d/DkdR6QRh",
"#comment" : "dir with file",
"#category": ("", "pixeldrain", "folder"),
"#class" : pixeldrain.PixeldrainFolderExtractor,
"#urls" : ("https://pixeldrain.com/api/filesystem/DkdR6QRh/test.mp4?attach"),
"id": "DkdR6QRh",
},
{
"#url" : "https://pixeldrain.com/d/STAcYjEh",
"#comment" : "dir with subdir",
"#category": ("", "pixeldrain", "folder"),
"#class" : pixeldrain.PixeldrainFolderExtractor,
"id": "STAcYjEh",
},
{
"#url" : "https://pixeldrain.com/d/qTnZkhCJ",
"#comment" : "dir with subdir and files",
"#category": ("", "pixeldrain", "folder"),
"#class" : pixeldrain.PixeldrainFolderExtractor,
"#urls" : (
"https://pixeldrain.com/api/filesystem/qTnZkhCJ/test1.mp4?attach",
"https://pixeldrain.com/api/filesystem/qTnZkhCJ/test2.mp4?attach",
),
"id": "qTnZkhCJ",
},
{
"#url" : "https://pixeldrain.com/d/qTnZkhCJ/subdir/test3.mp4",
"#comment" : "file in subdir",
"#category": ("", "pixeldrain", "folder"),
"#class" : pixeldrain.PixeldrainFolderExtractor,
"#urls" : (
"https://pixeldrain.com/api/filesystem/qTnZkhCJ/subdir/test3.mp4?attach",
),
"date" : "dt:2025-05-20 19:02:08",
"extension" : "mp4",
"filename" : "test3",
"hash_sha256": "c6293d8359cb84723bbf8cf355da6cf1ef9c3e8b3d465110e91db485e53ada54",
"id" : "qTnZkhCJ",
"mime_type" : "video/mp4",
"name" : "test3.mp4",
"path" : "/qTnZkhCJ/subdir/test3.mp4",
"share_url" : "https://pixeldrain.com/d/qTnZkhCJ/subdir/test3.mp4",
"size" : 3026,
"type" : "file",
},
)