[s3ndpics] add initial support (#8322)
This commit is contained in:
Mike Fährmann
@@ -871,6 +871,12 @@ Consider all listed sites to potentially be NSFW.
|
||||
<td>Playlists, Posts, Tag Searches</td>
|
||||
<td>Supported</td>
|
||||
</tr>
|
||||
<tr id="s3ndpics" title="s3ndpics">
|
||||
<td>S3ND</td>
|
||||
<td>https://s3nd.pics/</td>
|
||||
<td>Posts, Search Results, User Profiles</td>
|
||||
<td></td>
|
||||
</tr>
|
||||
<tr id="saint" title="saint">
|
||||
<td>Saint</td>
|
||||
<td>https://saint2.su/</td>
|
||||
|
||||
@@ -167,6 +167,7 @@ modules = [
|
||||
"rule34us",
|
||||
"rule34vault",
|
||||
"rule34xyz",
|
||||
"s3ndpics",
|
||||
"saint",
|
||||
"sankaku",
|
||||
"sankakucomplex",
|
||||
|
||||
101
gallery_dl/extractor/s3ndpics.py
Normal file
101
gallery_dl/extractor/s3ndpics.py
Normal file
@@ -0,0 +1,101 @@
|
||||
# -*- coding: utf-8 -*-
|
||||
|
||||
# Copyright 2025 Mike Fährmann
|
||||
#
|
||||
# This program is free software; you can redistribute it and/or modify
|
||||
# it under the terms of the GNU General Public License version 2 as
|
||||
# published by the Free Software Foundation.
|
||||
|
||||
"""Extractors for https://s3nd.pics/"""
|
||||
|
||||
from .common import Extractor, Message
|
||||
from .. import text
|
||||
|
||||
BASE_PATTERN = r"(?:https?://)?(?:www\.)?s3nd\.pics"
|
||||
|
||||
|
||||
class S3ndpicsExtractor(Extractor):
|
||||
"""Base class for s3ndpics extractors"""
|
||||
category = "s3ndpics"
|
||||
root = "https://s3nd.pics"
|
||||
root_api = f"{root}/api"
|
||||
directory_fmt = ("{category}", "{user[username]}",
|
||||
"{date} {title:?/ /}({id})")
|
||||
filename_fmt = "{num:>02}.{extension}"
|
||||
archive_fmt = "{id}_{num}"
|
||||
|
||||
def items(self):
|
||||
base = "https://s3.s3nd.pics/s3nd-pics/"
|
||||
|
||||
for post in self.posts():
|
||||
post["id"] = post.pop("_id", None)
|
||||
post["user"] = post.pop("userId", None)
|
||||
post["date"] = text.parse_datetime(
|
||||
post["createdAt"], "%Y-%m-%dT%H:%M:%S.%fZ")
|
||||
post["date_updated"] = text.parse_datetime(
|
||||
post["updatedAt"], "%Y-%m-%dT%H:%M:%S.%fZ")
|
||||
|
||||
files = post.pop("files", ())
|
||||
post["count"] = len(files)
|
||||
|
||||
yield Message.Directory, post
|
||||
for post["num"], file in enumerate(files, 1):
|
||||
post["type"] = file["type"]
|
||||
path = file["url"]
|
||||
text.nameext_from_url(path, post)
|
||||
yield Message.Url, f"{base}{path}", post
|
||||
|
||||
def _pagination(self, url, params):
|
||||
params["page"] = 1
|
||||
|
||||
while True:
|
||||
data = self.request_json(url, params=params)
|
||||
|
||||
self.kwdict["total"] = data["pagination"]["total"]
|
||||
yield from data["posts"]
|
||||
|
||||
if params["page"] >= data["pagination"]["pages"]:
|
||||
return
|
||||
params["page"] += 1
|
||||
|
||||
|
||||
class S3ndpicsPostExtractor(S3ndpicsExtractor):
|
||||
subcategory = "post"
|
||||
pattern = rf"{BASE_PATTERN}/post/([0-9a-f]+)"
|
||||
example = "https://s3nd.pics/post/0123456789abcdef01234567"
|
||||
|
||||
def posts(self):
|
||||
url = f"{self.root_api}/posts/{self.groups[0]}"
|
||||
return (self.request_json(url)["post"],)
|
||||
|
||||
|
||||
class S3ndpicsUserExtractor(S3ndpicsExtractor):
|
||||
subcategory = "user"
|
||||
pattern = rf"{BASE_PATTERN}/user/(\w+)"
|
||||
example = "https://s3nd.pics/user/USER"
|
||||
|
||||
def posts(self):
|
||||
url = f"{self.root_api}/users/username/{self.groups[0]}"
|
||||
self.kwdict["user"] = user = self.request_json(url)["user"]
|
||||
|
||||
url = f"{self.root_api}/posts"
|
||||
params = {
|
||||
"userId": user["_id"],
|
||||
"limit" : "12",
|
||||
"sortBy": "newest",
|
||||
}
|
||||
return self._pagination(url, params)
|
||||
|
||||
|
||||
class S3ndpicsSearchExtractor(S3ndpicsExtractor):
|
||||
subcategory = "search"
|
||||
pattern = rf"{BASE_PATTERN}/search/?\?([^#]+)"
|
||||
example = "https://s3nd.pics/search?QUERY"
|
||||
|
||||
def posts(self):
|
||||
url = f"{self.root_api}/posts"
|
||||
params = text.parse_query(self.groups[0])
|
||||
params.setdefault("limit", "20")
|
||||
self.kwdict["search_tags"] = \
|
||||
params.get("tag") or params.get("tags") or params.get("q")
|
||||
return self._pagination(url, params)
|
||||
@@ -105,6 +105,7 @@ CATEGORY_MAP = {
|
||||
"kabeuchi" : "かべうち",
|
||||
"mangafire" : "MangaFire",
|
||||
"mangataro" : "MangaTaro",
|
||||
"s3ndpics" : "S3ND",
|
||||
"schalenetwork" : "Schale Network",
|
||||
"leakgallery" : "Leak Gallery",
|
||||
"livedoor" : "livedoor Blog",
|
||||
|
||||
105
test/results/s3ndpics.py
Normal file
105
test/results/s3ndpics.py
Normal file
@@ -0,0 +1,105 @@
|
||||
# -*- coding: utf-8 -*-
|
||||
|
||||
# This program is free software; you can redistribute it and/or modify
|
||||
# it under the terms of the GNU General Public License version 2 as
|
||||
# published by the Free Software Foundation.
|
||||
|
||||
from gallery_dl.extractor import s3ndpics
|
||||
|
||||
|
||||
__tests__ = (
|
||||
{
|
||||
"#url" : "https://s3nd.pics/post/68dce8098ef7a9effbdbafa1",
|
||||
"#class" : s3ndpics.S3ndpicsPostExtractor,
|
||||
"#pattern" : r"https://s3\.s3nd\.pics/s3nd\-pics/uploads/68be9efde7238de1080bbeec/\d+\-\w+\.(jpe?g|mp4)",
|
||||
"#count" : 10,
|
||||
|
||||
"id" : "68dce8098ef7a9effbdbafa1",
|
||||
"title" : "Little meme dump 'o the mornin'",
|
||||
"count" : 10,
|
||||
"num" : range(1, 10),
|
||||
"date" : "dt:2025-10-01 08:36:25",
|
||||
"date_updated" : "type:datetime",
|
||||
"type" : {"image", "video"},
|
||||
"extension" : {"jpeg", "mp4"},
|
||||
"imageProcessed" : True,
|
||||
"isPublic" : True,
|
||||
"favorites" : int,
|
||||
"downvotes" : int,
|
||||
"likes" : int,
|
||||
"upvotes" : int,
|
||||
"views" : int,
|
||||
"locked" : False,
|
||||
"lockedAt" : None,
|
||||
"lockedBy" : None,
|
||||
"moderatorTags" : [],
|
||||
"photodnaConfidence": 0,
|
||||
"photodnaFlagged": False,
|
||||
"pinWeight" : 0,
|
||||
"pinned" : False,
|
||||
"pinnedAt" : None,
|
||||
"suspendReason" : None,
|
||||
"suspended" : False,
|
||||
"suspendedAt" : None,
|
||||
"suspendedBy" : None,
|
||||
"description" : """\
|
||||
Did you know that penguins do a thing called "pebbling", where they offer a nice rock or pebble to other penguins they like, to make them feel nice and valued?
|
||||
|
||||
Consider then that I am not peddling my stolen memes, but pebbling them to ye wonderful sickos.
|
||||
|
||||
Hope you'll like it!\
|
||||
""",
|
||||
"tags" : [
|
||||
"#dump",
|
||||
"#meme",
|
||||
],
|
||||
"user" : {
|
||||
"_id" : "68be9efde7238de1080bbeec",
|
||||
"avatar" : "avatars/68be9efde7238de1080bbeec/1758616570175-avatar.jpg",
|
||||
"filteredUsers": [],
|
||||
"username" : "wildscarf",
|
||||
},
|
||||
},
|
||||
|
||||
{
|
||||
"#url" : "https://s3nd.pics/post/68dce8098ef7a9effbdbafa1?tag=%23dump&context=search",
|
||||
"#class" : s3ndpics.S3ndpicsPostExtractor,
|
||||
},
|
||||
|
||||
{
|
||||
"#url" : "https://s3nd.pics/user/cloacadeepinadragon",
|
||||
"#class" : s3ndpics.S3ndpicsUserExtractor,
|
||||
"#pattern" : r"https://s3\.s3nd\.pics/s3nd\-pics/uploads/.+",
|
||||
"#count" : 18,
|
||||
|
||||
"date" : "type:datetime",
|
||||
"date_updated" : "type:datetime",
|
||||
"description" : str,
|
||||
"filename" : str,
|
||||
"extension" : {"jpg", "jpeg", "png"},
|
||||
"id" : str,
|
||||
"title" : str,
|
||||
"total" : 18,
|
||||
"type" : "image",
|
||||
"tags" : list,
|
||||
"user" : {
|
||||
"_id" : "68ba04803ffea95858f47613",
|
||||
"avatar" : "avatars/68ba04803ffea95858f47613/1757021580703-avatar.jpg",
|
||||
"createdAt" : "2025-09-04T21:28:32.452Z",
|
||||
"email" : "egk251@gmail.com",
|
||||
"role" : "user",
|
||||
"username" : "cloacadeepinadragon",
|
||||
},
|
||||
},
|
||||
|
||||
{
|
||||
"#url" : "https://s3nd.pics/search?tag=%23memes",
|
||||
"#class" : s3ndpics.S3ndpicsSearchExtractor,
|
||||
"#pattern" : r"https://s3\.s3nd\.pics/s3nd\-pics/uploads/\w+/.+\.(jpe?g|png|mp4)$",
|
||||
"#range" : "1-50",
|
||||
"#count" : 50,
|
||||
|
||||
"search_tags": "#memes",
|
||||
},
|
||||
|
||||
)
|
||||
Reference in New Issue
Block a user