[s3ndpics] add initial support (#8322)

docs/supportedsites.md

@@ -871,6 +871,12 @@ Consider all listed sites to potentially be NSFW.
     <td>Playlists, Posts, Tag Searches</td>
     <td>Supported</td>
 </tr>
+<tr id="s3ndpics" title="s3ndpics">
+    <td>S3ND</td>
+    <td>https://s3nd.pics/</td>
+    <td>Posts, Search Results, User Profiles</td>
+    <td></td>
+</tr>
 <tr id="saint" title="saint">
     <td>Saint</td>
     <td>https://saint2.su/</td>

gallery_dl/extractor/__init__.py

@@ -167,6 +167,7 @@ modules = [
     "rule34us",
     "rule34vault",
     "rule34xyz",
+    "s3ndpics",
     "saint",
     "sankaku",
     "sankakucomplex",

gallery_dl/extractor/s3ndpics.py

@@ -0,0 +1,101 @@
+# -*- coding: utf-8 -*-
+
+# Copyright 2025 Mike Fährmann
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License version 2 as
+# published by the Free Software Foundation.
+
+"""Extractors for https://s3nd.pics/"""
+
+from .common import Extractor, Message
+from .. import text
+
+BASE_PATTERN = r"(?:https?://)?(?:www\.)?s3nd\.pics"
+
+
+class S3ndpicsExtractor(Extractor):
+    """Base class for s3ndpics extractors"""
+    category = "s3ndpics"
+    root = "https://s3nd.pics"
+    root_api = f"{root}/api"
+    directory_fmt = ("{category}", "{user[username]}",
+                     "{date} {title:?/ /}({id})")
+    filename_fmt = "{num:>02}.{extension}"
+    archive_fmt = "{id}_{num}"
+
+    def items(self):
+        base = "https://s3.s3nd.pics/s3nd-pics/"
+
+        for post in self.posts():
+            post["id"] = post.pop("_id", None)
+            post["user"] = post.pop("userId", None)
+            post["date"] = text.parse_datetime(
+                post["createdAt"], "%Y-%m-%dT%H:%M:%S.%fZ")
+            post["date_updated"] = text.parse_datetime(
+                post["updatedAt"], "%Y-%m-%dT%H:%M:%S.%fZ")
+
+            files = post.pop("files", ())
+            post["count"] = len(files)
+
+            yield Message.Directory, post
+            for post["num"], file in enumerate(files, 1):
+                post["type"] = file["type"]
+                path = file["url"]
+                text.nameext_from_url(path, post)
+                yield Message.Url, f"{base}{path}", post
+
+    def _pagination(self, url, params):
+        params["page"] = 1
+
+        while True:
+            data = self.request_json(url, params=params)
+
+            self.kwdict["total"] = data["pagination"]["total"]
+            yield from data["posts"]
+
+            if params["page"] >= data["pagination"]["pages"]:
+                return
+            params["page"] += 1
+
+
+class S3ndpicsPostExtractor(S3ndpicsExtractor):
+    subcategory = "post"
+    pattern = rf"{BASE_PATTERN}/post/([0-9a-f]+)"
+    example = "https://s3nd.pics/post/0123456789abcdef01234567"
+
+    def posts(self):
+        url = f"{self.root_api}/posts/{self.groups[0]}"
+        return (self.request_json(url)["post"],)
+
+
+class S3ndpicsUserExtractor(S3ndpicsExtractor):
+    subcategory = "user"
+    pattern = rf"{BASE_PATTERN}/user/(\w+)"
+    example = "https://s3nd.pics/user/USER"
+
+    def posts(self):
+        url = f"{self.root_api}/users/username/{self.groups[0]}"
+        self.kwdict["user"] = user = self.request_json(url)["user"]
+
+        url = f"{self.root_api}/posts"
+        params = {
+            "userId": user["_id"],
+            "limit" : "12",
+            "sortBy": "newest",
+        }
+        return self._pagination(url, params)
+
+
+class S3ndpicsSearchExtractor(S3ndpicsExtractor):
+    subcategory = "search"
+    pattern = rf"{BASE_PATTERN}/search/?\?([^#]+)"
+    example = "https://s3nd.pics/search?QUERY"
+
+    def posts(self):
+        url = f"{self.root_api}/posts"
+        params = text.parse_query(self.groups[0])
+        params.setdefault("limit", "20")
+        self.kwdict["search_tags"] = \
+            params.get("tag") or params.get("tags") or params.get("q")
+        return self._pagination(url, params)

scripts/supportedsites.py

@@ -105,6 +105,7 @@ CATEGORY_MAP = {
     "kabeuchi"       : "かべうち",
     "mangafire"      : "MangaFire",
     "mangataro"      : "MangaTaro",
+    "s3ndpics"       : "S3ND",
     "schalenetwork"  : "Schale Network",
     "leakgallery"    : "Leak Gallery",
     "livedoor"       : "livedoor Blog",

test/results/s3ndpics.py

@@ -0,0 +1,105 @@
+# -*- coding: utf-8 -*-
+
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License version 2 as
+# published by the Free Software Foundation.
+
+from gallery_dl.extractor import s3ndpics
+
+
+__tests__ = (
+{
+    "#url"     : "https://s3nd.pics/post/68dce8098ef7a9effbdbafa1",
+    "#class"   : s3ndpics.S3ndpicsPostExtractor,
+    "#pattern" : r"https://s3\.s3nd\.pics/s3nd\-pics/uploads/68be9efde7238de1080bbeec/\d+\-\w+\.(jpe?g|mp4)",
+    "#count"   : 10,
+
+    "id"             : "68dce8098ef7a9effbdbafa1",
+    "title"          : "Little meme dump 'o the mornin'",
+    "count"          : 10,
+    "num"            : range(1, 10),
+    "date"           : "dt:2025-10-01 08:36:25",
+    "date_updated"   : "type:datetime",
+    "type"           : {"image", "video"},
+    "extension"      : {"jpeg", "mp4"},
+    "imageProcessed" : True,
+    "isPublic"       : True,
+    "favorites"      : int,
+    "downvotes"      : int,
+    "likes"          : int,
+    "upvotes"        : int,
+    "views"          : int,
+    "locked"         : False,
+    "lockedAt"       : None,
+    "lockedBy"       : None,
+    "moderatorTags"  : [],
+    "photodnaConfidence": 0,
+    "photodnaFlagged": False,
+    "pinWeight"      : 0,
+    "pinned"         : False,
+    "pinnedAt"       : None,
+    "suspendReason"  : None,
+    "suspended"      : False,
+    "suspendedAt"    : None,
+    "suspendedBy"    : None,
+    "description"    : """\
+Did you know that penguins do a thing called "pebbling", where they offer a nice rock or pebble to other penguins they like, to make them feel nice and valued?
+
+Consider then that I am not peddling my stolen memes, but pebbling them to ye wonderful sickos.
+
+Hope you'll like it!\
+""",
+    "tags"           : [
+        "#dump",
+        "#meme",
+    ],
+    "user"           : {
+        "_id"          : "68be9efde7238de1080bbeec",
+        "avatar"       : "avatars/68be9efde7238de1080bbeec/1758616570175-avatar.jpg",
+        "filteredUsers": [],
+        "username"     : "wildscarf",
+    },
+},
+
+{
+    "#url"     : "https://s3nd.pics/post/68dce8098ef7a9effbdbafa1?tag=%23dump&context=search",
+    "#class"   : s3ndpics.S3ndpicsPostExtractor,
+},
+
+{
+    "#url"     : "https://s3nd.pics/user/cloacadeepinadragon",
+    "#class"   : s3ndpics.S3ndpicsUserExtractor,
+    "#pattern" : r"https://s3\.s3nd\.pics/s3nd\-pics/uploads/.+",
+    "#count"   : 18,
+
+    "date"           : "type:datetime",
+    "date_updated"   : "type:datetime",
+    "description"    : str,
+    "filename"       : str,
+    "extension"      : {"jpg", "jpeg", "png"},
+    "id"             : str,
+    "title"          : str,
+    "total"          : 18,
+    "type"           : "image",
+    "tags"           : list,
+    "user"           : {
+        "_id"           : "68ba04803ffea95858f47613",
+        "avatar"        : "avatars/68ba04803ffea95858f47613/1757021580703-avatar.jpg",
+        "createdAt"     : "2025-09-04T21:28:32.452Z",
+        "email"         : "egk251@gmail.com",
+        "role"          : "user",
+        "username"      : "cloacadeepinadragon",
+    },
+},
+
+{
+    "#url"     : "https://s3nd.pics/search?tag=%23memes",
+    "#class"   : s3ndpics.S3ndpicsSearchExtractor,
+    "#pattern" : r"https://s3\.s3nd\.pics/s3nd\-pics/uploads/\w+/.+\.(jpe?g|png|mp4)$",
+    "#range"   : "1-50",
+    "#count"   : 50,
+
+    "search_tags": "#memes",
+},
+
+)