[xenforo] add 'attachments' & 'embeds' options

This commit is contained in:
Mike Fährmann
2026-02-04 15:48:59 +01:00
parent 9958678af1
commit b329e6e472
3 changed files with 27 additions and 2 deletions

View File

@@ -7247,6 +7247,26 @@ Description
For ``Category:`` pages, recursively descent into subcategories.
extractor.[xenforo].attachments
-------------------------------
Type
``bool``
Default
``true``
Description
Extract forum post attachments.
extractor.[xenforo].embeds
--------------------------
Type
``bool``
Default
``true``
Description
Extract URLs of forum post embeds.
extractor.[xenforo].metadata
----------------------------
Type

View File

@@ -1196,6 +1196,8 @@
"xenforo":
{
"attachments": true,
"embeds" : true,
"metadata" : false,
"order-posts": "desc"
},

View File

@@ -42,13 +42,16 @@ class XenforoExtractor(BaseExtractor):
r')'
).findall
embeds = self.config("embeds", True)
attachments = self.config("attachments", True)
root = self.root
base = root if (pos := root.find("/", 8)) < 0 else root[:pos]
for post in self.posts():
urls = extract_urls(post["content"])
if "data-s9e-mediaembed-iframe=" in post["content"]:
if embeds and "data-s9e-mediaembed-iframe=" in post["content"]:
self._extract_embeds(urls, post)
if post["attachments"]:
if attachments and post["attachments"]:
self._extract_attachments(urls, post)
data = {"post": post}