[hentaifoundry] add 'html' description test case

docs/configuration.rst

@@ -2970,7 +2970,7 @@ Description
 
 
 extractor.hentaifoundry.descriptions
-----------------------------------
+------------------------------------
 Type
     ``string``
 Default

gallery_dl/extractor/hentaifoundry.py

@@ -34,7 +34,7 @@ class HentaifoundryExtractor(Extractor):
 
     def _init(self):
         if self.config("descriptions") == "html":
-            self._process_description = self._process_html_description
+            self._process_description = self._process_description_html
 
     def items(self):
         self._init_site_filters()
@@ -81,9 +81,9 @@ class HentaifoundryExtractor(Extractor):
             "artist"     : text.unescape(extr('/profile">', '<')),
             "_body"      : extr(
                 '<div class="boxbody"', '<div class="boxfooter"'),
-            "_description": extr(
+            "description": self._process_description(extr(
                 "<div class='picDescript'>", '</section>')
-            .replace("\r\n", "\n"),
+                .replace("\r\n", "\n")),
             "ratings"    : [text.unescape(r) for r in text.extract_iter(extr(
                 "class='ratings_box'", "</div>"), "title='", "'")],
             "date"       : text.parse_datetime(extr("datetime='", "'")),
@@ -94,7 +94,6 @@ class HentaifoundryExtractor(Extractor):
                 ">Tags </span>", "</div>")),
         }
 
-        data["description"] = self._process_description(data["_description"])
         body = data["_body"]
         if "<object " in body:
             data["src"] = text.urljoin(self.root, text.unescape(text.extr(
@@ -111,14 +110,14 @@ class HentaifoundryExtractor(Extractor):
 
         return text.nameext_from_url(data["src"], data)
 
-    def _process_html_description(self, description: str):
+    def _process_description(self, description):
+        return text.unescape(text.remove_html(description, "", ""))
+
+    def _process_description_html(self, description):
         pos1 = description.rfind('</div')  # picDescript
         pos2 = description.rfind('</div', None, pos1)  # boxBody
         return str.strip(description[0:pos2])
 
-    def _process_description(self, description):
-        return text.unescape(text.remove_html(description, "", ""))
-
     def _parse_story(self, html):
         """Collect url and metadata for a story"""
         extr = text.extract_from(html)

test/results/hentaifoundry.py

@@ -144,6 +144,24 @@ __tests__ = (
     "width"      : 613,
 },
 
+{
+    "#url"     : "https://www.hentai-foundry.com/pictures/user/Soloid/186714/Osaloop",
+    "#comment" : "HTML 'description'",
+    "#class"   : hentaifoundry.HentaifoundryImageExtractor,
+    "#options" : {"descriptions": "html"},
+    "#results" : "https://pictures.hentai-foundry.com/s/Soloid/186714/Soloid-186714-Osaloop.swf",
+
+    "description": """\
+It took me ages.<br />
+I hope you&#039;ll like it.<br />
+Sorry for the bad quality, I made it on after effect because Flash works like shit when you have 44 layers to animate, and the final ae SWF file is 55mo big.\
+""",
+    "extension"  : "swf",
+    "index"      : 186714,
+    "tags"       : ["soloid"],
+    "title"      : "Osaloop",
+},
+
 {
     "#url"     : "http://www.hentai-foundry.com/pictures/user/Tenpura/407501/",
     "#category": ("", "hentaifoundry", "image"),