From 69997e92db34c5416c9df8741bd0dafa72d31d5a Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Mike=20F=C3=A4hrmann?= <mike_faehrmann@web.de>
Date: Tue, 2 Jul 2019 22:05:54 +0200
Subject: [PATCH] [sexcom] skip unavailable pins (#325)

---
 gallery_dl/extractor/sexcom.py | 19 ++++++++++++++-----
 1 file changed, 14 insertions(+), 5 deletions(-)

diff --git a/gallery_dl/extractor/sexcom.py b/gallery_dl/extractor/sexcom.py
index aa2b16b4..d6d9bfe6 100644
--- a/gallery_dl/extractor/sexcom.py
+++ b/gallery_dl/extractor/sexcom.py
@@ -23,9 +23,9 @@ class SexcomExtractor(Extractor):
     def items(self):
         yield Message.Version, 1
         yield Message.Directory, self.metadata()
-        for url in self.pins():
-            pin = self._parse_pin(url)
-            yield Message.Url, pin["url"], pin
+        for pin in map(self._parse_pin, self.pins()):
+            if pin:
+                yield Message.Url, pin["url"], pin
 
     def metadata(self):
         return {}
@@ -49,8 +49,13 @@ class SexcomExtractor(Extractor):
                 return
             url = text.urljoin(self.root, url)
 
-    def _parse_pin(self, pin_url):
-        extr = text.extract_from(self.request(pin_url).text)
+    def _parse_pin(self, url, expect=range(400, 429)):
+        response = self.request(url, expect=expect)
+        if response.status_code >= 400:
+            self.log.warning("Unable to fetch %s (%s: %s)",
+                             url, response.status_code, response.reason)
+            return None
+        extr = text.extract_from(response.text)
         data = {}
 
         data["thumbnail"] = extr('itemprop="thumbnail" content="', '"')
@@ -124,6 +129,10 @@ class SexcomPinExtractor(SexcomExtractor):
         ("https://www.sex.com/pin/55847384-very-nicely-animated/", {
             "pattern": "ytdl:https://www.pornhub.com/embed/ph56ef24b6750f2",
         }),
+        # 404
+        ("https://www.sex.com/pin/55847385/", {
+            "count": 0,
+        }),
     )
 
     def __init__(self, match):