[newgrounds] implement login support (#394)

gallery_dl/extractor/newgrounds.py

@@ -9,7 +9,8 @@
 """Extractors for https://www.newgrounds.com/"""
 
 from .common import Extractor, Message
-from .. import text
+from .. import text, exception
+from ..cache import cache
 import json
 
 
@@ -19,13 +20,17 @@ class NewgroundsExtractor(Extractor):
     directory_fmt = ("{category}", "{user}")
     filename_fmt = "{category}_{index}_{title}.{extension}"
     archive_fmt = "{index}"
+    root = "https://www.newgrounds.com"
+    cookiedomain = ".newgrounds.com"
+    cookienames = ("NG_GG_username", "vmk1du5I8m")
 
     def __init__(self, match):
         Extractor.__init__(self, match)
         self.user = match.group(1)
-        self.root = "https://{}.newgrounds.com".format(self.user)
+        self.user_root = "https://{}.newgrounds.com".format(self.user)
 
     def items(self):
+        self.login()
         data = self.metadata()
         yield Message.Version, 1
 
@@ -66,6 +71,37 @@ class NewgroundsExtractor(Extractor):
             data["url"].rpartition("/")[2].partition("_")[0])
         return data
 
+    def login(self):
+        username, password = self._get_auth_info()
+        if username:
+            self._update_cookies(self._login_impl(username, password))
+
+    @cache(maxage=360*24*3600, keyarg=1)
+    def _login_impl(self, username, password):
+        self.log.info("Logging in as %s", username)
+
+        url = self.root + "/passport/"
+        page = self.request(url).text
+        headers = {"Origin": self.root, "Referer": url}
+
+        url = text.urljoin(self.root, text.extract(page, 'action="', '"')[0])
+        data = {
+            "username": username,
+            "password": password,
+            "remember": "1",
+            "login"   : "1",
+        }
+
+        response = self.request(url, method="POST", headers=headers, data=data)
+        if not response.history:
+            raise exception.AuthenticationError()
+
+        return {
+            cookie.name: cookie.value
+            for cookie in response.history[0].cookies
+            if cookie.expires and cookie.domain == self.cookiedomain
+        }
+
     def _pagination(self, url):
         headers = {
             "Referer": self.root,