[twitter] implement 'csrf' option (#2676)

docs/configuration.rst

@@ -2271,6 +2271,19 @@ Description
     <https://help.twitter.com/en/using-twitter/twitter-conversations>`__.
 
 
+extractor.twitter.csrf
+----------------------
+Type
+    ``string``
+Default
+    ``"cookies"``
+Description
+    Controls how to handle Cross Site Request Forgery (CSRF) tokens.
+
+    * ``"auto"``: Always auto-generate a token.
+    * ``"cookies"``: Use token given by the ``ct0`` cookie if present.
+
+
 extractor.twitter.size
 ----------------------
 Type

gallery_dl/extractor/twitter.py

@@ -873,8 +873,11 @@ class TwitterAPI():
         cookies = extractor.session.cookies
         cookiedomain = extractor.cookiedomain
 
-        # CSRF
+        csrf = extractor.config("csrf")
-        csrf_token = cookies.get("ct0", domain=cookiedomain)
+        if csrf is None or csrf == "cookies":
+            csrf_token = cookies.get("ct0", domain=cookiedomain)
+        else:
+            csrf_token = None
         if not csrf_token:
             csrf_token = util.generate_token()
             cookies.set("ct0", csrf_token, domain=cookiedomain)