From d31ccb16f23cc3bc2d5445dea7727f760eb5e65a Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Mike=20F=C3=A4hrmann?= <mike_faehrmann@web.de>
Date: Sat, 1 Oct 2016 15:54:27 +0200
Subject: [PATCH] rename 'generic' to 'recursive'

---
 gallery_dl/extractor/__init__.py                  |  2 +-
 gallery_dl/extractor/{generic.py => recursive.py} | 15 +++++++++------
 2 files changed, 10 insertions(+), 7 deletions(-)
 rename gallery_dl/extractor/{generic.py => recursive.py} (58%)

diff --git a/gallery_dl/extractor/__init__.py b/gallery_dl/extractor/__init__.py
index 0ff44aa6..d5eeddb5 100644
--- a/gallery_dl/extractor/__init__.py
+++ b/gallery_dl/extractor/__init__.py
@@ -65,7 +65,7 @@ modules = [
     "tumblr",
     "turboimagehost",
     "yandere",
-    "generic",
+    "recursive",
 ]
 
 def find(url):
diff --git a/gallery_dl/extractor/generic.py b/gallery_dl/extractor/recursive.py
similarity index 58%
rename from gallery_dl/extractor/generic.py
rename to gallery_dl/extractor/recursive.py
index 7700cff6..730c4ae7 100644
--- a/gallery_dl/extractor/generic.py
+++ b/gallery_dl/extractor/recursive.py
@@ -1,20 +1,23 @@
 # -*- coding: utf-8 -*-
 
-# Copyright 2015 Mike Fährmann
+# Copyright 2015, 2016 Mike Fährmann
 #
 # This program is free software; you can redistribute it and/or modify
 # it under the terms of the GNU General Public License version 2 as
 # published by the Free Software Foundation.
 
-"""Generic extractor"""
+"""Recursive extractor"""
 
 import re
 from .common import Extractor, Message
 
-class GenericExtractor(Extractor):
+class RecursiveExtractor(Extractor):
 
-    category = "generic"
-    pattern = ["generic:(.+)"]
+    category = "recursive"
+    pattern = ["r(?:ecursive)?:(.+)"]
+    test = [("recursive:https://pastebin.com/raw/FLwrCYsT", {
+        "url": "eee86d65c346361b818e8f4b2b307d9429f136a2",
+    })]
 
     def __init__(self, match):
         Extractor.__init__(self)
@@ -23,5 +26,5 @@ class GenericExtractor(Extractor):
     def items(self):
         page = self.request(self.url).text
         yield Message.Version, 1
-        for match in re.finditer("https?://[^ \"']+", page):
+        for match in re.finditer(r"https?://[^\s\"']+", page):
             yield Message.Queue, match.group(0)