[gfycat] test-updates and code-adjustments

This commit is contained in:
Mike Fährmann
2018-08-18 18:47:28 +02:00
parent 9b1c39032c
commit f45c9f2141

View File

@@ -15,39 +15,54 @@ from .. import exception
class GfycatExtractor(Extractor): class GfycatExtractor(Extractor):
"""Base class for gfycat extractors""" """Base class for gfycat extractors"""
category = "gfycat" category = "gfycat"
filename_fmt = "{category}_{gfyName}.{extension}"
archive_fmt = "{gfyName}" archive_fmt = "{gfyName}"
root = "https://gfycat.com"
def __init__(self, match): def __init__(self):
Extractor.__init__(self) Extractor.__init__(self)
self.item_id = match.group(1)
self.formats = (self.config("format", "mp4"), "mp4", "webm", "gif") self.formats = (self.config("format", "mp4"), "mp4", "webm", "gif")
def _select_format(self, gfycat): def _select_format(self, gfyitem):
for fmt in self.formats: for fmt in self.formats:
key = fmt + "Url" key = fmt + "Url"
if key in gfycat: if key in gfyitem:
url = gfycat[key] url = gfyitem[key]
gfycat["extension"] = url.rpartition(".")[2] gfyitem["extension"] = url.rpartition(".")[2]
return url return url
return ""
@staticmethod def _get_info(self, gfycat_id):
def _clean(image): url = "{}/cajax/get/{}".format(self.root, gfycat_id)
for key in ("dislikes", "likes", "views", "viewsNewEpoch"): data = self.request(url).json()
del image[key] if "error" in data:
return image raise exception.NotFoundError("animation")
return data["gfyItem"]
class GfycatImageExtractor(GfycatExtractor): class GfycatImageExtractor(GfycatExtractor):
"""Extractor for individual images from gfycat.com""" """Extractor for individual images from gfycat.com"""
subcategory = "image" subcategory = "image"
filename_fmt = "{category}_{gfyName}.{extension}" pattern = [r"(?:https?://)?(?:\w+\.)?gfycat\.com"
pattern = [r"(?:https?://)?(?:[a-z]+\.)?gfycat\.com/" r"/(?:(?:gifs/)?detail/|ifr/)?([A-Za-z]+)"]
r"(?:(?:gifs/)?detail/|ifr/)?([A-Za-z]+)"]
test = [ test = [
("https://gfycat.com/GrayGenerousCowrie", { ("https://gfycat.com/GrayGenerousCowrie", {
"url": "e0b5e1d7223108249b15c3c7898dd358dbfae045", "url": "e0b5e1d7223108249b15c3c7898dd358dbfae045",
"keyword": "f92a5792df3ae61817627768897f1d0dd134c2e4",
"content": "3157cd8b3799205c5a0df98a7ee31aa85bf6491e", "content": "3157cd8b3799205c5a0df98a7ee31aa85bf6491e",
"keyword": {
"gfyId": "graygenerouscowrie",
"gfyName": "GrayGenerousCowrie",
"gfyNumber": "755075459",
"title": "Bottom's up",
"userName": "jackson3oh3",
"createDate": "1495884169",
"md5": "a4796e05b0db9ba9ce5140145cd318aa",
"width": "400",
"height": "224",
"frameRate": "23",
"numFrames": "158",
"views": int,
},
}), }),
(("https://thumbs.gfycat.com/SillyLameIsabellinewheatear" (("https://thumbs.gfycat.com/SillyLameIsabellinewheatear"
"-size_restricted.gif"), { "-size_restricted.gif"), {
@@ -56,17 +71,16 @@ class GfycatImageExtractor(GfycatExtractor):
("https://gfycat.com/detail/UnequaledHastyAnkole?tagname=aww", { ("https://gfycat.com/detail/UnequaledHastyAnkole?tagname=aww", {
"url": "e24c9f69897fd223343782425a429c5cab6a768e", "url": "e24c9f69897fd223343782425a429c5cab6a768e",
}), }),
("https://gfycat.com/gifs/detail/UnequaledHastyAnkole", None),
("https://gfycat.com/ifr/UnequaledHastyAnkole", None),
] ]
def items(self): def __init__(self, match):
gfycat = self._clean(self._get_info(self.item_id)) GfycatExtractor.__init__(self)
yield Message.Version, 1 self.gfycat_id = match.group(1)
yield Message.Directory, gfycat
yield Message.Url, self._select_format(gfycat), gfycat
def _get_info(self, gfycat_id): def items(self):
url = "https://gfycat.com/cajax/get/" + gfycat_id gfyitem = self._get_info(self.gfycat_id)
data = self.request(url).json() yield Message.Version, 1
if "error" in data: yield Message.Directory, gfyitem
raise exception.NotFoundError("animation") yield Message.Url, self._select_format(gfyitem), gfyitem
return data["gfyItem"]