[furaffinity] improve
This commit is contained in:
@@ -113,9 +113,12 @@ class FuraffinityExtractor(Extractor):
|
|||||||
data["gender"] = rh(extr('>Gender</strong>', '</div>'))
|
data["gender"] = rh(extr('>Gender</strong>', '</div>'))
|
||||||
data["width"] = pi(extr("<span>", "x"))
|
data["width"] = pi(extr("<span>", "x"))
|
||||||
data["height"] = pi(extr("", "p"))
|
data["height"] = pi(extr("", "p"))
|
||||||
data["folders"] = [rh(folder) for folder in extr(
|
data["folders"] = folders = []
|
||||||
'<h3>Listed in Folders</h3>',
|
for folder in extr(
|
||||||
'</section>').split('</a>') if rh(folder) != '']
|
"<h3>Listed in Folders</h3>", "</section>").split("</a>"):
|
||||||
|
folder = rh(folder)
|
||||||
|
if folder:
|
||||||
|
folders.append(folder)
|
||||||
else:
|
else:
|
||||||
# old site layout
|
# old site layout
|
||||||
data["title"] = text.unescape(extr("<h2>", "</h2>"))
|
data["title"] = text.unescape(extr("<h2>", "</h2>"))
|
||||||
@@ -135,16 +138,14 @@ class FuraffinityExtractor(Extractor):
|
|||||||
data["_description"] = extr(
|
data["_description"] = extr(
|
||||||
'<td valign="top" align="left" width="70%" class="alt1" '
|
'<td valign="top" align="left" width="70%" class="alt1" '
|
||||||
'style="padding:8px">', ' </td>')
|
'style="padding:8px">', ' </td>')
|
||||||
data["folders"] = [] # folders not present in old layout
|
data["folders"] = () # folders not present in old layout
|
||||||
|
|
||||||
data["artist_url"] = data["artist"].replace("_", "").lower()
|
data["artist_url"] = data["artist"].replace("_", "").lower()
|
||||||
data["user"] = self.user or data["artist_url"]
|
data["user"] = self.user or data["artist_url"]
|
||||||
data["date"] = text.parse_timestamp(data["filename"].partition(".")[0])
|
data["date"] = text.parse_timestamp(data["filename"].partition(".")[0])
|
||||||
data["description"] = self._process_description(data["_description"])
|
data["description"] = self._process_description(data["_description"])
|
||||||
data["thumbnail"] = (
|
data["thumbnail"] = "https://t.furaffinity.net/{}@600-{}.jpg".format(
|
||||||
'https://t.furaffinity.net/' +
|
post_id, path.rsplit("/", 2)[1])
|
||||||
str(data['id']) + '@600-' +
|
|
||||||
data['url'].split('/')[-2] + '.jpg')
|
|
||||||
|
|
||||||
return data
|
return data
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user