[pillowfort] ignore files without download URL (#846)
This commit is contained in:
@@ -41,12 +41,15 @@ class PillowfortExtractor(Extractor):
|
|||||||
post["created_at"], "%Y-%m-%dT%H:%M:%S.%f%z")
|
post["created_at"], "%Y-%m-%dT%H:%M:%S.%f%z")
|
||||||
yield Message.Directory, post
|
yield Message.Directory, post
|
||||||
|
|
||||||
for post["num"], file in enumerate(files, 1):
|
post["num"] = 0
|
||||||
|
for file in files:
|
||||||
url = file["url"]
|
url = file["url"]
|
||||||
post.update(file)
|
if url:
|
||||||
post["date"] = text.parse_datetime(
|
post.update(file)
|
||||||
file["created_at"], "%Y-%m-%dT%H:%M:%S.%f%z")
|
post["num"] += 1
|
||||||
yield Message.Url, url, text.nameext_from_url(url, post)
|
post["date"] = text.parse_datetime(
|
||||||
|
file["created_at"], "%Y-%m-%dT%H:%M:%S.%f%z")
|
||||||
|
yield Message.Url, url, text.nameext_from_url(url, post)
|
||||||
|
|
||||||
|
|
||||||
class PillowfortPostExtractor(PillowfortExtractor):
|
class PillowfortPostExtractor(PillowfortExtractor):
|
||||||
|
|||||||
Reference in New Issue
Block a user