replace '// 1000' with '/ 1000' for timestamp conversions
regular division is slightly faster than floor division and a float timestamp value is treated the same as an integer one
This commit is contained in:
@@ -190,7 +190,7 @@ def _manga_info(self, manga_id, page=None):
|
||||
"manga_id" : text.parse_int(manga_id),
|
||||
"manga_slug" : data["slug"][1],
|
||||
"manga_date" : self.parse_timestamp(
|
||||
data["dateCreate"][1] // 1000),
|
||||
data["dateCreate"][1] / 1000),
|
||||
"manga_date_updated": self.parse_timestamp(
|
||||
data["dateUpdate"][1] / 1000),
|
||||
"author" : json_list(data["authors"]),
|
||||
|
||||
@@ -29,7 +29,7 @@ class LofterExtractor(Extractor):
|
||||
post = post["post"]
|
||||
|
||||
post["blog_name"] = post["blogInfo"]["blogName"]
|
||||
post["date"] = self.parse_timestamp(post["publishTime"] // 1000)
|
||||
post["date"] = self.parse_timestamp(post["publishTime"] / 1000)
|
||||
post_type = post["type"]
|
||||
|
||||
# Article
|
||||
|
||||
@@ -101,7 +101,7 @@ class MangaparkChapterExtractor(MangaparkBase, ChapterExtractor):
|
||||
"language" : util.code_to_language(lang),
|
||||
"source" : chapter["srcTitle"],
|
||||
"source_id" : chapter["sourceId"],
|
||||
"date" : self.parse_timestamp(chapter["dateCreate"] // 1000),
|
||||
"date" : self.parse_timestamp(chapter["dateCreate"] / 1000),
|
||||
}
|
||||
|
||||
def images(self, _):
|
||||
@@ -139,7 +139,7 @@ class MangaparkMangaExtractor(MangaparkBase, Extractor):
|
||||
"source" : chapter["srcTitle"],
|
||||
"source_id" : chapter["sourceId"],
|
||||
"date" : self.parse_timestamp(
|
||||
chapter["dateCreate"] // 1000),
|
||||
chapter["dateCreate"] / 1000),
|
||||
"_extractor": MangaparkChapterExtractor,
|
||||
}
|
||||
yield Message.Queue, url, data
|
||||
|
||||
@@ -126,7 +126,7 @@ class SchalenetworkGalleryExtractor(SchalenetworkExtractor, GalleryExtractor):
|
||||
data = self.request_json(url, headers=headers)
|
||||
|
||||
try:
|
||||
data["date"] = self.parse_timestamp(data["created_at"] // 1000)
|
||||
data["date"] = self.parse_timestamp(data["created_at"] / 1000)
|
||||
data["count"] = len(data["thumbnails"]["entries"])
|
||||
del data["thumbnails"]
|
||||
except Exception:
|
||||
|
||||
@@ -364,9 +364,9 @@ class TwitterExtractor(Extractor):
|
||||
author = tweet["user"]
|
||||
author = self._transform_user(author)
|
||||
|
||||
if tweet_id >= 300000000000000:
|
||||
if tweet_id >= 300_000_000_000_000:
|
||||
date = self.parse_timestamp(
|
||||
((tweet_id >> 22) + 1288834974657) // 1000)
|
||||
((tweet_id >> 22) + 1_288_834_974_657) / 1000)
|
||||
else:
|
||||
try:
|
||||
date = self.parse_datetime(
|
||||
@@ -461,7 +461,7 @@ class TwitterExtractor(Extractor):
|
||||
if tdata["retweet_id"]:
|
||||
tdata["content"] = f"RT @{author['name']}: {tdata['content']}"
|
||||
tdata["date_original"] = self.parse_timestamp(
|
||||
((tdata["retweet_id"] >> 22) + 1288834974657) // 1000)
|
||||
((tdata["retweet_id"] >> 22) + 1_288_834_974_657) / 1000)
|
||||
|
||||
return tdata
|
||||
|
||||
@@ -497,7 +497,7 @@ class TwitterExtractor(Extractor):
|
||||
"id": text.parse_int(cid),
|
||||
"name": com.get("name"),
|
||||
"description": com.get("description"),
|
||||
"date": self.parse_timestamp(com.get("created_at", 0) // 1000),
|
||||
"date": self.parse_timestamp(com.get("created_at", 0) / 1000),
|
||||
"nsfw": com.get("is_nsfw"),
|
||||
"role": com.get("role"),
|
||||
"member_count": com.get("member_count"),
|
||||
@@ -928,7 +928,7 @@ class TwitterBookmarkExtractor(TwitterExtractor):
|
||||
def _transform_tweet(self, tweet):
|
||||
tdata = TwitterExtractor._transform_tweet(self, tweet)
|
||||
tdata["date_bookmarked"] = self.parse_timestamp(
|
||||
(int(tweet["sortIndex"] or 0) >> 20) // 1000)
|
||||
(int(tweet["sortIndex"] or 0) >> 20) / 1000)
|
||||
return tdata
|
||||
|
||||
|
||||
|
||||
@@ -62,7 +62,7 @@ class VscoExtractor(Extractor):
|
||||
"grid" : img["grid_name"],
|
||||
"meta" : img.get("image_meta") or {},
|
||||
"tags" : [tag["text"] for tag in img.get("tags") or ()],
|
||||
"date" : self.parse_timestamp(img["upload_date"] // 1000),
|
||||
"date" : self.parse_timestamp(img["upload_date"] / 1000),
|
||||
"video" : img["is_video"],
|
||||
"width" : img["width"],
|
||||
"height": img["height"],
|
||||
|
||||
Reference in New Issue
Block a user