[twitter] unpack API responses when logged in (closes #123)

This commit is contained in:
Mike Fährmann
2018-11-14 11:48:09 +01:00
parent 3bdfc15be1
commit baad7b0fa5

View File

@@ -84,6 +84,8 @@ class TwitterExtractor(Extractor):
while True:
data = self.request(url, params=params, headers=headers).json()
if "inner" in data:
data = data["inner"]
for tweet in text.extract_iter(
data["items_html"], '<div class="tweet ', '\n</li>'):