[twitter] add 'search-limit' option (#8173)
reduce default limit from 100 to 20
This commit is contained in:
@@ -5739,6 +5739,16 @@ Description
|
||||
will be taken from the original Tweets, not the Retweets.
|
||||
|
||||
|
||||
extractor.twitter.search-limit
|
||||
------------------------------
|
||||
Type
|
||||
``integer``
|
||||
Default
|
||||
``20``
|
||||
Description
|
||||
Number of requested results per search query.
|
||||
|
||||
|
||||
extractor.twitter.search-pagination
|
||||
-----------------------------------
|
||||
Type
|
||||
|
||||
@@ -822,6 +822,7 @@
|
||||
"relogin" : true,
|
||||
"replies" : true,
|
||||
"retweets" : false,
|
||||
"search-limit": 20,
|
||||
"search-pagination": "cursor",
|
||||
"search-stop" : "auto",
|
||||
"size" : ["orig", "4096x4096", "large", "medium", "small"],
|
||||
|
||||
@@ -1454,7 +1454,7 @@ class TwitterAPI():
|
||||
endpoint = "/graphql/4fpceYZ6-YQCx_JSl_Cn_A/SearchTimeline"
|
||||
variables = {
|
||||
"rawQuery": query,
|
||||
"count": 100,
|
||||
"count": self.extractor.config("search-limit", 20),
|
||||
"querySource": "typed_query",
|
||||
"product": product,
|
||||
"withGrokTranslatedBio": False,
|
||||
|
||||
Reference in New Issue
Block a user