[wikimedia:wiki] fix "AttributeError: 'subcategories'" (#7931)
This commit is contained in:
@@ -32,6 +32,7 @@ class WikimediaExtractor(BaseExtractor):
|
|||||||
f"{self.root.partition('.')[0].rpartition('/')[2]}")
|
f"{self.root.partition('.')[0].rpartition('/')[2]}")
|
||||||
|
|
||||||
self.per_page = self.config("limit", 50)
|
self.per_page = self.config("limit", 50)
|
||||||
|
self.subcategories = False
|
||||||
|
|
||||||
if useragent := self.config_instance("useragent"):
|
if useragent := self.config_instance("useragent"):
|
||||||
self.useragent = useragent
|
self.useragent = useragent
|
||||||
@@ -217,8 +218,8 @@ class WikimediaArticleExtractor(WikimediaExtractor):
|
|||||||
self.subcategory = prefix
|
self.subcategory = prefix
|
||||||
|
|
||||||
if prefix == "category":
|
if prefix == "category":
|
||||||
self.subcategories = \
|
if self.config("subcategories", True):
|
||||||
True if self.config("subcategories", True) else False
|
self.subcategories = True
|
||||||
self.params = {
|
self.params = {
|
||||||
"generator": "categorymembers",
|
"generator": "categorymembers",
|
||||||
"gcmtitle" : path,
|
"gcmtitle" : path,
|
||||||
@@ -226,12 +227,10 @@ class WikimediaArticleExtractor(WikimediaExtractor):
|
|||||||
"gcmlimit" : self.per_page,
|
"gcmlimit" : self.per_page,
|
||||||
}
|
}
|
||||||
elif prefix == "file":
|
elif prefix == "file":
|
||||||
self.subcategories = False
|
|
||||||
self.params = {
|
self.params = {
|
||||||
"titles" : path,
|
"titles" : path,
|
||||||
}
|
}
|
||||||
else:
|
else:
|
||||||
self.subcategories = False
|
|
||||||
self.params = {
|
self.params = {
|
||||||
"generator": "images",
|
"generator": "images",
|
||||||
"gimlimit" : self.per_page,
|
"gimlimit" : self.per_page,
|
||||||
|
|||||||
Reference in New Issue
Block a user