[xenforo] ignore "external" links starting with '#'
This commit is contained in:
@@ -58,14 +58,16 @@ class XenforoExtractor(BaseExtractor):
|
|||||||
data["num"] = data["num_internal"] = data["num_external"] = 0
|
data["num"] = data["num_internal"] = data["num_external"] = 0
|
||||||
for video, inl, bb, ext in urls:
|
for video, inl, bb, ext in urls:
|
||||||
if ext:
|
if ext:
|
||||||
data["num"] += 1
|
if ext[0] == "#":
|
||||||
data["num_external"] += 1
|
continue
|
||||||
data["type"] = "external"
|
|
||||||
if ext[0] == "/":
|
if ext[0] == "/":
|
||||||
if ext[1] == "/":
|
if ext[1] == "/":
|
||||||
ext = "https:" + ext
|
ext = "https:" + ext
|
||||||
else:
|
else:
|
||||||
continue
|
continue
|
||||||
|
data["num"] += 1
|
||||||
|
data["num_external"] += 1
|
||||||
|
data["type"] = "external"
|
||||||
yield Message.Queue, ext, data
|
yield Message.Queue, ext, data
|
||||||
|
|
||||||
elif video:
|
elif video:
|
||||||
|
|||||||
Reference in New Issue
Block a user