b65b5ad4ee
* [apple,distrowatch,pypi] Remove unused imports * [maven] use snake_case for variable names * [eks,palo-alto-networks] Rename variables shadowing names from outer scopes * [eks,palo-alto-networks] Remove unused variables * [apple,haproxy,palo-alto-networks,rhel,ros,unrealircd] Rename variables shadowing built-in names
37 lines
1.2 KiB
Python
37 lines
1.2 KiB
Python
import json
|
|
import urllib.request
|
|
import datetime
|
|
from bs4 import BeautifulSoup
|
|
import re
|
|
|
|
URL = "https://wiki.ros.org/Distributions"
|
|
# https://regex101.com/r/c1ribd/1
|
|
regex = r"^ROS (?P<name>(\w| )+)"
|
|
|
|
versions = {}
|
|
|
|
with urllib.request.urlopen(URL, timeout=5) as response:
|
|
soup = BeautifulSoup(response, features="html5lib")
|
|
for tr in soup.findAll("tr"):
|
|
td_list = tr.findAll("td")
|
|
if len(td_list) > 0:
|
|
version = td_list[0].get_text()
|
|
|
|
m = re.match(regex, version.strip())
|
|
if m:
|
|
version = td_list[0].findAll("a")[0]["href"][1:]
|
|
try:
|
|
date = datetime.datetime.strptime(
|
|
td_list[1].get_text().strip(), "%B %d, %Y"
|
|
)
|
|
# The date is a suffix (May 23rd, 2020)
|
|
except Exception as e:
|
|
x = td_list[1].get_text().split(",")
|
|
date = datetime.datetime.strptime(x[0][:-2] + x[1], "%B %d %Y")
|
|
abs_date = date.strftime("%Y-%m-%d")
|
|
versions[version] = abs_date
|
|
print("%s: %s" % (version, abs_date))
|
|
|
|
with open("releases/ros.json", "w") as f:
|
|
f.write(json.dumps(versions, indent=2))
|