2c8d50cef2
Reusing the src/rds.py script. --------- Co-authored-by: Marc Wrobel <marc.wrobel@gmail.com>
35 lines
1.5 KiB
Python
35 lines
1.5 KiB
Python
import re
|
|
|
|
from bs4 import BeautifulSoup
|
|
from common import dates, http, releasedata
|
|
|
|
"""Fetches Amazon RDS versions from the version management pages on AWS docs.
|
|
|
|
Pages parsed by this script are expected to have version tables with a version in the first column and its release date
|
|
in the third column (usually named 'RDS release date').
|
|
"""
|
|
|
|
PRODUCTS = {
|
|
"amazon-rds-mysql": "https://docs.aws.amazon.com/AmazonRDS/latest/UserGuide/MySQL.Concepts.VersionMgmt.html",
|
|
"amazon-rds-postgresql": "https://docs.aws.amazon.com/AmazonRDS/latest/PostgreSQLReleaseNotes/postgresql-release-calendar.html",
|
|
"amazon-rds-mariadb": "https://docs.aws.amazon.com/AmazonRDS/latest/UserGuide/MariaDB.Concepts.VersionMgmt.html",
|
|
}
|
|
VERSION_REGEX = re.compile(r"(?P<version>\d+(?:\.\d+)*)", flags=re.IGNORECASE) # https://regex101.com/r/BY1vwV/1
|
|
|
|
for product_name, url in PRODUCTS.items():
|
|
with releasedata.ProductData(product_name) as product_data:
|
|
response = http.fetch_url(url)
|
|
soup = BeautifulSoup(response.text, features="html5lib")
|
|
|
|
for table in soup.find_all("table"):
|
|
for row in table.find_all("tr"):
|
|
columns = row.find_all("td")
|
|
if len(columns) <= 3:
|
|
continue
|
|
|
|
version_match = VERSION_REGEX.search(columns[0].text.strip())
|
|
if version_match:
|
|
version = version_match.group("version")
|
|
date = dates.parse_date(columns[2].text)
|
|
product_data.declare_version(version, date)
|