36 lines
1.4 KiB
Python
36 lines
1.4 KiB
Python
import re
|
|
|
|
from bs4 import BeautifulSoup
|
|
from common import dates, http, releasedata
|
|
|
|
"""Fetches Amazon RDS versions from the version management pages on AWS docs.
|
|
|
|
Pages parsed by this script are expected to have version tables with a version in the first column and its release date
|
|
in the third column (usually named 'RDS release date').
|
|
"""
|
|
|
|
PRODUCTS = {
|
|
"amazon-rds-mysql": "https://docs.aws.amazon.com/AmazonRDS/latest/UserGuide/MySQL.Concepts.VersionMgmt.html",
|
|
"amazon-rds-postgresql": "https://docs.aws.amazon.com/AmazonRDS/latest/PostgreSQLReleaseNotes/postgresql-release-calendar.html",
|
|
}
|
|
VERSION_REGEX = re.compile(r"(?P<version>\d+(?:\.\d+)*)", flags=re.IGNORECASE) # https://regex101.com/r/BY1vwV/1
|
|
|
|
for product_name, url in PRODUCTS.items():
|
|
product = releasedata.Product(product_name)
|
|
response = http.fetch_url(url)
|
|
soup = BeautifulSoup(response.text, features="html5lib")
|
|
|
|
for table in soup.find_all("table"):
|
|
for row in table.find_all("tr"):
|
|
columns = row.find_all("td")
|
|
if len(columns) <= 3:
|
|
continue
|
|
|
|
version_match = VERSION_REGEX.search(columns[0].text.strip())
|
|
if version_match:
|
|
version = version_match.group("version")
|
|
date = dates.parse_date(columns[2].text)
|
|
product.declare_version(version, date)
|
|
|
|
product.write()
|