c78d1fe2b5
- remove the use of environment variables to get directory paths, - make use of arguments / argparse instead of environment variables in `update.py` and `report.py`, - automatically guess the data directory in `latest.py` based on the script's location, - propagate log level to auto scripts, - move `list_configs_from_argv` from `endoflife` module to `releasedata` module, - use `list_products` in `latest.py` to load the product's frontmatters.
40 lines
1.7 KiB
Python
40 lines
1.7 KiB
Python
import logging
|
|
import re
|
|
|
|
from common import dates, http, releasedata
|
|
|
|
"""Fetches Veeam products versions from https://www.veeam.com.
|
|
|
|
This script takes a single argument which is the url of the versions page on https://www.veeam.com/kb2680,
|
|
such as `https://www.veeam.com/kb2680`.
|
|
"""
|
|
|
|
for config in releasedata.list_configs_from_argv():
|
|
with releasedata.ProductData(config.product) as product_data:
|
|
html = http.fetch_html(config.url)
|
|
|
|
version_column = config.data.get("version_column", "Build Number").lower()
|
|
date_column = config.data.get("date_column", "Release Date").lower()
|
|
for table in html.find_all("table"):
|
|
headers = [header.get_text().strip().lower() for header in table.find("tr").find_all("td")]
|
|
if version_column not in headers or date_column not in headers:
|
|
logging.warning("Skipping table with headers %s as it does not contains '%s' or '%s'",
|
|
headers, version_column, date_column)
|
|
continue
|
|
|
|
version_index = headers.index(version_column)
|
|
date_index = headers.index(date_column)
|
|
for row in table.find_all("tr")[1:]:
|
|
cells = row.find_all("td")
|
|
if len(cells) <= max(version_index, date_index):
|
|
continue
|
|
|
|
date_str = cells[date_index].get_text().strip()
|
|
if not date_str or date_str == "-":
|
|
continue
|
|
|
|
# whitespaces in version numbers are replaced with dashes
|
|
version = re.sub(r'\s+', "-", cells[version_index].get_text().strip())
|
|
date = dates.parse_date(date_str)
|
|
product_data.declare_version(version, date)
|