- remove the use of environment variables to get directory paths, - make use of arguments / argparse instead of environment variables in `update.py` and `report.py`, - automatically guess the data directory in `latest.py` based on the script's location, - propagate log level to auto scripts, - move `list_configs_from_argv` from `endoflife` module to `releasedata` module, - use `list_products` in `latest.py` to load the product's frontmatters.
29 lines
1.1 KiB
Python
29 lines
1.1 KiB
Python
import logging
|
|
|
|
from common import dates, http, releasedata
|
|
|
|
for config in releasedata.list_configs_from_argv():
|
|
with releasedata.ProductData(config.product) as product_data:
|
|
html = http.fetch_html(config.url)
|
|
|
|
for tr in html.findAll("tr"):
|
|
td_list = tr.findAll("td")
|
|
if len(td_list) == 0:
|
|
continue
|
|
|
|
version_str = td_list[0].get_text().strip()
|
|
version_match = config.first_match(version_str)
|
|
if not version_match:
|
|
logging.warning(f"Skipping version '{version_str}': does not match the expected pattern")
|
|
continue
|
|
|
|
# Get the "code" (such as noetic) instead of the display name (such as Noetic Ninjemys)
|
|
version = td_list[0].findAll("a")[0]["href"][1:]
|
|
try:
|
|
date = dates.parse_date(td_list[1].get_text())
|
|
except ValueError: # The day has a suffix (such as May 23rd, 2020)
|
|
x = td_list[1].get_text().split(",")
|
|
date = dates.parse_date(x[0][:-2] + x[1])
|
|
|
|
product_data.declare_version(version, date)
|