f404274310
Align custom scripts with generic scripts, making them configurable. This has a few advantages: - script code is more unified, - no more hard-coded method names in scripts, which is less error prone and make it easier to rename scripts, - no more hard coded product names in scripts, which is less error prone and make it easier to rename products, - less hard-coded URLs and regexes in scripts, which makes auto-configuration more expressive / updatable, Also added method `endoflife.list_configs_from_argv()` so that it is easier to manipulate scripts arguments.
22 lines
785 B
Python
22 lines
785 B
Python
import logging
|
|
|
|
from bs4 import BeautifulSoup
|
|
from common import dates, endoflife, http, releasedata
|
|
|
|
for config in endoflife.list_configs_from_argv():
|
|
with releasedata.ProductData(config.product) as product_data:
|
|
response = http.fetch_url(config.url)
|
|
soup = BeautifulSoup(response.text, features="html5lib")
|
|
|
|
ul = soup.find("h2").find_next("ul")
|
|
for li in ul.find_all("li"):
|
|
text = li.get_text(strip=True)
|
|
match = config.first_match(text)
|
|
if not match:
|
|
logging.info(f"Skipping {text}, does not match any regex")
|
|
continue
|
|
|
|
version = match.group("version")
|
|
date = dates.parse_date(match.group("date"))
|
|
product_data.declare_version(version, date)
|