f404274310
Align custom scripts with generic scripts, making them configurable. This has a few advantages: - script code is more unified, - no more hard-coded method names in scripts, which is less error prone and make it easier to rename scripts, - no more hard coded product names in scripts, which is less error prone and make it easier to rename products, - less hard-coded URLs and regexes in scripts, which makes auto-configuration more expressive / updatable, Also added method `endoflife.list_configs_from_argv()` so that it is easier to manipulate scripts arguments.
31 lines
1.3 KiB
Python
31 lines
1.3 KiB
Python
from bs4 import BeautifulSoup
|
|
from common import dates, endoflife, http, releasedata
|
|
|
|
"""Fetches versions from repositories managed with cgit, such as the Linux kernel repository.
|
|
Ideally we would want to use the git repository directly, but cgit-managed repositories don't support partial clone."""
|
|
|
|
for config in endoflife.list_configs_from_argv():
|
|
with releasedata.ProductData(config.product) as product_data:
|
|
response = http.fetch_url(config.url + '/refs/tags')
|
|
soup = BeautifulSoup(response.text, features="html5lib")
|
|
|
|
for table in soup.find_all("table", class_="list"):
|
|
for row in table.find_all("tr"):
|
|
columns = row.find_all("td")
|
|
if len(columns) != 4:
|
|
continue
|
|
|
|
version_str = columns[0].text.strip()
|
|
version_match = config.first_match(version_str)
|
|
if not version_match:
|
|
continue
|
|
|
|
datetime_td = columns[3].find_next("span")
|
|
datetime_str = datetime_td.attrs["title"] if datetime_td else None
|
|
if not datetime_str:
|
|
continue
|
|
|
|
version = config.render(version_match)
|
|
date = dates.parse_datetime(datetime_str)
|
|
product_data.declare_version(version, date)
|