a0ba2d687e
Until now products could declare multiple auto-update methods, but they all had to be of the same kind. For example if you used the git auto-update method, you could not use an additional github_releases or custom auto-update method. This is an issue as it prevents us to extend the auto-update process, for example by having a product using the 'git' auto-update method to retrieve all the versions, and a custom script to retrieve support and EOL dates. This improve the scripts execution orchestration to be able to support auto configurations using a mix of methods, meaning: - multiple kind of methods, such as git and github_release, - or multiple custom methods. A side-effect of those changes is that now a failure in a generic script does not cancel the update of subsequent products. Another side-effect, unwanted this time, is that now custom scripts managing multiple products, such as apple.py, are now executed multiple times instead of once.
37 lines
1.4 KiB
Python
37 lines
1.4 KiB
Python
import sys
|
|
|
|
from bs4 import BeautifulSoup
|
|
from common import dates, endoflife, http, releasedata
|
|
|
|
"""Fetches versions from repositories managed with cgit, such as the Linux kernel repository.
|
|
Ideally we would want to use the git repository directly, but cgit-managed repositories don't support partial clone."""
|
|
|
|
METHOD = "cgit"
|
|
|
|
p_filter = sys.argv[1] if len(sys.argv) > 1 else None
|
|
m_filter = sys.argv[2] if len(sys.argv) > 2 else None
|
|
for config in endoflife.list_configs(p_filter, METHOD, m_filter):
|
|
with releasedata.ProductData(config.product) as product_data:
|
|
response = http.fetch_url(config.url + '/refs/tags')
|
|
soup = BeautifulSoup(response.text, features="html5lib")
|
|
|
|
for table in soup.find_all("table", class_="list"):
|
|
for row in table.find_all("tr"):
|
|
columns = row.find_all("td")
|
|
if len(columns) != 4:
|
|
continue
|
|
|
|
version_str = columns[0].text.strip()
|
|
version_match = config.first_match(version_str)
|
|
if not version_match:
|
|
continue
|
|
|
|
datetime_td = columns[3].find_next("span")
|
|
datetime_str = datetime_td.attrs["title"] if datetime_td else None
|
|
if not datetime_str:
|
|
continue
|
|
|
|
version = config.render(version_match)
|
|
date = dates.parse_datetime(datetime_str)
|
|
product_data.declare_version(version, date)
|