Align custom scripts with generic scripts (#445)

Align custom scripts with generic scripts, making them configurable. This has a few advantages:

- script code is more unified,
- no more hard-coded method names in scripts, which is less error prone and make it easier to rename scripts,
- no more hard coded product names in scripts, which is less error prone and make it easier to rename products,
- less hard-coded URLs and regexes in scripts, which makes auto-configuration more expressive / updatable,

Also added method `endoflife.list_configs_from_argv()` so that it is easier to manipulate scripts arguments.

src/haproxy.py

@@ -1,30 +1,31 @@
 import re
 
 from bs4 import BeautifulSoup
-from common import dates, http, releasedata
+from common import dates, endoflife, http, releasedata
 
 CYCLE_PATTERN = re.compile(r"^(\d+\.\d+)/$")
 DATE_AND_VERSION_PATTERN = re.compile(r"^(\d{4})/(\d{2})/(\d{2})\s+:\s+(\d+\.\d+\.\d.?)$")  # https://regex101.com/r/1JCnFC/1
 
-with releasedata.ProductData("haproxy") as product_data:
-    # First, get all minor releases from the download page
-    download = http.fetch_url('https://www.haproxy.org/download/')
-    download_soup = BeautifulSoup(download.text, features="html5lib")
-    minor_versions = []
-    for link in download_soup.select("a"):
-        minor_version_match = CYCLE_PATTERN.match(link.attrs["href"])
-        if not minor_version_match:
-            continue
+for config in endoflife.list_configs_from_argv():
+    with releasedata.ProductData(config.product) as product_data:
+        # First, get all minor releases from the download page
+        download = http.fetch_url(config.url)
+        download_soup = BeautifulSoup(download.text, features="html5lib")
+        minor_versions = []
+        for link in download_soup.select("a"):
+            minor_version_match = CYCLE_PATTERN.match(link.attrs["href"])
+            if not minor_version_match:
+                continue
 
-        minor_version = minor_version_match.groups()[0]
-        if minor_version != "1.0":  # No changelog in https://www.haproxy.org/download/1.0/src
-            minor_versions.append(minor_version)
+            minor_version = minor_version_match.groups()[0]
+            if minor_version != "1.0":  # No changelog in https://www.haproxy.org/download/1.0/src
+                minor_versions.append(minor_version)
 
-    # Then, fetches all versions from each changelog
-    changelog_urls = [f"https://www.haproxy.org/download/{minor_version}/src/CHANGELOG" for minor_version in minor_versions]
-    for changelog in http.fetch_urls(changelog_urls):
-        for line in changelog.text.split('\n'):
-            date_and_version_match = DATE_AND_VERSION_PATTERN.match(line)
-            if date_and_version_match:
-                year, month, day, version = date_and_version_match.groups()
-                product_data.declare_version(version, dates.date(int(year), int(month), int(day)))
+        # Then, fetches all versions from each changelog
+        changelog_urls = [f"{config.url}{minor_version}/src/CHANGELOG" for minor_version in minor_versions]
+        for changelog in http.fetch_urls(changelog_urls):
+            for line in changelog.text.split('\n'):
+                date_and_version_match = DATE_AND_VERSION_PATTERN.match(line)
+                if date_and_version_match:
+                    year, month, day, version = date_and_version_match.groups()
+                    product_data.declare_version(version, dates.date(int(year), int(month), int(day)))