[unity] Refactor script (#251)

Make the script more readable, mostly by:

- using the Product class,
- removing the use of functions when unnecessary,
- a little bit of renaming and documentation.

src/unity.py

@@ -1,6 +1,7 @@
 from bs4 import BeautifulSoup
-from common import http
+from common import dates
 from common import endoflife
+from common import http
 
 # Fetches the Unity LTS releases from the Unity website. Non-LTS releases are not listed there,
 # so this automation is only partial.
@@ -8,36 +9,24 @@ from common import endoflife
 # This script iterates over all pages of the Unity LTS releases page, which is paginated.
 # It keeps fetching the next page until there is no next page link.
 
-PRODUCT = 'unity'
+BASE_URL = "https://unity.com/releases/editor/qa/lts-releases"
-URL = 'https://unity.com/releases/editor/qa/lts-releases'
 
+product = endoflife.Product("unity")
+print(f"::group::{product.name}")
+next_page_url = BASE_URL
 
-def fetch_releases(releases, url) -> str:
+# Do not try to fetch multiple pages in parallel: it is raising a lot of errors and make the overall process slower.
-    print(url)
+while next_page_url:
-    response = http.fetch_url(url)
+    response = http.fetch_url(next_page_url)
     soup = BeautifulSoup(response.text, features="html5lib")
 
     for release in soup.find_all('div', class_='component-releases-item__show__inner-header'):
         version = release.find('h4').find('span').text
-        date = release.find('time').attrs['datetime'].split('T')[0]
+        date = dates.parse_datetime(release.find('time').attrs['datetime'])
-        releases[version] = date
+        product.declare_version(version, date)
-        print(f"{version}: {date}")
 
     next_link = soup.find('a', {"rel": "next"})
-    if next_link:
+    next_page_url = BASE_URL + next_link.attrs['href'] if next_link else None
-        return URL + next_link.attrs['href']
 
-    return None
+product.write()
-
-
-print(f"::group::{PRODUCT}")
-all_versions = {}
-next_page_url = URL
-
-# Do not try to fetch multiple pages in parallel: it is raising a lot of ChunkedEncodingErrors and
-# make the overall process slower.
-while next_page_url:
-    next_page_url = fetch_releases(all_versions, next_page_url)
-
-endoflife.write_releases(PRODUCT, all_versions)
 print("::endgroup::")