import json
import urllib.request
from bs4 import BeautifulSoup
import re

URL = "https://access.redhat.com/articles/3078"
# https://regex101.com/r/877ibq/1
regex = r"RHEL (?P<major>\d)(\. ?(?P<minor>\d+))?(( Update (?P<minor2>\d))| GA)?"

versions = {}
headers = {"user-agent": "mozilla"}
req = urllib.request.Request(URL, headers=headers)

with urllib.request.urlopen(req, timeout=5) as response:
    soup = BeautifulSoup(response, features="html5lib")
    for tr in soup.findAll("tr"):
        td_list = tr.findAll("td")
        if len(td_list) > 0:
            version = td_list[0].get_text()
            m = re.match(regex, version.strip()).groupdict()
            version = m["major"]
            if m["minor"]:
                version += ".%s" % m["minor"]
            if m["minor2"]:
                version += ".%s" % m["minor2"]
            versions[version] = td_list[1].get_text()

with open("releases/redhat.json", "w") as f:
    f.write(json.dumps(versions, indent=2))