Add Debian automation (closes #42)

Use www.debian.org source repository to fetch versions.

src/debian.py

@@ -0,0 +1,68 @@
+import json
+import pathlib
+import subprocess
+from hashlib import sha1
+from os.path import exists
+from subprocess import call
+
+"""Fetch Debian versions with their dates from www.debian.org source repository.
+"""
+
+PRODUCT = "debian"
+REPO_URL = "https://salsa.debian.org/webmaster-team/webwml.git"
+REPO_SHA1 = sha1(REPO_URL.encode()).hexdigest()
+REPO_DIR = pathlib.Path(f"~/.cache/git/debian.md_{REPO_SHA1}").expanduser()
+
+
+# Checkout the Debian website repository.
+def clone_repository():
+    git_opts = f"--git-dir={REPO_DIR}/.git --work-tree={REPO_DIR}"
+    REPO_DIR.mkdir(parents=True, exist_ok=True)
+
+    if not exists(f"{REPO_DIR}/.git"):
+        call(f"git {git_opts} init", shell=True)
+        call(f"git {git_opts} remote add origin {REPO_URL}", shell=True)
+
+    call(f"git {git_opts} config core.sparseCheckout true", shell=True)
+    with open(f"{REPO_DIR}/.git/info/sparse-checkout", "w") as f:
+        f.write("english/News/")
+
+    ret_code = call(f"git {git_opts} pull --depth 1 origin master", shell=True)
+    exit(-ret_code) if ret_code < 0 else None
+
+
+def extract_releases():
+    child = subprocess.Popen(
+        f"grep -Rh -B 10 '<define-tag revision>' {REPO_DIR}/english/News "
+        "| grep -Eo '(release_date>(.*)<|revision>(.*)<)' "
+        "| cut -d '>' -f 2,4 "
+        "| tr -d '<' "
+        "| sed 's/[[:space:]]+/ /' "
+        "| paste -d ' ' - -",
+        shell=True, stdout=subprocess.PIPE)
+    output = child.communicate()[0].decode('utf-8')
+
+    releases = {}
+    for line in output.split('\n'):
+        if line:
+            parts = line.split(' ')
+            date = parts[0]
+            version = parts[1]
+            print(f"{date} : {version}")
+            releases[version] = date
+
+    return dict(sorted(releases.items()))
+
+
+def main():
+    print(f"::group::{PRODUCT}")
+    clone_repository()
+    releases = extract_releases()
+    print("::endgroup::")
+
+    with open(f"releases/{PRODUCT}.json", "w") as f:
+        f.write(json.dumps(releases, indent=2))
+
+
+if __name__ == '__main__':
+    main()