Improve scripts execution orchestration (#299)
Until now products could declare multiple auto-update methods, but they all had to be of the same kind. For example if you used the git auto-update method, you could not use an additional github_releases or custom auto-update method. This is an issue as it prevents us to extend the auto-update process, for example by having a product using the 'git' auto-update method to retrieve all the versions, and a custom script to retrieve support and EOL dates. This improve the scripts execution orchestration to be able to support auto configurations using a mix of methods, meaning: - multiple kind of methods, such as git and github_release, - or multiple custom methods. A side-effect of those changes is that now a failure in a generic script does not cancel the update of subsequent products. Another side-effect, unwanted this time, is that now custom scripts managing multiple products, such as apple.py, are now executed multiple times instead of once.
This commit is contained in:
59
src/github_releases.py
Normal file
59
src/github_releases.py
Normal file
@@ -0,0 +1,59 @@
|
||||
import json
|
||||
import logging
|
||||
import subprocess
|
||||
import sys
|
||||
|
||||
from common import dates, endoflife, releasedata
|
||||
|
||||
"""Fetches versions from GitHub releases using the GraphQL API and the GitHub CLI.
|
||||
|
||||
Note: GraphQL API and GitHub CLI are used because it's simpler: no need to manage pagination and authentication.
|
||||
"""
|
||||
|
||||
METHOD = "github_releases"
|
||||
|
||||
|
||||
def fetch_releases(repo_id: str) -> list[dict]:
|
||||
logging.info(f"fetching {repo_id} GitHub releases")
|
||||
(owner, repo) = repo_id.split('/')
|
||||
child = subprocess.run("""gh api graphql --paginate -f query='
|
||||
query($endCursor: String) {
|
||||
repository(name: "%s", owner: "%s") {
|
||||
releases(
|
||||
orderBy: {field: NAME, direction: ASC}
|
||||
first: 100
|
||||
after: $endCursor
|
||||
) {
|
||||
pageInfo { hasNextPage, endCursor }
|
||||
edges {
|
||||
node {
|
||||
name
|
||||
publishedAt
|
||||
isPrerelease
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}'""" % (repo, owner), capture_output=True, timeout=300, check=True, shell=True) # noqa: UP031
|
||||
logging.info(f"fetched {repo_id} GitHub releases")
|
||||
|
||||
# splitting because response may contain multiple JSON objects on a single line
|
||||
responses = child.stdout.decode("utf-8").strip().replace('}{', '}\n{').split("\n")
|
||||
return [json.loads(response) for response in responses]
|
||||
|
||||
|
||||
p_filter = sys.argv[1] if len(sys.argv) > 1 else None
|
||||
m_filter = sys.argv[2] if len(sys.argv) > 2 else None
|
||||
for config in endoflife.list_configs(p_filter, METHOD, m_filter):
|
||||
with releasedata.ProductData(config.product) as product_data:
|
||||
for page in fetch_releases(config.url):
|
||||
releases = [edge['node'] for edge in (page['data']['repository']['releases']['edges'])]
|
||||
|
||||
for release in releases:
|
||||
if not release['isPrerelease']:
|
||||
version_str = release['name']
|
||||
version_match = config.first_match(version_str)
|
||||
if version_match:
|
||||
version = config.render(version_match)
|
||||
date = dates.parse_datetime(release['publishedAt'])
|
||||
product_data.declare_version(version, date)
|
||||
Reference in New Issue
Block a user