312ce078bb
Provide some helper methods to hide the complexity of parsing HTML, JSON, YAML, XML or Markdown.
19 lines
917 B
Python
19 lines
917 B
Python
from common import dates, endoflife, github, http, releasedata
|
|
|
|
"""Fetch released versions from docs.chef.io and retrieve their date from GitHub.
|
|
docs.chef.io needs to be scraped because not all tagged versions are actually released.
|
|
|
|
More context on https://github.com/endoflife-date/endoflife.date/pull/4425#discussion_r1447932411.
|
|
"""
|
|
|
|
for config in endoflife.list_configs_from_argv():
|
|
with releasedata.ProductData(config.product) as product_data:
|
|
html = http.fetch_html(config.url)
|
|
released_versions = [h2.get('id') for h2 in html.find_all('h2', id=True) if h2.get('id')]
|
|
|
|
for release in github.fetch_releases("inspec/inspec"):
|
|
sanitized_version = release.tag_name.replace("v", "")
|
|
if sanitized_version in released_versions:
|
|
date = dates.parse_datetime(release.published_at)
|
|
product_data.declare_version(sanitized_version, date)
|