Refactor HTTP URL fetching scripts
This creates a common function to fetch HTTP URLs, with enhanced capabilities (retry, use of a known User-Agent). It makes scripts that need those capabilities simpler, while improving other scripts. This commit also fixes some scripts that did not log properly (cos.py, eks.py, haproxy.py, palo-alto-networks.py, rhel.py, ros.py, unrealircd.py).
This commit is contained in:
14
src/php.py
14
src/php.py
@@ -1,6 +1,6 @@
|
||||
import urllib.request
|
||||
import datetime
|
||||
import json
|
||||
from common import endoflife
|
||||
|
||||
PHP_MAJOR_VERSIONS = [4, 5, 7, 8]
|
||||
|
||||
@@ -17,13 +17,13 @@ def parse_date(date_str):
|
||||
|
||||
def fetch_versions(major_version):
|
||||
url = f"https://www.php.net/releases/index.php?json&max=-1&version={major_version}"
|
||||
with urllib.request.urlopen(url, data=None, timeout=5) as response:
|
||||
data = json.loads(response.read())
|
||||
for v in data:
|
||||
data[v] = parse_date(data[v]["date"])
|
||||
print(f"{v}: {data[v]}")
|
||||
response = endoflife.fetch_url(url)
|
||||
data = json.loads(response)
|
||||
for v in data:
|
||||
data[v] = parse_date(data[v]["date"])
|
||||
print(f"{v}: {data[v]}")
|
||||
|
||||
return data
|
||||
return data
|
||||
|
||||
|
||||
with open("releases/php.json", "w") as f:
|
||||
|
||||
Reference in New Issue
Block a user