termux-packages/scripts/updates/api/dump-repology-data

93 lines
3.7 KiB
Python
Executable File

#!/usr/bin/env python3
# The MIT License (MIT)
# Copyright (c) 2022 Aditya Alok (aka. @MrAdityaAlok) <alok@termux.org>
# Permission is hereby granted, free of charge, to any person obtaining a copy
# of this software and associated documentation files (the "Software"), to deal
# in the Software without restriction, including without limitation the rights
# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
# copies of the Software, and to permit persons to whom the Software is
# furnished to do so, subject to the following conditions:
# The above copyright notice and this permission notice shall be included in all
# copies or substantial portions of the Software.
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
# SOFTWARE.
from requests import get as requests_get
def get_repology_data(last_project):
repology_data = requests_get(
f"https://repology.org/api/v1/projects/{last_project}?inrepo=termux&outdated=True&families_newest=2-"
).json() # NOTE: We are using 2- so that api will return a package as outdated if it is so in 2 or more
# repo family. This helps us avoid false positives.
return repology_data
def get_outdated_packages():
termux_outdated_packages = {}
last_project = ""
while True:
repology_data = get_repology_data(last_project)
last_project = sorted(repology_data.keys())[
-1
] # This used to query repology for next set of packages.
# Quoting repology documentation: "You may iterate through
# all projects by using the last project name in the next request"
# For more info, visit https://repology.org/api
# NOTE: next response to request will include the last_project given.
if len(repology_data) <= 1:
# Break the loop now. Since api returned only one package, it
# must be the last_project, which was already included in previous iteration.
break
for package_name, package_data in repology_data.items():
if package_name in termux_outdated_packages:
# Skip if package is already in the dict.
continue
newest_stable = None
newest_devel = None
for repo_data in package_data:
if repo_data.get("status", "") == "newest":
newest_stable = repo_data["version"]
# If we found stable version, break the loop.
break
elif repo_data.get("status", "") == "devel":
# Do not break the loop if we found devel version as there may be stable version later.
newest_devel = repo_data["version"]
if newest_stable:
termux_outdated_packages[package_name] = newest_stable
elif newest_devel:
termux_outdated_packages[package_name] = newest_devel
else:
# If we don't find any version, skip the package.
continue
return termux_outdated_packages
if __name__ == "__main__":
import json
import sys
try:
output_file = sys.argv[1]
except IndexError:
sys.exit("Please provide an output file")
with open(output_file, "w") as f:
json.dump(get_outdated_packages(), f)