523 lines
18 KiB
Bash
Executable File
523 lines
18 KiB
Bash
Executable File
#!/bin/bash
|
|
##
|
|
## Package uploader for Bintray.
|
|
##
|
|
## Leonid Plyushch <leonid.plyushch@gmail.com> (C) 2019
|
|
##
|
|
## This program is free software: you can redistribute it and/or modify
|
|
## it under the terms of the GNU General Public License as published by
|
|
## the Free Software Foundation, either version 3 of the License, or
|
|
## (at your option) any later version.
|
|
##
|
|
## This program is distributed in the hope that it will be useful,
|
|
## but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
## MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
## GNU General Public License for more details.
|
|
##
|
|
## You should have received a copy of the GNU General Public License
|
|
## along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
##
|
|
|
|
set -e
|
|
|
|
TERMUX_PACKAGES_BASEDIR=$(realpath "$(dirname "$0")/../")
|
|
if [ ! -d "$TERMUX_PACKAGES_BASEDIR/packages" ]; then
|
|
echo "[!] Cannot find directory 'packages'." >&2
|
|
exit 1
|
|
fi
|
|
|
|
# In this variable a package metadata will be stored.
|
|
declare -gA PACKAGE_METADATA
|
|
|
|
# Initialize default configuration.
|
|
DEBFILES_DIR_PATH="$TERMUX_PACKAGES_BASEDIR/debs"
|
|
PACKAGE_DELETE_MODE=false
|
|
KEEP_OLD_VERSION=false
|
|
|
|
# Bintray-specific configuration.
|
|
BINTRAY_REPO_NAME="termux-packages-24"
|
|
BINTRAY_REPO_GITHUB="termux/termux-packages"
|
|
BINTRAY_REPO_DISTRIBUTION="stable"
|
|
BINTRAY_REPO_COMPONENT="main"
|
|
|
|
# Bintray credentials that should be set as external environment
|
|
# variables by user.
|
|
: "${BINTRAY_USERNAME:=""}"
|
|
: "${BINTRAY_API_KEY:=""}"
|
|
: "${BINTRAY_GPG_SUBJECT:=""}"
|
|
: "${BINTRAY_GPG_PASSPHRASE:=""}"
|
|
|
|
# If BINTRAY_GPG_SUBJECT is not specified, then signing will be
|
|
# done with gpg key of subject '$BINTRAY_USERNAME'.
|
|
if [ -z "$BINTRAY_GPG_SUBJECT" ]; then
|
|
BINTRAY_GPG_SUBJECT="$BINTRAY_USERNAME"
|
|
fi
|
|
|
|
# Packages are built and uploaded for Termux organisation.
|
|
BINTRAY_SUBJECT="termux"
|
|
|
|
###################################################################
|
|
|
|
json_metadata_dump() {
|
|
local pkg_licenses
|
|
|
|
SAVEIFS=$IFS; IFS=",";
|
|
for license in ${PACKAGE_METADATA['LICENSES']}; do
|
|
pkg_licenses+="\"$(echo "${license}" | sed -r 's/^\s*(\S+(\s+\S+)*)\s*$/\1/')\","
|
|
done
|
|
pkg_licenses=${pkg_licenses%%,}; IFS=$SAVEIFS;
|
|
|
|
cat << EOF
|
|
{
|
|
"name": "${PACKAGE_METADATA['NAME']}",
|
|
"desc": "${PACKAGE_METADATA['DESCRIPTION']}",
|
|
"version": "${PACKAGE_METADATA['VERSION_FULL']}",
|
|
"licenses": [${pkg_licenses}],
|
|
"vcs_url": "https://github.com/${BINTRAY_REPO_GITHUB}",
|
|
"website_url": "${PACKAGE_METADATA['WEBSITE_URL']}",
|
|
"issue_tracker_url": "https://github.com/${BINTRAY_REPO_GITHUB}/issues",
|
|
"github_repo": "${BINTRAY_REPO_GITHUB}",
|
|
"public_download_numbers": "true",
|
|
"public_stats": "false"
|
|
}
|
|
EOF
|
|
}
|
|
|
|
delete_package() {
|
|
local package_name=$1
|
|
local curl_response
|
|
local http_status_code
|
|
local api_response_message
|
|
|
|
echo -n "[@] Deleting published package '$package_name' from remote... " >&2
|
|
curl_response=$(
|
|
curl \
|
|
--silent \
|
|
--user "${BINTRAY_USERNAME}:${BINTRAY_API_KEY}" \
|
|
--request DELETE \
|
|
--write-out "|%{http_code}" \
|
|
"https://api.bintray.com/packages/${BINTRAY_SUBJECT}/${BINTRAY_REPO_NAME}/${package_name}"
|
|
)
|
|
|
|
http_status_code=$(echo "$curl_response" | cut -d'|' -f2)
|
|
api_response_message=$(echo "$curl_response" | cut -d'|' -f1 | jq -r .message)
|
|
|
|
case "$http_status_code" in
|
|
200)
|
|
echo "done" >&2
|
|
;;
|
|
404)
|
|
echo "no-need" >&2
|
|
;;
|
|
*)
|
|
echo "failure" >&2
|
|
echo "[!] $api_response_message" >&2
|
|
exit 1
|
|
;;
|
|
esac
|
|
}
|
|
|
|
upload_package() {
|
|
local package_name=$1
|
|
local http_status_code
|
|
local api_response_message
|
|
declare -A debfiles_catalog
|
|
|
|
for arch in all aarch64 arm i686 x86_64; do
|
|
# Regular package.
|
|
debfiles_catalog["${package_name}_${PACKAGE_METADATA['VERSION_FULL']}_${arch}.deb"]=${arch}
|
|
|
|
# Development package.
|
|
debfiles_catalog["${package_name}-dev_${PACKAGE_METADATA['VERSION_FULL']}_${arch}.deb"]=${arch}
|
|
|
|
# Discover subpackages.
|
|
for file in $(find "$TERMUX_PACKAGES_BASEDIR/packages/$package_name/" -maxdepth 1 -type f -iname \*.subpackage.sh | sort); do
|
|
file=$(basename "$file")
|
|
debfiles_catalog["${file%%.subpackage.sh}_${PACKAGE_METADATA['VERSION_FULL']}_${arch}.deb"]=${arch}
|
|
done
|
|
|
|
unset debfiles
|
|
done
|
|
|
|
# Filter out nonexistent files.
|
|
for item in "${!debfiles_catalog[@]}"; do
|
|
if [ ! -f "$DEBFILES_DIR_PATH/$item" ]; then
|
|
unset debfiles_catalog["$item"]
|
|
fi
|
|
done
|
|
|
|
# Verify that our catalog is not empty.
|
|
if [ ${#debfiles_catalog[@]} -eq 0 ]; then
|
|
echo "[!] No *.deb files to upload." >&2
|
|
exit 1
|
|
fi
|
|
|
|
if ! $KEEP_OLD_VERSION; then
|
|
# Delete entry for package (with all related debfiles).
|
|
delete_package "$package_name"
|
|
fi
|
|
|
|
# Create new entry for package.
|
|
echo -n "[@] Creating entry for version '${PACKAGE_METADATA['VERSION_FULL']}' of package '$package_name'... " >&2
|
|
curl_response=$(
|
|
curl \
|
|
--silent \
|
|
--user "${BINTRAY_USERNAME}:${BINTRAY_API_KEY}" \
|
|
--request POST \
|
|
--header "Content-Type: application/json" \
|
|
--data "$(json_metadata_dump)" \
|
|
--write-out "|%{http_code}" \
|
|
"https://api.bintray.com/packages/${BINTRAY_SUBJECT}/${BINTRAY_REPO_NAME}"
|
|
)
|
|
|
|
http_status_code=$(echo "$curl_response" | cut -d'|' -f2)
|
|
api_response_message=$(echo "$curl_response" | cut -d'|' -f1 | jq -r .message)
|
|
|
|
case "$http_status_code" in
|
|
201)
|
|
echo "done" >&2
|
|
;;
|
|
409)
|
|
echo "no-need" >&2
|
|
;;
|
|
*)
|
|
echo "failure" >&2
|
|
echo "[!] $api_response_message" >&2
|
|
exit 1
|
|
;;
|
|
esac
|
|
|
|
for item in "${!debfiles_catalog[@]}"; do
|
|
local package_arch=${debfiles_catalog[$item]}
|
|
|
|
echo -n "[*] Uploading '$item'... " >&2
|
|
curl_response=$(
|
|
curl \
|
|
--silent \
|
|
--user "${BINTRAY_USERNAME}:${BINTRAY_API_KEY}" \
|
|
--request PUT \
|
|
--header "X-Bintray-Debian-Distribution: $BINTRAY_REPO_DISTRIBUTION" \
|
|
--header "X-Bintray-Debian-Component: $BINTRAY_REPO_COMPONENT" \
|
|
--header "X-Bintray-Debian-Architecture: $package_arch" \
|
|
--header "X-Bintray-Package: ${package_name}" \
|
|
--header "X-Bintray-Version: ${PACKAGE_METADATA['VERSION_FULL']}" \
|
|
--upload-file "$DEBFILES_DIR_PATH/$item" \
|
|
--write-out "|%{http_code}" \
|
|
"https://api.bintray.com/content/${BINTRAY_SUBJECT}/${BINTRAY_REPO_NAME}/${package_arch}/${item}"
|
|
)
|
|
|
|
http_status_code=$(echo "$curl_response" | cut -d'|' -f2)
|
|
api_response_message=$(echo "$curl_response" | cut -d'|' -f1 | jq -r .message)
|
|
|
|
case "$http_status_code" in
|
|
201)
|
|
echo "done" >&2
|
|
;;
|
|
409)
|
|
echo "unchanged" >&2
|
|
;;
|
|
*)
|
|
echo "failure" >&2
|
|
echo "[!] $api_response_message" >&2
|
|
exit 1
|
|
;;
|
|
esac
|
|
done
|
|
|
|
# Publishing package only after uploading all it's files. This will prevent
|
|
# spawning multiple metadata-generation jobs and will allow to sign metadata
|
|
# with maintainer's key.
|
|
echo -n "[@] Publishing package '$package_name'... " >&2
|
|
curl_response=$(
|
|
curl \
|
|
--silent \
|
|
--user "${BINTRAY_USERNAME}:${BINTRAY_API_KEY}" \
|
|
--request POST \
|
|
--header "Content-Type: application/json" \
|
|
--data "{\"subject\":\"${BINTRAY_GPG_SUBJECT}\",\"passphrase\":\"$BINTRAY_GPG_PASSPHRASE\"}" \
|
|
--write-out "|%{http_code}" \
|
|
"https://api.bintray.com/content/${BINTRAY_SUBJECT}/${BINTRAY_REPO_NAME}/${package_name}/${PACKAGE_METADATA['VERSION_FULL']}/publish"
|
|
)
|
|
|
|
http_status_code=$(echo "$curl_response" | cut -d'|' -f2)
|
|
api_response_message=$(echo "$curl_response" | cut -d'|' -f1 | jq -r .message)
|
|
|
|
case "$http_status_code" in
|
|
200)
|
|
echo "done" >&2
|
|
;;
|
|
*)
|
|
echo "failure" >&2
|
|
echo "[!] $api_response_message" >&2
|
|
exit 1
|
|
;;
|
|
esac
|
|
}
|
|
|
|
extract_variable_from_buildsh() {
|
|
local extracted_value
|
|
local variable_name
|
|
variable_name=$1
|
|
|
|
extracted_value=$(
|
|
set -o noglob
|
|
|
|
# When sourcing external code, do not expose variables
|
|
# with sensitive information.
|
|
unset BINTRAY_API_KEY
|
|
unset BINTRAY_GPG_PASSPHRASE
|
|
unset BINTRAY_GPG_SUBJECT
|
|
unset BINTRAY_SUBJECT
|
|
unset BINTRAY_USERNAME
|
|
|
|
[ -e "$TERMUX_PACKAGES_BASEDIR/scripts/properties.sh" ] && . "$TERMUX_PACKAGES_BASEDIR/scripts/properties.sh"
|
|
. "$TERMUX_PACKAGES_BASEDIR/packages/$package_name/build.sh"
|
|
echo "${!variable_name}"
|
|
set +o noglob
|
|
)
|
|
|
|
echo "$extracted_value"
|
|
}
|
|
|
|
process_packages() {
|
|
local package_name
|
|
local buildsh_path
|
|
|
|
for package_name in "$@"; do
|
|
buildsh_path="$TERMUX_PACKAGES_BASEDIR/packages/$package_name/build.sh"
|
|
|
|
if [ -f "$buildsh_path" ]; then
|
|
PACKAGE_METADATA["NAME"]="$package_name"
|
|
|
|
PACKAGE_METADATA["LICENSES"]=$(extract_variable_from_buildsh "TERMUX_PKG_LICENSE" "$buildsh_path")
|
|
if [ -z "${PACKAGE_METADATA['LICENSES']}" ]; then
|
|
echo "[!] Mandatory field 'TERMUX_PKG_LICENSE' of package '$package_name' is empty." >&2
|
|
exit 1
|
|
fi
|
|
|
|
PACKAGE_METADATA["DESCRIPTION"]=$(extract_variable_from_buildsh "TERMUX_PKG_DESCRIPTION" "$buildsh_path")
|
|
if [ -z "${PACKAGE_METADATA['DESCRIPTION']}" ]; then
|
|
echo "[!] Mandatory field 'TERMUX_PKG_DESCRIPTION' of package '$package_name' is empty." >&2
|
|
exit 1
|
|
fi
|
|
|
|
PACKAGE_METADATA["WEBSITE_URL"]=$(extract_variable_from_buildsh "TERMUX_PKG_HOMEPAGE" "$buildsh_path")
|
|
if [ -z "${PACKAGE_METADATA['WEBSITE_URL']}" ]; then
|
|
echo "[!] Mandatory field 'TERMUX_PKG_HOMEPAGE' of package '$package_name' is empty." >&2
|
|
exit 1
|
|
fi
|
|
|
|
PACKAGE_METADATA["VERSION"]=$(extract_variable_from_buildsh "TERMUX_PKG_VERSION" "$buildsh_path")
|
|
if [ -z "${PACKAGE_METADATA['VERSION']}" ]; then
|
|
echo "[!] Mandatory field 'TERMUX_PKG_VERSION' of package '$package_name' is empty." >&2
|
|
exit 1
|
|
fi
|
|
|
|
PACKAGE_METADATA["REVISION"]=$(extract_variable_from_buildsh "TERMUX_PKG_REVISION" "$buildsh_path")
|
|
if [ -n "${PACKAGE_METADATA['REVISION']}" ]; then
|
|
PACKAGE_METADATA["VERSION_FULL"]="${PACKAGE_METADATA['VERSION']}-${PACKAGE_METADATA['REVISION']}"
|
|
else
|
|
if [ "${PACKAGE_METADATA['VERSION']}" != "${PACKAGE_METADATA['VERSION']/-/}" ]; then
|
|
PACKAGE_METADATA["VERSION_FULL"]="${PACKAGE_METADATA['VERSION']}-0"
|
|
else
|
|
PACKAGE_METADATA["VERSION_FULL"]="${PACKAGE_METADATA['VERSION']}"
|
|
fi
|
|
fi
|
|
else
|
|
echo "[!] Cannot find 'build.sh' for package '$package_name'." >&2
|
|
exit 1
|
|
fi
|
|
|
|
if $PACKAGE_DELETE_MODE; then
|
|
delete_package "$package_name"
|
|
else
|
|
upload_package "$package_name"
|
|
fi
|
|
done
|
|
|
|
# In deletion mode we need to do metadata recalculation separately
|
|
# to ensure that it will be signed with maintainer's key.
|
|
if $PACKAGE_DELETE_MODE; then
|
|
local curl_response
|
|
local http_status_code
|
|
local api_response_message
|
|
|
|
echo -n "[@] Requesting metadata recalculation... " >&2
|
|
curl_response=$(
|
|
curl \
|
|
--silent \
|
|
--user "${BINTRAY_USERNAME}:${BINTRAY_API_KEY}" \
|
|
--request POST \
|
|
--header "Content-Type: application/json" \
|
|
--data "{\"subject\":\"${BINTRAY_GPG_SUBJECT}\",\"passphrase\":\"$BINTRAY_GPG_PASSPHRASE\"}" \
|
|
--write-out "|%{http_code}" \
|
|
"https://api.bintray.com/calc_metadata/${BINTRAY_SUBJECT}/${BINTRAY_REPO_NAME}/"
|
|
)
|
|
|
|
http_status_code=$(echo "$curl_response" | cut -d'|' -f2)
|
|
api_response_message=$(echo "$curl_response" | cut -d'|' -f1 | jq -r .message)
|
|
|
|
case "$http_status_code" in
|
|
202)
|
|
echo "done" >&2
|
|
;;
|
|
*)
|
|
echo "failure" >&2
|
|
echo "[!] $api_response_message" >&2
|
|
;;
|
|
esac
|
|
fi
|
|
}
|
|
|
|
show_usage() {
|
|
{
|
|
echo
|
|
echo "Usage: package_uploader.sh [OPTIONS] [package name] ..."
|
|
echo
|
|
echo "A command line client for Bintray designed for managing"
|
|
echo "Termux *.deb packages."
|
|
echo
|
|
echo "=========================================================="
|
|
echo
|
|
echo "Primarily indended to be used by Gitlab CI for automatic"
|
|
echo "package uploads but it can be used for manual uploads too."
|
|
echo
|
|
echo "By default, this script will create a new version entries"
|
|
echo "for specified packages and upload *.deb files for each of"
|
|
echo "created entries."
|
|
echo
|
|
echo "Note that if version entry already exists, it will be"
|
|
echo "deleted with all associated *.deb files to prevent file"
|
|
echo "name collisions and wasting of available space."
|
|
echo
|
|
echo "If such behaviour is unwanted, use option '-k' which will"
|
|
echo "not touch available versions."
|
|
echo
|
|
echo "Before using this script, check that you have all"
|
|
echo "necessary credentials for accessing repository."
|
|
echo
|
|
echo "Credentials are specified via environment variables:"
|
|
echo
|
|
echo " BINTRAY_USERNAME - User name."
|
|
echo " BINTRAY_API_KEY - User's API key."
|
|
echo " BINTRAY_GPG_SUBJECT - Owner of GPG key."
|
|
echo " BINTRAY_GPG_PASSPHRASE - GPG key passphrase."
|
|
echo
|
|
echo "=========================================================="
|
|
echo
|
|
echo "Options:"
|
|
echo
|
|
echo " -d, --delete Completely delete the selected"
|
|
echo " packages from the repository instead"
|
|
echo " of uploading."
|
|
echo
|
|
echo " -h, --help Print this help."
|
|
echo
|
|
echo " -k, --keep-old Prevent deletion of previous versions"
|
|
echo " when submitting package. Useful when"
|
|
echo " doing uploads within same package"
|
|
echo " versions or just to make downgrading"
|
|
echo " possible."
|
|
echo
|
|
echo " -p, --path [path] Specify a directory containing *.deb"
|
|
echo " files ready for uploading."
|
|
echo " Default is './debs'."
|
|
echo
|
|
echo "=========================================================="
|
|
} >&2
|
|
}
|
|
|
|
###################################################################
|
|
|
|
while getopts ":-:hdkp:" opt; do
|
|
case "$opt" in
|
|
-)
|
|
case "$OPTARG" in
|
|
delete)
|
|
PACKAGE_DELETE_MODE=true
|
|
;;
|
|
help)
|
|
show_usage
|
|
exit 0
|
|
;;
|
|
path)
|
|
DEBFILES_DIR_PATH="${!OPTIND}"
|
|
OPTIND=$((OPTIND + 1))
|
|
|
|
if [ -z "$DEBFILES_DIR_PATH" ]; then
|
|
echo "[!] Option '--${OPTARG}' requires argument." >&2
|
|
show_usage
|
|
exit 1
|
|
fi
|
|
|
|
if [ ! -d "$DEBFILES_DIR_PATH" ]; then
|
|
echo "[!] Directory '$DEBFILES_DIR_PATH' is not exist." >&2
|
|
show_usage
|
|
exit 1
|
|
fi
|
|
;;
|
|
keep-old)
|
|
KEEP_OLD_VERSION=true
|
|
;;
|
|
*)
|
|
echo "[!] Invalid option '$OPTARG'." >&2
|
|
show_usage
|
|
exit 1
|
|
;;
|
|
esac
|
|
;;
|
|
d)
|
|
PACKAGE_DELETE_MODE=true
|
|
;;
|
|
h)
|
|
show_usage
|
|
exit 0
|
|
;;
|
|
k)
|
|
KEEP_OLD_VERSION=true
|
|
;;
|
|
p)
|
|
DEBFILES_DIR_PATH="${OPTARG}"
|
|
if [ ! -d "$DEBFILES_DIR_PATH" ]; then
|
|
echo "[!] Directory '$DEBFILES_DIR_PATH' is not exist." >&2
|
|
show_usage
|
|
exit 1
|
|
fi
|
|
;;
|
|
*)
|
|
echo "[!] Invalid option '-${OPTARG}'." >&2
|
|
show_usage
|
|
exit 1
|
|
;;
|
|
esac
|
|
done
|
|
shift $((OPTIND - 1))
|
|
|
|
if [ $# -gt 0 ]; then
|
|
# These variables should never be changed.
|
|
readonly DEBFILES_DIR_PATH
|
|
readonly PACKAGE_DELETE_MODE
|
|
readonly TERMUX_PACKAGES_BASEDIR
|
|
|
|
# Without Bintray credentials this script is useless.
|
|
if [ -z "$BINTRAY_USERNAME" ]; then
|
|
echo "[!] Variable 'BINTRAY_USERNAME' is not set." >&2
|
|
exit 1
|
|
fi
|
|
if [ -z "$BINTRAY_API_KEY" ]; then
|
|
echo "[!] Variable 'BINTRAY_API_KEY' is not set." >&2
|
|
exit 1
|
|
fi
|
|
if [ -z "$BINTRAY_GPG_SUBJECT" ]; then
|
|
echo "[!] Variable 'BINTRAY_GPG_SUBJECT' is not set." >&2
|
|
exit 1
|
|
fi
|
|
|
|
process_packages "$@"
|
|
exit 0
|
|
else
|
|
echo "[!] No packages specified." >&2
|
|
show_usage
|
|
exit 1
|
|
fi
|