9fac976ab1
Do not use pipes for building & uploading packages because: * They spawn more jobs on Bintray for metadata generation - each upload is done in a separate session. * Bintray doesn't handle well concurrent uploads and metadata can be corrupted. This happened in all recent builds of platform independent packages - in each upload task file had a same name and that triggered problem with metadata. * Using delays for workaround for a problem described above works, but isn't safe.
170 lines
4.7 KiB
Bash
Executable File
170 lines
4.7 KiB
Bash
Executable File
#!/bin/bash
|
|
##
|
|
## Determine modified packages and build/upload them.
|
|
##
|
|
|
|
set -e
|
|
|
|
## Some packages should be excluded from auto builds.
|
|
EXCLUDED_PACKAGES="rust texlive"
|
|
|
|
###############################################################################
|
|
##
|
|
## Preparation.
|
|
##
|
|
###############################################################################
|
|
|
|
REPO_DIR=$(realpath "$(dirname "$(realpath "$0")")/../../../")
|
|
cd "$REPO_DIR" || {
|
|
echo "[!] Failed to cd into '$REPO_DIR'."
|
|
exit 1
|
|
}
|
|
|
|
DO_UPLOAD=false
|
|
if [ $# -ge 1 ]; then
|
|
if [ "$1" = "--upload" ]; then
|
|
DO_UPLOAD=true
|
|
fi
|
|
fi
|
|
|
|
###############################################################################
|
|
##
|
|
## Determining changes.
|
|
##
|
|
###############################################################################
|
|
|
|
set +e
|
|
|
|
# Some environment variables are important for correct functionality
|
|
# of this script.
|
|
if [ -z "$CIRRUS_CHANGE_IN_REPO" ]; then
|
|
echo "[!] CIRRUS_CHANGE_IN_REPO is not set."
|
|
exit 1
|
|
fi
|
|
|
|
if [ -n "$CIRRUS_PR" ] && [ -z "$CIRRUS_BASE_SHA" ]; then
|
|
echo "[!] CIRRUS_BASE_SHA is not set."
|
|
exit 1
|
|
fi
|
|
|
|
# Process tag '%ci:no-build' that may be added as line to commit message.
|
|
# Will force CI to exit with status 'passed' without performing build.
|
|
if grep -qiP '^\s*%ci:no-build\s*$' <(git log --format="%B" -n 1 "$CIRRUS_CHANGE_IN_REPO"); then
|
|
echo "[!] Exiting with status 'passed' (tag '%ci:no-build' applied)."
|
|
exit 0
|
|
fi
|
|
|
|
# Process tag '%ci:reset-backlog' that may be added as line to commit message.
|
|
# Will force CI to build changes only for the current commit.
|
|
if grep -qiP '^\s*%ci:reset-backlog\s*$' <(git log --format="%B" -n 1 "$CIRRUS_CHANGE_IN_REPO"); then
|
|
echo "[!] Building only last pushed commit (tag '%ci:reset-backlog' applied)."
|
|
unset CIRRUS_LAST_GREEN_CHANGE
|
|
unset CIRRUS_BASE_SHA
|
|
fi
|
|
|
|
if [ -z "$CIRRUS_PR" ]; then
|
|
# Changes determined from the last commit where CI finished with status
|
|
# 'passed' (green) and the top commit.
|
|
if [ -z "$CIRRUS_LAST_GREEN_CHANGE" ]; then
|
|
GIT_CHANGES="$CIRRUS_CHANGE_IN_REPO"
|
|
else
|
|
GIT_CHANGES="${CIRRUS_LAST_GREEN_CHANGE}..${CIRRUS_CHANGE_IN_REPO}"
|
|
fi
|
|
echo "[*] Changes: $GIT_CHANGES"
|
|
else
|
|
# Changes in pull request are determined from commits between the
|
|
# top commit of base branch and latest commit of PR's branch.
|
|
GIT_CHANGES="${CIRRUS_BASE_SHA}..${CIRRUS_CHANGE_IN_REPO}"
|
|
echo "[*] Pull request: https://github.com/termux/termux-packages/pull/${CIRRUS_PR}"
|
|
fi
|
|
|
|
# Determine changes from commit range.
|
|
PACKAGE_NAMES=$(git diff-tree --no-commit-id --name-only -r "$GIT_CHANGES" packages/ 2>/dev/null | sed -E 's@^packages/([^/]*)/build.sh@\1@')
|
|
|
|
## Filter deleted packages.
|
|
for pkg in $PACKAGE_NAMES; do
|
|
if [ ! -d "${REPO_DIR}/packages/${pkg}" ]; then
|
|
PACKAGE_NAMES=$(sed "s/\<${pkg}\>//g" <<< "$PACKAGE_NAMES")
|
|
fi
|
|
done
|
|
|
|
## Filter excluded packages.
|
|
for pkg in $EXCLUDED_PACKAGES; do
|
|
PACKAGE_NAMES=$(sed "s/\<${pkg}\>//g" <<< "$PACKAGE_NAMES")
|
|
done
|
|
unset pkg
|
|
|
|
if [ -z "$PACKAGE_NAMES" ]; then
|
|
echo "[*] No modified packages found."
|
|
exit 0
|
|
fi
|
|
|
|
set -e
|
|
|
|
###############################################################################
|
|
##
|
|
## Building packages.
|
|
##
|
|
###############################################################################
|
|
|
|
if ! $DO_UPLOAD; then
|
|
echo "[*] Building packages: $PACKAGE_NAMES"
|
|
./build-package.sh -a "$TERMUX_ARCH" -I $PACKAGE_NAMES
|
|
fi
|
|
|
|
###############################################################################
|
|
##
|
|
## Storing packages in cache // retrieving and uploading to Bintray.
|
|
##
|
|
###############################################################################
|
|
|
|
if [ "$CIRRUS_BRANCH" = "master" ]; then
|
|
if ! $DO_UPLOAD; then
|
|
ARCHIVE_NAME="debs-${TERMUX_ARCH}-${CIRRUS_CHANGE_IN_REPO}.tar.gz"
|
|
|
|
if [ -d "${REPO_DIR}/debs" ]; then
|
|
echo "[*] Archiving packages into '${ARCHIVE_NAME}'."
|
|
tar zcf "$ARCHIVE_NAME" debs
|
|
|
|
echo "[*] Uploading '${ARCHIVE_NAME}' to cache:"
|
|
echo
|
|
curl --upload-file "$ARCHIVE_NAME" \
|
|
"http://${CIRRUS_HTTP_CACHE_HOST}/${ARCHIVE_NAME}"
|
|
echo
|
|
fi
|
|
else
|
|
if [ -z "$BINTRAY_API_KEY" ]; then
|
|
echo "[!] Can't upload without Bintray API key."
|
|
exit 1
|
|
fi
|
|
|
|
if [ -z "$BINTRAY_GPG_PASSPHRASE" ]; then
|
|
echo "[!] Can't upload without GPG passphrase."
|
|
exit 1
|
|
fi
|
|
|
|
for arch in aarch64 arm i686 x86_64; do
|
|
ARCHIVE_NAME="debs-${arch}-${CIRRUS_CHANGE_IN_REPO}.tar.gz"
|
|
|
|
echo "[*] Downloading '${ARCHIVE_NAME}' from cache:"
|
|
echo
|
|
curl --output "/tmp/${ARCHIVE_NAME}" \
|
|
"http://${CIRRUS_HTTP_CACHE_HOST}/${ARCHIVE_NAME}"
|
|
echo
|
|
|
|
if [ -s "/tmp/${ARCHIVE_NAME}" ]; then
|
|
echo "[*] Unpacking '/tmp/${ARCHIVE_NAME}':"
|
|
echo
|
|
tar xvf "/tmp/${ARCHIVE_NAME}"
|
|
echo
|
|
else
|
|
echo "[!] Empty archive '/tmp/${ARCHIVE_NAME}'."
|
|
fi
|
|
done
|
|
|
|
echo "[*] Uploading packages to Bintray:"
|
|
echo
|
|
"${REPO_DIR}/scripts/package_uploader.sh" -p "${PWD}/debs" $PACKAGE_NAMES
|
|
fi
|
|
fi
|