From f7c40d48c0727a96843c85990cc36ae5a9ac6888 Mon Sep 17 00:00:00 2001
From: Joel Grunbaum <joelgrun@gmail.com>
Date: Sat, 07 Feb 2026 23:42:43 +0000
Subject: [PATCH] Add integration test for binary
---
main.sh | 210 ++++++++++++++++++++++++++++++++++++----------------
1 files changed, 144 insertions(+), 66 deletions(-)
diff --git a/main.sh b/main.sh
index 6f4f791..9ef66d3 100755
--- a/main.sh
+++ b/main.sh
@@ -4,6 +4,10 @@
source $(dirname "$(realpath $0)")/vars.sh
+ERRORFILE=$(mktemp)
+WAITLIST=$(mktemp)
+WAITLIST_LCK=$(mktemp)
+
#Helper for finding newest and oldest files
#Sourced from stack overflow
# Usage: newold_matching_file [n/o] [filename]
@@ -42,13 +46,22 @@
#Build latest version of a package
# Usage: build_pkg [package name] [-f force]
function build_pkg {
+ #first need to reset repo, revert any changes so update can happen
+ git reset --hard
#check if PKGBUILD has updated, don't rebuild if hasn't changed
- if [[ ! -z $(git pull | grep "Already up to date.") && -z $(grep 'pkgver() {' PKGBUILD) && -z $2 ]]; then
+ if [[ -n $(git pull | grep 'Already up to date.') && -z $(grep 'pkgver() {' PKGBUILD) && -z "$2" ]]; then
return 2
fi
- #remove old versions before build
- rm -f *$1*.tar.*
+ #Remove old packages from build directory
+ source PKGBUILD
+ srcdir="$(pwd)/src"
+ if grep -q 'pkgver() {' PKGBUILD; then
+ ver=$(pkgver)
+ else
+ ver=$pkgver
+ fi
+ find . -mindepth 1 -maxdepth 1 -type f \( -name "*.pkg.tar.*" -o -name "*.src.tar.*" \) -not -name "*$ver-$pkgrel*" -delete
#make and force rebuild if is git package
# Mictosoft fonts have problems with checksums and need a seperate argument
@@ -56,19 +69,27 @@
"$1" == "ttf-office-2007-fonts" ||
"$1" == "ttf-ms-win8" ||
"$1" == "ttf-win7-fonts" ]]; then
- makepkg -s --noconfirm $([[ $CLEAN == "Y" ]] && echo "-c") $([[ $SIGN == "Y" ]] && echo "--sign --key $KEY") $([[ "$2" == "-f" ]] && echo -f) --skipchecksums
+ makepkg -s --noconfirm $([[ $CLEAN == "Y" ]] && echo "-c") $([[ $SIGN == "Y" ]] && echo "--sign --key $KEY") $([[ "$2" == "-f" ]] && echo -f) --skipchecksums 2>&1
+ elif [[ "$1" == "icu"* ]]; then
+ echo ***1
+ pause
+ LC_ALL=C makepkg -s --noconfirm $([[ $CLEAN == "Y" ]] && echo "-c") $([[ $SIGN == "Y" ]] && echo "--sign --key $KEY") $([[ "$2" == "-f" ]] && echo -f) 2>&1
else
makepkg -s --noconfirm $([[ $CLEAN == "Y" ]] && echo "-c") $([[ $SIGN == "Y" ]] && echo "--sign --key $KEY") $([[ "$2" == "-f" ]] && echo -f) 2>&1
fi
- if [[ $? != 0 ]]; then
+ if [[ $? != 0 && $? != 13 ]]; then
+ if [[ -n $(find . -iname "*cmake") && "$2" != "-s" ]]; then
+ find ./src -iname "*cmake*" -type f -delete
+ build_pkg "$1" -s
+ return $?
+ fi
#Register error
- echo $1 >> $REPODIR/.errors
+ echo $1 >> $ERRORFILE
return 1
fi
#Get build artifact names from PKGBUILD and build artifacts
#Remove duplicates from the list
- source PKGBUILD
pkgs=()
ipkgs=()
for i in ${pkgname[@]}; do
@@ -77,73 +98,78 @@
done
while read -r -d '' x; do pkgs+=("$x"); done < <(printf "%s\0" "${ipkgs[@]}" | sort -uz)
+ # Weird exceptions
+ if [[ "$1" == "zoom" ]]; then
+ rm zoom*_orig*
+ for i in ${pkgs[@]}; do
+ if [ -z "${i##*_orig*}" ]; then
+ pkgs=(${pkgs[@]/$i})
+ fi
+ done
+ fi
+
#Move package to repodir and add to repo db
#Dont change the database if rebuilt the same package at same release and version
- flag=0
- for i in ${pkgs[@]}; do
- if [[ ! -f $REPODIR/$i ]]; then
- flag=1
- fi
- done
+ if [ -z $2 ]; then
+ flag=0
+ for i in ${pkgs[@]}; do
+ if [[ ! -f $REPODIR/$i ]]; then
+ flag=1
+ fi
+ done
+ else
+ flag=1
+ fi
if [[ $flag == 1 ]]; then
rm -f $REPODIR/*$1*.tar.*
for i in ${pkgs[@]}; do
cp $i $REPODIR/
[[ "$SIGN" == "Y" ]] && cp $i.sig $REPODIR/
done
- else
+ else
return;
fi
- # Weird exceptions
- if [[ "$1" == "zoom" ]]; then
- rm zoom*_orig*.pkg.tar.xz
- for i in ${pkgs[@]}; do
- if [ -z "${i##*orig*}" ]; then
- pkgs=${pkgs[@]/$i}
- fi
- done
- fi
-
# Add package to waiting list to be added to repo db
while true; do
- if [[ $(cat $REPODIR/.waitlist.lck) == 1 ]]; then
+ if [[ $(cat $WAITLIST_LCK) == 1 ]]; then
sleep 1
else
- echo 1 > $REPODIR/.waitlist.lck
- echo $1 >> $REPODIR/.waitlist
- echo 0 > $REPODIR/.waitlist.lck
+ echo 1 > $WAITLIST_LCK
+ echo $1 >> $WAITLIST
+ echo 0 > $WAITLIST_LCK
break
fi
done
while true; do
# Wait until package is at the top of the queue and add to db
- if [[ "$(head -n1 $REPODIR/.waitlist)" == "$1" ]]; then
- # for i in ${pkgs[@]}; do
- repo-add $([[ "$SIGN" == "Y" ]] && echo "--sign --key $KEY") $REPODIR/$REPONAME.db.tar.$([ -n "$COMPRESSION" ] || echo $COMPRESSION && echo zst) ${pkgs[@]}
- # done
+ if [[ "$(head -n1 $WAITLIST)" == "$1" ]]; then
+ repo-add $([[ "$SIGN" == "Y" ]] && echo "--sign --key $KEY") $REPODIR/$REPONAME.db.tar.$([ -n "$COMPRESSION" ] || echo $COMPRESSION && echo zst) ${pkgs[@]}
while true; do
- if [[ $(cat $REPODIR/.waitlist.lck) == 1 ]]; then
+ if [[ $(cat $WAITLIST_LCK) == 1 ]]; then
sleep 1
else
# Remove self from top of queue
- echo 1 > $REPODIR/.waitlist.lck
- tail -n +2 $REPODIR/.waitlist > $REPODIR/.waitlist.tmp
- mv $REPODIR/.waitlist.tmp $REPODIR/.waitlist
- echo 0 > $REPODIR/.waitlist.lck
+ echo 1 > $WAITLIST_LCK
+ TEMP=$(mktemp)
+ tail -n +2 $WAITLIST > $TEMP
+ cp $TEMP $WAITLIST
+ rm $TEMP
+ unset TEMP
+ echo 0 > $WAITLIST_LCK
break
fi
done
break
else
- if [[ -z "$(grep $1 $REPODIR/.waitlist)" ]]; then
+ if [[ -z "$(grep $1 $WAITLIST)" ]]; then
# Not on waitlist for some reason, need to readd
- if [[ $(cat $REPODIR/.waitlist.lck) == 1 ]]; then
+ if [[ $(cat $WAITLIST_LCK) == 1 ]]; then
sleep 1
else
- echo 1 > $REPODIR/.waitlist.lck
- echo $1 >> $REPODIR/.waitlist
- echo 0 > $REPODIR/.waitlist.lck
+ echo 1 > $WAITLIST_LCK
+ echo $1 >> $WAITLIST
+ echo 0 > $WAITLIST_LCK
fi
fi
sleep 10
@@ -169,8 +195,6 @@
sudo pacman -Syu --noconfirm
fi
- #Remove waitlist and errors from old builds
- rm -f $REPODIR/{.waitlist,.errors}
#update every package currently stored
for d in $(find $BUILDDIR -maxdepth 1 -mindepth 1 -type d)
do
@@ -190,29 +214,44 @@
#Adding build dependencies is
# Usage: add [package name]
function add {
+ local i j k
for i in $@; do
cd $BUILDDIR
- if [[ -z $(git ls-remote https://aur.archlinux.org/$i.git) ]]; then
- echo "Not a package"
+ if [ ! -d $i ] && [[ -z $(git ls-remote https://aur.archlinux.org/$i.git) ]]; then
+ echo "Not a package: $i"
exit 2
fi
git clone https://aur.archlinux.org/$i.git
cd $i
+ unset depends
+ unset makedepends
+ local makedeps
+ source PKGBUILD
- #check for all build dependencies
- for i in ${makedepends[@]}; do
- if pacman -Si $i; then
- makedepends=${makedepends[@]/$delete}
+ #Check for all build dependencies
+ for j in ${makedepends[@]}; do
+ k=$(echo $j | sed 's/[>]=.*//g')
+ if ! (pacman -Si $k || pacman -Qi $k); then
+ makedeps+=($k)
fi &>/dev/null
done
- for i in ${makedepends[@]}; do
- add $i
+ for j in ${depends[@]}; do
+ k=$(echo $j | sed 's/[>]=.*//g')
+ if ! (pacman -Si $k || pacman -Qi $k); then
+ makedeps+=($k)
+ fi &>/dev/null
done
- if [[ -n "${makedepends[@]}" ]]; then
+
+ #Add dependencies and update so overall build can work
+ for j in ${makedeps[@]}; do
+ add $j
+ done
+ if [[ -n "${makedeps[@]}" ]]; then
sudo pacman -Sy
fi
#Actually build wanted package
+ cd $BUILDDIR/$i
build_pkg $i -f
done
return 0
@@ -247,7 +286,6 @@
rmlist="$rmlist $(comm -12 <(pacman -Slq $REPONAME | sort) <(pacman -Slq core | sort) | tr '\n' ' ')"
rmlist="$rmlist $(comm -12 <(pacman -Slq $REPONAME | sort) <(pacman -Slq extra | sort) | tr '\n' ' ')"
rmlist="$rmlist $(comm -12 <(pacman -Slq $REPONAME | sort) <(pacman -Slq community | sort) | tr '\n' ' ')"
- removed=()
TMPFILE=$(mktemp)
for i in $(find $BUILDDIR -mindepth 1 -maxdepth 1 -type d); do
check_pkg $TMPFILE "$(echo $i | rev | cut -d'/' -f1 | rev)" &
@@ -258,8 +296,9 @@
rm -f $TMPFILE
}
+#Check helper function
function check_pkg {
- if [[ -z "$(curl -sI "https://aur.archlinux.org/packages/$2" | head -n1 | grep 200)" ]]; then
+ if [[ -z "$(curl -si "https://aur.archlinux.org/packages/$2" | head -n1 | grep 200)" ]]; then
echo "$2" >> $1
fi
}
@@ -312,14 +351,45 @@
return 0
}
+function remake-repo {
+ cd $REPODIR
+ rm -f $REPONAME.db.*
+ pkgs="$(find . -name '*.pkg.*' -not -name '*.sig')"
+ repo-add $([[ "$SIGN" == "Y" ]] && echo "--sign --key $KEY") $REPODIR/$REPONAME.db.tar.$([ -n "$COMPRESSION" ] || echo $COMPRESSION && echo zst) $pkgs
+}
+
function send_email {
- (
- echo "From: build@localhost"
- echo "To: $EMAIL"
- echo "Subject: Build errors"
- echo "There were build errors for the build of $REPONAME at $(date), please address them soon."
- echo "The errors were: $@"
- ) | sendmail -t
+# message=(echo "From: $FROM_EMAIL"
+# echo "To: $TO_EMAIL"
+# echo "Subject: Build errors"
+# echo ""
+# echo "There were build errors for the build of $REPONAME at $(date), please address them soon."
+# echo "The errors were: $@"
+# )
+ if [ 1 ]; then
+ (
+ echo "From: $FROM_EMAIL"
+ echo "To: $TO_EMAIL"
+ echo "Subject: Build errors"
+ echo ""
+ echo "There were build errors for the build of $REPONAME at $(date), please address them soon."
+ echo "The errors were: $@"
+ ) | sendmail -t
+ else
+ curl -s --url "smtp://$EMAIL_HOST" --ssl \
+ --mail-from "$FROM_EMAIL" \
+ --mail-rcpt "$TO_EMAIL" \
+ --user "$EMAIL_USER" \
+ -T <(
+ echo "From: $FROM_EMAIL"
+ echo "To: $TO_EMAIL"
+ echo "Subject: Build errors"
+ echo ""
+ echo "There were build errors for the build of $REPONAME at $(date), please address them soon."
+ echo "The errors were: $@"
+ )
+ fi
+ return $?
}
case $1 in
@@ -333,26 +403,34 @@
remove ${@:2};;
"check")
check;;
+ "remake")
+ remake-repo;;
+ "test-mail")
+ send_email
+ exit $?;;
*)
echo -e "\033[0;31mInvalid usage\033[0m"
echo -e "Usage: $0 init|check|add|remove|build-all"
echo -e "\033[0;32minit\033[0m - initialise repository for use"
+ echo -e "\033[0;32mtest-mail\033[m - test email configuration by sending the default email without a message"
echo -e "\033[0;32mcheck\033[0m - check if packages have been moved into the official repositories or removed from the AUR"
echo -e "\033[0;32madd package ...\033[0m - add a package to \$BUILDDIR and repository, also used to rebuild failed packages"
echo -e "\033[0;32mremove -a | package ...\033[0m - remove package from \$BUILDDIR and repository, \"-a\" removes packages added to official repos"
echo -e "\033[0;32mbuild-all [-f]\033[0m - build all packages in \$BUILDDIR, \"-f\" force builds whole repository"
+ echo -e "\033[-;32mremake\033[0m - Recreate repo"
esac
# Error reporting, send email only for build-all as assuming an batch job for that
if [[ $1 == "build-all" || $1 == "add" ]]; then
- if [[ -f $REPODIR/.errors ]]; then
- ERRORS=$(cat $REPODIR/.errors | tr '\n' ' ')
- rm $REPODIR/.errors
+ if [[ -n $(cat $ERRORFILE) ]]; then
+ ERRORS=$(cat $ERRORFILE | tr '\n' ' ')
echo "Errors in packages: $ERRORS"
- if [[ "$EMAIL" != "" && "$1" == "build-all" ]]; then
+ if [[ "$TO_EMAIL" != "" && "$1" == "build-all" ]]; then
send_email $ERRORS
fi
else
echo "All packages built successfully"
fi
fi
+
+rm $ERRORFILE $WAITLIST $WAITLIST_LCK
--
Gitblit v1.10.0