archboot/usr/bin/archboot-testsuite.sh

#!/usr/bin/env bash
# SPDX-License-Identifier: GPL-3.0-or-later
# created by Tobias Powalowski <tpowa@archlinux.org>
. /usr/lib/archboot/common.sh
_LOOP="/dev/loop0"
_IMG="/test.img"
_PASS="/passphrase"
_usage () {
    echo -e "\e[1m\e[36mArchboot\e[m\e[1m - Testsuite\e[m"
    echo -e "\e[1m--------------------\e[m"
    echo "Run automatic tests to detect errors/changes."
    echo ""
    echo -e "Usage: \e[1m${_BASENAME} run\e[m"
    exit 0
}
_run_test () {
    echo -e "\e[1mTestsuite checking ${1}...\e[m"
}
_result() {
    if [[ -s ${1} ]]; then
        echo -e "\e[1;94m=> \e[1;91mFAILED\e[m"
        _TEST_FAIL=1
    else
        echo -e "\e[1;94m=> \e[1;92mOK\e[m"
    fi
}
[[ -z "${1}" || "${1}" != "run" ]] && _usage
_archboot_check
echo "Waiting for pacman keyring..."
_pacman_keyring
pacman -Sy &>"${_LOG}"
echo -e "\e[1mArchboot Environment Stats:\e[m"
echo "Bootup speed (seconds): $(systemd-analyze | rg -o '= (.*)s' -r '$1') |\
 Packages: $(pacman -Q | wc -l)"
echo "Available Memory (M): $(rg -o 'Ava.* (.*)[0-9]{3} k' -r '$1' </proc/meminfo) |\
 Rootfs Size (M): $(du -sh / 2>"${_NO_LOG}" | rg -o '(.*)M' -r '$1')"
_run_test "journal"
if ! journalctl -p3 -xb | rg -q 'No entries'; then
    journalctl -p3 -xb >>journal-error.log
fi
_result journal-error.log
_run_test "ldd"
echo -n "/usr/bin "
for i in /usr/bin/*; do
    if ldd "${i}" 2>"${_NO_LOG}" | rg -q 'not found'; then
        echo "${i}" >>ldd-error.log
        ldd "${i}" | rg 'not found' >>ldd-error.log
    fi
done
echo -n "/usr/lib "
for i in $(fd -u -t x -E '*.so.*' -E '*.so' -E 'ssh-sk-helper' . /usr/lib); do
    if ldd "${i}" 2>"${_NO_LOG}" | rg -q 'not found'; then
        echo "${i}" >>ldd-error.log
        ldd "${i}" | rg 'not found' >>ldd-error.log
    fi
done
# ignore wrong reported libsystemd-shared by libsystemd-core
for i in $(fd -u '.so' /usr/lib); do
    if ldd "${i}" 2>"${_NO_LOG}" | rg -v 'tree_sitter|libsystemd-shared' | rg -q 'not found'; then
        echo "${i}" >>ldd-error.log
        ldd "${i}" | rg 'not found' >>ldd-error.log
    fi
done
_result ldd-error.log
_run_test "on missing base binaries"
# not needed binaries, that are tolerated
_BASE_BLACKLIST="arpd backup bashbug bootctl enosys exch fsck.cramfs fsck.minix gawk-5.3.0 \
gawkbug gencat getconf iconv iconvconfig importctl lastlog2 ld.so locale lsclocks makedb \
makepkg-template memusage memusagestat mkfs.bfs mkfs.cramfs mkfs.minix mtrace newgidmap \
newuidmap pcprofiledump pivot_root pldd pstree.x11 restore routel run0 setpgid sln sotruss \
sprof switch_root systemd-confext systemd-cryptsetup systemd-delta systemd-home-fallback-shell \
systemd-repart systemd-run systemd-vmspawn systemd-vpick varlinkctl xtrace"
archboot-binary-check.sh base &>>"${_LOG}"
#shellcheck disable=SC2013
for i in $(rg '/usr/bin/(.*)' -r '$1' binary.log); do
    if ! echo "${_BASE_BLACKLIST}" | rg -qw "${i}"; then
        echo "${i}" >> base-binary-error.log
    fi
done
_result base-binary-error.log
_run_test "modules included /usr/lib/firmware"
archboot-fw-check.sh run
_result fw-error.log
# uninstall base again!
pacman --noconfirm -Rdd base gettext &>>"${_LOG}"
_run_test "licenses"
#shellcheck disable=SC2046
for i in $(pacman -Ql $(pacman -Q | sd ' .*' '') | rg -o '/usr/share/licenses/.*'); do
    [[ -e "${i}" ]] || echo "${i}" | rg -v '/xz/' >>license-error.log
done
_result license-error.log
_run_test "filesystems"
dd if=/dev/zero of="${_IMG}" bs=1M count=1000 &>"${_NO_LOG}"
sync
losetup -f "${_IMG}"
for i in bcachefs btrfs ext4 swap vfat xfs; do
    if [[ "${i}" == "swap" ]]; then
        echo -n "${i} "
        mkswap "${_LOOP}" &>"${_NO_LOG}" ||\
        echo "Creation error: ${i}" >> filesystems-error.log
    else
        if modinfo ${i} &>"${_NO_LOG}"; then
            echo -n "${i} "
            mkfs.${i} "${_LOOP}" &>"${_NO_LOG}" ||\
            echo "Creation error: ${i}" >> filesystems-error.log
            mount "${_LOOP}" /mnt &>"${_NO_LOG}" ||\
            echo "Mount error: ${i}" >> filesystems-error.log
            umount /mnt &>"${_NO_LOG}" || echo "Unmount error: ${i}" >> filesystems-error.log
        fi
    fi
    wipefs -a "${_LOOP}" &>"${_NO_LOG}"
done
_result filesystems-error.log
_run_test "blockdevices"
echo -n "mdadm "
mdadm --create /dev/md0 --run --level=1 --raid-devices=2 "${_LOOP}" missing &>"${_NO_LOG}" ||\
echo "Creation error: mdadm" >> blockdevices-error.log
wipefs -a -f /dev/md0  &>"${_NO_LOG}"
mdadm --manage --stop /dev/md0 &>"${_NO_LOG}" ||\
echo "Remove error: mdadm" >> blockdevices-error.log
wipefs -a -f "${_LOOP}" &>"${_NO_LOG}"
dd if=/dev/zero of="${_IMG}" bs=1M count=10 &>"${_NO_LOG}"
sync
echo -n "lvm "
pvcreate -y "${_LOOP}" &>"${_NO_LOG}" ||\
echo "Creation error: lvm pv" >> blockdevices-error.log
vgcreate /dev/mapper/test "${_LOOP}" &>"${_NO_LOG}" ||\
echo "Creation error: lvm vg" >> blockdevices-error.log
lvcreate -W y -C y -y -l +100%FREE /dev/mapper/test -n /dev/mapper/test-test &>"${_NO_LOG}" ||\
echo "Creation error: lvm lv" >> blockdevices-error.log
lvremove -f /dev/mapper/test-test &>"${_NO_LOG}" ||\
echo "Remove error: lvm lv" >> blockdevices-error.log
vgremove -f test &>"${_NO_LOG}" ||\
echo "Remove error: lvm vg" >> blockdevices-error.log
pvremove -f "${_LOOP}" &>"${_NO_LOG}" ||\
echo "Remove error: lvm pv" >> blockdevices-error.log
echo -n "cryptsetup "
echo "12345678" >"${_PASS}"
cryptsetup -q luksFormat "${_LOOP}" <"${_PASS}" ||\
echo "Creation error: cryptsetup" >> blockdevices-error.log
cryptsetup luksOpen "${_LOOP}" testluks <"${_PASS}" ||\
echo "Creation error: cryptsetup open" >> blockdevices-error.log
cryptsetup remove testluks ||\
echo "Remove error: cryptsetup" >> blockdevices-error.log
losetup -D
rm "${_IMG}"
_result blockdevices-error.log
echo -e "Starting Wi-Fi check in \e[1m10\e[m seconds... \e[1;92mCTRL-C\e[m to stop now."
sleep 10
_run_test "Wi-Fi... this takes a while"
echo -n "Setting up hwsim... "
if archboot-hwsim.sh test &>"${_LOG}"; then
    echo -n "iwctl tests running... "
    iwctl station wlan1 scan
    sleep 5
    iwctl station wlan1 get-networks | rg -q test || echo "Wi-Fi get-networks error" >> iwctl-error.log
    iwctl --passphrase=12345678 station wlan1 connect test || echo "Wi-Fi connect error" >> iwctl-error.log
    iwctl station wlan1 disconnect || echo "Wi-Fi iwctl disconnect error" >> iwctl-error.log
else
    echo "Hwsim setup failed." >> iwctl-error.log
fi
_result iwctl-error.log
echo -e "Starting none tracked files in \e[1m10\e[m seconds... \e[1;92mCTRL-C\e[m to stop now."
sleep 10
_run_test "none tracked files in /usr/lib... this takes a while"
for i in $(fd -u -E '/modules/' -E '/udev/' -E 'gconv-modules.cache' -E 'locale-archive' . /usr/lib); do
    #shellcheck disable=SC2086
    pacman -Qo ${i} &>"${_LOG}" || echo ${i} >> pacman-error.log
done
_result pacman-error.log
echo -e "Starting pacman database check in \e[1m10\e[m seconds... \e[1;92mCTRL-C\e[m to stop now."
sleep 10
_run_test "pacman database... this takes a while"
archboot-not-installed.sh run &>>"${_LOG}"
_result not-installed.log
echo -e "\e[1mResult:\e[m"
if [[ -z "${_TEST_FAIL}" ]]; then
    echo -e "\e[1;94m=> \e[1;92mAll tests finished successfully.\e[m"
else
    echo -e "\e[1;94m=> \e[1;91mAn error was detected. Please check the corresponding log files.\e[m"
    exit 1
fi