4c7b3dd25a
We were using greenprint for failures, which makes it hard to quickly find where the tests failed. This switches errors to use redprint, and adds it to places that were simply using echo before doing an exit 1.
128 lines
4.4 KiB
Bash
Executable file
128 lines
4.4 KiB
Bash
Executable file
#!/bin/bash
|
|
set -euo pipefail
|
|
|
|
# Get OS and architecture details.
|
|
source /usr/libexec/osbuild-composer-test/set-env-variables.sh
|
|
source /usr/libexec/tests/osbuild-composer/shared_lib.sh
|
|
|
|
if [[ -n "$CI_JOB_ID" ]]; then
|
|
BUILD_ID="${BUILD_ID:-${CI_JOB_ID}}"
|
|
else
|
|
BUILD_ID="${BUILD_ID:-$(uuidgen)}"
|
|
fi
|
|
|
|
WORKING_DIRECTORY=/usr/libexec/osbuild-composer
|
|
IMAGE_TEST_CASE_RUNNER=/usr/libexec/osbuild-composer-test/osbuild-image-tests
|
|
IMAGE_TEST_CASES_PATH=/usr/share/tests/osbuild-composer/manifests
|
|
|
|
# aarch64 machines in AWS don't supported nested KVM so we run only
|
|
# testing against cloud vendors, don't boot with qemu-kvm!
|
|
if [[ "${ARCH}" == "aarch64" ]]; then
|
|
IMAGE_TEST_CASE_RUNNER="${IMAGE_TEST_CASE_RUNNER} --disable-local-boot"
|
|
fi
|
|
|
|
# Skip 'selinux/contect-mismatch' part of the image-info report on RHEL-8.
|
|
# https://bugzilla.redhat.com/show_bug.cgi?id=1973754
|
|
if [[ "${DISTRO_CODE}" =~ "rhel-84" ]]; then
|
|
IMAGE_TEST_CASE_RUNNER="${IMAGE_TEST_CASE_RUNNER} -skip-selinux-ctx-check"
|
|
fi
|
|
|
|
# Skip the /usr/lib/tmpfiles.d/rpm-ostree-1-autovar.conf file form the 'tmpfiles.d'
|
|
# section of the image-info report. The content of the file is dynamically generated
|
|
# and lines are not deterministically sorted, thus the diff often fails.
|
|
if [[ "${DISTRO_CODE}" =~ "fedora" ]]; then
|
|
IMAGE_TEST_CASE_RUNNER="${IMAGE_TEST_CASE_RUNNER} -skip-tmpfilesd-path /usr/lib/tmpfiles.d/rpm-ostree-1-autovar.conf"
|
|
fi
|
|
|
|
PASSED_TESTS=()
|
|
FAILED_TESTS=()
|
|
|
|
# Print out a nice test divider so we know when tests stop and start.
|
|
test_divider () {
|
|
printf "%0.s-" {1..78} && echo
|
|
}
|
|
|
|
# Get a list of test cases.
|
|
# Exclude test cases that require external dependencies like a http ostree repo.
|
|
# These manifests exist only for correct manifest creation testing and cannot
|
|
# be built during this test.
|
|
get_test_cases () {
|
|
TEST_CASE_SELECTOR="${DISTRO_CODE/-/_}-${ARCH}"
|
|
pushd $IMAGE_TEST_CASES_PATH > /dev/null
|
|
ALL_CASES=$(ls "$TEST_CASE_SELECTOR"*.json)
|
|
SKIP_OSTREE=$(jq -r 'if (.manifest.sources."org.osbuild.ostree" != null) then input_filename else empty end' "${TEST_CASE_SELECTOR}"*.json)
|
|
# skip azure_rhui test on RHEL-8.6 only
|
|
if [[ "$DISTRO_CODE" =~ "rhel-86" ]]; then
|
|
SKIP_AZURE=$(grep azure_rhui <<< "$ALL_CASES")
|
|
SKIP_CASES=("${SKIP_OSTREE[@]}" "$SKIP_AZURE")
|
|
else
|
|
SKIP_CASES=("${SKIP_OSTREE[@]}")
|
|
fi
|
|
|
|
if nvrGreaterOrEqual "osbuild-composer" "84"; then
|
|
echo
|
|
else
|
|
SKIP_ME=$(grep ova-boot <<< "$ALL_CASES" || echo -n)
|
|
SKIP_CASES=("${SKIP_CASES[@]}" "$SKIP_ME")
|
|
fi
|
|
|
|
mapfile -t TEST_CASES < <(grep -vxFf <(printf '%s\n' "${SKIP_CASES[@]}") <(printf '%s\n' "${ALL_CASES[@]}"))
|
|
echo "${TEST_CASES[@]}"
|
|
popd > /dev/null
|
|
}
|
|
|
|
# Run a test case and store the result as passed or failed.
|
|
run_test_case () {
|
|
TEST_RUNNER=$1
|
|
TEST_CASE_FILENAME=$2
|
|
TEST_NAME=$(basename "$TEST_CASE_FILENAME")
|
|
|
|
echo
|
|
test_divider
|
|
greenprint "🏃🏻 Running test: ${TEST_NAME}"
|
|
test_divider
|
|
|
|
TEST_CMD="env BRANCH_NAME=${BRANCH_NAME-main} BUILD_ID=$BUILD_ID DISTRO_CODE=$DISTRO_CODE $TEST_RUNNER -test.v ${IMAGE_TEST_CASES_PATH}/${TEST_CASE_FILENAME}"
|
|
|
|
# Run the test and add the test name to the list of passed or failed
|
|
# tests depending on the result.
|
|
# shellcheck disable=SC2086 # We need to pass multiple arguments here.
|
|
if sudo -E $TEST_CMD 2>&1 | tee "${WORKSPACE}"/"${TEST_NAME}".log; then
|
|
PASSED_TESTS+=("$TEST_NAME")
|
|
else
|
|
FAILED_TESTS+=("$TEST_NAME")
|
|
fi
|
|
|
|
test_divider
|
|
echo
|
|
}
|
|
|
|
# Provision the software under test.
|
|
/usr/libexec/osbuild-composer-test/provision.sh none
|
|
|
|
# Change to the working directory.
|
|
cd $WORKING_DIRECTORY
|
|
|
|
# Workaround the problem that 'image-info' can not read SELinux labels unknown to the host from the image
|
|
OSBUILD_LABEL=$(matchpathcon -n "$(which osbuild)")
|
|
sudo chcon "$OSBUILD_LABEL" /usr/libexec/osbuild-composer-test/image-info
|
|
|
|
# Run each test case.
|
|
for TEST_CASE in $(get_test_cases); do
|
|
run_test_case "$IMAGE_TEST_CASE_RUNNER" "$TEST_CASE"
|
|
done
|
|
|
|
# Print a report of the test results.
|
|
test_divider
|
|
greenprint "😃 Passed tests: " "${PASSED_TESTS[@]}"
|
|
redprint "☹ Failed tests: " "${FAILED_TESTS[@]}"
|
|
test_divider
|
|
|
|
# Exit with a failure if tests were executed and any of them failed.
|
|
if [ ${#PASSED_TESTS[@]} -gt 0 ] && [ ${#FAILED_TESTS[@]} -eq 0 ]; then
|
|
greenprint "🎉 All tests passed."
|
|
exit 0
|
|
else
|
|
redprint "🔥 One or more tests failed."
|
|
exit 1
|
|
fi
|