Blame test/cases/image_tests.sh

Packit Service 509fd4
#!/bin/bash
Packit Service 509fd4
set -euo pipefail
Packit Service 509fd4
Packit Service 509fd4
# Get OS and architecture details.
Packit Service 509fd4
source /etc/os-release
Packit Service 509fd4
ARCH=$(uname -m)
Packit Service 509fd4
Packit Service 509fd4
WORKING_DIRECTORY=/usr/libexec/osbuild-composer
Packit Service 509fd4
IMAGE_TEST_CASE_RUNNER=/usr/libexec/osbuild-composer-test/osbuild-image-tests
Packit Service 509fd4
IMAGE_TEST_CASES_PATH=/usr/share/tests/osbuild-composer/manifests
Packit Service 509fd4
Packit Service 509fd4
PASSED_TESTS=()
Packit Service 509fd4
FAILED_TESTS=()
Packit Service 509fd4
Packit Service 509fd4
# Print out a nice test divider so we know when tests stop and start.
Packit Service 509fd4
test_divider () {
Packit Service 509fd4
    printf "%0.s-" {1..78} && echo
Packit Service 509fd4
}
Packit Service 509fd4
Packit Service 509fd4
# Get a list of test cases.
Packit Service 509fd4
get_test_cases () {
Packit Service 509fd4
    # if the distro is RHEL 8.4 the test case selector needs the minor release number
Packit Service 509fd4
    if [[ "${ID}-${VERSION_ID}" == "rhel-8.4" ]]; then
Packit Service 509fd4
        TEST_CASE_SELECTOR="${ID}_${VERSION_ID//.}-${ARCH}"
Packit Service 509fd4
    # otherwise the minor release number can be dropped
Packit Service 509fd4
    else
Packit Service 509fd4
        TEST_CASE_SELECTOR="${ID}_${VERSION_ID%.*}-${ARCH}"
Packit Service 509fd4
    fi
Packit Service 509fd4
    pushd $IMAGE_TEST_CASES_PATH > /dev/null
Packit Service 509fd4
        ls "$TEST_CASE_SELECTOR"*.json
Packit Service 509fd4
    popd > /dev/null
Packit Service 509fd4
}
Packit Service 509fd4
Packit Service 509fd4
# Run a test case and store the result as passed or failed.
Packit Service 509fd4
run_test_case () {
Packit Service 509fd4
    TEST_RUNNER=$1
Packit Service 509fd4
    TEST_CASE_FILENAME=$2
Packit Service 509fd4
    TEST_NAME=$(basename "$TEST_CASE_FILENAME")
Packit Service 509fd4
Packit Service 509fd4
    echo
Packit Service 509fd4
    test_divider
Packit Service 509fd4
    echo "🏃🏻 Running test: ${TEST_NAME}"
Packit Service 509fd4
    test_divider
Packit Service 509fd4
Packit Service 509fd4
    # Set up the testing command with Azure secrets in the environment.
Packit Service 509fd4
    #
Packit Service 509fd4
    # This works by having a text file stored in Jenkins credentials.
Packit Service 509fd4
    # In Jenkinsfile, the following line assigns the path to this secret file
Packit Service 509fd4
    # to an environment variable called AZURE_CREDS:
Packit Service 509fd4
    # AZURE_CREDS = credentials('azure')
Packit Service 509fd4
    #
Packit Service 509fd4
    # The file is in the following format:
Packit Service 509fd4
    # KEY1=VALUE1
Packit Service 509fd4
    # KEY2=VALUE2
Packit Service 509fd4
    #
Packit Service 509fd4
    # Using `env $(cat $AZURE_CREDS)` we can take all the key-value pairs and
Packit Service 509fd4
    # save them as environment variables.
Packit Service 509fd4
    # Read test/README.md to see all required environment variables for Azure
Packit Service 509fd4
    # uploads
Packit Service 509fd4
    #
Packit Service 509fd4
    # AZURE_CREDS might not be defined in all cases (e.g. Azure doesn't
Packit Service 509fd4
    # support aarch64), therefore the following line sets AZURE_CREDS to
Packit Service 509fd4
    # /dev/null if the variable is undefined.
Packit Service 509fd4
    AWS_CREDS=${AWS_IMAGE_TEST_CREDS-/dev/null}
Packit Service 509fd4
    AZURE_CREDS=${AZURE_CREDS-/dev/null}
Packit Service 509fd4
    OPENSTACK_CREDS=${OPENSTACK_CREDS-/dev/null}
Packit Service 509fd4
    VCENTER_CREDS=${VCENTER_CREDS-/dev/null}
Packit Service 509fd4
    TEST_CMD="env $(cat "$AWS_CREDS" "$AZURE_CREDS" "$OPENSTACK_CREDS" "$VCENTER_CREDS") BRANCH_NAME=${BRANCH_NAME-main} BUILD_ID=$BUILD_ID DISTRO_CODE=$DISTRO_CODE $TEST_RUNNER -test.v ${IMAGE_TEST_CASES_PATH}/${TEST_CASE_FILENAME}"
Packit Service 509fd4
Packit Service 509fd4
    # Run the test and add the test name to the list of passed or failed
Packit Service 509fd4
    # tests depending on the result.
Packit Service 509fd4
    # shellcheck disable=SC2086 # We need to pass multiple arguments here.
Packit Service 509fd4
    if sudo $TEST_CMD 2>&1 | tee "${WORKSPACE}"/"${TEST_NAME}".log; then
Packit Service 509fd4
        PASSED_TESTS+=("$TEST_NAME")
Packit Service 509fd4
    else
Packit Service 509fd4
        FAILED_TESTS+=("$TEST_NAME")
Packit Service 509fd4
    fi
Packit Service 509fd4
Packit Service 509fd4
    test_divider
Packit Service 509fd4
    echo
Packit Service 509fd4
}
Packit Service 509fd4
Packit Service 509fd4
# Provision the software under tet.
Packit Service 509fd4
/usr/libexec/osbuild-composer-test/provision.sh
Packit Service 509fd4
Packit Service 509fd4
# Change to the working directory.
Packit Service 509fd4
cd $WORKING_DIRECTORY
Packit Service 509fd4
Packit Service 509fd4
# Run each test case.
Packit Service 509fd4
for TEST_CASE in $(get_test_cases); do
Packit Service 509fd4
    run_test_case $IMAGE_TEST_CASE_RUNNER "$TEST_CASE"
Packit Service 509fd4
done
Packit Service 509fd4
Packit Service 509fd4
# Print a report of the test results.
Packit Service 509fd4
test_divider
Packit Service 509fd4
echo "😃 Passed tests: " "${PASSED_TESTS[@]}"
Packit Service 509fd4
echo "☹ Failed tests: " "${FAILED_TESTS[@]}"
Packit Service 509fd4
test_divider
Packit Service 509fd4
Packit Service 509fd4
# Exit with a failure if tests were executed and any of them failed.
Packit Service 509fd4
if [ ${#PASSED_TESTS[@]} -gt 0 ] && [ ${#FAILED_TESTS[@]} -eq 0 ]; then
Packit Service 509fd4
    echo "🎉 All tests passed."
Packit Service 509fd4
    exit 0
Packit Service 509fd4
else
Packit Service 509fd4
    echo "🔥 One or more tests failed."
Packit Service 509fd4
    exit 1
Packit Service 509fd4
fi