#!/bin/bash set -euo pipefail # freeze on a specific commit for tests for reproducibility and since it should # always work to target older treefiles # XXX: disable this for now: https://pagure.io/releng/issue/9281 # FEDORA_COREOS_CONFIG_COMMIT=088fc2dec535aca392958e9c30c17cf19ef4b568 dn=$(cd "$(dirname "$0")" && pwd) topsrcdir=$(cd "$dn/.." && pwd) commondir=$(cd "$dn/common" && pwd) export topsrcdir commondir # shellcheck source=common/libtest-core.sh . "${commondir}/libtest.sh" read -r -a tests <<< "$(filter_tests "${topsrcdir}/tests/compose")" if [ ${#tests[*]} -eq 0 ]; then echo "No tests selected; mistyped filter?" exit 0 fi JOBS=${JOBS:-$(ncpus)} outputdir="${topsrcdir}/compose-logs" fixtures="$(pwd)/compose-cache" # re-use the same FCOS config and RPMs if it already exists if [ ! -d compose-cache ]; then mkdir -p compose-cache # first, download all the RPMs into a directory echo "Caching test fixtures in compose-cache/" # Really want to use cosa fetch for this and just share the pkgcache repo. # Though for now we still need to support non-unified mode. Once we don't, we # can clean this up. pushd compose-cache git clone https://github.com/coreos/fedora-coreos-config config pushd config # XXX: disable this for now -- see above # git checkout "${FEDORA_COREOS_CONFIG_COMMIT}" # we flatten the treefile to make it easier to manipulate in tests (we have # lots of tests that check for include logic already) rpm-ostree compose tree --print-only manifest.yaml > manifest.json rm manifest.yaml mv manifests/{passwd,group} . rm -rf manifests/ popd if ! has_compose_privileges; then # Unlike cosa, we don't need as much flexibility since we don't e.g. build # images. So just create the supermin appliance and root now so each test # doesn't have to build it. mkdir -p supermin.{prepare,build} # we just import the strict minimum here that rpm-ostree needs rpms="rpm-ostree bash rpm-build coreutils selinux-policy-targeted dhcp-client util-linux" # shellcheck disable=SC2086 supermin --prepare --use-installed -o supermin.prepare $rpms # the reason we do a heredoc here is so that the var substition takes # place immediately instead of having to proxy them through to the VM cat > init < tmp/cmd.sh.rc if [ -b /dev/sdb1 ]; then /sbin/fstrim -v cache fi /sbin/reboot -f EOF chmod a+x init tar -czf supermin.prepare/init.tar.gz --remove-files init supermin --build "${fixtures}/supermin.prepare" --size 5G -f ext2 -o supermin.build fi mkdir cachedir # we just need a repo so we can download stuff (but see note above about # sharing pkgcache repo in the future) ostree init --repo=repo --mode=archive rpm-ostree compose tree --unified-core --download-only-rpms --repo=repo \ config/manifest.json --cachedir cachedir \ --ex-lockfile config/manifest-lock.x86_64.json \ --ex-lockfile config/manifest-lock.overrides.x86_64.yaml rm -rf repo (cd cachedir && createrepo_c .) echo -e "[cache]\nbaseurl=$(pwd)/cachedir\ngpgcheck=0" > config/cache.repo pushd config python3 -c ' import sys, json y = json.load(sys.stdin) y["repos"] = ["cache"] json.dump(y, sys.stdout)' < manifest.json > manifest.json.new mv manifest.json{.new,} git add . git -c user.email="composetest@localhost.com" -c user.name="composetest" \ commit -am 'modifications for tests' popd popd fi echo "Running ${#tests[*]} tests ${JOBS} at a time" echo "Test results outputting to ${outputdir}/" echo -n "${tests[*]}" | parallel -d' ' -j "${JOBS}" --line-buffer \ "${topsrcdir}/tests/compose/runtest.sh" "${outputdir}" "${fixtures}"