mirror of
git://sourceware.org/git/lvm2.git
synced 2024-12-29 15:22:30 +03:00
444 lines
18 KiB
Nix
444 lines
18 KiB
Nix
# -*- mode: nix; indent-tabs-mode: nil -*-
|
|
{ nixpkgs ? <nixpkgs>, lvm2Src, release ? false,
|
|
rawhide32 ? "" , rawhide64 ? "" ,
|
|
fc20_32_updates ? "", fc20_64_updates ? "",
|
|
fc19_32_updates ? "", fc19_64_updates ? "",
|
|
fc18_32_updates ? "", fc18_64_updates ? "",
|
|
T ? "", ENV ? "", timeout ? 60,
|
|
overrides ? { pkgs }: { install_rpms = {}; distros = {}; configs = {}; } }:
|
|
|
|
let
|
|
pkgs = import nixpkgs {};
|
|
lib = pkgs.lib;
|
|
over = overrides { inherit pkgs; };
|
|
install_lcov = ''
|
|
rpm -Uv ${pkgs.fetchurl {
|
|
url = "http://archives.fedoraproject.org/pub/archive/fedora/linux/updates/16/i386/lcov-1.9-2.fc16.noarch.rpm";
|
|
sha256 = "0ycdh5mb7p5ll76mqk0p6gpnjskvxxgh3a3bfr1crh94nvpwhp4z"; }}
|
|
'';
|
|
|
|
mkTest = args: pkgs.stdenv.mkDerivation rec {
|
|
name = "lvm2-test-${(args.diskFun {}).name}";
|
|
|
|
builder = pkgs.writeScript "lvm2-collect-results" ''
|
|
#!${pkgs.bash}/bin/bash
|
|
. $stdenv/setup
|
|
mkdir -p $out/test-results
|
|
for i in ${lib.concatStringsSep " " buildInputs}; do
|
|
cat $i/test-results/list >> $out/test-results/list
|
|
cp $i/test-results'/'*.txt $out/test-results/ || true
|
|
done
|
|
mkdir -p $out/nix-support
|
|
grep '\<failed\>' $out/test-results/list && touch $out/nix-support/failed || true
|
|
'';
|
|
|
|
buildInputs = map (x: runTest (args // { flavour = x; }))
|
|
[ "ndev-vanilla" "ndev-lvmetad" "ndev-cluster" "udev-vanilla" "udev-lvmetad" "udev-cluster" ];
|
|
};
|
|
|
|
runTest = { build, diskFun, extras ? [], kernel, vmtools, flavour, ... }: pkgs.stdenv.mkDerivation rec {
|
|
diskImage = diskFun { extraPackages = extras; };
|
|
name = "lvm2-test-${diskImage.name}-${flavour}";
|
|
|
|
# this is the builder that runs in the guest
|
|
origBuilder = pkgs.writeScript "vm-test-guest" ''
|
|
#!/bin/bash
|
|
export PATH=/usr/bin:/bin:/usr/sbin:/sbin
|
|
|
|
# we always run in a fresh image, so need to install everything again
|
|
ls ${build}/rpms/*/*.rpm | grep -v sysvinit | xargs rpm -Uv --oldpackage # */
|
|
${install_lcov}
|
|
|
|
mkdir -p /xchg/results
|
|
touch /xchg/booted
|
|
|
|
dmsetup targets
|
|
|
|
export LVM_TEST_BACKING_DEVICE=/dev/sdb
|
|
ulimit -c unlimited
|
|
|
|
watch=
|
|
if echo ${flavour} | grep -q udev; then
|
|
(/usr/lib/systemd/systemd-udevd || /usr/lib/udev/udevd || /sbin/udevd || \
|
|
find / -xdev -name \*udevd) >> /xchg/udevd.log 2>&1 &
|
|
watch="--watch /xchg/udevd.log"
|
|
fi
|
|
|
|
export ${ENV}
|
|
lvm2-testsuite --batch --outdir /xchg/results --continue \
|
|
--timeout ${toString timeout} --fatal-timeouts --heartbeat /xchg/heartbeat \
|
|
--flavours ${flavour} $watch --kmsg ${if lib.eqStrings T "" then "" else "--only ${T}"}
|
|
|
|
# TODO: coverage reports
|
|
# make lcov || true
|
|
# cp -R lcov_reports $out/coverage && \
|
|
# echo "report coverage $out/coverage" >> $out/nix-support/hydra-build-products || \
|
|
# true # not really fatal, although kinda disappointing
|
|
'';
|
|
|
|
buildInputs = [ pkgs.coreutils pkgs.bash pkgs.utillinux ];
|
|
|
|
# make a qcow copy of the main image
|
|
preVM = ''
|
|
diskImage=$(pwd)/disk-image.qcow2
|
|
origImage=${diskImage}
|
|
if test -d "$origImage"; then origImage="$origImage/disk-image.qcow2"; fi
|
|
${vmtools.qemu}/bin/qemu-img create -b "$origImage" -f qcow2 $diskImage
|
|
'';
|
|
|
|
builder = pkgs.writeScript "vm-test" ''
|
|
#!${pkgs.bash}/bin/bash
|
|
. $stdenv/setup
|
|
|
|
export QEMU_OPTS="-drive file=/dev/shm/testdisk.img,if=ide -m 256M"
|
|
export QEMU_DRIVE_OPTS=",if=ide"
|
|
export KERNEL_OPTS="log_buf_len=131072 loglevel=1"
|
|
export mountDisk=1
|
|
|
|
mkdir -p $out/test-results $out/nix-support
|
|
touch $out/nix-support/failed
|
|
|
|
monitor() {
|
|
set +e
|
|
counter=0
|
|
rm -f j.current j.last t.current t.last
|
|
while true; do
|
|
if ! test -f pid; then
|
|
counter=0
|
|
sleep 60
|
|
continue
|
|
fi
|
|
|
|
cat xchg/results/journal > j.current 2> /dev/null
|
|
cat xchg/heartbeat > hb.current 2> /dev/null
|
|
if diff j.current j.last >& /dev/null; then
|
|
counter=$(($counter + 1));
|
|
else
|
|
counter=0
|
|
fi
|
|
if test $counter -eq 10 || test $(wc -c <hb.current) -eq $(wc -c <hb.last); then
|
|
echo
|
|
echo "VM got stuck; heartbeat: $(wc -c <hb.current) $(wc -c <hb.last), counter = $counter."
|
|
echo "last journal entry: $(tail -n 1 j.current), previously $(tail -n 1 j.last)"
|
|
kill -- -$(cat pid)
|
|
fi
|
|
sleep 60
|
|
mv j.current j.last >& /dev/null
|
|
mv hb.current hb.last >& /dev/null
|
|
done
|
|
}
|
|
|
|
monitor &
|
|
|
|
for i in `seq 1 20`; do # we allow up to 20 VM restarts
|
|
rm -f xchg/booted
|
|
${vmtools.qemu}/bin/qemu-img create -f qcow2 /dev/shm/testdisk.img 4G
|
|
setsid bash -e ${vmtools.vmRunCommand (vmtools.qemuCommandLinux kernel)} &
|
|
pid=$!
|
|
|
|
# give the VM some time to get up and running
|
|
slept=0
|
|
while test $slept -le 180 && test ! -e xchg/booted; do
|
|
sleep 10
|
|
slept=$(($slept + 10))
|
|
done
|
|
echo $pid > pid # monitor go
|
|
wait $pid || true
|
|
rm -f pid # disarm the monitor process
|
|
|
|
# if we have any new results, stash them
|
|
mv xchg/results'/'*.txt $out/test-results/ || true
|
|
|
|
if test -n "$(cat xchg/in-vm-exit)"; then # the VM is done
|
|
test 0 -eq "$(cat xchg/in-vm-exit)" && rm -f $out/nix-support/failed
|
|
break
|
|
fi
|
|
|
|
sleep 10 # wait for the VM to clean up before starting up a new one
|
|
done
|
|
|
|
cat xchg/results/list > $out/test-results/list || true
|
|
'';
|
|
};
|
|
|
|
mkTarball = profiling: pkgs.releaseTools.sourceTarball rec {
|
|
name = "lvm2-tarball";
|
|
versionSuffix = if lvm2Src ? revCount
|
|
then ".pre${toString lvm2Src.revCount}"
|
|
else "";
|
|
src = lvm2Src;
|
|
autoconfPhase = ":";
|
|
distPhase = ''
|
|
make distclean
|
|
|
|
version=`cat VERSION | cut "-d(" -f1`${versionSuffix}
|
|
version_dm=`cat VERSION_DM | cut "-d-" -f1`${versionSuffix}
|
|
|
|
chmod u+w *
|
|
|
|
# set up versions
|
|
sed -e s,-git,${versionSuffix}, -i VERSION VERSION_DM
|
|
sed -e "s,\(device_mapper_version\) [0-9.]*$,\1 $version_dm," \
|
|
-e "s,^\(Version:[^0-9%]*\)[0-9.]*$,\1 $version," \
|
|
-e "s,^\(Release:[^0-9%]*\)[0-9.]\+,\1 0.HYDRA," \
|
|
-i spec/source.inc
|
|
|
|
# tweak RPM configuration
|
|
echo "%define enable_profiling ${profiling}" >> spec/source.inc
|
|
echo "%define enable_testsuite 1" >> spec/source.inc
|
|
sed -e "s:%with clvmd corosync:%with clvmd corosync,singlenode:" -i spec/source.inc
|
|
|
|
# synthesize a changelog
|
|
sed -e '/^%changelog/,$d' -i spec/lvm2.spec
|
|
(echo "%changelog";
|
|
echo "* `date +"%a %b %d %Y"` Petr Rockai <prockai@redhat.com> - $version";
|
|
echo "- AUTOMATED BUILD BY Hydra") >> spec/lvm2.spec
|
|
|
|
cp spec/* . # */ # RPM needs the spec file in the source root
|
|
|
|
# make a tarball
|
|
mkdir ../LVM2.$version
|
|
mv * ../LVM2.$version
|
|
ensureDir $out/tarballs
|
|
cd ..
|
|
tar cvzf $out/tarballs/LVM2.$version.tgz LVM2.$version
|
|
'';
|
|
};
|
|
|
|
mkBuild = { src, VM, extras ? [], diskFun, ... }:
|
|
VM rec {
|
|
name = "lvm2-build-${diskImage.name}";
|
|
fullName = "lvm2-build-${diskImage.name}";
|
|
|
|
inherit src;
|
|
diskImage = diskFun { extraPackages = extras; };
|
|
memSize = 512;
|
|
checkPhase = ":";
|
|
|
|
preConfigure = install_lcov;
|
|
|
|
postInstall = ''
|
|
mkdir -p $out/nix-support
|
|
for i in $out/rpms/*/*.rpm; do # */
|
|
if echo $i | grep -vq "\.src\.rpm$"; then
|
|
echo "file rpm $i" >> $out/nix-support/hydra-build-products
|
|
else
|
|
echo "file srpm $i" >> $out/nix-support/hydra-build-products
|
|
fi
|
|
done
|
|
'';
|
|
};
|
|
|
|
rootmods = [ "virtio_pci" "virtio_blk" "virtio_balloon" "ext4" "unix"
|
|
"cifs" "virtio_net" "unix" "hmac" "md4" "ecb" "des_generic" "sha256"
|
|
"ata_piix" "sd_mod" ];
|
|
|
|
centos_url = ver: arch: if ver == "6.6" || ver == "7"
|
|
then "http://ftp.fi.muni.cz/pub/linux/centos/${ver}/os/${arch}/"
|
|
else "http://vault.centos.org/${ver}/os/${arch}/";
|
|
fedora_url = ver: arch: if lib.eqStrings ver "rawhide" || lib.eqStrings ver "19"
|
|
then "ftp://ftp.fi.muni.cz/pub/linux/fedora/linux/development/${ver}/${arch}/os/"
|
|
else "mirror://fedora/linux/releases/${ver}/Everything/${arch}/os/";
|
|
fedora_update_url = ver: arch: "mirror://fedora/linux/updates/${ver}/${arch}";
|
|
|
|
distros = with lib; let
|
|
centos = { version, sha, arch }: {
|
|
name = "centos-${version}-${arch}";
|
|
fullName = "CentOS ${version} (${arch})";
|
|
packagesList = pkgs.fetchurl {
|
|
url = centos_url version arch + "repodata/${sha}-primary.xml.gz";
|
|
sha256 = sha;
|
|
};
|
|
urlPrefix = centos_url version arch;
|
|
archs = ["noarch" arch] ++ (if eqStrings arch "i386" then ["i586" "i686"] else []);
|
|
packages = pkgs.vmTools.commonCentOSPackages;
|
|
};
|
|
fedora = { version, sha, arch }: rec {
|
|
name = "fedora-${version}-${arch}";
|
|
fullName = "Fedora ${version} (${arch})";
|
|
packagesList = pkgs.fetchurl {
|
|
url = fedora_url version arch + "repodata/${sha}-primary.xml.gz";
|
|
sha256 = sha;
|
|
};
|
|
urlPrefix = fedora_url version arch;
|
|
archs = ["noarch" arch] ++ (if eqStrings arch "i386" then ["i586" "i686"] else []);
|
|
packages = pkgs.vmTools.commonFedoraPackages;
|
|
unifiedSystemDir = true;
|
|
};
|
|
rawhide = version: arch: repodata: import (pkgs.runCommand "rawhide-${version}-${arch}.nix" {} ''
|
|
sha=$(grep primary.xml ${repodata} | sed -re 's:.* ([0-9a-f]+)-primary.*:\1:' | head -n 1)
|
|
echo '{fedora}: fedora { version = "${version}"; sha = "'$sha'"; arch = "${arch}"; }' > $out
|
|
'') { inherit fedora; };
|
|
update = version: arch: repodata: orig: orig // (import (pkgs.runCommand "updates-fedora.nix" {} ''
|
|
sha=$(grep primary.xml ${repodata} | sed -re 's:.* ([0-9a-f]+)-primary.*:\1:' | head -n 1)
|
|
echo fedora ${version} updates sha: $sha
|
|
(echo 'fetchurl: orig: { packagesLists = [ orig.packagesList ('
|
|
echo "fetchurl { "
|
|
echo " url = \"${fedora_update_url version arch}/repodata/$sha-primary.xml.gz\";"
|
|
echo " sha256 = \"$sha\";"
|
|
echo '} ) ]; urlPrefixes = [ orig.urlPrefix "${fedora_update_url version arch}" ]; }'
|
|
) > $out
|
|
echo built $out 1>&2
|
|
'')) pkgs.fetchurl orig;
|
|
in {
|
|
rawhidex86_64 = rawhide "rawhide" "x86_64" rawhide64;
|
|
rawhidei386 = rawhide "rawhide" "i386" rawhide32;
|
|
fedora20ux86_64 = update "20" "x86_64" fc20_64_updates pkgs.vmTools.rpmDistros.fedora20x86_64;
|
|
fedora20ui386 = update "20" "i386" fc20_32_updates pkgs.vmTools.rpmDistros.fedora20i386;
|
|
fedora19ux86_64 = update "19" "x86_64" fc19_64_updates pkgs.vmTools.rpmDistros.fedora19x86_64;
|
|
fedora19ui386 = update "19" "i386" fc19_32_updates pkgs.vmTools.rpmDistros.fedora19i386;
|
|
fedora18ux86_64 = update "18" "x86_64" fc18_64_updates pkgs.vmTools.rpmDistros.fedora18x86_64;
|
|
fedora18ui386 = update "18" "i386" fc18_32_updates pkgs.vmTools.rpmDistros.fedora18i386;
|
|
|
|
#centos63x86_64 = centos {
|
|
# version="6.3"; arch="x86_64";
|
|
# sha="4d3cddf382e81c20b167a8d13c7c92067040a1947dbb3c29cfafa01a74a26a2b";
|
|
#};
|
|
|
|
#centos63i386 = centos {
|
|
# version="6.3"; arch="i386";
|
|
# sha="5cee0e0c4d7e2dcb997f123ce9107dedbc424d80dd7f2b2471b3b348f3e1754c";
|
|
#};
|
|
|
|
centos64x86_64 = centos {
|
|
version="6.4"; arch="x86_64";
|
|
sha="4d4030b92f010f466eb4f004312b9f532b9e85e60c5e6421e8b429c180ac1efe";
|
|
};
|
|
|
|
centos64i386 = centos {
|
|
version="6.4"; arch="i386";
|
|
sha="87aa4c4e19f9a3ec93e3d820f1ea6b6ece8810cb45f117a16354465e57a1b50d";
|
|
};
|
|
|
|
centos65i386 = centos {
|
|
version="6.5"; arch="i386";
|
|
sha="a89f27cc7d3cea431f3bd605a1e9309c32d5d409abc1b51a7b5c71c05f18a0c2";
|
|
};
|
|
|
|
centos65x86_64 = centos {
|
|
version="6.5"; arch="x86_64";
|
|
sha="3353e378f5cb4bb6c3b3dd2ca266c6d68a1e29c36cf99f76aea3d8e158626024";
|
|
};
|
|
|
|
centos66i386 = centos {
|
|
version="6.6"; arch="i386";
|
|
sha="a8b935fcac1c8515c6d8dab3c43c53b3e461f89eb7a93b1914303784e28fcd17";
|
|
};
|
|
|
|
centos66x86_64 = centos {
|
|
version="6.6"; arch="x86_64";
|
|
sha="7651b16a9a2a8a5fbd0ad3ff8bbbe6f2409a64850ccfd83a6a3f874f13d8622f";
|
|
};
|
|
|
|
centos70x86_64 = centos {
|
|
version="7"; arch="x86_64";
|
|
sha="1a7dd0d315b39ad504f54ea88676ab502a48064cb2d875ae3ae29431e175861c";
|
|
};
|
|
} // over.distros;
|
|
|
|
vm = { pkgs, xmods, dmmods ? false }: with lib; rec {
|
|
tools = import "${nixpkgs}/pkgs/build-support/vm/default.nix" {
|
|
inherit pkgs; rootModules = rootmods ++ xmods ++
|
|
(if dmmods then [ "loop" "dm_mod" "dm_snapshot" "dm_mirror" "dm_zero" "dm_raid" "dm_thin_pool" ]
|
|
else []); };
|
|
release = import "${nixpkgs}/pkgs/build-support/release/default.nix" {
|
|
pkgs = pkgs // { vmTools = tools; }; };
|
|
imgs = tools.diskImageFuns //
|
|
mapAttrs (n: a: b: pkgs.vmTools.makeImageFromRPMDist (a // b)) distros;
|
|
rpmdistros = tools.rpmDistros // distros;
|
|
rpmbuild = tools.buildRPM;
|
|
};
|
|
|
|
install_rpms = rec {
|
|
common = [ "libselinux-devel" "libsepol-devel" "ncurses-devel" "readline-devel"
|
|
"valgrind" "valgrind-devel" "gdb" "strace"
|
|
"redhat-rpm-config" # needed for rpmbuild of lvm
|
|
"which" "e2fsprogs" # needed for fsadm
|
|
"e2fsprogs-libs" "e2fsprogs-devel"
|
|
"perl-GD" # for lcov
|
|
"mdadm" # for tests with lvm2 and mdadm
|
|
"device-mapper-persistent-data" # thin and cache
|
|
"pkgconfig" # better support for config
|
|
"kernel"
|
|
];
|
|
centos63 = [ "clusterlib-devel" "openaislib-devel" "cman" "libudev-devel" "procps" "nc" ];
|
|
centos64 = centos63 ++ [ "corosynclib-devel" ];
|
|
centos65 = centos64;
|
|
centos66 = centos65;
|
|
centos70 = [ "dlm-devel" "dlm" "corosynclib-devel" "perl-Digest-MD5" "systemd-devel"
|
|
"socat" # used by test suite lvmpolld
|
|
# "sanlock" # used by lvmlockd. Required version present in 7.2 only
|
|
"procps-ng" ];
|
|
|
|
fedora17_18 = [ "dlm-devel" "corosynclib-devel" "libblkid" "libblkid-devel"
|
|
"dlm" "systemd-devel" "perl-Digest-MD5" "kernel-modules-extra" ];
|
|
fedora17 = fedora17_18 ++ [ "libudev-devel" "nc" ];
|
|
|
|
fedora18 = fedora17_18 ++ [ "socat" ];
|
|
fedora18u = fedora18;
|
|
|
|
fedora19 = centos70 ++ [ "kernel-modules-extra" ];
|
|
fedora19u = fedora19;
|
|
|
|
fedora20 = fedora19;
|
|
fedora20u = fedora20;
|
|
|
|
rawhide = fedora20;
|
|
} // over.install_rpms;
|
|
|
|
wrapper = fun: { arch, image, build ? {}, istest ? false, src ? jobs.tarball }: with lib;
|
|
let use = vm { pkgs = if eqStrings arch "i386" then pkgs.pkgsi686Linux else pkgs;
|
|
xmods = if istest && (image == "centos64" || image == "centos65")
|
|
then [] else [ "9p" "9pnet_virtio" ];
|
|
dmmods = istest; };
|
|
in fun {
|
|
inherit build istest src;
|
|
VM = use.rpmbuild;
|
|
diskFun = builtins.getAttr "${image}${arch}" use.imgs;
|
|
extras = install_rpms.common ++ builtins.getAttr image install_rpms;
|
|
vmtools = use.tools;
|
|
kernel = use.tools.makeKernelFromRPMDist (builtins.getAttr "${image}${arch}" use.rpmdistros);
|
|
};
|
|
|
|
configs = {
|
|
fc20p_x86_64 = { arch = "x86_64"; image = "fedora20"; src = jobs.tarball_prof; };
|
|
fc20p_i386 = { arch = "i386" ; image = "fedora20"; src = jobs.tarball_prof; };
|
|
fc20_x86_64 = { arch = "x86_64"; image = "fedora20"; };
|
|
fc20_i386 = { arch = "i386" ; image = "fedora20"; };
|
|
fc19_x86_64 = { arch = "x86_64"; image = "fedora19"; };
|
|
fc19_i386 = { arch = "i386" ; image = "fedora19"; };
|
|
fc18_x86_64 = { arch = "x86_64"; image = "fedora18"; };
|
|
fc18_i386 = { arch = "i386" ; image = "fedora18"; };
|
|
fc17_x86_64 = { arch = "x86_64"; image = "fedora17"; };
|
|
fc17_i386 = { arch = "i386" ; image = "fedora17"; };
|
|
|
|
fc18u_x86_64 = { arch = "x86_64"; image = "fedora18u"; };
|
|
fc18u_i386 = { arch = "i386"; image = "fedora18u"; };
|
|
fc19u_x86_64 = { arch = "x86_64"; image = "fedora19u"; };
|
|
fc19u_i386 = { arch = "i386"; image = "fedora19u"; };
|
|
|
|
#centos63_i386 = { arch = "i386" ; image = "centos63"; };
|
|
#centos63_x86_64 = { arch = "x86_64" ; image = "centos63"; };
|
|
centos64_i386 = { arch = "i386" ; image = "centos64"; };
|
|
centos64_x86_64 = { arch = "x86_64" ; image = "centos64"; };
|
|
centos65_i386 = { arch = "i386" ; image = "centos65"; };
|
|
centos65_x86_64 = { arch = "x86_64" ; image = "centos65"; };
|
|
centos66_i386 = { arch = "i386" ; image = "centos66"; };
|
|
centos66_x86_64 = { arch = "x86_64" ; image = "centos66"; };
|
|
|
|
centos70_x86_64 = { arch = "x86_64" ; image = "centos70"; };
|
|
|
|
rawhide_i386 = { arch = "i386" ; image = "rawhide"; };
|
|
rawhide_x86_64 = { arch = "x86_64" ; image = "rawhide"; };
|
|
} // over.configs;
|
|
|
|
rpms = lib.mapAttrs (n: v: wrapper mkBuild v) configs;
|
|
tests = let make = n: v: wrapper mkTest (v // { build = builtins.getAttr n rpms; istest = true; });
|
|
in lib.mapAttrs make configs;
|
|
|
|
jobs = tests // {
|
|
tarball_prof = mkTarball "1";
|
|
tarball = mkTarball "0";
|
|
};
|
|
in jobs
|