#!/usr/bin/env bash # Copyright (C) 2015 Red Hat, Inc. All rights reserved. # # This copyrighted material is made available to anyone wishing to use, # modify, copy, or redistribute it subject to the terms and conditions # of the GNU General Public License v.2. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software Foundation, # Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA test_description='Test system_id' # test does not apply to lvmlockd SKIP_WITH_LVMLOCKD=1 SKIP_WITH_LVMPOLLD=1 print_lvmlocal() { { echo "local {"; printf "%s\n" "$@"; echo "}"; } >"$LVMLOCAL" } . lib/inittest aux prepare_devs 5 # get lvm.conf location in a form of: etc=path eval "$(lvmconfig global/etc)" SIDFILE="$etc/lvm_test.conf" LVMLOCAL="$etc/lvmlocal.conf" DFDIR="$etc/devices" DF="$DFDIR/system.devices" # Avoid system id validation in the devices file # which gets in the way of the test switching the # local system id. clear_df_systemid() { if [[ -f $DF ]]; then sed -e "s|SYSTEMID=.||" "$DF" > tmpdf cp tmpdf $DF fi } # create vg with system_id using each source ## none SID="" aux lvmconf "global/system_id_source = none" vgcreate $vg1 "$dev1" check vg_field $vg1 systemid "$SID" vgremove $vg1 ## machineid if [ -e "$etc/machine-id" ]; then SID=$(cat "$etc/machine-id") aux lvmconf "global/system_id_source = machineid" vgcreate $vg1 "$dev1" vgs -o+systemid $vg1 check vg_field $vg1 systemid "$SID" vgremove $vg1 fi ## appmachineid lvm version > lvmver if grep app-machineid lvmver; then aux lvmconf "global/system_id_source = appmachineid" lvm systemid | awk '{ print $3 }' > sid_lvm vgcreate $vg1 "$dev1" vgs -o systemid --noheadings $vg1 | awk '{print $1}' > sid_vg diff sid_lvm sid_vg vgremove $vg1 fi ## uname SID1=$(uname -n) if [ -n "$SID1" ]; then aux lvmconf "global/system_id_source = uname" SID2=$(lvm systemid | awk '{ print $3 }') vgcreate $vg1 "$dev1" vgs -o+systemid $vg1 check vg_field $vg1 systemid "$SID2" vgremove $vg1 fi ## lvmlocal SID=sidfoolocal print_lvmlocal " system_id = $SID" aux lvmconf "global/system_id_source = lvmlocal" vgcreate $vg1 "$dev1" vgs -o+systemid $vg1 check vg_field $vg1 systemid "$SID" vgremove $vg1 rm -f "$LVMLOCAL" ## file SID=sidfoofile echo "$SID" > "$SIDFILE" clear_df_systemid aux lvmconf "global/system_id_source = file" \ "global/system_id_file = \"$SIDFILE\"" vgcreate $vg1 "$dev1" vgs -o+systemid $vg1 check vg_field $vg1 systemid "$SID" vgremove $vg1 # override system_id to create a foreign vg, then fail to use the vg SID1=sidfoofile1 SID2=sidfoofile2 echo "$SID1" > "$SIDFILE" clear_df_systemid aux lvmconf "global/system_id_source = file" \ "global/system_id_file = \"$SIDFILE\"" # create a vg, overriding the local system_id so the vg looks foreign vgcreate --systemid "$SID2" "$vg1" "$dev1" # normal vgs is not an error and does not see the vg vgs >err not grep $vg1 err # vgs on the foreign vg is an error and not displayed not vgs $vg1 >err not grep $vg1 err # fail to remove foreign vg not vgremove $vg1 # using --foreign we can see foreign vg vgs --foreign >err grep $vg1 err vgs --foreign $vg1 >err grep $vg1 err # change the local system_id to the second value, making the vg not foreign echo "$SID2" > "$SIDFILE" clear_df_systemid # we can now see and remove the vg vgs $vg1 >err grep $vg1 err vgremove $vg1 # create a vg, then change the local system_id, making the vg foreign SID1=sidfoofile1 SID2=sidfoofile2 echo "$SID1" > "$SIDFILE" clear_df_systemid aux lvmconf "global/system_id_source = file" \ "global/system_id_file = \"$SIDFILE\"" # create a vg vgcreate $vg1 "$dev1" # normal vgs sees the vg vgs >err grep $vg1 err # change the local system_id, making the vg foreign echo "$SID2" > "$SIDFILE" clear_df_systemid # normal vgs doesn't see the vg vgs >err not grep $vg1 err # using --foreign we can see the vg vgs --foreign >err grep $vg1 err # change the local system_id back to the first value, making the vg not foreign echo "$SID1" > "$SIDFILE" clear_df_systemid vgs >err grep $vg1 err vgremove $vg1 # create a vg, then change the vg's system_id, making it foreign SID1=sidfoofile1 SID2=sidfoofile2 echo "$SID1" > "$SIDFILE" clear_df_systemid aux lvmconf "global/system_id_source = file" \ "global/system_id_file = \"$SIDFILE\"" # create a vg vgcreate $vg1 "$dev1" # normal vgs sees the vg vgs >err grep $vg1 err # change the vg's system_id, making the vg foreign vgchange --yes --systemid "$SID2" $vg1 # normal vgs doesn't see the vg vgs >err not grep $vg1 err # using --foreign we can see the vg vgs --foreign >err grep $vg1 err # change the local system_id to the second system_id so we can remove the vg echo "$SID2" > "$SIDFILE" clear_df_systemid vgs >err grep $vg1 err vgremove $vg1 # create a vg, create active lvs in it, change our system_id, making # the VG foreign, verify that we can still see the foreign VG, # and can deactivate the LVs SID1=sidfoofile1 SID2=sidfoofile2 echo "$SID1" > "$SIDFILE" clear_df_systemid aux lvmconf "global/system_id_source = file" \ "global/system_id_file = \"$SIDFILE\"" # create a vg vgcreate $vg1 "$dev1" lvcreate -n $lv1 -l 2 $vg1 # normal vgs sees the vg and lv vgs >err grep $vg1 err check lv_exists $vg1 $lv1 # change our system_id, making the vg foreign, but accessible echo "$SID2" > "$SIDFILE" clear_df_systemid vgs >err grep $vg1 err check lv_exists $vg1 $lv1 # can deactivate the lv lvchange -an $vg1/$lv1 # now that the foreign vg has no active lvs, we can't access it not lvremove $vg1/$lv1 not vgremove $vg1 # change our system_id back to match the vg so it's not foreign echo "$SID1" > "$SIDFILE" clear_df_systemid vgs >err grep $vg1 err lvremove $vg1/$lv1 vgremove $vg1 # local system has no system_id, so it can't access a vg with a system_id SID1=sidfoofile1 echo "$SID1" > "$SIDFILE" clear_df_systemid aux lvmconf "global/system_id_source = file" \ "global/system_id_file = \"$SIDFILE\"" # create a vg vgcreate $vg1 "$dev1" aux lvmconf "global/system_id_source = none" vgs >err not grep $vg1 err not vgs $vg1 >err not grep $vg1 err aux lvmconf "global/system_id_source = file" vgs >err grep $vg1 err vgremove $vg1 # local system has a system_id, and can use a vg without a system_id SID1=sidfoofile1 rm -f "$SIDFILE" clear_df_systemid # create a vg with no system_id aux lvmconf "global/system_id_source = none" vgcreate $vg1 "$dev1" check vg_field $vg1 systemid "" # set a local system_id echo "$SID1" > "$SIDFILE" clear_df_systemid aux lvmconf "global/system_id_source = file" \ "global/system_id_file = \"$SIDFILE\"" # check we can see and use the vg with no system_id vgs >err grep $vg1 err vgs $vg1 >err grep $vg1 err vgremove $vg1 # vgexport clears system_id, vgimport sets system_id SID1=sidfoofile1 echo "$SID1" > "$SIDFILE" clear_df_systemid aux lvmconf "global/system_id_source = file" \ "global/system_id_file = \"$SIDFILE\"" # create a vg vgcreate $vg1 "$dev1" # normal vgs sees the vg vgs -o+systemid >err grep $vg1 err grep "$SID1" err # after vgexport there is no systemid vgexport $vg1 vgs -o+systemid >err grep $vg1 err not grep "$SID1" err # after vgimport there is a systemid vgimport $vg1 vgs -o+systemid >err grep $vg1 err grep "$SID1" err vgremove $vg1 # Test max system_id length (128) and invalid system_id characters. # The 128 length limit is imposed before invalid characters are omitted. # 120 numbers followed by 8 letters (max len) SID1=012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789abcdefgh # 120 numbers followed by 9 letters (too long by 1 character, the last is omitted) SID2=012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789abcdefghi # max len system_id should appear normally echo "$SID1" > "$SIDFILE" clear_df_systemid aux lvmconf "global/system_id_source = file" \ "global/system_id_file = \"$SIDFILE\"" # create a vg vgcreate $vg1 "$dev1" # normal vgs sees the vg vgs -o+systemid $vg1 >err grep $vg1 err grep "$SID1" err vgremove $vg1 # max+1 len system_id should be missing the last character echo "$SID2" > "$SIDFILE" clear_df_systemid aux lvmconf "global/system_id_source = file" \ "global/system_id_file = \"$SIDFILE\"" # create a vg vgcreate $vg1 "$dev1" # normal vgs sees the vg vgs -o+systemid $vg1 >err grep $vg1 err grep "$SID1" err not grep "$SID2" err vgremove $vg1 # max len system_id containing an invalid character should appear without # the invalid character # 120 numbers followed by invalid '%' character followed by 8 letters (too long by 1 character) SID1=012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789%abcdefgh # After the invalid character is omitted from SID1 # The string is truncated to max length (128) before the invalid character is omitted SID2=012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789abcdefg echo "$SID1" > "$SIDFILE" clear_df_systemid aux lvmconf "global/system_id_source = file" \ "global/system_id_file = \"$SIDFILE\"" # create a vg vgcreate $vg1 "$dev1" # normal vgs sees the vg vgs -o+systemid $vg1 >err grep $vg1 err not grep $SID1 err grep $SID2 err vgremove $vg1 # contains a bunch of invalid characters SID1="?%$&A.@1]" # SID1 without the invalid characters SID2=A.1 echo "$SID1" > "$SIDFILE" clear_df_systemid aux lvmconf "global/system_id_source = file" \ "global/system_id_file = \"$SIDFILE\"" # create a vg vgcreate $vg1 "$dev1" # normal vgs sees the vg vgs -o+systemid $vg1 >err grep $vg1 err not grep "$SID1" err grep "$SID2" err vgremove $vg1 # pvs: pv in a foreign vg not reported # pvs --foreign: pv in a foreign vg is reported SID1=sidfoofile1 SID2=sidfoofile2 echo "$SID1" > "$SIDFILE" clear_df_systemid aux lvmconf "global/system_id_source = file" \ "global/system_id_file = \"$SIDFILE\"" # create a vg vgcreate $vg1 "$dev1" # normal pvs sees the vg and pv pvs >err grep $vg1 err grep "$dev1" err # change the local system_id, making the vg foreign echo "$SID2" > "$SIDFILE" clear_df_systemid # normal pvs does not see the vg or pv pvs >err not grep $vg1 err not grep "$dev1" err # pvs --foreign does see the vg and pv pvs --foreign >err grep $vg1 err grep "$dev1" err # change the local system_id back so the vg can be removed echo "$SID1" > "$SIDFILE" clear_df_systemid vgremove $vg1 rm -f "$SIDFILE" # lvs: lvs in a foreign vg not reported # lvs --foreign: lvs in a foreign vg are reported SID1=sidfoofile1 SID2=sidfoofile2 echo "$SID1" > "$SIDFILE" clear_df_systemid aux lvmconf "global/system_id_source = file" \ "global/system_id_file = \"$SIDFILE\"" # create a vg vgcreate $vg1 "$dev1" lvcreate -n $lv1 -l 2 $vg1 lvchange -an $vg1/$lv1 # normal lvs sees the vg and lv lvs >err grep $vg1 err grep $lv1 err # change the local system_id, making the vg foreign echo "$SID2" > "$SIDFILE" clear_df_systemid # normal lvs does not see the vg or lv lvs >err not grep $vg1 err not grep $lv1 err # lvs --foreign does see the vg and lv lvs --foreign >err grep $vg1 err grep $lv1 err # change the local system_id back so the vg can be removed echo "$SID1" > "$SIDFILE" clear_df_systemid lvremove $vg1/$lv1 vgremove $vg1 rm -f "$SIDFILE" # use extra_system_ids to read a foreign VG SID1=sidfoofile1 SID2=sidfoofile2 rm -f "$LVMLOCAL" echo "$SID1" > "$SIDFILE" clear_df_systemid aux lvmconf "global/system_id_source = file" \ "global/system_id_file = \"$SIDFILE\"" # create a vg vgcreate $vg1 "$dev1" # normal vgs sees the vg vgs >err grep $vg1 err # change the local system_id, making the vg foreign echo "$SID2" > "$SIDFILE" clear_df_systemid # normal vgs doesn't see the vg vgs >err not grep $vg1 err # using --foreign we can see the vg vgs --foreign >err grep $vg1 err # add the first system_id to extra_system_ids so we can see the vg print_lvmlocal " extra_system_ids = [ $SID1 ] " vgs >err grep $vg1 err vgremove $vg1 rm -f "$LVMLOCAL" # vgcreate --systemid "" creates a vg without a system_id even if source is set SID1=sidfoofile1 echo "$SID1" > "$SIDFILE" clear_df_systemid aux lvmconf "global/system_id_source = file" \ "global/system_id_file = \"$SIDFILE\"" # create a vg vgcreate --systemid "" $vg1 "$dev1" # normal vgs sees the vg vgs >err grep $vg1 err # our system_id is not displayed for the vg vgs -o+systemid >err not grep "$SID1" err vgremove $vg1 rm -f "$SIDFILE" # vgchange --systemid "" clears the system_id on owned vg SID1=sidfoofile1 echo "$SID1" > "$SIDFILE" clear_df_systemid aux lvmconf "global/system_id_source = file" \ "global/system_id_file = \"$SIDFILE\"" # create a vg vgcreate $vg1 "$dev1" # normal vgs sees the vg vgs >err grep $vg1 err # the vg has our system_id vgs -o+systemid >err grep $SID1 err # clear the system_id vgchange --yes --systemid "" $vg1 # normal vgs sees the vg vgs >err grep $vg1 err # the vg does not have our system_id vgs -o+systemid >err not grep "$SID1" err vgremove $vg1 # vgchange --systemid does not set the system_id on foreign vg SID1=sidfoofile1 SID2=sidfoofile2 rm -f "$LVMLOCAL" echo "$SID1" > "$SIDFILE" clear_df_systemid aux lvmconf "global/system_id_source = file" \ "global/system_id_file = \"$SIDFILE\"" # create a vg vgcreate $vg1 "$dev1" # normal vgs sees the vg vgs >err grep $vg1 err # change the local system_id, making the vg foreign echo "$SID2" > "$SIDFILE" clear_df_systemid # normal vgs doesn't see the vg vgs >err not grep $vg1 err # using --foreign we can see the vg vgs --foreign >err grep $vg1 err # cannot clear the system_id of the foreign vg not vgchange --yes --systemid "" $vg1 # cannot set the system_id of the foreign vg not vgchange --yes --systemid foo $vg1 # change our system_id back so we can remove the vg echo "$SID1" > "$SIDFILE" clear_df_systemid vgremove $vg1 # vgchange --systemid --majoritypvs SID1=sidfoofile1 SID2=sidfoofile2 rm -f "$LVMLOCAL" echo "$SID1" > "$SIDFILE" clear_df_systemid aux lvmconf "global/system_id_source = file" \ "global/system_id_file = \"$SIDFILE\"" # create a vg vgcreate $vg1 "$dev1" "$dev2" "$dev3" vgcreate $vg2 "$dev4" "$dev5" # normal vgs sees the vg # change the local system_id, making the vg foreign echo "$SID2" > "$SIDFILE" clear_df_systemid # normal vgs doesn't see the vg vgs >err not grep $vg1 err not grep $vg2 err # using --foreign we can see the vg vgs --foreign >err grep $vg1 err grep $vg2 err # cannot clear the system_id of the foreign vg not vgchange --yes --systemid "" $vg1 not vgchange --yes --systemid "" $vg2 # cannot set the system_id of the foreign vg not vgchange --yes --systemid foo $vg1 not vgchange --yes --systemid foo $vg2 # we are local node SID2, foreign node is SID1 # use extra_system_ids to take over the foreign vg, making it local vgchange --config "local/extra_system_ids=[\"${SID1}\"]" --systemid $SID2 $vg1 vgs $vg1 # make it foreign again vgchange --yes --systemid sidfoofile1 $vg1 not vgs $vg1 # both vgs are foreign, drop dev1/dev4 so both vgs are missing a device aux hide_dev "$dev1" aux hide_dev "$dev4" not pvs "$dev1" not pvs "$dev4" # neither VG can be changed because both are missing a dev not vgchange --config "local/extra_system_ids=[\"${SID1}\"]" --systemid $SID2 $vg1 not vgchange --config "local/extra_system_ids=[\"${SID1}\"]" --systemid $SID2 $vg2 # using majoritypvs, vg1 can be changed because 2 of 3 PVs exist vgchange --majoritypvs --config "local/extra_system_ids=[\"${SID1}\"]" --systemid $SID2 $vg1 vgs $vg1 # using majoritypvs, vg2 cannot be changed because 1 of 2 PVs exist not vgchange --majoritypvs --config "local/extra_system_ids=[\"${SID1}\"]" --systemid $SID2 $vg2 not vgs $vg2 vgs --foreign $vg2 # dev1/dev4 return so we can take over vg2 now # vg1 will complain about stale metadata on dev1 aux unhide_dev "$dev1" aux unhide_dev "$dev4" vgs pvs vgchange --majoritypvs --config "local/extra_system_ids=[\"${SID1}\"]" --systemid $SID2 $vg2 vgs $vg2 # update metadata on dev1 vgck --updatemetadata $vg1 vgs $vg1 clear_df_systemid vgremove $vg1 vgremove $vg2 # vgcfgbackup backs up foreign vg with --foreign SID1=sidfoofile1 SID2=sidfoofile2 rm -f "$LVMLOCAL" echo "$SID1" > "$SIDFILE" clear_df_systemid aux lvmconf "global/system_id_source = file" \ "global/system_id_file = \"$SIDFILE\"" # create a vg vgcreate $vg1 "$dev1" # normal vgs sees the vg vgs >err grep $vg1 err # change the local system_id, making the vg foreign echo "$SID2" > "$SIDFILE" clear_df_systemid # normal vgs doesn't see the vg vgs >err not grep $vg1 err # using --foreign we can back up the vg not vgcfgbackup $vg1 vgcfgbackup --foreign $vg1 # change our system_id back so we can remove the vg echo "$SID1" > "$SIDFILE" clear_df_systemid vgremove $vg1 rm -f "$SIDFILE" # Test handling of bad system_id source configurations # The commands should proceed without a system_id. # Look at the warning/error messages. # vgcreate with source machineid, where no $etc/machine-id file exists if [ ! -e "$etc/machine-id" ]; then SID="" aux lvmconf "global/system_id_source = machineid" vgcreate $vg1 "$dev1" 2>&1 | tee err vgs -o+systemid $vg1 check vg_field $vg1 systemid $SID grep "No system ID found from system_id_source" err vgremove $vg1 fi # vgcreate with source uname, but uname is localhost # TODO: don't want to change the hostname on the test machine... # vgcreate with source lvmlocal, but no lvmlocal.conf file SID="" rm -f $LVMLOCAL aux lvmconf "global/system_id_source = lvmlocal" vgcreate $vg1 "$dev1" 2>&1 | tee err vgs -o+systemid $vg1 check vg_field $vg1 systemid $SID grep "No system ID found from system_id_source" err vgremove $vg1 # vgcreate with source lvmlocal, but no system_id = "x" entry SID="" print_lvmlocal # " system_id = $SID" aux lvmconf "global/system_id_source = lvmlocal" vgcreate $vg1 "$dev1" 2>&1 | tee err vgs -o+systemid $vg1 check vg_field $vg1 systemid $SID grep "No system ID found from system_id_source" err vgremove $vg1 # vgcreate with source lvmlocal, and empty string system_id = "" SID="" print_lvmlocal " system_id = \"\"" aux lvmconf "global/system_id_source = lvmlocal" vgcreate $vg1 "$dev1" 2>&1 | tee err vgs -o+systemid $vg1 check vg_field $vg1 systemid "$SID" grep "No system ID found from system_id_source" err vgremove $vg1 rm -f $LVMLOCAL # vgcreate with source file, but no system_id_file config SID="" rm -f "$SIDFILE" clear_df_systemid aux lvmconf "global/system_id_source = file" vgcreate $vg1 "$dev1" 2>&1 | tee err vgs -o+systemid $vg1 check vg_field $vg1 systemid "$SID" grep "No system ID found from system_id_source" err vgremove $vg1 # vgcreate with source file, but system_id_file does not exist SID="" rm -f "$SIDFILE" clear_df_systemid aux lvmconf "global/system_id_source = file" \ "global/system_id_file = \"$SIDFILE\"" vgcreate $vg1 "$dev1" 2>&1 | tee err vgs -o+systemid $vg1 check vg_field $vg1 systemid "$SID" grep "No system ID found from system_id_source" err vgremove $vg1