mirror of
https://github.com/OpenNebula/one.git
synced 2025-01-22 22:03:39 +03:00
F #4985: Support for cluster replicas to ssh driver
The initial caching mechanism will be exteneded with: - Cache remplacement policy - Optimize recovery snapshot with qcow2 format - Add support for automatic snapshot VM disks co-authored-by: Jan Orel <jorel@opennebula.systems>
This commit is contained in:
Ruben S. Montero
parent
088cf7321e
commit
88c30370bc
@ -1693,8 +1693,11 @@ TM_QCOW2_FILES="src/tm_mad/qcow2/clone \
|
||||
src/tm_mad/qcow2/resize"
|
||||
|
||||
TM_SSH_FILES="src/tm_mad/ssh/clone \
|
||||
src/tm_mad/ssh/clone.replica \
|
||||
src/tm_mad/ssh/sshrc \
|
||||
src/tm_mad/ssh/delete \
|
||||
src/tm_mad/ssh/ln \
|
||||
src/tm_mad/ssh/ln.replica \
|
||||
src/tm_mad/ssh/mkswap \
|
||||
src/tm_mad/ssh/mkimage \
|
||||
src/tm_mad/ssh/mv \
|
||||
|
||||
@ -1146,7 +1146,7 @@ TM_MAD_CONF = [
|
||||
|
||||
TM_MAD_CONF = [
|
||||
NAME = "ssh", LN_TARGET = "SYSTEM", CLONE_TARGET = "SYSTEM", SHARED = "NO",
|
||||
DS_MIGRATE = "YES"
|
||||
DS_MIGRATE = "YES", ALLOW_ORPHANS="YES"
|
||||
]
|
||||
|
||||
TM_MAD_CONF = [
|
||||
|
||||
@ -59,7 +59,7 @@ BASE_PATH="${XPATH_ELEMENTS[i++]}"
|
||||
if [ -n "$BRIDGE_LIST" ]; then
|
||||
DST_HOST=`get_destination_host $ID`
|
||||
|
||||
ssh_exec_and_log "$DST_HOST" "[ -f $SRC ] && rm -rf $SRC $SRC.snap" \
|
||||
ssh_exec_and_log "$DST_HOST" "[ -f $SRC ] && rm -rf $SRC $SRC.snap $SRC.md5sum" \
|
||||
"Error deleting $SRC in $DST_HOST"
|
||||
else
|
||||
BASENAME_SRC=`basename "${SRC##$REMOTE_RM_CMD}"`
|
||||
@ -67,7 +67,7 @@ else
|
||||
then
|
||||
log "Removing $SRC from the image repository"
|
||||
|
||||
exec_and_log "rm -rf $SRC $SRC.snap" \
|
||||
exec_and_log "rm -rf $SRC $SRC.snap $SRC.md5sum" \
|
||||
"Error deleting $SRC"
|
||||
else
|
||||
log_error "Bad formed or unavailable Image source: ${SRC}"
|
||||
|
||||
@ -71,4 +71,6 @@ else
|
||||
|
||||
exec_and_log "rm ${SNAP_PATH}" \
|
||||
"Error deleting snapshot $SNAP_PATH"
|
||||
|
||||
rm -f ${SRC_PATH}.md5sum
|
||||
fi
|
||||
|
||||
@ -103,5 +103,7 @@ else
|
||||
|
||||
exec_and_log "rm -rf ${SNAP_DIR}" \
|
||||
"Error removing ${SNAP_DIR}"
|
||||
|
||||
rm -f ${SRC_PATH}.md5sum
|
||||
fi
|
||||
fi
|
||||
|
||||
@ -104,5 +104,7 @@ else
|
||||
|
||||
exec_and_log "mv ${DISK_SRC}.tmp ${DISK_SRC}" \
|
||||
"Error moving to $DISK_SRC"
|
||||
|
||||
rm -f ${DISK_SRC}.md5sum
|
||||
fi
|
||||
fi
|
||||
|
||||
@ -39,6 +39,7 @@ fi
|
||||
. $TMCOMMON
|
||||
|
||||
DRIVER_PATH=$(dirname $0)
|
||||
XPATH="${DRIVER_PATH}/../../datastore/xpath.rb --stdin"
|
||||
|
||||
#-------------------------------------------------------------------------------
|
||||
# Set dst path and dir
|
||||
@ -63,18 +64,28 @@ ssh_make_path $DST_HOST $DST_DIR "ssh"
|
||||
|
||||
DISK_ID=$(basename ${DST_PATH} | cut -d. -f2)
|
||||
|
||||
XPATH="${DRIVER_PATH}/../../datastore/xpath.rb --stdin"
|
||||
|
||||
unset i j XPATH_ELEMENTS
|
||||
|
||||
while IFS= read -r -d '' element; do
|
||||
XPATH_ELEMENTS[i++]="$element"
|
||||
done < <(onevm show -x $VMID| $XPATH \
|
||||
/VM/TEMPLATE/DISK[DISK_ID=$DISK_ID]/SIZE \
|
||||
/VM/TEMPLATE/DISK[DISK_ID=$DISK_ID]/ORIGINAL_SIZE)
|
||||
/VM/TEMPLATE/DISK[DISK_ID=$DISK_ID]/ORIGINAL_SIZE \
|
||||
/VM/HISTORY_RECORDS/HISTORY[last\(\)]/DS_ID)
|
||||
|
||||
SIZE="${XPATH_ELEMENTS[j++]}"
|
||||
ORIGINAL_SIZE="${XPATH_ELEMENTS[j++]}"
|
||||
SYS_DS_ID="${XPATH_ELEMENTS[j++]}"
|
||||
|
||||
#-------------------------------------------------------------------------------
|
||||
# Check for REPLICA_HOST in DATASTORE TEMPLATE and exec ./$0.replica if found
|
||||
#-------------------------------------------------------------------------------
|
||||
REPLICA_HOST=$(get_replica_host $SYS_DS_ID)
|
||||
|
||||
if [ -n "$REPLICA_HOST" ]; then
|
||||
$0.replica $@ "$REPLICA_HOST"
|
||||
exit 0
|
||||
fi
|
||||
|
||||
#-------------------------------------------------------------------------------
|
||||
# Copy files to the remote host
|
||||
|
||||
161
src/tm_mad/ssh/clone.replica
Executable file
161
src/tm_mad/ssh/clone.replica
Executable file
@ -0,0 +1,161 @@
|
||||
#!/bin/bash
|
||||
|
||||
# -------------------------------------------------------------------------- #
|
||||
# Copyright 2002-2020, OpenNebula Project, OpenNebula Systems #
|
||||
# #
|
||||
# Licensed under the Apache License, Version 2.0 (the "License"); you may #
|
||||
# not use this file except in compliance with the License. You may obtain #
|
||||
# a copy of the License at #
|
||||
# #
|
||||
# http://www.apache.org/licenses/LICENSE-2.0 #
|
||||
# #
|
||||
# Unless required by applicable law or agreed to in writing, software #
|
||||
# distributed under the License is distributed on an "AS IS" BASIS, #
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. #
|
||||
# See the License for the specific language governing permissions and #
|
||||
# limitations under the License. #
|
||||
#--------------------------------------------------------------------------- #
|
||||
|
||||
# clone fe:SOURCE host:remote_system_ds/disk.i vmid dsid [replica_host]
|
||||
# - fe is the front-end hostname
|
||||
# - SOURCE is the path of the disk image in the form DS_BASE_PATH/disk
|
||||
# - host is the target host to deploy the VM
|
||||
# - remote_system_ds is the path for the system datastore in the host
|
||||
# - vmid is the id of the VM
|
||||
# - dsid is the target datastore (0 is the system datastore
|
||||
# - replica_host is an optional paramter when called from the tm/ssh/clone
|
||||
|
||||
SRC=$1
|
||||
DST=$2
|
||||
|
||||
VMID=$3
|
||||
DSID=$4
|
||||
|
||||
REPLICA_HOST=$5
|
||||
|
||||
if [ -z "${ONE_LOCATION}" ]; then
|
||||
TMCOMMON=/var/lib/one/remotes/tm/tm_common.sh
|
||||
SSH_RC=/var/lib/one/remotes/tm/ssh/sshrc
|
||||
else
|
||||
TMCOMMON=$ONE_LOCATION/var/remotes/tm/tm_common.sh
|
||||
SSH_RC=$ONE_LOCATION/var/remotes/tm/ssh/sshrc
|
||||
fi
|
||||
|
||||
. $TMCOMMON
|
||||
. $SSH_RC
|
||||
|
||||
DRIVER_PATH=$(dirname $0)
|
||||
XPATH="${DRIVER_PATH}/../../datastore/xpath.rb --stdin"
|
||||
|
||||
#-------------------------------------------------------------------------------
|
||||
# Set dst path and dir
|
||||
#-------------------------------------------------------------------------------
|
||||
SRC_PATH=$(arg_path $SRC)
|
||||
DST_PATH=$(arg_path $DST)
|
||||
SRC_FILE=$(basename $SRC_PATH)
|
||||
DST_FILE=$(basename $DST_PATH)
|
||||
|
||||
SRC_HOST=$(arg_host $SRC)
|
||||
DST_HOST=$(arg_host $DST)
|
||||
|
||||
SRC_DIR=$(dirname $SRC_PATH)
|
||||
DST_DIR=$(dirname $DST_PATH)
|
||||
|
||||
#-------------------------------------------------------------------------------
|
||||
# Get Image and System DS information
|
||||
#-------------------------------------------------------------------------------
|
||||
DISK_ID=$(basename ${DST_PATH} | cut -d. -f2)
|
||||
|
||||
unset i j XPATH_ELEMENTS
|
||||
|
||||
while IFS= read -r -d '' element; do
|
||||
XPATH_ELEMENTS[i++]="$element"
|
||||
done < <(onevm show -x $VMID| $XPATH \
|
||||
/VM/TEMPLATE/DISK[DISK_ID=$DISK_ID]/SIZE \
|
||||
/VM/TEMPLATE/DISK[DISK_ID=$DISK_ID]/ORIGINAL_SIZE \
|
||||
/VM/HISTORY_RECORDS/HISTORY[last\(\)]/DS_ID)
|
||||
|
||||
SIZE="${XPATH_ELEMENTS[j++]}"
|
||||
ORIGINAL_SIZE="${XPATH_ELEMENTS[j++]}"
|
||||
SYS_DS_ID="${XPATH_ELEMENTS[j++]}"
|
||||
|
||||
# ------------------------------------------------------------------------------
|
||||
# Get REPLICA_HOST from DATASTORE (if not passed as 5th arg)
|
||||
# ------------------------------------------------------------------------------
|
||||
if [ -z "$REPLICA_HOST" ]; then
|
||||
REPLICA_HOST=$(get_replica_host $SYS_DS_ID)
|
||||
|
||||
if [ -z "$REPLICA_HOST" ]; then
|
||||
error_message "No REPLICA_HOST in datastore $SYS_DS_ID template"
|
||||
exit 1
|
||||
fi
|
||||
fi
|
||||
|
||||
#-------------------------------------------------------------------------------
|
||||
# Create DST path
|
||||
#-------------------------------------------------------------------------------
|
||||
ssh_make_path $DST_HOST $DST_DIR "ssh"
|
||||
|
||||
# ------------------------------------------------------------------------------
|
||||
# Get REPLICA_STORAGE_IP from host template
|
||||
# ------------------------------------------------------------------------------
|
||||
REPLICA_STORAGE_IP=$(awk 'gsub(/[\0]/, x)' \
|
||||
<( onehost show $DST_HOST -x | $XPATH /HOST/TEMPLATE/REPLICA_STORAGE_IP ))
|
||||
|
||||
# ------------------------------------------------------------------------------
|
||||
# Synchronize Image Datastore in the Replica Host. Use a recovery snapshot
|
||||
# if present in the RECOVERY_SNAPS_DIR
|
||||
# ------------------------------------------------------------------------------
|
||||
if ssh $REPLICA_HOST \
|
||||
"test -e ${REPLICA_RECOVERY_SNAPS_DIR}/$VMID/${DST_FILE}.replica_snap"; then
|
||||
|
||||
# point to [disk].replica_snap files
|
||||
SRC_DIR=${REPLICA_RECOVERY_SNAPS_DIR}/$VMID
|
||||
SRC_FILE="${DST_FILE}.replica_snap"
|
||||
else
|
||||
rsync_img_to_replica "$SRC_PATH" "$REPLICA_HOST"
|
||||
|
||||
if [ -n "$ORIGINAL_SIZE" -a "$SIZE" -gt "$ORIGINAL_SIZE" ]; then
|
||||
RESIZE_CMD="qemu-img resize ${DST_PATH} ${SIZE}M"
|
||||
fi
|
||||
fi
|
||||
|
||||
#-------------------------------------------------------------------------------
|
||||
# Clone (tar|ssh) SRC into DST
|
||||
#-------------------------------------------------------------------------------
|
||||
log "Cloning $SRC_PATH via replica $REPLICA_HOST in $DST"
|
||||
|
||||
# copy locally, we hit the replica
|
||||
if [ "$REPLICA_HOST" = "$DST_HOST" ]; then
|
||||
CLONE_CMD=$(cat <<EOF
|
||||
cd $SRC_DIR
|
||||
cp $SRC_FILE $DST_PATH
|
||||
|
||||
if [ -d $SRC_PATH.snap ]; then
|
||||
cp -r $SRC_PATH.snap $DST_PATH.snap
|
||||
fi
|
||||
EOF
|
||||
)
|
||||
else
|
||||
# copy to remote using faster tar|ssh
|
||||
CLONE_CMD=$(cat <<EOF
|
||||
if [ -d "${SRC_PATH}.snap" ]; then
|
||||
SRC_SNAP="${SRC_FILE}.snap"
|
||||
fi
|
||||
|
||||
cd $SRC_DIR
|
||||
tar --transform="flags=r;s|$SRC_FILE|$DST_FILE|" -cSf - $SRC_FILE \$SRC_SNAP | \
|
||||
ssh $REPLICA_SSH_OPTS ${REPLICA_STORAGE_IP:-$DST_HOST} "tar xSf - -C $DST_DIR"
|
||||
EOF
|
||||
)
|
||||
fi
|
||||
|
||||
ssh_forward ssh_exec_and_log $REPLICA_HOST "$CLONE_CMD" \
|
||||
"Error copying $SRC to $DST"
|
||||
|
||||
if [ -n "$RESIZE_CMD" ]; then
|
||||
ssh_exec_and_log "$DST_HOST" "$RESIZE_CMD" \
|
||||
"Error resizing image $DST"
|
||||
fi
|
||||
|
||||
exit 0
|
||||
1
src/tm_mad/ssh/ln.replica
Symbolic link
1
src/tm_mad/ssh/ln.replica
Symbolic link
@ -0,0 +1 @@
|
||||
clone.replica
|
||||
@ -55,4 +55,6 @@ if $SSH $SRC_HOST ls ${SRC_PATH_SNAP} >/dev/null 2>&1; then
|
||||
exec_and_log "rsync -r --delete ${SRC_HOST}:${SRC_PATH_SNAP}/ ${DST_SNAP}"
|
||||
fi
|
||||
|
||||
rm -f ${DST}.md5sum
|
||||
|
||||
exit 0
|
||||
|
||||
@ -21,64 +21,59 @@
|
||||
SRC=$1
|
||||
SNAP_ID=$2
|
||||
VMID=$3
|
||||
DSID=$4
|
||||
|
||||
if [ -z "${ONE_LOCATION}" ]; then
|
||||
TMCOMMON=/var/lib/one/remotes/tm/tm_common.sh
|
||||
DATASTORES=/var/lib/one/datastores
|
||||
SSH_RC=/var/lib/one/remotes/tm/ssh/sshrc
|
||||
else
|
||||
TMCOMMON=$ONE_LOCATION/var/remotes/tm/tm_common.sh
|
||||
DATASTORES=$ONE_LOCATION/var/datastores
|
||||
SSH_RC=$ONE_LOCATION/var/remotes/tm/ssh/sshrc
|
||||
fi
|
||||
|
||||
DRIVER_PATH=$(dirname $0)
|
||||
|
||||
. $TMCOMMON
|
||||
source $TMCOMMON
|
||||
source $SSH_RC
|
||||
|
||||
SRC_PATH=$(arg_path $SRC)
|
||||
SRC_PATH=$(arg_path $SRC NOFIX)
|
||||
SRC_HOST=$(arg_host $SRC)
|
||||
|
||||
#-------------------------------------------------------------------------------
|
||||
# Get Image information
|
||||
# Get VM information
|
||||
#-------------------------------------------------------------------------------
|
||||
|
||||
DISK_ID=$(basename ${SRC} | cut -d. -f2)
|
||||
|
||||
XPATH="${DRIVER_PATH}/../../datastore/xpath.rb --stdin"
|
||||
|
||||
unset i j XPATH_ELEMENTS
|
||||
DS_ID=$(awk 'gsub(/[\0]/, x)' \
|
||||
<(onevm show $VMID -x|$XPATH /VM/HISTORY_RECORDS/HISTORY[last\(\)]/DS_ID))
|
||||
|
||||
while IFS= read -r -d '' element; do
|
||||
XPATH_ELEMENTS[i++]="$element"
|
||||
done < <(onevm show -x $VMID| $XPATH \
|
||||
/VM/TEMPLATE/DISK[DISK_ID=$DISK_ID]/SOURCE \
|
||||
/VM/TEMPLATE/DISK[DISK_ID=$DISK_ID]/CLONE)
|
||||
|
||||
DISK_SRC="${XPATH_ELEMENTS[j++]}"
|
||||
CLONE="${XPATH_ELEMENTS[j++]}"
|
||||
|
||||
|
||||
SYSTEM_DS_PATH=$(dirname ${SRC_PATH})
|
||||
IMAGE_DS_PATH=$(dirname ${DISK_SRC})
|
||||
|
||||
DISK_PATH="${SYSTEM_DS_PATH}/disk.${DISK_ID}"
|
||||
|
||||
SNAP_DIR="${DISK_PATH}.snap"
|
||||
VM_DIR="$(dirname ${SRC_PATH})"
|
||||
DISK_NAME="$(basename $SRC_PATH)"
|
||||
SNAP_DIR="${SRC_PATH}.snap"
|
||||
SNAP_PATH="${SNAP_DIR}/${SNAP_ID}"
|
||||
SNAP_PATH_RELATIVE=$(basename ${SNAP_PATH})
|
||||
CURRENT_PATH=${DISK_PATH}
|
||||
|
||||
REPLICA_HOST=$(get_replica_host $DS_ID)
|
||||
|
||||
CMD=$(cat <<EOT
|
||||
set -ex -o pipefail
|
||||
|
||||
if [ ! -d "${SNAP_DIR}" ]; then
|
||||
mkdir "${SNAP_DIR}"
|
||||
fi
|
||||
mkdir -p "${SNAP_DIR}"
|
||||
touch $SNAP_PATH
|
||||
|
||||
# Copy current state to a new snapshot
|
||||
cp "${CURRENT_PATH}" "${SNAP_PATH}"
|
||||
cp "${SRC_PATH}" "${SNAP_PATH}"
|
||||
|
||||
if [ -n "$REPLICA_HOST" ]; then
|
||||
ssh $REPLICA_HOST "mkdir -p $REPLICA_RECOVERY_SNAPS_DIR/$VMID"
|
||||
|
||||
cd $VM_DIR
|
||||
tar --transform="flags=r;s|${DISK_NAME}.snap/${SNAP_ID}|${DISK_NAME}.replica_snap|" \
|
||||
-cSf - ${DISK_NAME}.snap/${SNAP_ID} | \
|
||||
ssh $REPLICA_SSH_OPTS ${REPLICA_HOST} \
|
||||
"tar xSf - -C $REPLICA_RECOVERY_SNAPS_DIR/$VMID"
|
||||
fi
|
||||
EOT
|
||||
)
|
||||
|
||||
ssh_exec_and_log "${SRC_HOST}" "${CMD}" \
|
||||
"Error creating snapshot ${SNAP_PATH}"
|
||||
ssh_forward ssh_exec_and_log "${SRC_HOST}" "${CMD}" \
|
||||
"Error creating snapshot ${SNAP_PATH}"
|
||||
|
||||
@ -1 +0,0 @@
|
||||
../common/not_supported.sh
|
||||
87
src/tm_mad/ssh/snap_create_live
Executable file
87
src/tm_mad/ssh/snap_create_live
Executable file
@ -0,0 +1,87 @@
|
||||
#!/bin/bash
|
||||
|
||||
# -------------------------------------------------------------------------- #
|
||||
# Copyright 2002-2020, OpenNebula Project, OpenNebula Systems #
|
||||
# #
|
||||
# Licensed under the Apache License, Version 2.0 (the "License"); you may #
|
||||
# not use this file except in compliance with the License. You may obtain #
|
||||
# a copy of the License at #
|
||||
# #
|
||||
# http://www.apache.org/licenses/LICENSE-2.0 #
|
||||
# #
|
||||
# Unless required by applicable law or agreed to in writing, software #
|
||||
# distributed under the License is distributed on an "AS IS" BASIS, #
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. #
|
||||
# See the License for the specific language governing permissions and #
|
||||
# limitations under the License. #
|
||||
#--------------------------------------------------------------------------- #
|
||||
|
||||
# snap_create host:parent_image snap_id vmid ds_id
|
||||
|
||||
SRC=$1
|
||||
SNAP_ID=$2
|
||||
VMID=$3
|
||||
|
||||
if [ -z "${ONE_LOCATION}" ]; then
|
||||
TMCOMMON=/var/lib/one/remotes/tm/tm_common.sh
|
||||
SSH_RC=/var/lib/one/remotes/tm/ssh/sshrc
|
||||
else
|
||||
TMCOMMON=$ONE_LOCATION/var/remotes/tm/tm_common.sh
|
||||
SSH_RC=$ONE_LOCATION/var/remotes/tm/ssh/sshrc
|
||||
fi
|
||||
|
||||
DRIVER_PATH=$(dirname $0)
|
||||
|
||||
source $TMCOMMON
|
||||
source $SSH_RC
|
||||
source ${DRIVER_PATH}/../../etc/vmm/kvm/kvmrc
|
||||
|
||||
SRC_PATH=$(arg_path $SRC NOFIX)
|
||||
SRC_HOST=$(arg_host $SRC)
|
||||
|
||||
#-------------------------------------------------------------------------------
|
||||
# Get VM information
|
||||
#-------------------------------------------------------------------------------
|
||||
XPATH="${DRIVER_PATH}/../../datastore/xpath.rb --stdin"
|
||||
|
||||
unset i j XPATH_ELEMENTS
|
||||
|
||||
while IFS= read -r -d '' element; do
|
||||
XPATH_ELEMENTS[i++]="$element"
|
||||
done < <(onevm show -x $VMID| $XPATH \
|
||||
/VM/DEPLOY_ID \
|
||||
/VM/HISTORY_RECORDS/HISTORY[last\(\)]/DS_ID)
|
||||
|
||||
DEPLOY_ID="${XPATH_ELEMENTS[j++]}"
|
||||
DS_ID="${XPATH_ELEMENTS[j++]}"
|
||||
|
||||
VM_DIR="$(dirname ${SRC_PATH})"
|
||||
DISK_NAME="$(basename $SRC_PATH)"
|
||||
SNAP_DIR="${SRC_PATH}.snap"
|
||||
SNAP_PATH="${SNAP_DIR}/${SNAP_ID}"
|
||||
|
||||
REPLICA_HOST=$(get_replica_host $DS_ID)
|
||||
|
||||
CMD=$(cat <<EOT
|
||||
set -ex -o pipefail
|
||||
|
||||
mkdir -p "${SNAP_DIR}"
|
||||
touch $SNAP_PATH
|
||||
|
||||
virsh -q -c ${LIBVIRT_URI} blockcopy ${DEPLOY_ID} \
|
||||
--path ${SRC_PATH} --dest $SNAP_PATH --wait --finish
|
||||
|
||||
if [ -n "$REPLICA_HOST" ]; then
|
||||
ssh $REPLICA_HOST "mkdir -p $REPLICA_RECOVERY_SNAPS_DIR/$VMID"
|
||||
|
||||
cd $VM_DIR
|
||||
tar --transform="flags=r;s|${DISK_NAME}.snap/${SNAP_ID}|${DISK_NAME}.replica_snap|" \
|
||||
-cSf - ${DISK_NAME}.snap/${SNAP_ID} | \
|
||||
ssh $REPLICA_SSH_OPTS ${REPLICA_HOST} \
|
||||
"tar xSf - -C $REPLICA_RECOVERY_SNAPS_DIR/$VMID"
|
||||
fi
|
||||
EOT
|
||||
)
|
||||
|
||||
ssh_forward ssh_exec_and_log "${SRC_HOST}" "${CMD}" \
|
||||
"Error creating snapshot ${SNAP_PATH}"
|
||||
40
src/tm_mad/ssh/sshrc
Normal file
40
src/tm_mad/ssh/sshrc
Normal file
@ -0,0 +1,40 @@
|
||||
# ---------------------------------------------------------------------------- #
|
||||
# Copyright 2002-2020, OpenNebula Project, OpenNebula Systems #
|
||||
# #
|
||||
# Licensed under the Apache License, Version 2.0 (the "License"); you may #
|
||||
# not use this file except in compliance with the License. You may obtain #
|
||||
# a copy of the License at #
|
||||
# #
|
||||
# http://www.apache.org/licenses/LICENSE-2.0 #
|
||||
# #
|
||||
# Unless required by applicable law or agreed to in writing, software #
|
||||
# distributed under the License is distributed on an "AS IS" BASIS, #
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. #
|
||||
# See the License for the specific language governing permissions and #
|
||||
# limitations under the License. #
|
||||
#----------------------------------------------------------------------------- #
|
||||
|
||||
#-------------------------------------------------------------------------------
|
||||
# Configuration file for the replica feature of SSH drivers
|
||||
#-------------------------------------------------------------------------------
|
||||
# WARNING! WARNING! This file must follow shell syntax WARNING! WARNING!
|
||||
#-------------------------------------------------------------------------------
|
||||
|
||||
# Timeout to expire lock operations it should be adjusted to the maximum
|
||||
# image transfer time between Image Datastores and clusters.
|
||||
REPLICA_COPY_LOCK_TIMEOUT=600
|
||||
|
||||
# Default directory to store the recovery snapshots. These snapshots are used to
|
||||
# recover VMs in case of host failure in a cluster
|
||||
if [ -z "$ONE_LOCATION" ]; then
|
||||
REPLICA_RECOVERY_SNAPS_DIR="/var/lib/one/datastores/replica_snaps"
|
||||
else
|
||||
REPLICA_RECOVERY_SNAPS_DIR="$ONE_LOCATION/var/datastores/replica_snaps"
|
||||
fi
|
||||
|
||||
# ssh options when copying from the replica to the hypervisor, prefer speed.
|
||||
# Prefer weaker ciphers on secure networks (e.g. arcfour or blowfish)
|
||||
REPLICA_SSH_OPTS="-c aes128-gcm@openssh.com -m umac-64@openssh.com"
|
||||
|
||||
# ssh options when copying from the frontend to the replica, prefer security
|
||||
REPLICA_SSH_FE_OPTS=""
|
||||
@ -47,7 +47,11 @@ function arg_host
|
||||
function arg_path
|
||||
{
|
||||
ARG_PATH=`echo $1 | $SED 's/^[^:]*:(.*)$/\1/'`
|
||||
fix_dir_slashes "$ARG_PATH"
|
||||
if [ "$2" = "NOFIX" ]; then
|
||||
echo "$ARG_PATH"
|
||||
else
|
||||
fix_dir_slashes "$ARG_PATH"
|
||||
fi
|
||||
}
|
||||
|
||||
#Return 1 if the first argument is a disk
|
||||
@ -158,3 +162,106 @@ function migrate_other
|
||||
fi
|
||||
done
|
||||
}
|
||||
|
||||
# ------------------------------------------------------------------------------
|
||||
# Returns REPLICA_HOST attribute from DATASTORE template
|
||||
# ------------------------------------------------------------------------------
|
||||
function get_replica_host {
|
||||
local DS_ID=$1
|
||||
|
||||
XPATH="${ONE_LOCAL_VAR}/remotes/datastore/xpath.rb --stdin"
|
||||
LOC='/DATASTORE/TEMPLATE/REPLICA_HOST'
|
||||
|
||||
echo "$(awk 'gsub(/[\0]/, x)' <(onedatastore show $DS_ID -x|$XPATH $LOC))"
|
||||
}
|
||||
|
||||
# ------------------------------------------------------------------------------
|
||||
# Computes md5sum for image or for image with snapshots
|
||||
# ------------------------------------------------------------------------------
|
||||
function md5sum_with_snaps {
|
||||
local IMG=$1
|
||||
local DIR=${2:-.snap}
|
||||
|
||||
SNAPS="$(ls ${IMG}${DIR} 2>/dev/null)"
|
||||
|
||||
if [ -z "$SNAPS" ]; then
|
||||
md5sum $IMG | awk '{print $1}'
|
||||
else
|
||||
CMD="md5sum $IMG"
|
||||
|
||||
for S in $SNAPS; do
|
||||
CMD+=" ${IMG}${DIR}/${S}"
|
||||
done
|
||||
|
||||
$CMD | md5sum | awk '{print $1}'
|
||||
fi
|
||||
}
|
||||
|
||||
# ------------------------------------------------------------------------------
|
||||
# Compares md5sum of image on REPLICA_HOST and local
|
||||
# ------------------------------------------------------------------------------
|
||||
function repl_img_outdated {
|
||||
local IMG_PATH="$1"
|
||||
local REPLICA_HOST="$2"
|
||||
|
||||
if [ ! -f "${IMG_PATH}.md5sum" ]; then
|
||||
md5sum_with_snaps "$IMG_PATH" > "${IMG_PATH}.md5sum"
|
||||
fi
|
||||
|
||||
SRC_MD5SUM=$(cat "${IMG_PATH}.md5sum")
|
||||
|
||||
# replica can not reuse md5sum_with_snaps, duplicate it
|
||||
SCRIPT=$(cat <<EOF
|
||||
if [ -f ${IMG_PATH}.md5sum ]; then
|
||||
cat ${IMG_PATH}.md5sum
|
||||
else
|
||||
SNAPS="\$(ls ${IMG_PATH}.snap 2>/dev/null)"
|
||||
|
||||
if [ -z "\$SNAPS" ]; then
|
||||
md5sum $IMG_PATH 2>/dev/null | cut -d " " -f 1 > ${IMG_PATH}.md5sum
|
||||
else
|
||||
CMD="md5sum $IMG_PATH"
|
||||
|
||||
for S in \$SNAPS; do
|
||||
CMD+=" ${IMG_PATH}.snap/${S}"
|
||||
done
|
||||
|
||||
\$CMD | md5sum | cut -d " " -f 1 > ${IMG_PATH}.md5sum
|
||||
fi
|
||||
|
||||
cat ${IMG_PATH}.md5sum
|
||||
fi
|
||||
EOF
|
||||
)
|
||||
|
||||
DST_MD5SUM=$(ssh "$REPLICA_HOST" "$SCRIPT")
|
||||
|
||||
[ "$SRC_MD5SUM" != "$DST_MD5SUM" ]
|
||||
}
|
||||
|
||||
# ------------------------------------------------------------------------------
|
||||
# Rsync (tar|ssh) IMG_PATH to the REPLICA_HOST
|
||||
# ------------------------------------------------------------------------------
|
||||
function rsync_img_to_replica {
|
||||
local IMG_PATH="$1"
|
||||
local REPLICA_HOST="$2"
|
||||
local LOCK_TIMEOUT="${REPLICA_COPY_LOCK_TIMEOUT:-600}"
|
||||
local DST_DIR=$(dirname $IMG_PATH)
|
||||
|
||||
ssh_make_path $REPLICA_HOST $DST_DIR
|
||||
|
||||
# sync to replica, include .md5sum and .snap dir
|
||||
LOCK="$REPLICA_HOST-${IMG_PATH//\//-}"
|
||||
if exclusive "$LOCK" "$LOCK_TIMEOUT" repl_img_outdated $IMG_PATH $REPLICA_HOST; then
|
||||
LOCK="replica-$REPLICA_HOST-${IMG_PATH//\//-}"
|
||||
RSYNC_CMD=$(cat <<EOF
|
||||
set -e -o pipefail
|
||||
tar -cSf - ${IMG_PATH}* | \
|
||||
ssh $REPLICA_SSH_FE_OPTS $REPLICA_HOST 'tar xSf - -C / '
|
||||
EOF
|
||||
)
|
||||
exclusive "$LOCK" "$LOCK_TIMEOUT" \
|
||||
multiline_exec_and_log "$RSYNC_CMD" \
|
||||
"Failed to rsync $IMG_PATH to $REPLICA_HOST"
|
||||
fi
|
||||
}
|
||||
|
||||
@ -16,4 +16,4 @@
|
||||
|
||||
# Space separated list of VMM-TM pairs that support live disk snapshots. VMM
|
||||
# and TM must be separated by '-'
|
||||
LIVE_DISK_SNAPSHOTS="kvm-qcow2 kvm-ceph"
|
||||
LIVE_DISK_SNAPSHOTS="kvm-qcow2 kvm-ceph kvm-ssh"
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user