2007-06-04 09:09:03 +04:00
#!/bin/sh
#################################
# interface event script for ctdb
# this adds/removes IPs from your
# public interface
2013-01-03 08:26:12 +04:00
[ -n "$CTDB_BASE" ] || \
export CTDB_BASE=$(cd -P $(dirname "$0") ; dirname "$PWD")
2007-09-14 08:14:03 +04:00
. $CTDB_BASE/functions
2009-11-19 07:00:17 +03:00
loadconfig
2007-06-04 09:09:03 +04:00
2007-09-04 03:50:07 +04:00
[ -z "$CTDB_PUBLIC_ADDRESSES" ] && {
2007-09-14 08:14:03 +04:00
CTDB_PUBLIC_ADDRESSES=$CTDB_BASE/public_addresses
2007-06-11 02:42:51 +04:00
}
2007-06-04 09:09:03 +04:00
2007-09-04 03:50:07 +04:00
[ ! -f "$CTDB_PUBLIC_ADDRESSES" ] && {
2011-03-26 23:32:34 +03:00
if [ "$1" = "init" ]; then
echo "No public addresses file found. Nothing to do for 10.interfaces"
fi
2007-09-04 03:50:07 +04:00
exit 0
}
2007-06-04 09:09:03 +04:00
2011-06-28 09:53:54 +04:00
mark_up ()
{
2011-06-28 10:10:23 +04:00
up_interfaces_found=true
2011-06-28 09:53:54 +04:00
ctdb setifacelink $1 up >/dev/null 2>&1
}
mark_down ()
{
2011-06-28 10:10:23 +04:00
fail=true
2011-06-28 09:53:54 +04:00
ctdb setifacelink $1 down >/dev/null 2>&1
}
2011-07-05 11:18:30 +04:00
# This sets $all_interfaces as a side-effect.
get_all_interfaces ()
2009-12-14 13:59:45 +03:00
{
2011-07-05 11:18:30 +04:00
# Get all the interfaces listed in the public_addresses file
all_interfaces=$(sed -e "s/^[^\t ]*[\t ]*//" -e "s/,/ /g" -e "s/[\t ]*$//" $CTDB_PUBLIC_ADDRESSES)
2009-12-14 13:59:45 +03:00
2011-07-05 11:18:30 +04:00
# Add some special interfaces if they're defined
[ "$CTDB_PUBLIC_INTERFACE" ] && all_interfaces="$CTDB_PUBLIC_INTERFACE $all_interfaces"
[ "$CTDB_NATGW_PUBLIC_IFACE" ] && all_interfaces="$CTDB_NATGW_PUBLIC_IFACE $all_interfaces"
2009-12-14 13:59:45 +03:00
2013-07-12 06:33:36 +04:00
# Get the interfaces for which CTDB has public IPs configured.
# That is, for all but the 1st line, get the 1st field.
2014-11-20 06:32:46 +03:00
ctdb_ifaces=$(ctdb -X ifaces | sed -e '1d' -e 's@^|@@' -e 's@|.*@@')
2009-12-22 17:25:30 +03:00
2011-07-05 11:18:30 +04:00
# Add $ctdb_interfaces and uniquify
all_interfaces=$(echo $all_interfaces $ctdb_ifaces | tr ' ' '\n' | sort -u)
}
2009-12-22 17:25:30 +03:00
2015-07-08 14:23:48 +03:00
get_real_iface ()
{
# Output of "ip link show <iface>"
_iface_info="$1"
# Extract the full interface description to see if it is a VLAN
_t=$(echo "$_iface_info" |
awk 'NR == 1 { iface = $2; sub(":$", "", iface) ; \
print iface }')
case "$_t" in
*@*)
# VLAN: use the underlying interface, after the '@'
echo "${_t##*@}"
;;
*)
# Not a regular VLAN. For backward compatibility, assume
# there is some other sort of VLAN that doesn't have the
# '@' in the output and only use what is before a '.'. If
# there is no '.' then this will be the whole interface
# name.
echo "${_t%%.*}"
esac
}
2011-07-05 11:18:30 +04:00
monitor_interfaces()
{
get_all_interfaces
2009-12-14 13:59:45 +03:00
2011-06-28 10:10:23 +04:00
fail=false
up_interfaces_found=false
2009-12-22 17:25:30 +03:00
2012-11-14 03:37:15 +04:00
# Note that this loop must not exit early. It must process
# all interfaces so that the correct state for each interface
# is set in CTDB using mark_up/mark_down. If there is a
# problem with an interface then set fail=true and continue.
2011-06-28 10:50:47 +04:00
for iface in $all_interfaces ; do
2015-07-08 14:23:48 +03:00
_iface_info=$(ip link show $iface 2>&1) || {
2013-07-12 06:48:34 +04:00
echo "ERROR: Interface $iface does not exist but it is used by public addresses."
mark_down $iface
2011-05-10 00:19:34 +04:00
continue
2009-12-22 17:25:30 +03:00
}
2009-12-14 13:59:45 +03:00
# These interfaces are sometimes bond devices
# When we use VLANs for bond interfaces, there will only
# be an entry in /proc for the underlying real interface
2015-07-08 14:23:48 +03:00
realiface=$(get_real_iface "$_iface_info")
2011-06-28 10:50:47 +04:00
bi=$(get_proc "net/bonding/$realiface" 2>/dev/null) && {
2011-08-03 14:12:48 +04:00
echo "$bi" | grep -q 'Currently Active Slave: None' && {
2011-06-28 10:50:47 +04:00
echo "ERROR: No active slaves for bond device $realiface"
mark_down $iface
2011-06-28 11:07:39 +04:00
continue
2009-12-14 13:59:45 +03:00
}
2011-08-03 14:12:48 +04:00
echo "$bi" | grep -q '^MII Status: up' || {
2011-06-28 10:50:47 +04:00
echo "ERROR: public network interface $realiface is down"
mark_down $iface
2011-06-28 11:07:39 +04:00
continue
2009-12-14 13:59:45 +03:00
}
2011-08-03 14:12:48 +04:00
echo "$bi" | grep -q '^Bonding Mode: IEEE 802.3ad Dynamic link aggregation' && {
2011-06-28 11:07:39 +04:00
# This works around a bug in the driver where the
# overall bond status can be up but none of the actual
# physical interfaces have a link.
2011-08-03 14:12:48 +04:00
echo "$bi" | grep 'MII Status:' | tail -n +2 | grep -q '^MII Status: up' || {
2011-08-15 09:53:04 +04:00
echo "ERROR: No active slaves for 802.ad bond device $realiface"
2011-06-28 10:50:47 +04:00
mark_down $iface
2011-04-13 01:51:36 +04:00
continue
}
}
2011-06-28 10:50:47 +04:00
mark_up $iface
2011-06-28 11:07:39 +04:00
continue
2009-12-14 13:59:45 +03:00
}
2011-06-28 10:50:47 +04:00
case $iface in
2010-06-01 08:51:09 +04:00
lo*)
# loopback is always working
2011-06-28 10:50:47 +04:00
mark_up $iface
2010-06-01 08:51:09 +04:00
;;
2009-12-14 13:59:45 +03:00
ib*)
2015-07-27 00:02:57 +03:00
# we don't know how to test ib links
2011-06-28 10:50:47 +04:00
mark_up $iface
2009-12-14 13:59:45 +03:00
;;
*)
2014-03-27 09:31:54 +04:00
ethtool $iface | grep -q 'Link detected: yes' || {
# On some systems, this is not successful when a
# cable is plugged but the interface has not been
# brought up previously. Bring the interface up
# and try again...
ip link set $iface up
2011-06-28 10:50:47 +04:00
ethtool $iface | grep -q 'Link detected: yes' || {
2014-03-27 09:31:54 +04:00
echo "ERROR: No link on the public network interface $iface"
mark_down $iface
continue
2009-12-14 13:59:45 +03:00
}
}
2014-03-27 09:31:54 +04:00
mark_up $iface
2009-12-14 13:59:45 +03:00
;;
esac
done
2015-12-16 11:18:49 +03:00
if $fail ; then
if $up_interfaces_found && \
[ "$CTDB_PARTIALLY_ONLINE_INTERFACES" = "yes" ] ; then
return 0
else
return 1
fi
else
2011-06-28 10:27:01 +04:00
return 0
2015-12-16 11:18:49 +03:00
fi
2009-12-14 13:59:45 +03:00
}
2014-11-21 06:46:00 +03:00
# Sets: iface, ip, maskbits, family
get_iface_ip_maskbits_family ()
{
_iface_in="$1"
ip="$2"
_maskbits_in="$3"
set -- $(ip_maskbits_iface "$ip")
if [ -n "$1" ] ; then
maskbits="$1"
iface="$2"
family="$3"
if [ "$iface" != "$_iface_in" ] ; then
printf \
'WARNING: Public IP %s hosted on interface %s but VNN says %s\n' \
"$ip" "$iface" "$_iface_in"
fi
if [ "$maskbits" != "$_maskbits_in" ] ; then
printf \
'WARNING: Public IP %s has %s bit netmask but VNN says %s\n' \
"$ip" "$maskbits" "$_maskbits_in"
fi
else
die "ERROR: Unable to determine interface for IP ${ip}"
fi
}
2011-08-23 10:36:19 +04:00
ctdb_check_args "$@"
2009-12-01 09:43:47 +03:00
case "$1" in
2007-06-04 09:09:03 +04:00
#############################
# called when ctdbd starts up
2010-01-19 12:07:14 +03:00
init)
2007-09-08 02:09:02 +04:00
# make sure that we only respond to ARP messages from the NIC where
# a particular ip address is associated.
2011-06-28 09:36:28 +04:00
get_proc sys/net/ipv4/conf/all/arp_filter >/dev/null 2>&1 && {
set_proc sys/net/ipv4/conf/all/arp_filter 1
2007-09-12 07:23:36 +04:00
}
2014-01-28 07:41:25 +04:00
_promote="sys/net/ipv4/conf/all/promote_secondaries"
get_proc "$_promote" >/dev/null 2>&1 || \
die "Public IPs only supported if promote_secondaries is available"
2015-05-08 08:18:48 +03:00
# make sure we drop any ips that might still be held if
# previous instance of ctdb got killed with -9 or similar
drop_all_public_ips
2007-06-04 09:09:03 +04:00
;;
2009-12-22 17:25:30 +03:00
#############################
# called after ctdbd has done its initial recovery
# and we start the services to become healthy
startup)
monitor_interfaces
;;
2007-06-04 09:09:03 +04:00
################################################
# called when ctdbd wants to claim an IP address
takeip)
2009-12-01 09:43:47 +03:00
iface=$2
ip=$3
maskbits=$4
2007-06-04 09:09:03 +04:00
2009-12-18 13:08:22 +03:00
add_ip_to_iface $iface $ip $maskbits || {
exit 1;
2007-06-04 09:09:03 +04:00
}
2009-12-18 13:08:22 +03:00
2007-09-13 04:24:48 +04:00
# cope with the script being killed while we have the interface blocked
2014-11-21 06:46:00 +03:00
case "$ip" in
*:*) family="inet6" ;;
*) family="inet" ;;
esac
iptables_wrapper $family -D INPUT -i $iface -d $ip -j DROP 2> /dev/null
2007-06-04 09:09:03 +04:00
2014-11-21 06:46:00 +03:00
flush_route_cache
2007-06-04 09:09:03 +04:00
;;
##################################################
# called when ctdbd wants to release an IP address
releaseip)
2007-09-13 04:24:48 +04:00
# releasing an IP is a bit more complex than it seems. Once the IP
# is released, any open tcp connections to that IP on this host will end
# up being stuck. Some of them (such as NFS connections) will be unkillable
# so we need to use the killtcp ctdb function to kill them off. We also
# need to make sure that no new connections get established while we are
# doing this! So what we do is this:
# 1) firewall this IP, so no new external packets arrive for it
# 2) use netstat -tn to find existing connections, and kill them
# 3) remove the IP from the interface
# 4) remove the firewall rule
2014-11-21 06:46:00 +03:00
shift
get_iface_ip_maskbits_family "$@"
2007-09-13 04:24:48 +04:00
# we do an extra delete to cope with the script being killed
2014-11-21 06:46:00 +03:00
iptables_wrapper $family -D INPUT -i $iface -d $ip -j DROP 2> /dev/null
iptables_wrapper $family -I INPUT -i $iface -d $ip -j DROP
2007-09-13 04:24:48 +04:00
kill_tcp_connections $ip
2007-09-14 05:56:40 +04:00
2009-12-18 13:08:22 +03:00
delete_ip_from_iface $iface $ip $maskbits || {
2014-11-21 06:46:00 +03:00
iptables_wrapper $family \
-D INPUT -i $iface -d $ip -j DROP 2> /dev/null
exit 1
2007-09-14 05:56:40 +04:00
}
2009-12-18 13:08:22 +03:00
2014-11-21 06:46:00 +03:00
iptables_wrapper $family -D INPUT -i $iface -d $ip -j DROP 2> /dev/null
2007-06-04 09:09:03 +04:00
2014-11-21 06:46:00 +03:00
flush_route_cache
2007-06-04 09:09:03 +04:00
;;
2009-12-21 10:40:50 +03:00
##################################################
# called when ctdbd wants to update an IP address
updateip)
# moving an IP is a bit more complex than it seems.
# First we drop all traffic on the old interface.
# Then we try to add the ip to the new interface and before
# we finally remove it from the old interface.
#
# 1) firewall this IP, so no new external packets arrive for it
2014-11-21 06:46:00 +03:00
# 2) remove the IP from the old interface (and new interface, to be sure)
# 3) add the IP to the new interface
2009-12-21 10:40:50 +03:00
# 4) remove the firewall rule
# 5) use ctdb gratiousarp to propagate the new mac address
# 6) use netstat -tn to find existing connections, and tickle them
2014-11-21 06:46:00 +03:00
_oiface=$2
2009-12-21 10:40:50 +03:00
niface=$3
2014-11-21 06:46:00 +03:00
_ip=$4
_maskbits=$5
2015-12-18 07:33:38 +03:00
get_iface_ip_maskbits_family "$_oiface" "$_ip" "$_maskbits"
2014-11-21 06:46:00 +03:00
oiface="$iface"
2009-12-21 10:40:50 +03:00
# we do an extra delete to cope with the script being killed
2014-11-21 06:46:00 +03:00
iptables_wrapper $family -D INPUT -i $oiface -d $ip -j DROP 2> /dev/null
iptables_wrapper $family -I INPUT -i $oiface -d $ip -j DROP
2009-12-21 10:40:50 +03:00
2010-11-10 06:45:43 +03:00
delete_ip_from_iface $oiface $ip $maskbits 2>/dev/null
delete_ip_from_iface $niface $ip $maskbits 2>/dev/null
2009-12-21 10:40:50 +03:00
2010-11-10 06:40:43 +03:00
add_ip_to_iface $niface $ip $maskbits || {
2014-11-21 06:46:00 +03:00
iptables_wrapper $family \
-D INPUT -i $oiface -d $ip -j DROP 2> /dev/null
exit 1
2009-12-21 10:40:50 +03:00
}
# cope with the script being killed while we have the interface blocked
2014-11-21 06:46:00 +03:00
iptables_wrapper $family -D INPUT -i $oiface -d $ip -j DROP 2> /dev/null
2009-12-21 10:40:50 +03:00
2014-11-21 06:46:00 +03:00
flush_route_cache
2009-12-21 10:40:50 +03:00
# propagate the new mac address
ctdb gratiousarp $ip $niface
# tickle all existing connections, so that dropped packets
# are retransmited and the tcp streams work
tickle_tcp_connections $ip
;;
2007-06-06 06:08:42 +04:00
monitor)
2011-06-28 10:27:01 +04:00
monitor_interfaces || exit 1
2007-06-06 06:08:42 +04:00
;;
2009-12-01 09:43:47 +03:00
*)
ctdb_standard_event_handler "$@"
2009-11-19 07:00:17 +03:00
;;
2007-06-04 09:09:03 +04:00
esac
exit 0
2007-09-04 03:50:07 +04:00