mirror of
https://github.com/xcat2/xcat-core.git
synced 2026-11-19 17:02:15 +00:00
dc8c5cefed
Both Genesis images built a DUID-UUID from the nil SMBIOS UUID. makedhcp refuses that UUID, because nodeimport writes it to every PowerKVM node, and reserves the hardware address instead, so the client sent an identifier no reservation held and the node took a pool address with no boot file. genesis-duid and doxcat now keep the DUID-LL for it, which is what Kea reads the hardware address out of. getzonesfornet died on an IPv6 prefix that is not a multiple of 4, which took makedns and makedhcp with it for a /62 or a /126 network. A reverse zone is delegated on a nibble, so the prefix is rounded down and the enclosing zone is returned. Both copies of the routine are fixed. The test suite needs socat and jq, and five bats files skipped without them, so the workflow installs both. Template.pm drops the unused _is_el10, credentials.pm drops a repeated import, and two comments that recorded bug history are cut to the fact the code cannot show. Reverting any one fix fails named assertions: 1 of 8 and 1 of 3 bats cases for the two Genesis images, and 4 of 30 in ddns_ipv6.t, which traps the abort so the file still reports. Signed-off-by: Daniel Hilst <392820+dhilst@users.noreply.github.com>
610 lines
22 KiB
Bash
Executable File
610 lines
22 KiB
Bash
Executable File
#!/bin/bash
|
|
#
|
|
# 2013.02.07 Brian Elliott Finley <bfinley@us.ibm.com>
|
|
# - Added slash in front of "var" in the NICSTOBRINGUP dhclient section.
|
|
# Bug reported by Jeff Lang <jrlang@uwyo.edu>. Thanks, Jeff!
|
|
#
|
|
. /usr/lib/xcat/fips.sh
|
|
|
|
log_label="xcat.genesis.doxcat"
|
|
|
|
# Start rsyslogd and log into a local file specified in /etc/rsyslog.conf
|
|
# Later, once xCAT MN is known, dhclient-script will change
|
|
# rsyslog.conf file to send log entries to xCAT MN
|
|
RSYSLOGD_VERSION=`rsyslogd -v | grep -m1 "rsyslogd" | tr -s ' ' | cut -d" " -f2 | cut -d"." -f1`
|
|
|
|
# if syslog is running and there's a pid file, kill it before restarting syslogd
|
|
if [ -f /var/run/syslogd.pid ]; then
|
|
kill -TERM `cat /var/run/syslogd.pid`
|
|
fi
|
|
if [ -f /var/run/rsyslogd.pid ]; then
|
|
kill -TERM `cat /var/run/rsyslogd.pid`
|
|
fi
|
|
# wait for rsyslog to terminate
|
|
sleep 2
|
|
|
|
if [ $RSYSLOGD_VERSION -ge 8 ]; then
|
|
/sbin/rsyslogd
|
|
# Newer vers of rsyslogd (8 and higher) do not support -c flag anymore
|
|
else
|
|
/sbin/rsyslogd -c4
|
|
fi
|
|
|
|
logger -s -t $log_label -p local4.info "Beginning doxcat process..."
|
|
|
|
modprobe acpi_cpufreq 2>/dev/null # on some machines this fails
|
|
modprobe cpufreq_ondemand
|
|
modprobe ib_ipoib
|
|
if ls /sys/devices/system/cpu/cpu*/cpufreq/scaling_governor &>/dev/null; then
|
|
if grep -q ondemand /sys/devices/system/cpu/cpu*/cpufreq/scaling_available_governors; then
|
|
for gov in /sys/devices/system/cpu/cpu*/cpufreq/scaling_governor; do
|
|
echo -n ondemand > $gov
|
|
done
|
|
fi
|
|
fi
|
|
if [ ! -z "$BOOTIF" ]; then
|
|
BOOTIF=`echo $BOOTIF|sed -e s/01-// -e s/-/:/g`
|
|
IBOOTIF=`echo $BOOTIF|sed -e s/^..//`
|
|
logger -s -t $log_label -p local4.info "Waiting for device with address $BOOTIF to appear.."
|
|
gripeiter=6000
|
|
while [ -z "$bootnic" ]; do
|
|
bootnic=`ip link show|grep -B1 $BOOTIF|grep mtu|awk '{print $2}'|sed -e 's/:$//'`
|
|
if [ -z "$bootnic" ]; then
|
|
bootnic=`ip link show|grep -B1 infiniband|grep -B1 $IBOOTIF|grep mtu|awk '{print $2}'|sed -e 's/:$//'`
|
|
fi
|
|
sleep 0.1
|
|
if [ $gripeiter = 0 ]; then
|
|
logger -s -t $log_label -p local4.err "Unable to find boot device (Maybe the xCAT genesis kernel is missing the driver for your NIC?)"
|
|
while :; do sleep 365d; done
|
|
fi
|
|
gripeiter=$((gripeiter-1))
|
|
done
|
|
fi
|
|
echo "Done"
|
|
if [ -z "$bootnic" ]; then
|
|
logger -s -t $log_label -p local4.err "BOOTIF missing, can't detect boot nic"
|
|
fi
|
|
|
|
if [ -r /sys/devices/virtual/dmi/id/product_uuid ]; then
|
|
# makedhcp refuses the nil UUID and reserves the hardware address instead, so a DUID
|
|
# built from it matches no reservation. genesis-duid skips it for the same reason.
|
|
if [ "$(tr -d -c '0-9a-fA-F' </sys/devices/virtual/dmi/id/product_uuid)" = 00000000000000000000000000000000 ]; then
|
|
logger -s -t $log_label -p local4.info "SMBIOS UUID is the nil UUID, sending no DUID-UUID"
|
|
else
|
|
duid='default-duid "\\000\\004';
|
|
# EDK2 firmware sends the SMBIOS bytes, and product_uuid prints the first three fields byte-swapped.
|
|
for i in `sed -e 's/\(..\)\(..\)\(..\)\(..\)-\(..\)\(..\)-\(..\)\(..\)/\4\3\2\1-\6\5-\8\7/;s/-//g;s/\(..\)/\1 /g' /sys/devices/virtual/dmi/id/product_uuid`; do
|
|
octnum="\\"`printf "\\%03o" 0x$i`
|
|
duid=$duid$octnum
|
|
done
|
|
duid=$duid'";'
|
|
echo $duid > /var/lib/dhclient/dhclient6.leases
|
|
fi
|
|
fi
|
|
|
|
rpcbind
|
|
rpc.statd
|
|
|
|
# Generate some entropy, needed for ssh-keygen to unblock getrandom()
|
|
if [ -e /usr/sbin/rngd ]; then
|
|
/usr/sbin/rngd
|
|
fi
|
|
XCAT_FIPS_ENABLED=$(xcat_fips_state)
|
|
# Try -A available on more current version of ssh-keygen to generate all keys
|
|
ssh-keygen -A 2> /dev/null
|
|
if [ $? -ne 0 ]; then
|
|
# -A option did not work, must be running on older version of
|
|
# ssh-keygen, try generating needed keys one at a time
|
|
ssh-keygen -q -t rsa -f /etc/ssh/ssh_host_rsa_key -C '' -N ''
|
|
if xcat_dsa_allowed "$XCAT_FIPS_ENABLED"; then
|
|
ssh-keygen -q -t dsa -f /etc/ssh/ssh_host_dsa_key -C '' -N '' 2>/dev/null ||
|
|
rm -f /etc/ssh/ssh_host_dsa_key /etc/ssh/ssh_host_dsa_key.pub
|
|
fi
|
|
fi
|
|
|
|
# On some systems /usr/share/empty.sshd needs to be created before calling sshd
|
|
if [ ! -e /usr/share/empty.sshd ]; then
|
|
mkdir -p /usr/share/empty.sshd
|
|
fi
|
|
echo 'Protocol 2' >> /etc/ssh/sshd_config
|
|
/usr/sbin/sshd
|
|
mkdir -p /etc/xcat
|
|
mkdir -p /etc/pki/tls
|
|
echo "[ req ]
|
|
distinguished_name = nodedn
|
|
|
|
[ nodedn ]" > /etc/pki/tls/openssl.cnf
|
|
logger -s -t $log_label -p local4.info "Generating private key..."
|
|
xcat_generate_discovery_private_key "$XCAT_FIPS_ENABLED" /etc/xcat/privkey.pem >& /dev/null
|
|
logger -s -t $log_label -p local4.info "Done"
|
|
PUBKEY=`xcat_discovery_public_key "$XCAT_FIPS_ENABLED" /etc/xcat/privkey.pem 2> /dev/null|grep -v "PUBLIC KEY"`
|
|
PUBKEY=`echo $PUBKEY|sed -e 's/ //g'`
|
|
export PUBKEY
|
|
|
|
logger -s -t $log_label -p local4.info "Creating /var/lib/lldpad file..."
|
|
mkdir -p /var/lib/lldpad
|
|
echo 'lldp :' >> /var/lib/lldpad/lldpad.conf
|
|
echo '{' >> /var/lib/lldpad/lldpad.conf
|
|
for iface in `ip link |grep -v '^ '|awk '{print $2}'|sed -e 's/:$//'|grep -v lo`; do
|
|
echo "$iface :" >> /var/lib/lldpad/lldpad.conf
|
|
echo "{" >> /var/lib/lldpad/lldpad.conf
|
|
echo "tlvid00000006 :" >> /var/lib/lldpad/lldpad.conf
|
|
echo "{" >> /var/lib/lldpad/lldpad.conf
|
|
echo info = '"'$PUBKEY'";' >> /var/lib/lldpad/lldpad.conf
|
|
echo 'enableTx = true;' >> /var/lib/lldpad/lldpad.conf
|
|
echo '};' >> /var/lib/lldpad/lldpad.conf
|
|
echo 'adminStatus = 3;' >> /var/lib/lldpad/lldpad.conf
|
|
echo '};' >> /var/lib/lldpad/lldpad.conf
|
|
done
|
|
echo '};' >> /var/lib/lldpad/lldpad.conf
|
|
lldpad -d
|
|
logger -s -t $log_label -p local4.info "lldpad started."
|
|
|
|
# Caclulate the broadcast address of a given IP address and mask.
|
|
bcastcalc(){
|
|
read oct1 oct2 oct3 oct4 << HERE
|
|
$(echo "$1" | sed -e 's/\./ /g')
|
|
HERE
|
|
read msk1 msk2 msk3 msk4 << HERE
|
|
$(echo "$2" | sed -e 's/\./ /g')
|
|
HERE
|
|
ipa=$(($oct1+(255-($oct1 | $msk1))))
|
|
ipb=$(($oct2+(255-($oct2 | $msk2))))
|
|
ipc=$(($oct3+(255-($oct3 | $msk3))))
|
|
ipd=$(($oct4+(255-($oct4 | $msk4))))
|
|
echo "$ipa.$ipb.$ipc.$ipd"
|
|
}
|
|
|
|
# Calculates the number of bits in a netmask for converting something like 255.255.255.192 to 26 so
|
|
# you can use the notation 10.0.0.1/26
|
|
mask2prefix() {
|
|
nbits=0
|
|
old_ifs=$IFS
|
|
IFS=.
|
|
for dec in $1 ; do
|
|
case $dec in
|
|
255) let nbits+=8;;
|
|
254) let nbits+=7;;
|
|
252) let nbits+=6;;
|
|
248) let nbits+=5;;
|
|
240) let nbits+=4;;
|
|
224) let nbits+=3;;
|
|
192) let nbits+=2;;
|
|
128) let nbits+=1;;
|
|
0);;
|
|
*) logger -s -t $log_label -p local4.err "$dec is not recognised"; exit 1
|
|
esac
|
|
done
|
|
IFS=$old_ifs
|
|
echo "$nbits"
|
|
}
|
|
|
|
# Keep the legacy path for DOWN interfaces; ownership checks apply only to UP.
|
|
secondary_nic_needs_dhcp() {
|
|
local nic="$1"
|
|
local tsmnic="$2"
|
|
local sys_class_net="$3"
|
|
local link_output
|
|
local address_output
|
|
local usb_vendor
|
|
local usb_product
|
|
|
|
link_output=$(ip -o link show dev "$nic") || return 1
|
|
case "$link_output" in
|
|
*'<UP,'*|*'<UP>'*|*',UP,'*|*',UP>'*) ;;
|
|
*) return 0 ;;
|
|
esac
|
|
|
|
[ "$nic" = "$tsmnic" ] && return 1
|
|
[ -e "$sys_class_net/$nic/device" ] || return 1
|
|
|
|
# Exclude the management USB devices configured by the bundled udev rules.
|
|
if [ -r "$sys_class_net/$nic/device/../idVendor" ] &&
|
|
[ -r "$sys_class_net/$nic/device/../idProduct" ]; then
|
|
read -r usb_vendor < "$sys_class_net/$nic/device/../idVendor"
|
|
read -r usb_product < "$sys_class_net/$nic/device/../idProduct"
|
|
case "$usb_vendor:$usb_product" in
|
|
046b:ffb0|04b3:4010) return 1 ;;
|
|
esac
|
|
fi
|
|
|
|
[ ! -e "$sys_class_net/$nic/master" ] || return 1
|
|
|
|
address_output=$(ip -o addr show dev "$nic") || return 1
|
|
if printf '%s\n' "$address_output" | grep -v 'scope link' | grep -q ' inet'; then
|
|
return 1
|
|
fi
|
|
return 0
|
|
}
|
|
|
|
# RHEL 10 packages no ISC dhcp-client, so the image carries whichever client its release
|
|
# ships. Print the command line for one interface and one address family, or nothing when
|
|
# the image carries no client at all.
|
|
genesis_dhcp_command() {
|
|
local family=$1
|
|
local nic=$2
|
|
|
|
if command -v dhclient >/dev/null 2>&1; then
|
|
if [ "$family" = 6 ]; then
|
|
echo "dhclient -6 -pf /var/run/dhclient6.$nic.pid $nic -lf /var/lib/dhclient/dhclient6.leases"
|
|
else
|
|
echo "dhclient -cf /etc/dhclient.conf -pf /var/run/dhclient.$nic.pid $nic"
|
|
fi
|
|
return 0
|
|
fi
|
|
|
|
if command -v dhcpcd >/dev/null 2>&1; then
|
|
# dhcpcd carries its own resolv.conf, hostname and ntp hooks, so it does not need
|
|
# dhclient-script. On a single interface it exits when its timeout expires, and it
|
|
# de-configures the interface as it goes; -t 0 and -p turn both off.
|
|
echo "dhcpcd -$family -b -p -t 0 $nic"
|
|
return 0
|
|
fi
|
|
|
|
return 0
|
|
}
|
|
|
|
# Run the client genesis_dhcp_command chose. The caller backgrounds this.
|
|
genesis_start_dhcp() {
|
|
local family=$1
|
|
local nic=$2
|
|
local command
|
|
|
|
command=$(genesis_dhcp_command "$family" "$nic")
|
|
if [ -z "$command" ]; then
|
|
logger -s -t $log_label -p local4.err "The image carries no DHCP client, so $nic gets no IPv$family address."
|
|
return 1
|
|
fi
|
|
$command
|
|
}
|
|
|
|
# see if they specified static ip info, otherwise use dhcp
|
|
XCATPORT=3001
|
|
for parm in `cat /proc/cmdline`; do
|
|
key=`echo $parm|awk -F= '{print $1}'`
|
|
value=`echo $parm|awk -F= '{print $2}'`
|
|
if [[ ${key,,} == "hostip" || ${key,,} == "ipaddr" ]]; then
|
|
hostip=$value
|
|
elif [[ ${key,,} == "netmask" ]]; then
|
|
netmask=$value
|
|
elif [[ ${key,,} == "gateway" ]]; then
|
|
gateway=$value
|
|
elif [[ ${key,,} == "xcatd" ]]; then
|
|
# An IPv6 address holds colons, so "<addr>:<port>" cannot be split on the colon.
|
|
# destiny.pm brackets an IPv6 address, as RFC 3986 does.
|
|
if [[ $value == \[*\]:* ]]; then
|
|
XCATMASTER=${value%%\]:*}
|
|
XCATMASTER=${XCATMASTER#\[}
|
|
XCATPORT=${value##*\]:}
|
|
else
|
|
XCATMASTER=`echo $value |awk -F: '{print $1}'`
|
|
XCATPORT=`echo $value |awk -F: '{print $2}'`
|
|
fi
|
|
fi
|
|
done
|
|
export XCATPORT
|
|
export XCATMASTER
|
|
|
|
# Every consumer of the pair needs the address bracketed when it is IPv6: openssl s_client
|
|
# -connect rejects "2001:db8::1:3001" as ambiguous, so getcert and getdestiny never connect.
|
|
# Derive the destination once here rather than re-joining at each call site.
|
|
if [[ $XCATMASTER == *:* ]]; then
|
|
XCATDEST="[$XCATMASTER]:$XCATPORT"
|
|
else
|
|
XCATDEST="$XCATMASTER:$XCATPORT"
|
|
fi
|
|
export XCATDEST
|
|
|
|
logger -s -t $log_label -p local4.info "XCATMASTER is $XCATMASTER, XCATPORT is $XCATPORT"
|
|
|
|
head -n -1 /etc/rsyslog.conf > /etc/rsyslog.conf.new
|
|
cp /etc/rsyslog.conf.new /etc/rsyslog.conf
|
|
echo "*.* @$XCATMASTER" >> /etc/rsyslog.conf
|
|
|
|
if [[ -n $hostip && -n $netmask && -n $gateway && -n $bootnic ]]; then
|
|
# doing static ip
|
|
# the device was determined above from the bootif mac, and put in bootnic
|
|
numbits=$(mask2prefix $netmask)
|
|
broadcast=$(bcastcalc $hostip $netmask)
|
|
logger -s -t $log_label -p local4.info "Setting static IP=$hostip/$numbits broadcast=$broadcast gateway=$gateway device=$bootnic BOOTIF=$BOOTIF ..."
|
|
ip addr add $hostip/$numbits broadcast $broadcast dev $bootnic scope global label $bootnic
|
|
ip link set $bootnic up
|
|
ip route replace to default via $gateway dev $bootnic
|
|
# in softlayer it takes up to 60 seconds for the nic to actually be able to communicate
|
|
logger -s -t $log_label -p local4.info "Waiting to reach xCAT mgmt node $gateway."
|
|
xcatretries=60
|
|
while [ $((xcati+=1)) -le $xcatretries ] && ! ping -c2 -w3 $gateway >/dev/null 2>&1; do echo -n .; done
|
|
if [ $xcati -le $xcatretries ]; then echo " success"; else echo " failed"; fi
|
|
sleep 3
|
|
else
|
|
logger -s -t $log_label -p local4.info "Setting IP via DHCP..."
|
|
# This section is for System P hardware discovery, which won't have a BOOTIF value set
|
|
if [ -z "$bootnic" ]; then
|
|
tries=0
|
|
while [ $tries -lt 100 ]; do
|
|
ALLUP_NICS=`ip link show | grep -v "^ " | grep "state UP" | awk '{print $2}' | sed -e 's/:$//'|grep -v lo | sort -n -r`
|
|
for tmp1 in $ALLUP_NICS; do
|
|
genesis_start_dhcp 4 "$tmp1" &
|
|
genesis_start_dhcp 6 "$tmp1" &
|
|
#bootnic=$tmp1
|
|
#break
|
|
done
|
|
if [ ! -z "$ALLUP_NICS" ]; then
|
|
break
|
|
fi
|
|
sleep 2
|
|
tries=$(($tries+1))
|
|
done
|
|
|
|
logger -s -t $log_label -p local4.info "Acquiring network addresses.."
|
|
tries=0
|
|
while [ -z "$bootnic" ]; do
|
|
for tmp1 in $ALLUP_NICS; do
|
|
if ip -4 -o a show dev $tmp1|grep -v 'scope link'|grep -v 'dynamic'|grep -q inet ; then
|
|
result=`ping -c1 -I $tmp1 $XCATMASTER 2>&1`
|
|
if [ $? -eq 0 ]; then
|
|
logger -s -t $log_label -p local4.info "the nic $tmp1 can ping $XCATMASTER"
|
|
bootnic=$tmp1
|
|
break
|
|
fi
|
|
fi
|
|
done
|
|
sleep 3
|
|
tries=$(($tries+1))
|
|
# Wait for 60 seconds to make sure the STP is done for at least one port
|
|
if [ $tries -ge 20 ]; then
|
|
break
|
|
fi
|
|
done
|
|
if [ -z "$bootnic" ]; then
|
|
logger -s -t $log_label -p local4.info "still can not get bootnic, go into /bin/bash"
|
|
/bin/bash
|
|
fi
|
|
else
|
|
genesis_start_dhcp 4 "$bootnic" &
|
|
#we'll kick of IPv6 and IPv4 on all nics, but not wait for them to come up unless doing discovery, to reduce
|
|
#chances that we'll perform a partial discovery
|
|
#in other scenarios where downed non-bootnics cause issues, will rely on retries to fix things up
|
|
genesis_start_dhcp 6 "$bootnic" &
|
|
NICCANDIDATES=`ip link|grep mtu|grep -v LOOPBACK|grep -v $bootnic|grep -v usb|awk -F: '{print $2}'`
|
|
TSMNIC=$(cat /tmp/tsmhostnic 2>/dev/null)
|
|
NICSTOBRINGUP=
|
|
for nic in $NICCANDIDATES; do
|
|
[ "$nic" = "$bootnic" ] && continue
|
|
secondary_nic_needs_dhcp "$nic" "$TSMNIC" /sys/class/net || continue
|
|
NICSTOBRINGUP="${NICSTOBRINGUP:+$NICSTOBRINGUP }$nic"
|
|
done
|
|
export NICSTOBRINGUP
|
|
for nic in $NICSTOBRINGUP; do
|
|
(while ! ethtool $nic | grep Link\ detected|grep yes > /dev/null && [ ! -f /tmp/netinitted ]; do sleep 5; done; genesis_start_dhcp 4 "$nic" ) &
|
|
(while ! ethtool $nic | grep Link\ detected|grep yes > /dev/null && [ ! -f /tmp/netinitted ]; do sleep 5; done; genesis_start_dhcp 6 "$nic" ) &
|
|
done
|
|
|
|
gripeiter=101
|
|
logger -s -t $log_label -p local4.info "Acquiring network addresses.."
|
|
while ! ip -4 -o a show dev $bootnic|grep -v 'scope link'|grep -q inet; do
|
|
sleep 0.1
|
|
if [ $gripeiter = 1 ]; then
|
|
logger -s -t $log_label -p local4.info "It seems to be taking a while to acquire an IPv4 address, you may want to check spanning tree..."
|
|
fi
|
|
gripeiter=$((gripeiter-1))
|
|
done
|
|
fi
|
|
fi
|
|
# secondary NICs whose link never comes up would otherwise wait forever;
|
|
# let those backgrounded loops exit once the boot NIC has finished net init
|
|
touch /tmp/netinitted
|
|
|
|
openssl genrsa -out /etc/xcat/certkey.pem 4096 > /dev/null 2>&1 &
|
|
|
|
logger -s -t $log_label -p local4.info "Acquired IPv4 address on $bootnic"
|
|
|
|
ip -4 -o a show dev $bootnic|grep -v 'scope link'|grep -v 'dynamic'|awk '{print $4}'
|
|
|
|
if [ -e /usr/sbin/ntpd ]; then
|
|
logger -s -t $log_label -p local4.info "Starting ntpd..."
|
|
ntpd -g -x
|
|
|
|
# ntp-wait defaults to 6 seconds between retries, wait for 1 minute
|
|
NTP_TRIES=10
|
|
NTP_SLEEP=6
|
|
logger -s -t $log_label -p local4.info "Waiting for $NTP_TRIES x $NTP_SLEEP seconds for ntpd to synchronize..."
|
|
ntp-wait -n $NTP_TRIES -s $NTP_SLEEP -v
|
|
if [ $? -ne 0 ]; then
|
|
logger -s -t $log_label -p local4.info "... ntpd did not synchronize."
|
|
fi
|
|
else
|
|
logger -s -t $log_label -p local4.info "Starting chronyd..."
|
|
chronyd -s
|
|
fi
|
|
|
|
if [ -e "/dev/rtc" ]; then
|
|
logger -s -t $log_label -p local4.info "Attempting to sync hardware clock..."
|
|
( hwclock --systohc ) </dev/null >/dev/null 2>&1 &
|
|
disown
|
|
fi
|
|
|
|
logger -s -t $log_label -p local4.info "Restarting syslog..."
|
|
if [ -f /var/run/syslogd.pid ]; then
|
|
kill -TERM `cat /var/run/syslogd.pid`
|
|
fi
|
|
if [ -f /var/run/rsyslogd.pid ]; then
|
|
kill -TERM `cat /var/run/rsyslogd.pid`
|
|
fi
|
|
# wait for rsyslog to terminate
|
|
sleep 2
|
|
|
|
if [ "$RSYSLOGD_VERSION" -ge 8 ]; then
|
|
/sbin/rsyslogd
|
|
else
|
|
/sbin/rsyslogd -c4
|
|
fi
|
|
|
|
HOST_ARCH=`uname -m`
|
|
if echo $HOST_ARCH | grep "ppc64"; then
|
|
modprobe ipmi_powernv
|
|
else
|
|
modprobe ipmi_si
|
|
fi
|
|
modprobe ipmi_devintf
|
|
|
|
IPMI_RC=`ipmitool mc info >/dev/null 2>&1; echo $?`
|
|
IPMI_SUPPORT=1
|
|
if [ $IPMI_RC -ne 0 ]; then
|
|
IPMI_SUPPORT=0
|
|
fi
|
|
|
|
DEVICE=$bootnic
|
|
export DEVICE
|
|
|
|
if [ "$destiny" != "discover" ]; then #we aren't discoverying, we probably can and should get a cert
|
|
logger -s -t $log_label -p local4.info "Getting initial certificate --> $XCATDEST"
|
|
/bin/getcert $XCATDEST
|
|
fi
|
|
if [ "$destiny" ]; then
|
|
# run getdestiny to update node status
|
|
/bin/getdestiny $XCATDEST >/dev/null 2>&1
|
|
fi
|
|
|
|
while :; do
|
|
|
|
grepconfigraid=`echo $destiny|grep "configraid"`
|
|
if [ -z "$destiny" -o -n "$grepconfigraid" ]; then
|
|
logger -s -t $log_label -p local4.info "Running getdestiny --> $XCATDEST"
|
|
destiny=`getdestiny $XCATDEST`
|
|
logger -s -t $log_label -p local4.info "Received destiny=$destiny"
|
|
fi
|
|
|
|
# parse out some values from the destiny
|
|
destparameter=`echo $destiny|cut -d '=' -f 2-`
|
|
destiny=`echo $destiny|awk -F= '{print $1}'`
|
|
dest=`echo $destiny|awk '{print $1}'` #could probably use bash but oh well
|
|
|
|
logger -s -t $log_label -p local4.info "The destiny=$dest, destiny parameters=$destparameter"
|
|
|
|
if [ "$dest" = "discover" ]; then #skip a query to xCAT when /proc/cmdline will do
|
|
logger -s -t $log_label -p local4.info "Running dodiscovery..."
|
|
/bin/dodiscovery
|
|
logger -s -t $log_label -p local4.info "dodiscovery - Complete."
|
|
|
|
logger -s -t $log_label -p local4.info "Getting certificate --> $XCATDEST"
|
|
/bin/getcert $XCATDEST
|
|
destiny=''
|
|
dest=''
|
|
XCAT_DISCOVERY_WAS_DONE=1
|
|
export XCAT_DISCOVERY_WAS_DONE
|
|
elif [ "$dest" = shell ]; then
|
|
logger -s -t $log_label -p local4.info "Dropping to debug shell(exit to run next destiny)..."
|
|
destiny=''
|
|
dest=''
|
|
/bin/bash
|
|
logger -s -t $log_label -p local4.info "Exited shell."
|
|
logger -s -t $log_label -p local4.info "Running nextdestiny $XCATDEST..."
|
|
/bin/nextdestiny $XCATDEST
|
|
logger -s -t $log_label -p local4.info "nextdestiny - Complete."
|
|
elif [ "$dest" = osimage ]; then
|
|
logger -s -t $log_label -p local4.info "Running nextdestiny $XCATDEST..."
|
|
destiny=`/bin/nextdestiny $XCATDEST`
|
|
logger -s -t $log_label -p local4.info "nextdestiny - Complete."
|
|
elif [ "$dest" = ondiscover ]; then
|
|
logger -s -t $log_label -p local4.info "Running nextdestiny (ondiscover) $XCATDEST..."
|
|
destiny=`/bin/nextdestiny $XCATDEST`
|
|
logger -s -t $log_label -p local4.info "nextdestiny (ondiscover) - Complete."
|
|
elif [ "$dest" = runcmd ]; then
|
|
$destparameter
|
|
logger -s -t $log_label -p local4.info "Running nextdestiny $XCATDEST..."
|
|
destiny=`/bin/nextdestiny $XCATDEST`
|
|
dest=`echo $destiny|awk -F= '{print $1}'`
|
|
logger -s -t $log_label -p local4.info "nextdestiny - Complete."
|
|
elif [ "$dest" = runimage ]; then
|
|
mkdir /tmp/`basename $destparameter`
|
|
cd /tmp/`basename $destparameter`
|
|
eval destparameter=$destparameter
|
|
ERROR=`wget $destparameter 2>&1`
|
|
rc=$?
|
|
if [ $rc -ne 0 ]; then
|
|
logger -s -t $log_label -p local4.err "Failed to wget $destparameter, $ERROR"
|
|
fi
|
|
while [ $rc -ne 0 ] && echo $ERROR|grep -v 416; do
|
|
sleep 10
|
|
ERROR=`wget -c $destparameter 2>&1`
|
|
rc=$?
|
|
if [ $rc -ne 0 ]; then
|
|
logger -s -t $log_label -p local4.err "Failed to wget $destparameter, $ERROR"
|
|
fi
|
|
done
|
|
tar xvf `basename $destparameter`
|
|
./runme.sh
|
|
cd -
|
|
logger -s -t $log_label -p local4.info "Running nextdestiny $XCATDEST..."
|
|
destiny=`/bin/nextdestiny $XCATDEST`
|
|
dest=`echo $destiny|awk -F= '{print $1}'`
|
|
logger -s -t $log_label -p local4.info "nextdestiny - Complete."
|
|
|
|
elif [ "$dest" = "reboot" -o "$dest" = "boot" ]; then
|
|
logger -s -t $log_label -p local4.info "Running nextdestiny $XCATDEST..."
|
|
/bin/nextdestiny $XCATDEST
|
|
logger -s -t $log_label -p local4.info "nextdestiny - Complete."
|
|
if [ $IPMI_SUPPORT -ne 0 ]; then
|
|
# Set boot from network will cause OpenPOWER server wait at petitboot menu, so do nothing here
|
|
if uname -m | grep x86_64; then
|
|
ipmitool raw 0x00 0x08 0x03 0x08
|
|
ipmitool chassis bootdev pxe
|
|
fi
|
|
fi
|
|
reboot -f
|
|
elif [ "$dest" = "install" -o "$dest" = "netboot" ]; then
|
|
if [ $IPMI_SUPPORT -ne 0 ]; then
|
|
ipmitool raw 0x00 0x08 0x03 0x08
|
|
ipmitool chassis bootdev pxe
|
|
fi
|
|
logger -s -t $log_label -p local4.info "Reboot..."
|
|
reboot -f
|
|
elif [ "$dest" = sysclone ]; then
|
|
logger -s -t $log_label -p local4.info "Running dosysclone..."
|
|
/bin/dosysclone
|
|
logger -s -t $log_label -p local4.info "dosysclone - Complete."
|
|
destiny=''
|
|
dest=''
|
|
elif [ "$dest" = standby ]; then
|
|
delay=$((30+$RANDOM%270))
|
|
while [ $delay -gt 0 ]; do
|
|
if [ $((delay%10)) == 0 ]; then
|
|
if [ "$XCAT_DISCOVERY_WAS_DONE" == 1 ]; then
|
|
logger -s -t $log_label -p local4.info "Received request=$dest, will call xCAT back in $delay seconds. Discovery is complete, run nodeset on this node to provision an Operating System"
|
|
else
|
|
logger -s -t $log_label -p local4.info "Received request to retry in a bit, will call xCAT back in $delay seconds"
|
|
fi
|
|
fi
|
|
delay=$((delay-1))
|
|
sleep 1
|
|
done
|
|
destiny=''
|
|
dest=''
|
|
echo "Retrying ";
|
|
elif [ "$dest" = shutdown ]; then
|
|
logger -s -t $log_label -p local4.info "Poweroff..."
|
|
poweroff -f
|
|
else
|
|
if [ "$dest" = error ]; then
|
|
logger -s -t $log_label -p local4.info "$destparameter"
|
|
else
|
|
logger -s -t $log_label -p local4.err "Unrecognized directive (dest=$dest)"
|
|
fi
|
|
destiny=''
|
|
dest=''
|
|
delay=$((30+$RANDOM%270))
|
|
while [ $delay -gt 0 ]; do
|
|
if [ $((delay%10)) == 0 ]; then
|
|
logger -s -t $log_label -p local4.info "... Will retry xCAT in $delay seconds"
|
|
fi
|
|
delay=$((delay-1))
|
|
sleep 1
|
|
done
|
|
|
|
fi
|
|
done
|
|
|
|
logger -s -t $log_label -p local4.info "doxcat is complete"
|
|
set +x
|