mirror of
https://github.com/xcat2/confluent.git
synced 2026-11-21 01:42:22 +00:00
91370cb8a8
Without it the server is only found by link-local discovery, so nodes behind a DHCP relay never boot. Ported from el9-diskless. The initramfs has dhcpcd from 24.04 on and only ipconfig before.
272 lines
12 KiB
Bash
272 lines
12 KiB
Bash
#!/bin/sh
|
|
|
|
pcrextendvalue=2fbe96c50dde38ce9cd2764ddb79c216cfbcd3499568b1125450e60c45dd19f2
|
|
pcrhashalgo=sha256
|
|
|
|
set_tpm_hashalgo() {
|
|
if [ -n "$confluent_tpm_hashalgo" ]; then
|
|
return 0
|
|
fi
|
|
tpm_pcrbanks=$(tpm2_getcap pcrs 2>/dev/null)
|
|
for algo in sha256 sha512 sha384; do
|
|
# Match only banks that actually have PCRs allocated (a digit in [ ... ]).
|
|
if echo "$tpm_pcrbanks" | grep -Eq "$algo:[[:space:]]*\[[^]]*[0-9]"; then
|
|
confluent_tpm_hashalgo="$algo"
|
|
pcrhashalgo="$algo"
|
|
if [[ "$algo" == "sha256" ]]; then
|
|
pcrextendvalue=2fbe96c50dde38ce9cd2764ddb79c216cfbcd3499568b1125450e60c45dd19f2
|
|
elif [[ "$algo" == "sha384" ]]; then
|
|
pcrextendvalue=20aaa1073c215c8bc97ff8dc509dd63ff09eef9d2dfa4d8ef224ce372d80e5417e53840ef2fb72924c195f69396a27b9
|
|
elif [[ "$algo" == "sha512" ]]; then
|
|
pcrextendvalue=77113aa32ac249789c0cdcf24e78efdb81d5be0d878e9a9a750446ecf9b9b3b1c084194eb6187cfd890b8f61a7f2e79eb4d33f6f27827b862367897c8123bceb
|
|
fi
|
|
return 0
|
|
fi
|
|
done
|
|
return 1
|
|
}
|
|
|
|
|
|
get_tpm_apikey() {
|
|
lasthdl=""
|
|
if [ -c /dev/tpmrm0 ]; then
|
|
for hdl in $(tpm2_getcap handles-persistent|awk '{print $2}'); do
|
|
tpm2_startauthsession --policy-session --session=session.ctx
|
|
set_tpm_hashalgo
|
|
tpm2_policypcr -Q --session=session.ctx --pcr-list="${pcrhashalgo}:15" --policy=pcr15.${pcrhashalgo}.policy
|
|
unsealeddata=$(tpm2_unseal --auth=session:session.ctx -Q -c $hdl 2>/dev/null)
|
|
tpm2_flushcontext session.ctx
|
|
if echo $unsealeddata | grep "^CONFLUENT_APIKEY:" > /dev/null; then
|
|
confluent_apikey=${unsealeddata#CONFLUENT_APIKEY:}
|
|
echo $confluent_apikey > /etc/confluent/confluent.apikey
|
|
if [ -n "$lasthdl" ]; then
|
|
tpm2_evictcontrol -c $lasthdl
|
|
fi
|
|
lasthdl=$hdl
|
|
fi
|
|
done
|
|
fi
|
|
if [ ! -z "$confluent_apikey" ]; then
|
|
if ! curl --cacert /etc/confluent/ca.pem -sSf -H "CONFLUENT_NODENAME: $confluent_nodename" -H "CONFLUENT_APIKEY: $confluent_apikey" https://${confluent_http_mgr}/confluent-api/self/myattribs > /dev/null; then
|
|
tpm2_evictcontrol -c $lasthdl
|
|
confluent_apikey=""
|
|
fi
|
|
fi
|
|
}
|
|
|
|
get_remote_apikey() {
|
|
while [ -z "$confluent_apikey" ]; do
|
|
/opt/confluent/bin/clortho $confluent_nodename $confluent_mgr > /etc/confluent/confluent.apikey
|
|
if grep ^SEALED: /etc/confluent/confluent.apikey > /dev/null; then
|
|
# we don't support remote sealed api keys anymore
|
|
echo > /etc/confluent/confluent.apikey
|
|
fi
|
|
confluent_apikey=$(cat /etc/confluent/confluent.apikey)
|
|
if [ -z "$confluent_apikey" ]; then
|
|
echo "Unable to acquire node api key, set deployment.apiarmed=once on node '$confluent_nodename', retrying..."
|
|
sleep 10
|
|
elif [ -c /dev/tpmrm0 ]; then
|
|
tmpdir=$(mktemp -d)
|
|
cd $tmpdir
|
|
tpm2_startauthsession --session=session.ctx
|
|
set_tpm_hashalgo
|
|
tpm2_policypcr -Q --session=session.ctx --pcr-list="${pcrhashalgo}:15" --policy=pcr15.${pcrhashalgo}.policy
|
|
tpm2_createprimary -G ecc -Q --key-context=prim.ctx
|
|
(echo -n "CONFLUENT_APIKEY:";cat /etc/confluent/confluent.apikey) | tpm2_create -Q --policy=pcr15.${pcrhashalgo}.policy --public=data.pub --private=data.priv -i - -C prim.ctx
|
|
tpm2_load -Q --parent-context=prim.ctx --public=data.pub --private=data.priv --name=confluent.apikey --key-context=data.ctx
|
|
tpm2_evictcontrol -Q -c data.ctx
|
|
tpm2_flushcontext session.ctx
|
|
cd - > /dev/null
|
|
rm -rf $tmpdir
|
|
fi
|
|
done
|
|
}
|
|
|
|
if ! grep console= /proc/cmdline > /dev/null; then
|
|
autocons=$(/opt/confluent/bin/autocons)
|
|
autocons=${autocons##*/}
|
|
if [ ! -z "$autocons" ]; then
|
|
echo "Automatic console configured for $autocons"
|
|
fi
|
|
fi
|
|
echo sshd:x:30:30:SSH User:/var/empty/sshd:/sbin/nologin >> /etc/passwd
|
|
modprobe ib_ipoib
|
|
modprobe ib_umad
|
|
modprobe hfi1
|
|
modprobe mlx5_ib
|
|
cd /sys/class/net
|
|
for nic in *; do
|
|
ip link set $nic up
|
|
done
|
|
mkdir -p /etc/confluent
|
|
cd - > /dev/null
|
|
mkdir -p /etc/ssl/certs
|
|
cat /tls/*.pem > /etc/ssl/certs/ca-certificates.crt
|
|
cat /tls/*.pem > /etc/confluent/ca.pem
|
|
confluentsrv=$(sed -n 's/.*confluent=\([^ ]*\).*/\1/p' /proc/cmdline)
|
|
DIDDHCP=0
|
|
if [ -e /dev/disk/by-label/CNFLNT_MBI ]; then # media based image
|
|
mbimntpoint=$(mktemp -d)
|
|
mount /dev/disk/by-label/CNFLNT_MBI $mbimntpoint
|
|
echo 'EXTMGRINFO: media||1' > /etc/confluent/confluent.info
|
|
elif [ ! -z "$confluentsrv" ]; then
|
|
touch /etc/confluent/confluent.info
|
|
myids=uuid=$(cat /sys/devices/virtual/dmi/id/product_uuid)
|
|
for mac in $(ip link | grep link/ether | awk '{print $2}'); do
|
|
myids=$myids"/mac="$mac
|
|
done
|
|
if echo $confluentsrv | grep : > /dev/null; then
|
|
myname=$(curl --cacert /etc/confluent/ca.pem -sf -H "CONFLUENT_IDS: $myids" https://[$confluentsrv]/confluent-api/self/whoami)
|
|
else
|
|
# the first nic with a link may not reach the server, try each until whoami answers
|
|
try=0
|
|
while [ $try -lt 30 ]; do
|
|
try=$((try + 1))
|
|
for ifname in /sys/class/net/*; do
|
|
ifname=${ifname##*/}
|
|
[ "$(cat /sys/class/net/$ifname/carrier 2> /dev/null)" = 1 ] || continue
|
|
[ "$(cat /sys/class/net/$ifname/type)" = 1 ] || continue # ethernet only
|
|
echo -n "Attempting to use dhcp to bring up $ifname..."
|
|
# 24.04 and newer have dhcpcd in the initramfs, older ones only ipconfig
|
|
if command -v dhcpcd > /dev/null; then
|
|
dhcpcd -1KL -4 -t 10 $ifname > /dev/null 2>&1
|
|
else
|
|
ipconfig -t 10 $ifname > /dev/null 2>&1
|
|
fi
|
|
if ip -4 addr show dev $ifname scope global | grep -q inet; then
|
|
echo "Complete"
|
|
ip -4 addr show dev $ifname scope global | grep inet
|
|
myname=$(curl --cacert /etc/confluent/ca.pem -sf --connect-timeout 10 --max-time 30 -H "CONFLUENT_IDS: $myids" https://$confluentsrv/confluent-api/self/whoami)
|
|
if [ ! -z "$myname" ]; then
|
|
DIDDHCP=1
|
|
break 2
|
|
fi
|
|
echo "No answer from $confluentsrv on $ifname"
|
|
else
|
|
echo "No lease on $ifname"
|
|
fi
|
|
ip -4 addr flush dev $ifname
|
|
rm -f /run/net-$ifname.conf
|
|
done
|
|
sleep 1
|
|
done
|
|
fi
|
|
if [ ! -z "$myname" ]; then
|
|
echo NODENAME: $myname > /etc/confluent/confluent.info
|
|
echo MANAGER: $confluentsrv >> /etc/confluent/confluent.info
|
|
echo EXTMGRINFO: $confluentsrv'||1' >> /etc/confluent/confluent.info
|
|
fi
|
|
else
|
|
/opt/confluent/bin/copernicus -t > /etc/confluent/confluent.info
|
|
fi
|
|
TRIES=0
|
|
while ! grep ^EXTMGRINFO: /etc/confluent/confluent.info | awk -F'|' '{print $3}' | grep 1 > /dev/null && [ "$TRIES" -lt 30 ]; do
|
|
TRIES=$((TRIES + 1))
|
|
if [ -e /dev/disk/by-label/CNFLNT_MBI ]; then
|
|
mbimntpoint=$(mktemp -d)
|
|
mount /dev/disk/by-label/CNFLNT_MBI $mbimntpoint
|
|
echo 'EXTMGRINFO: media||1' > /etc/confluent/confluent.info
|
|
break
|
|
fi
|
|
/opt/confluent/bin/copernicus -t > /etc/confluent/confluent.info
|
|
sleep 1
|
|
done
|
|
if [ -n "$mbimntpoint" ]; then
|
|
sed -i '/^EXTMGRINFO:/d' /etc/confluent/confluent.info
|
|
if [ -e $mbimntpoint/confluent/confluent.info ]; then
|
|
cp $mbimntpoint/confluent/confluent.info /etc/confluent/
|
|
fi
|
|
|
|
if [ -e $mbimntpoint/confluent/confluent.deploycfg ]; then
|
|
cp $mbimntpoint/confluent/confluent.deploycfg /etc/confluent/
|
|
fi
|
|
if [ -e $mbimntpoint/confluent/confluent.apikey ]; then
|
|
cp $mbimntpoint/confluent/confluent.apikey /etc/confluent/
|
|
fi
|
|
fi
|
|
confluent_mgr=$(grep '^EXTMGRINFO:.*1$' /etc/confluent/confluent.info | head -n 1 | awk -F': ' '{print $2}' | awk -F'|' '{print $1}')
|
|
if [ -z "$confluent_mgr" ]; then
|
|
confluent_mgr=$(grep ^MANAGER: /etc/confluent/confluent.info|head -n 1 | awk '{print $2}')
|
|
fi
|
|
if echo $confluent_mgr | grep : >/dev/null; then
|
|
confluent_http_mgr="[$confluent_mgr]"
|
|
else
|
|
confluent_http_mgr=$confluent_mgr
|
|
fi
|
|
confluent_nodename=$(grep ^NODENAME: /etc/confluent/confluent.info |awk '{print $NF}')
|
|
if [ -z "$confluent_nodename" ]; then
|
|
confluent_nodename=standalone
|
|
fi
|
|
hostname $confluent_nodename
|
|
if [ -z "$confluent_mgr" ] && [ -n "$mbimntpoint" ]; then
|
|
# Standalone diskless image
|
|
cp $mbimntpoint/confluent/scripts/functions /etc/confluent/
|
|
exec /bin/bash $mbimntpoint/confluent/scripts/imageboot.sh $mbimntpoint
|
|
fi
|
|
get_tpm_apikey
|
|
if [ -z "$confluent_apikey" ]; then
|
|
get_remote_apikey
|
|
fi
|
|
if echo $confluent_mgr | grep '%' > /dev/null; then
|
|
echo $confluent_mgr | awk -F% '{print $2}' > /tmp/confluent.ifidx
|
|
ifidx=$(cat /tmp/confluent.ifidx)
|
|
ifname=$(ip link |grep ^$ifidx:|awk '{print $2}')
|
|
ifname=${ifname%:}
|
|
fi
|
|
curl --cacert /etc/confluent/ca.pem -sSf -H "CONFLUENT_NODENAME: $confluent_nodename" -H "CONFLUENT_APIKEY: $confluent_apikey" https://${confluent_http_mgr}/confluent-api/self/deploycfg2 > /etc/confluent/confluent.deploycfg
|
|
if [ ! -z "$autocons" ] && grep "textconsole: true" /etc/confluent/confluent.deploycfg > /dev/null; then /opt/confluent/bin/autocons -c > /dev/null; fi
|
|
v6meth=$(grep ^ipv6_method: /etc/confluent/confluent.deploycfg|awk '{print $2}')
|
|
if [ "$v6meth" = static ]; then
|
|
v6addr=$(grep ^ipv6_address: /etc/confluent/confluent.deploycfg | awk '{print $2}')
|
|
v6prefix=$(grep ^ipv6_prefix: /etc/confluent/confluent.deploycfg | awk '{print $2}')
|
|
ip addr add dev $ifname $v6addr/$v6prefix
|
|
v6gw=$(grep ^ipv6_gateway: /etc/confluent/confluent.deploycfg | awk '{print $2}')
|
|
if [ ! -z "$v6gw" -a "$v6gw" != "null" ]; then
|
|
ip route add default via $v6gw
|
|
fi
|
|
fi
|
|
v4meth=$(grep ^ipv4_method: /etc/confluent/confluent.deploycfg|awk '{print $2}')
|
|
if [ "$v4meth" = static ]; then
|
|
v4addr=$(grep ^ipv4_address: /etc/confluent/confluent.deploycfg | awk '{print $2}')
|
|
v4prefix=$(grep ^prefix: /etc/confluent/confluent.deploycfg | awk '{print $2}')
|
|
if [ "$DIDDHCP" = 1 ]; then
|
|
# the lease from the confluent= lookup would expire in the image
|
|
ip -4 addr flush dev $ifname
|
|
rm -f /run/net-$ifname.conf
|
|
fi
|
|
ip addr add dev $ifname $v4addr/$v4prefix
|
|
v4gw=$(grep ^ipv4_gateway: /etc/confluent/confluent.deploycfg | awk '{print $2}')
|
|
if [ ! -z "$v4gw" -a "$v4gw" != "null" ]; then
|
|
ip route add default via $v4gw
|
|
fi
|
|
fi
|
|
mkdir -p /run/sshd
|
|
mkdir -p /etc/ssh
|
|
echo Port 2222 > /etc/ssh/sshd_config
|
|
ssh-keygen -A
|
|
for k in /etc/ssh/*key.pub; do
|
|
certfile=$(echo $k|sed -e s/.pub/-cert.pub/)
|
|
privkey=$(echo $k|sed -e s/.pub//)
|
|
curl --cacert /etc/confluent/ca.pem -sSf -H "CONFLUENT_NODENAME: $confluent_nodename" -H "CONFLUENT_APIKEY: $confluent_apikey" -d @$k https://${confluent_http_mgr}/confluent-api/self/sshcert >> $certfile
|
|
if [ -s $certfile ]; then
|
|
if ! grep $certfile /etc/ssh/sshd_config > /dev/null; then
|
|
echo HostCertificate $certfile >> /etc/ssh/sshd_config
|
|
fi
|
|
if ! grep "HostKey $privkey" /etc/ssh/sshd_config > /dev/null; then
|
|
echo HostKey $privkey >> /etc/ssh/sshd_config
|
|
fi
|
|
fi
|
|
done
|
|
/usr/sbin/sshd
|
|
mkdir -p /root/.ssh
|
|
cat /ssh/*pubkey > /root/.ssh/authorized_keys
|
|
if [ -c /dev/tpmrm0 ]; then
|
|
set_tpm_hashalgo
|
|
tpm2_pcrextend 15:${pcrhashalgo}=${pcrextendvalue}
|
|
fi
|
|
confluent_profile=$(grep ^profile: /etc/confluent/confluent.deploycfg| awk '{print $2}')
|
|
confluent_proto=$(grep ^protocol: /etc/confluent/confluent.deploycfg| awk '{print $2}')
|
|
confluent_mgr=$(grep ^deploy_server: /etc/confluent/confluent.deploycfg| awk '{print $2}')
|
|
curl -sf https://$confluent_mgr/confluent-public/os/$confluent_profile/scripts/functions > /etc/confluent/functions
|
|
exec /bin/bash /etc/confluent/functions source_remote imageboot.sh
|