X-Git-Url: https://gerrit.opnfv.org/gerrit/gitweb?a=blobdiff_plain;f=mcp%2Fscripts%2Flib.sh;h=fcc5d76acd7d1d31acc02bad7bbfbacc56011e41;hb=61b418dd534fe09e2550248d6d909a2399a18d27;hp=964f80fde7b39b7e55251dd030bbe056244a921f;hpb=bba5e84824a07416db140aa63b27ee6fc6e903cd;p=fuel.git diff --git a/mcp/scripts/lib.sh b/mcp/scripts/lib.sh index 964f80fde..fcc5d76ac 100644 --- a/mcp/scripts/lib.sh +++ b/mcp/scripts/lib.sh @@ -1,57 +1,82 @@ +#!/bin/bash # # Library of shell functions # generate_ssh_key() { - local user=${SUDO_USER:-$USER} - - [ -f "$SSH_KEY" ] || ssh-keygen -f ${SSH_KEY} -N '' - install -o $user -m 0600 ${SSH_KEY} /tmp/ + # shellcheck disable=SC2155 + local mcp_ssh_key=$(basename "${SSH_KEY}") + local user=${USER} + if [ -n "${SUDO_USER}" ] && [ "${SUDO_USER}" != 'root' ]; then + user=${SUDO_USER} + fi + + if [ -f "${SSH_KEY}" ]; then + cp "${SSH_KEY}" . + ssh-keygen -f "${mcp_ssh_key}" -y > "${mcp_ssh_key}.pub" + fi + + [ -f "${mcp_ssh_key}" ] || ssh-keygen -f "${mcp_ssh_key}" -N '' + sudo install -D -o "${user}" -m 0600 "${mcp_ssh_key}" "${SSH_KEY}" } get_base_image() { local base_image=$1 + local image_dir=$2 - mkdir -p images - wget -P /tmp -nc $base_image + mkdir -p "${image_dir}" + wget -P "${image_dir}" -N "${base_image}" } cleanup_vms() { # clean up existing nodes for node in $(virsh list --name | grep -P '\w{3}\d{2}'); do - virsh destroy $node + virsh destroy "${node}" done for node in $(virsh list --name --all | grep -P '\w{3}\d{2}'); do - virsh undefine --nvram $node + virsh domblklist "${node}" | awk '/^.da/ {print $2}' | \ + xargs --no-run-if-empty -I{} sudo rm -f {} + virsh undefine "${node}" --remove-all-storage --nvram done } prepare_vms() { local -n vnodes=$1 local base_image=$2 + local image_dir=$3 cleanup_vms - get_base_image $base_image - envsubst < user-data.template > user-data.sh + get_base_image "${base_image}" "${image_dir}" + # shellcheck disable=SC2016 + envsubst '${SALT_MASTER},${CLUSTER_DOMAIN}' < \ + user-data.template > user-data.sh for node in "${vnodes[@]}"; do # create/prepare images - ./create-config-drive.sh -k ${SSH_KEY}.pub -u user-data.sh -h ${node} images/mcp_${node}.iso - cp /tmp/${base_image/*\/} images/mcp_${node}.qcow2 - qemu-img resize images/mcp_${node}.qcow2 100G + ./create-config-drive.sh -k "$(basename "${SSH_KEY}").pub" -u user-data.sh \ + -h "${node}" "${image_dir}/mcp_${node}.iso" + cp "${image_dir}/${base_image/*\/}" "${image_dir}/mcp_${node}.qcow2" + qemu-img resize "${image_dir}/mcp_${node}.qcow2" 100G done } create_networks() { - # create required networks - for net in pxe mgmt internal public; do - if virsh net-info $net >/dev/null 2>&1; then - virsh net-destroy ${net} - virsh net-undefine ${net} + local -n vnode_networks=$1 + # create required networks, including constant "mcpcontrol" + # FIXME(alav): since we renamed "pxe" to "mcpcontrol", we need to make sure + # we delete the old "pxe" virtual network, or it would cause IP conflicts. + # FIXME(alav): The same applies for "fuel1" virsh network. + for net in "fuel1" "pxe" "mcpcontrol" "${vnode_networks[@]}"; do + if virsh net-info "${net}" >/dev/null 2>&1; then + virsh net-destroy "${net}" || true + virsh net-undefine "${net}" + fi + # in case of custom network, host should already have the bridge in place + if [ -f "net_${net}.xml" ] && [ ! -d "/sys/class/net/${net}/bridge" ]; then + virsh net-define "net_${net}.xml" + virsh net-autostart "${net}" + virsh net-start "${net}" fi - virsh net-define net_${net}.xml - virsh net-autostart ${net} - virsh net-start ${net} done } @@ -59,26 +84,51 @@ create_vms() { local -n vnodes=$1 local -n vnodes_ram=$2 local -n vnodes_vcpus=$3 + local -n vnode_networks=$4 + local image_dir=$5 + + # AArch64: prepare arch specific arguments + local virt_extra_args="" + if [ "$(uname -i)" = "aarch64" ]; then + # No Cirrus VGA on AArch64, use vga std + virt_extra_args="$virt_extra_args --video=vga" + fi # create vms with specified options for node in "${vnodes[@]}"; do - virt-install --name ${node} --ram ${vnodes_ram[$node]} --vcpus ${vnodes_vcpus[$node]} --cpu host --accelerate \ - --network network:pxe,model=virtio \ - --network network:mgmt,model=virtio \ - --network network:internal,model=virtio \ - --network network:public,model=virtio \ - --disk path=$(pwd)/images/mcp_${node}.qcow2,format=qcow2,bus=virtio,cache=none,io=native \ + # prepare network args + net_args=" --network network=mcpcontrol,model=virtio" + if [ "${node}" = "mas01" ]; then + # MaaS node's 3rd interface gets connected to PXE/Admin Bridge + vnode_networks[2]="${vnode_networks[0]}" + fi + for net in "${vnode_networks[@]:1}"; do + net_args="${net_args} --network bridge=${net},model=virtio" + done + + # shellcheck disable=SC2086 + virt-install --name "${node}" \ + --ram "${vnodes_ram[$node]}" --vcpus "${vnodes_vcpus[$node]}" \ + --cpu host-passthrough --accelerate ${net_args} \ + --disk path="${image_dir}/mcp_${node}.qcow2",format=qcow2,bus=virtio,cache=none,io=native \ --os-type linux --os-variant none \ --boot hd --vnc --console pty --autostart --noreboot \ - --disk path=$(pwd)/images/mcp_${node}.iso,device=cdrom \ - --noautoconsole + --disk path="${image_dir}/mcp_${node}.iso",device=cdrom \ + --noautoconsole \ + ${virt_extra_args} done } -update_pxe_network() { - # set static ip address for salt master node - virsh net-update pxe add ip-dhcp-host \ - "" --live +update_mcpcontrol_network() { + # set static ip address for salt master node, MaaS node + # shellcheck disable=SC2155 + local cmac=$(virsh domiflist cfg01 2>&1| awk '/mcpcontrol/ {print $5; exit}') + # shellcheck disable=SC2155 + local amac=$(virsh domiflist mas01 2>&1| awk '/mcpcontrol/ {print $5; exit}') + virsh net-update "mcpcontrol" add ip-dhcp-host \ + "" --live + [ -z "${amac}" ] || virsh net-update "mcpcontrol" add ip-dhcp-host \ + "" --live } start_vms() { @@ -86,8 +136,8 @@ start_vms() { # start vms for node in "${vnodes[@]}"; do - virsh start ${node} - sleep $[RANDOM%5+1] + virsh start "${node}" + sleep $((RANDOM%5+1)) done } @@ -100,8 +150,9 @@ check_connection() { echo '[INFO] Attempting to get into Salt master ...' # wait until ssh on Salt master is available - while (($attempt <= $total_attempts)); do - ssh ${SSH_OPTS} ubuntu@${SALT_MASTER} uptime + while ((attempt <= total_attempts)); do + # shellcheck disable=SC2086 + ssh ${SSH_OPTS} "ubuntu@${SALT_MASTER}" uptime case $? in 0) echo "${attempt}> Success"; break ;; *) echo "${attempt}/${total_attempts}> ssh server ain't ready yet, waiting for ${sleep_time} seconds ..." ;; @@ -120,7 +171,7 @@ parse_yaml() { s='[[:space:]]*' w='[a-zA-Z0-9_]*' fs="$(echo @|tr @ '\034')" - sed -ne "s|^\($s\)\($w\)$s:$s\"\(.*\)\"$s\$|\1$fs\2$fs\3|p" \ + sed -e 's|---||g' -ne "s|^\($s\)\($w\)$s:$s\"\(.*\)\"$s\$|\1$fs\2$fs\3|p" \ -e "s|^\($s\)\($w\)$s[:-]$s\(.*\)$s\$|\1$fs\2$fs\3|p" "$1" | awk -F"$fs" '{ indent = length($1)/2;