# Clean up
clean_up() {
- if sudo virsh list --all | grep "${VM_NAME}.*running" ; then
+ if sudo virsh list --all | grep " ${VM_NAME} .*running" ; then
sudo virsh destroy "$VM_NAME"
fi
- if sudo virsh list --all | grep "${VM_NAME}" ; then
+ if sudo virsh list --all | grep " ${VM_NAME} " ; then
sudo virsh undefine "$VM_NAME"
fi
sudo rm -rf "/var/lib/libvirt/images/$VM_NAME"
# Create jumphost VM
create_jump() {
- ./create_vm.sh "$VM_NAME"
- sleep 30
+# Create VM image
+ sudo mkdir -p "/var/lib/libvirt/images/$VM_NAME"
+ sudo qemu-img create -f qcow2 \
+ -o backing_file=/var/lib/libvirt/images/ubuntu-18.04.qcow2 \
+ "/var/lib/libvirt/images/$VM_NAME/$VM_NAME.qcow2" 10G
+
+# Create VM cloud-init configuration files
+ cat <<EOL > user-data
+ #cloud-config
+ users:
+ - name: $USERNAME
+ ssh-authorized-keys:
+ - $(cat "$HOME/.ssh/id_rsa.pub")
+ sudo: ['ALL=(ALL) NOPASSWD:ALL']
+ groups: sudo
+ shell: /bin/bash
+EOL
+ cat <<EOL > meta-data
+ local-hostname: $VM_NAME
+EOL
+
+# Create VM
+ sudo genisoimage -output "/var/lib/libvirt/images/$VM_NAME/$VM_NAME-cidata.iso" \
+ -volid cidata -joliet -rock user-data meta-data
+ sudo virt-customize -a "/var/lib/libvirt/images/$VM_NAME/$VM_NAME.qcow2" \
+ --root-password password:"$ROOT_PASSWORD"
+ sudo virt-install --connect qemu:///system --name "$VM_NAME" \
+ --ram 4096 --vcpus=4 --os-type linux --os-variant ubuntu16.04 \
+ --disk path="/var/lib/libvirt/images/$VM_NAME/$VM_NAME.qcow2",format=qcow2 \
+ --disk "/var/lib/libvirt/images/$VM_NAME/$VM_NAME-cidata.iso",device=cdrom \
+ --import --network network=default --network bridge="$BRIDGE",model=rtl8139 --noautoconsole
+ jumpbox_ip=$(get_vm_ip)
+ i=0
+ while [ -z "$jumpbox_ip" ]; do
+ sleep $((++i))
+ jumpbox_ip=$(get_vm_ip)
+ done
+ i=0
+ until nc -w5 -z "$jumpbox_ip" 22; do
+ sleep $((++i))
+ done
}
# Get jumphost VM IP
# Setup PXE network
setup_PXE_network() {
- ssh -o StrictHostKeyChecking=no -tT "$USERNAME"@"$(get_vm_ip)" << "EOF"
+# Extract configuration from PDF/IDF
+ PXE_IF=$(yq r "$CURRENTPATH"/hw_config/"$VENDOR"/idf.yaml engine.pxe_interface)
+ PXE_IF_INDEX=$(yq r "$CURRENTPATH"/hw_config/"${VENDOR}"/idf.yaml idf.net_config.oob.interface)
+ if [[ -z $PXE_IF || -z $PXE_IF_INDEX ]]; then
+ echo 'one or more variables in IDF are undefined'
+ exit 1
+ fi
+ PXE_IF_IP=$(yq r "$CURRENTPATH"/hw_config/"$VENDOR"/pdf.yaml jumphost.interfaces.["$PXE_IF_INDEX"].address)
+ PXE_IF_MAC=$(yq r "$CURRENTPATH"/hw_config/"$VENDOR"/pdf.yaml jumphost.interfaces.["$PXE_IF_INDEX"].mac_address)
+ if [[ -z $PXE_IF_IP || -z $PXE_IF_MAC ]]; then
+ echo 'one or more variables in PDF are incorrect'
+ exit 1
+ fi
+ export NETMASK=255.255.255.0
+# SSH to jumphost
+ # shellcheck disable=SC2087
+ ssh -o StrictHostKeyChecking=no -tT "$USERNAME"@"$(get_vm_ip)" << EOF
sudo ifconfig $PXE_IF up
sudo ifconfig $PXE_IF $PXE_IF_IP netmask $NETMASK
sudo ifconfig $PXE_IF hw ether $PXE_IF_MAC
# Copy files needed by Infra engine & BMRA in the jumphost VM
copy_files_jump() {
scp -r -o StrictHostKeyChecking=no \
- "$CURRENTPATH/{hw_config/$VENDOR/,sw_config/$INSTALLER/}" \
+ "$CURRENTPATH"/{hw_config/"$VENDOR"/,sw_config/"$INSTALLER"/} \
"$USERNAME@$(get_vm_ip):$PROJECT_ROOT"
}
# Host Provisioning
provision_hosts() {
- ssh -tT "$USERNAME"@"$(get_vm_ip)" << "EOF"
+ # shellcheck disable=SC2087
+ ssh -o StrictHostKeyChecking=no -tT "$USERNAME"@"$(get_vm_ip)" << EOF
# Install and run cloud-infra
if [ ! -d "${PROJECT_ROOT}/engine" ]; then
ssh-keygen -t rsa -N "" -f ${PROJECT_ROOT}/.ssh/id_rsa
git clone https://gerrit.nordix.org/infra/engine.git
cp $PROJECT_ROOT/$VENDOR/{pdf.yaml,idf.yaml} \
${PROJECT_ROOT}/engine/engine
-# NOTE: will be removed when centos image path will be added in infra-engine
-sudo mkdir /httpboot
-# sudo cp -r ${PROJECT_ROOT}/deployment_image.qcow2 /httpboot
fi
cd ${PROJECT_ROOT}/engine/engine
./deploy.sh -s ironic -d centos7 \
# Setup networking on provisioned hosts (Adapt setup_network.sh according to your network setup)
setup_network() {
- ssh -tT "$USERNAME"@"$(get_vm_ip)" << "EOF"
+# Extract IPs of provisioned nodes from PDF/IDF. When running this function standalone, ensure
+# to set $PXE_IF_INDEX
+ MASTER_IP=$(yq r "$CURRENTPATH"/hw_config/"$VENDOR"/pdf.yaml nodes.[0].interfaces.["$PXE_IF_INDEX"].address)
+ WORKER_IP=$(yq r "$CURRENTPATH"/hw_config/"$VENDOR"/pdf.yaml nodes.[1].interfaces.["$PXE_IF_INDEX"].address)
+# SSH to jumphost
+ # shellcheck disable=SC2087
+ ssh -o StrictHostKeyChecking=no -tT "$USERNAME"@"$(get_vm_ip)" << EOF
ssh -o StrictHostKeyChecking=no root@$MASTER_IP \
'bash -s' < ${PROJECT_ROOT}/${VENDOR}/setup_network.sh
ssh -o StrictHostKeyChecking=no root@$WORKER_IP \
# k8s Provisioning (currently BMRA)
provision_k8s() {
- ssh -tT "$USERNAME"@"$(get_vm_ip)" << "EOF"
+ # shellcheck disable=SC2087
+ ssh -o StrictHostKeyChecking=no -tT "$USERNAME"@"$(get_vm_ip)" << EOF
# Install BMRA
-if [ ! -d "${PROJECT_ROOT}/container-experience-kits" ]; then
+if ! command -v docker; then
curl -fsSL https://get.docker.com/ | sh
printf "Waiting for docker service..."
until sudo docker info; do
printf "."
sleep 2
done
- git clone https://github.com/intel/container-experience-kits.git
- cd ${PROJECT_ROOT}/container-experience-kits
- git checkout v1.4.1
- git submodule update --init
- cp -r examples/group_vars examples/host_vars .
- cp ${PROJECT_ROOT}/${INSTALLER}/inventory.ini \
+fi
+if [ ! -d "${PROJECT_ROOT}/container-experience-kits" ]; then
+ git clone --recurse-submodules --depth 1 https://github.com/intel/container-experience-kits.git -b v1.4.1 ${PROJECT_ROOT}/container-experience-kits/
+ cp -r ${PROJECT_ROOT}/container-experience-kits/examples/group_vars examples/host_vars ${PROJECT_ROOT}/container-experience-kits/
+#TODO Remove this once the reported issue is fixed in the next BMRA Release
+ sed -i '/\openshift/a \ extra_args: --ignore-installed PyYAML' \
+ ${PROJECT_ROOT}/container-experience-kits/roles/net-attach-defs-create/tasks/main.yml
+fi
+cp ${PROJECT_ROOT}/${INSTALLER}/inventory.ini \
${PROJECT_ROOT}/container-experience-kits/
- cp ${PROJECT_ROOT}/${INSTALLER}/all.yml \
+cp ${PROJECT_ROOT}/${INSTALLER}/all.yml \
${PROJECT_ROOT}/container-experience-kits/group_vars/
- cp ${PROJECT_ROOT}/${INSTALLER}/node1.yml \
+cp ${PROJECT_ROOT}/${INSTALLER}/node1.yml \
${PROJECT_ROOT}/container-experience-kits/host_vars/
-fi
-sudo service docker start
sudo docker run --rm \
-v ${PROJECT_ROOT}/container-experience-kits:/bmra \
-v ~/.ssh/:/root/.ssh/ rihabbanday/bmra-install:centos \