##############################################################################
# Clean up
-
clean_up() {
- if sudo virsh list --all | grep "${VM_NAME}.*running" ; then
- sudo virsh destroy $VM_NAME
+ if sudo virsh list --all | grep " ${VM_NAME} .*running" ; then
+ sudo virsh destroy "$VM_NAME"
fi
- if sudo virsh list --all | grep "${VM_NAME}" ; then
- sudo virsh undefine $VM_NAME
+ if sudo virsh list --all | grep " ${VM_NAME} " ; then
+ sudo virsh undefine "$VM_NAME"
fi
- sudo rm -rf /var/lib/libvirt/images/$VM_NAME
- sleep 5
+ sudo rm -rf "/var/lib/libvirt/images/$VM_NAME"
+ sleep 5
}
# Create jumphost VM
-
create_jump() {
- ./create_vm.sh $VM_NAME
- sleep 30
+# Create VM image
+ sudo mkdir -p "/var/lib/libvirt/images/$VM_NAME"
+ sudo qemu-img create -f qcow2 \
+ -o backing_file=/var/lib/libvirt/images/ubuntu-18.04.qcow2 \
+ "/var/lib/libvirt/images/$VM_NAME/$VM_NAME.qcow2" 10G
+
+# Create VM cloud-init configuration files
+ cat <<EOL > user-data
+ #cloud-config
+ users:
+ - name: $USERNAME
+ ssh-authorized-keys:
+ - $(cat "$HOME/.ssh/id_rsa.pub")
+ sudo: ['ALL=(ALL) NOPASSWD:ALL']
+ groups: sudo
+ shell: /bin/bash
+EOL
+ cat <<EOL > meta-data
+ local-hostname: $VM_NAME
+EOL
+
+# Create VM
+ sudo genisoimage -output "/var/lib/libvirt/images/$VM_NAME/$VM_NAME-cidata.iso" \
+ -volid cidata -joliet -rock user-data meta-data
+ sudo virt-customize -a "/var/lib/libvirt/images/$VM_NAME/$VM_NAME.qcow2" \
+ --root-password password:"$ROOT_PASSWORD"
+ sudo virt-install --connect qemu:///system --name "$VM_NAME" \
+ --ram 4096 --vcpus=4 --os-type linux --os-variant ubuntu16.04 \
+ --disk path="/var/lib/libvirt/images/$VM_NAME/$VM_NAME.qcow2",format=qcow2 \
+ --disk "/var/lib/libvirt/images/$VM_NAME/$VM_NAME-cidata.iso",device=cdrom \
+ --import --network network=default --network bridge="$BRIDGE",model=rtl8139 --noautoconsole
+ jumpbox_ip=$(get_vm_ip)
+ i=0
+ while [ -z "$jumpbox_ip" ]; do
+ sleep $((++i))
+ jumpbox_ip=$(get_vm_ip)
+ done
+ i=0
+ until nc -w5 -z "$jumpbox_ip" 22; do
+ sleep $((++i))
+ done
}
# Get jumphost VM IP
-
get_vm_ip() {
- sudo virsh domifaddr ${VM_NAME} | awk 'FNR == 3 {gsub(/\/.*/, ""); print $4}'
+ sudo virsh domifaddr "$VM_NAME" | awk 'FNR == 3 {gsub(/\/.*/, ""); print $4}'
}
# Setup PXE network
-
setup_PXE_network() {
- ssh -o StrictHostKeyChecking=no -tT $USERNAME@$(get_vm_ip) << EOF
- sudo ifconfig $PXE_IF up
- sudo ifconfig $PXE_IF $PXE_IF_IP netmask $NETMASK
- sudo ifconfig $PXE_IF hw ether $PXE_IF_MAC
+# Extract configuration from PDF/IDF
+ PXE_IF=$(yq r "$CURRENTPATH"/hw_config/"$VENDOR"/idf.yaml engine.pxe_interface)
+ PXE_IF_INDEX=$(yq r "$CURRENTPATH"/hw_config/"${VENDOR}"/idf.yaml idf.net_config.oob.interface)
+ if [[ -z $PXE_IF || -z $PXE_IF_INDEX ]]; then
+ echo 'one or more variables in IDF are undefined'
+ exit 1
+ fi
+ PXE_IF_IP=$(yq r "$CURRENTPATH"/hw_config/"$VENDOR"/pdf.yaml jumphost.interfaces.["$PXE_IF_INDEX"].address)
+ PXE_IF_MAC=$(yq r "$CURRENTPATH"/hw_config/"$VENDOR"/pdf.yaml jumphost.interfaces.["$PXE_IF_INDEX"].mac_address)
+ if [[ -z $PXE_IF_IP || -z $PXE_IF_MAC ]]; then
+ echo 'one or more variables in PDF are incorrect'
+ exit 1
+ fi
+ export NETMASK=255.255.255.0
+# SSH to jumphost
+ # shellcheck disable=SC2087
+ ssh -o StrictHostKeyChecking=no -tT "$USERNAME"@"$(get_vm_ip)" << EOF
+sudo ifconfig $PXE_IF up
+sudo ifconfig $PXE_IF $PXE_IF_IP netmask $NETMASK
+sudo ifconfig $PXE_IF hw ether $PXE_IF_MAC
EOF
}
# Copy files needed by Infra engine & BMRA in the jumphost VM
-
copy_files_jump() {
- scp -r -o StrictHostKeyChecking=no $CURRENTPATH/{hw_config/$VENDOR/,sw_config/$INSTALLER/} \
- $USERNAME@$(get_vm_ip):$PROJECT_ROOT
+ scp -r -o StrictHostKeyChecking=no \
+ "$CURRENTPATH"/{hw_config/"$VENDOR"/,sw_config/"$INSTALLER"/} \
+ "$USERNAME@$(get_vm_ip):$PROJECT_ROOT"
}
# Host Provisioning
-
provision_hosts() {
-# SSH to jumphost
- ssh -tT $USERNAME@$(get_vm_ip) << EOF
+ # shellcheck disable=SC2087
+ ssh -o StrictHostKeyChecking=no -tT "$USERNAME"@"$(get_vm_ip)" << EOF
# Install and run cloud-infra
- if [ ! -d "${PROJECT_ROOT}/engine" ]; then
- ssh-keygen -t rsa -N "" -f ${PROJECT_ROOT}/.ssh/id_rsa
- git clone https://gerrit.nordix.org/infra/engine.git
- cp $PROJECT_ROOT/$VENDOR/{pdf.yaml,idf.yaml} ${PROJECT_ROOT}/engine/engine
-# sudo mkdir /httpboot && sudo cp -r ${PROJECT_ROOT}/deployment_image.qcow2 /httpboot #will be removed when centos image path will be added in infra-engine
- fi
- cd ${PROJECT_ROOT}/engine/engine && ./deploy.sh -s ironic -d centos7 \
- -p file:///${PROJECT_ROOT}/engine/engine/pdf.yaml -i file:///${PROJECT_ROOT}/engine/engine/idf.yaml
+if [ ! -d "${PROJECT_ROOT}/engine" ]; then
+ ssh-keygen -t rsa -N "" -f ${PROJECT_ROOT}/.ssh/id_rsa
+ git clone https://gerrit.nordix.org/infra/engine.git
+ cp $PROJECT_ROOT/$VENDOR/{pdf.yaml,idf.yaml} \
+ ${PROJECT_ROOT}/engine/engine
+fi
+cd ${PROJECT_ROOT}/engine/engine
+./deploy.sh -s ironic -d centos7 \
+-p file:///${PROJECT_ROOT}/engine/engine/pdf.yaml \
+-i file:///${PROJECT_ROOT}/engine/engine/idf.yaml
EOF
}
-# Setup networking on provisioned hosts (Adapt setup_network.sh according to your network setup)
-
+# Setup networking on provisioned hosts (Adapt setup_network.sh according to your network setup)
setup_network() {
+# Extract IPs of provisioned nodes from PDF/IDF. When running this function standalone, ensure
+# to set $PXE_IF_INDEX
+ MASTER_IP=$(yq r "$CURRENTPATH"/hw_config/"$VENDOR"/pdf.yaml nodes.[0].interfaces.["$PXE_IF_INDEX"].address)
+ WORKER_IP=$(yq r "$CURRENTPATH"/hw_config/"$VENDOR"/pdf.yaml nodes.[1].interfaces.["$PXE_IF_INDEX"].address)
# SSH to jumphost
- ssh -tT $USERNAME@$(get_vm_ip) << EOF
- ssh -o StrictHostKeyChecking=no root@$MASTER_IP 'bash -s' < ${PROJECT_ROOT}/${VENDOR}/setup_network.sh
- ssh -o StrictHostKeyChecking=no root@$WORKER_IP 'bash -s' < ${PROJECT_ROOT}/${VENDOR}/setup_network.sh
+ # shellcheck disable=SC2087
+ ssh -o StrictHostKeyChecking=no -tT "$USERNAME"@"$(get_vm_ip)" << EOF
+ssh -o StrictHostKeyChecking=no root@$MASTER_IP \
+ 'bash -s' < ${PROJECT_ROOT}/${VENDOR}/setup_network.sh
+ssh -o StrictHostKeyChecking=no root@$WORKER_IP \
+ 'bash -s' < ${PROJECT_ROOT}/${VENDOR}/setup_network.sh
EOF
}
# k8s Provisioning (currently BMRA)
-
provision_k8s() {
-# SSH to jumphost
- ssh -tT $USERNAME@$(get_vm_ip) << EOF
+ # shellcheck disable=SC2087
+ ssh -o StrictHostKeyChecking=no -tT "$USERNAME"@"$(get_vm_ip)" << EOF
# Install BMRA
- if [ ! -d "${PROJECT_ROOT}/container-experience-kits" ]; then
- curl -fsSL https://get.docker.com/ | sh
- printf "Waiting for docker service..."
- until sudo docker info; do
- printf "."
- sleep 2
- done
- git clone https://github.com/intel/container-experience-kits.git
- cd ${PROJECT_ROOT}/container-experience-kits
- git checkout v1.4.1
- git submodule update --init
- cp -r examples/group_vars examples/host_vars .
- cp ${PROJECT_ROOT}/${INSTALLER}/inventory.ini ${PROJECT_ROOT}/container-experience-kits/
- cp ${PROJECT_ROOT}/${INSTALLER}/all.yml ${PROJECT_ROOT}/container-experience-kits/group_vars/
- cp ${PROJECT_ROOT}/${INSTALLER}/node1.yml ${PROJECT_ROOT}/container-experience-kits/host_vars/
- fi
- sudo service docker start
- sudo docker run --rm -v ${PROJECT_ROOT}/container-experience-kits:/bmra -v ~/.ssh/:/root/.ssh/ \
- rihabbanday/bmra-install:centos ansible-playbook -i /bmra/inventory.ini /bmra/playbooks/cluster.yml
+if ! command -v docker; then
+ curl -fsSL https://get.docker.com/ | sh
+ printf "Waiting for docker service..."
+ until sudo docker info; do
+ printf "."
+ sleep 2
+ done
+fi
+if [ ! -d "${PROJECT_ROOT}/container-experience-kits" ]; then
+ git clone --recurse-submodules --depth 1 https://github.com/intel/container-experience-kits.git -b v1.4.1 ${PROJECT_ROOT}/container-experience-kits/
+ cp -r ${PROJECT_ROOT}/container-experience-kits/examples/group_vars examples/host_vars ${PROJECT_ROOT}/container-experience-kits/
+#TODO Remove this once the reported issue is fixed in the next BMRA Release
+ sed -i '/\openshift/a \ extra_args: --ignore-installed PyYAML' \
+ ${PROJECT_ROOT}/container-experience-kits/roles/net-attach-defs-create/tasks/main.yml
+fi
+cp ${PROJECT_ROOT}/${INSTALLER}/inventory.ini \
+ ${PROJECT_ROOT}/container-experience-kits/
+cp ${PROJECT_ROOT}/${INSTALLER}/all.yml \
+ ${PROJECT_ROOT}/container-experience-kits/group_vars/
+cp ${PROJECT_ROOT}/${INSTALLER}/node1.yml \
+ ${PROJECT_ROOT}/container-experience-kits/host_vars/
+sudo docker run --rm \
+-v ${PROJECT_ROOT}/container-experience-kits:/bmra \
+-v ~/.ssh/:/root/.ssh/ rihabbanday/bmra-install:centos \
+ansible-playbook -i /bmra/inventory.ini /bmra/playbooks/cluster.yml
EOF
}
Code Review / kuberef.git / blobdiff