2 ##############################################################################
3 # Copyright (c) 2015 Tim Rozet (Red Hat), Dan Radez (Red Hat) and others.
5 # All rights reserved. This program and the accompanying materials
6 # are made available under the terms of the Apache License, Version 2.0
7 # which accompanies this distribution, and is available at
8 # http://www.apache.org/licenses/LICENSE-2.0
9 ##############################################################################
11 ##verify vm exists, an has a dhcp lease assigned to it
13 function setup_undercloud_vm {
14 local libvirt_imgs=/var/lib/libvirt/images
15 if ! virsh list --all | grep undercloud > /dev/null; then
16 undercloud_nets="default admin"
17 if [[ $enabled_network_list =~ "external" ]]; then
18 undercloud_nets+=" external"
20 define_vm undercloud hd 30 "$undercloud_nets" 4 12288
22 ### this doesn't work for some reason I was getting hangup events so using cp instead
23 #virsh vol-upload --pool default --vol undercloud.qcow2 --file $BASE/stack/undercloud.qcow2
24 #2015-12-05 12:57:20.569+0000: 8755: info : libvirt version: 1.2.8, package: 16.el7_1.5 (CentOS BuildSystem <http://bugs.centos.org>, 2015-11-03-13:56:46, worker1.bsys.centos.org)
25 #2015-12-05 12:57:20.569+0000: 8755: warning : virKeepAliveTimerInternal:143 : No response from client 0x7ff1e231e630 after 6 keepalive messages in 35 seconds
26 #2015-12-05 12:57:20.569+0000: 8756: warning : virKeepAliveTimerInternal:143 : No response from client 0x7ff1e231e630 after 6 keepalive messages in 35 seconds
27 #error: cannot close volume undercloud.qcow2
28 #error: internal error: received hangup / error event on socket
29 #error: Reconnected to the hypervisor
31 cp -f $IMAGES/undercloud.qcow2 $libvirt_imgs/undercloud.qcow2
32 cp -f $IMAGES/overcloud-full.vmlinuz $libvirt_imgs/overcloud-full.vmlinuz
33 cp -f $IMAGES/overcloud-full.initrd $libvirt_imgs/overcloud-full.initrd
35 # resize Undercloud machine
36 echo "Checking if Undercloud needs to be resized..."
37 undercloud_size=$(LIBGUESTFS_BACKEND=direct virt-filesystems --long -h --all -a $libvirt_imgs/undercloud.qcow2 |grep device | grep -Eo "[0-9\.]+G" | sed -n 's/\([0-9][0-9]*\).*/\1/p')
38 if [ "$undercloud_size" -lt 30 ]; then
39 qemu-img resize /var/lib/libvirt/images/undercloud.qcow2 +25G
40 LIBGUESTFS_BACKEND=direct virt-resize --expand /dev/sda1 $IMAGES/undercloud.qcow2 $libvirt_imgs/undercloud.qcow2
41 LIBGUESTFS_BACKEND=direct virt-customize -a $libvirt_imgs/undercloud.qcow2 --run-command 'xfs_growfs -d /dev/sda1 || true'
42 new_size=$(LIBGUESTFS_BACKEND=direct virt-filesystems --long -h --all -a $libvirt_imgs/undercloud.qcow2 |grep filesystem | grep -Eo "[0-9\.]+G" | sed -n 's/\([0-9][0-9]*\).*/\1/p')
43 if [ "$new_size" -lt 30 ]; then
44 echo "Error resizing Undercloud machine, disk size is ${new_size}"
47 echo "Undercloud successfully resized"
50 echo "Skipped Undercloud resize, upstream is large enough"
54 echo "Found existing Undercloud VM, exiting."
58 # if the VM is not running update the authkeys and start it
59 if ! virsh list | grep undercloud > /dev/null; then
60 if [ "$debug" == 'TRUE' ]; then
61 LIBGUESTFS_BACKEND=direct virt-customize -a $libvirt_imgs/undercloud.qcow2 --root-password password:opnfvapex
64 echo "Injecting ssh key to Undercloud VM"
65 LIBGUESTFS_BACKEND=direct virt-customize -a $libvirt_imgs/undercloud.qcow2 --run-command "mkdir -p /root/.ssh/" \
66 --upload ~/.ssh/id_rsa.pub:/root/.ssh/authorized_keys \
67 --run-command "chmod 600 /root/.ssh/authorized_keys && restorecon /root/.ssh/authorized_keys" \
68 --run-command "cp /root/.ssh/authorized_keys /home/stack/.ssh/" \
69 --run-command "chown stack:stack /home/stack/.ssh/authorized_keys && chmod 600 /home/stack/.ssh/authorized_keys"
70 virsh start undercloud
71 virsh autostart undercloud
74 sleep 10 # let undercloud get started up
76 # get the undercloud VM IP
78 echo -n "${blue}Waiting for Undercloud's dhcp address${reset}"
79 undercloud_mac=$(virsh domiflist undercloud | grep default | awk '{ print $5 }')
80 while ! $(arp -en | grep ${undercloud_mac} > /dev/null) && [ $CNT -gt 0 ]; do
85 UNDERCLOUD=$(arp -en | grep ${undercloud_mac} | awk {'print $1'})
87 if [ -z "$UNDERCLOUD" ]; then
88 echo "\n\nCan't get IP for Undercloud. Can Not Continue."
91 echo -e "${blue}\rUndercloud VM has IP $UNDERCLOUD${reset}"
95 echo -en "${blue}\rValidating Undercloud VM connectivity${reset}"
96 while ! ping -c 1 $UNDERCLOUD > /dev/null && [ $CNT -gt 0 ]; do
101 if [ "$CNT" -eq 0 ]; then
102 echo "Failed to contact Undercloud. Can Not Continue"
106 while ! ssh -T ${SSH_OPTIONS[@]} "root@$UNDERCLOUD" "echo ''" 2>&1> /dev/null && [ $CNT -gt 0 ]; do
111 if [ "$CNT" -eq 0 ]; then
112 echo "Failed to connect to Undercloud. Can Not Continue"
116 # extra space to overwrite the previous connectivity output
117 echo -e "${blue}\r ${reset}"
120 # ensure stack user on Undercloud machine has an ssh key
121 ssh -T ${SSH_OPTIONS[@]} "stack@$UNDERCLOUD" "if [ ! -e ~/.ssh/id_rsa.pub ]; then ssh-keygen -t rsa -N '' -f ~/.ssh/id_rsa; fi"
123 # ssh key fix for stack user
124 ssh -T ${SSH_OPTIONS[@]} "root@$UNDERCLOUD" "restorecon -r /home/stack"
127 ##Copy over the glance images and instackenv json file
129 function configure_undercloud {
130 local controller_nic_template compute_nic_template
132 echo "Copying configuration files to Undercloud"
133 echo -e "${blue}Network Environment set for Deployment: ${reset}"
134 cat $APEX_TMP_DIR/network-environment.yaml
135 scp ${SSH_OPTIONS[@]} $APEX_TMP_DIR/network-environment.yaml "stack@$UNDERCLOUD":
137 # check for ODL L3/ONOS
138 if [ "${deploy_options_array['dataplane']}" == 'fdio' ]; then
139 ext_net_type=vpp_interface
144 if [ "${deploy_options_array['dataplane']}" == 'ovs_dpdk' ]; then
145 ovs_dpdk_bridge='br-phy'
150 # for some reason putting IP on the bridge fails with pinging validation in OOO
151 if [ "${deploy_options_array['sfc']}" == 'True' ]; then
152 controller_external='interface'
154 controller_external='br-ex'
157 if ! controller_nic_template=$(python3 -B $LIB/python/apex_python_utils.py nic-template -r controller -s $NETSETS -t $BASE/nics-template.yaml.jinja2 -e $controller_external --deploy-settings-file $DEPLOY_SETTINGS_FILE); then
158 echo -e "${red}ERROR: Failed to generate controller NIC heat template ${reset}"
162 if ! compute_nic_template=$(python3 -B $LIB/python/apex_python_utils.py nic-template -r compute -s $NETSETS -t $BASE/nics-template.yaml.jinja2 -e $ext_net_type -d "$ovs_dpdk_bridge" --deploy-settings-file $DEPLOY_SETTINGS_FILE); then
163 echo -e "${red}ERROR: Failed to generate compute NIC heat template ${reset}"
166 ssh -T ${SSH_OPTIONS[@]} "stack@$UNDERCLOUD" << EOI
168 cat > nics/controller.yaml << EOF
169 $controller_nic_template
171 cat > nics/compute.yaml << EOF
172 $compute_nic_template
176 # disable requiretty for sudo
177 ssh -T ${SSH_OPTIONS[@]} "root@$UNDERCLOUD" "sed -i 's/Defaults\s*requiretty//'" /etc/sudoers
179 # configure undercloud on Undercloud VM
180 echo "Running undercloud installation and configuration."
181 echo "Logging undercloud installation to stack@undercloud:/home/stack/apex-undercloud-install.log"
182 ssh -T ${SSH_OPTIONS[@]} "stack@$UNDERCLOUD" << EOI
184 openstack-config --set undercloud.conf DEFAULT local_ip ${admin_installer_vm_ip}/${admin_cidr##*/}
185 openstack-config --set undercloud.conf DEFAULT network_gateway ${admin_installer_vm_ip}
186 openstack-config --set undercloud.conf DEFAULT network_cidr ${admin_cidr}
187 openstack-config --set undercloud.conf DEFAULT dhcp_start ${admin_dhcp_range%%,*}
188 openstack-config --set undercloud.conf DEFAULT dhcp_end ${admin_dhcp_range##*,}
189 openstack-config --set undercloud.conf DEFAULT inspection_iprange ${admin_introspection_range}
190 openstack-config --set undercloud.conf DEFAULT undercloud_debug false
191 openstack-config --set undercloud.conf DEFAULT undercloud_hostname "undercloud.${domain_name}"
192 openstack-config --set undercloud.conf DEFAULT enable_ui false
193 openstack-config --set undercloud.conf DEFAULT undercloud_update_packages false
194 sudo openstack-config --set /etc/ironic/ironic.conf disk_utils iscsi_verify_attempts 30
195 sudo openstack-config --set /etc/ironic/ironic.conf disk_partitioner check_device_max_retries 40
197 if [[ -n "${deploy_options_array['ceph_device']}" ]]; then
198 sed -i '/ExtraConfig/a\\ ceph::profile::params::osds: {\\x27${deploy_options_array['ceph_device']}\\x27: {}}' ${ENV_FILE}
201 sudo sed -i '/CephClusterFSID:/c\\ CephClusterFSID: \\x27$(cat /proc/sys/kernel/random/uuid)\\x27' /usr/share/openstack-tripleo-heat-templates/environments/storage-environment.yaml
202 sudo sed -i '/CephMonKey:/c\\ CephMonKey: \\x27'"\$(ceph-authtool --gen-print-key)"'\\x27' /usr/share/openstack-tripleo-heat-templates/environments/storage-environment.yaml
203 sudo sed -i '/CephAdminKey:/c\\ CephAdminKey: \\x27'"\$(ceph-authtool --gen-print-key)"'\\x27' /usr/share/openstack-tripleo-heat-templates/environments/storage-environment.yaml
205 if [ "\$(uname -i)" == 'aarch64' ]; then
207 # These two fixes are done in the base OOO image build right now
208 # keeping them here to know that they are done and in case we need
209 # to take care of them in the future.
210 # # remove syslinux references for aarch64
211 # sudo sh -xc 'cd /etc/puppet/modules/ironic/manifests && patch -p0 < puppet-ironic-manifests-pxe-pp-aarch64.patch'
212 # sudo sed -i '/syslinux-extlinux/d' /usr/share/instack-undercloud/puppet-stack-config/puppet-stack-config.pp
214 # # disable use_linkat in swift
215 # sudo sed -i 's/o_tmpfile_supported()/False/' /usr/lib/python2.7/site-packages/swift/obj/diskfile.py
217 openstack-config --set undercloud.conf DEFAULT ipxe_enabled false
218 sudo sed -i '/ _link_ip_address_pxe_configs/a\\ _link_mac_pxe_configs(task)' /usr/lib/python2.7/site-packages/ironic/common/pxe_utils.py
221 openstack undercloud install &> apex-undercloud-install.log || {
222 # cat the undercloud install log incase it fails
223 echo "ERROR: openstack undercloud install has failed. Dumping Log:"
224 cat apex-undercloud-install.log
228 if [ "\$(uname -i)" == 'aarch64' ]; then
229 sudo yum -y reinstall grub2-efi shim
230 sudo cp /boot/efi/EFI/centos/grubaa64.efi /tftpboot/grubaa64.efi
231 sudo mkdir -p /tftpboot/EFI/centos
232 sudo tee /tftpboot/EFI/centos/grub.cfg > /dev/null << EOF
235 set hidden_timeout_quiet=false
238 configfile /tftpboot/\\\$net_default_ip.conf
241 sudo chmod 644 /tftpboot/EFI/centos/grub.cfg
242 sudo openstack-config --set /etc/ironic/ironic.conf pxe uefi_pxe_config_template \\\$pybasedir/drivers/modules/pxe_grub_config.template
243 sudo openstack-config --set /etc/ironic/ironic.conf pxe uefi_pxe_bootfile_name grubaa64.efi
244 sudo service openstack-ironic-conductor restart
245 sudo sed -i 's/linuxefi/linux/g' /usr/lib/python2.7/site-packages/ironic/drivers/modules/pxe_grub_config.template
246 sudo sed -i 's/initrdefi/initrd/g' /usr/lib/python2.7/site-packages/ironic/drivers/modules/pxe_grub_config.template
247 echo '' | sudo tee --append /tftpboot/map-file > /dev/null
248 echo 'r ^/EFI/centos/grub.cfg-(.*) /tftpboot/pxelinux.cfg/\\1' | sudo tee --append /tftpboot/map-file > /dev/null
249 sudo service xinetd restart
252 # Set nova domain name
253 sudo openstack-config --set /etc/nova/nova.conf DEFAULT dns_domain ${domain_name}
254 sudo openstack-config --set /etc/nova/nova.conf DEFAULT dhcp_domain ${domain_name}
255 sudo systemctl restart openstack-nova-conductor
256 sudo systemctl restart openstack-nova-compute
257 sudo systemctl restart openstack-nova-api
258 sudo systemctl restart openstack-nova-scheduler
260 # Set neutron domain name
261 sudo openstack-config --set /etc/neutron/neutron.conf DEFAULT dns_domain ${domain_name}
262 sudo systemctl restart neutron-server
263 sudo systemctl restart neutron-dhcp-agent
266 # configure external network
267 if [[ "$enabled_network_list" =~ "external" ]]; then
268 ssh -T ${SSH_OPTIONS[@]} "root@$UNDERCLOUD" << EOI
269 if [[ "$external_installer_vm_vlan" != "native" ]]; then
270 cat <<EOF > /etc/sysconfig/network-scripts/ifcfg-vlan${external_installer_vm_vlan}
271 DEVICE=vlan${external_installer_vm_vlan}
276 IPADDR=${external_installer_vm_ip}
277 PREFIX=${external_cidr##*/}
278 OVS_BRIDGE=br-ctlplane
279 OVS_OPTIONS="tag=${external_installer_vm_vlan}"
281 ifup vlan${external_installer_vm_vlan}
283 if ! ip a s eth2 | grep ${external_installer_vm_ip} > /dev/null; then
284 ip a a ${external_installer_vm_ip}/${external_cidr##*/} dev eth2
285 ip link set up dev eth2