2 ##############################################################################
3 # Copyright (c) 2015 Tim Rozet (Red Hat), Dan Radez (Red Hat) and others.
5 # All rights reserved. This program and the accompanying materials
6 # are made available under the terms of the Apache License, Version 2.0
7 # which accompanies this distribution, and is available at
8 # http://www.apache.org/licenses/LICENSE-2.0
9 ##############################################################################
11 ##verify vm exists, an has a dhcp lease assigned to it
13 function setup_undercloud_vm {
14 if ! virsh list --all | grep undercloud > /dev/null; then
15 undercloud_nets="default admin"
16 if [[ $enabled_network_list =~ "external" ]]; then
17 undercloud_nets+=" external"
19 define_vm undercloud hd 30 "$undercloud_nets" 4 12288
21 ### this doesn't work for some reason I was getting hangup events so using cp instead
22 #virsh vol-upload --pool default --vol undercloud.qcow2 --file $CONFIG/stack/undercloud.qcow2
23 #2015-12-05 12:57:20.569+0000: 8755: info : libvirt version: 1.2.8, package: 16.el7_1.5 (CentOS BuildSystem <http://bugs.centos.org>, 2015-11-03-13:56:46, worker1.bsys.centos.org)
24 #2015-12-05 12:57:20.569+0000: 8755: warning : virKeepAliveTimerInternal:143 : No response from client 0x7ff1e231e630 after 6 keepalive messages in 35 seconds
25 #2015-12-05 12:57:20.569+0000: 8756: warning : virKeepAliveTimerInternal:143 : No response from client 0x7ff1e231e630 after 6 keepalive messages in 35 seconds
26 #error: cannot close volume undercloud.qcow2
27 #error: internal error: received hangup / error event on socket
28 #error: Reconnected to the hypervisor
30 local undercloud_dst=/var/lib/libvirt/images/undercloud.qcow2
31 cp -f $RESOURCES/undercloud.qcow2 $undercloud_dst
33 # resize Undercloud machine
34 echo "Checking if Undercloud needs to be resized..."
35 undercloud_size=$(LIBGUESTFS_BACKEND=direct virt-filesystems --long -h --all -a $undercloud_dst |grep device | grep -Eo "[0-9\.]+G" | sed -n 's/\([0-9][0-9]*\).*/\1/p')
36 if [ "$undercloud_size" -lt 30 ]; then
37 qemu-img resize /var/lib/libvirt/images/undercloud.qcow2 +25G
38 LIBGUESTFS_BACKEND=direct virt-resize --expand /dev/sda1 $RESOURCES/undercloud.qcow2 $undercloud_dst
39 LIBGUESTFS_BACKEND=direct virt-customize -a $undercloud_dst --run-command 'xfs_growfs -d /dev/sda1 || true'
40 new_size=$(LIBGUESTFS_BACKEND=direct virt-filesystems --long -h --all -a $undercloud_dst |grep filesystem | grep -Eo "[0-9\.]+G" | sed -n 's/\([0-9][0-9]*\).*/\1/p')
41 if [ "$new_size" -lt 30 ]; then
42 echo "Error resizing Undercloud machine, disk size is ${new_size}"
45 echo "Undercloud successfully resized"
48 echo "Skipped Undercloud resize, upstream is large enough"
52 echo "Found existing Undercloud VM, exiting."
56 # if the VM is not running update the authkeys and start it
57 if ! virsh list | grep undercloud > /dev/null; then
58 echo "Injecting ssh key to Undercloud VM"
59 LIBGUESTFS_BACKEND=direct virt-customize -a $undercloud_dst --run-command "mkdir -p /root/.ssh/" \
60 --upload ~/.ssh/id_rsa.pub:/root/.ssh/authorized_keys \
61 --run-command "chmod 600 /root/.ssh/authorized_keys && restorecon /root/.ssh/authorized_keys" \
62 --run-command "cp /root/.ssh/authorized_keys /home/stack/.ssh/" \
63 --run-command "chown stack:stack /home/stack/.ssh/authorized_keys && chmod 600 /home/stack/.ssh/authorized_keys"
64 virsh start undercloud
65 virsh autostart undercloud
68 sleep 10 # let undercloud get started up
70 # get the undercloud VM IP
72 echo -n "${blue}Waiting for Undercloud's dhcp address${reset}"
73 undercloud_mac=$(virsh domiflist undercloud | grep default | awk '{ print $5 }')
74 while ! $(arp -e | grep ${undercloud_mac} > /dev/null) && [ $CNT -gt 0 ]; do
79 UNDERCLOUD=$(arp -e | grep ${undercloud_mac} | awk {'print $1'})
81 if [ -z "$UNDERCLOUD" ]; then
82 echo "\n\nCan't get IP for Undercloud. Can Not Continue."
85 echo -e "${blue}\rUndercloud VM has IP $UNDERCLOUD${reset}"
89 echo -en "${blue}\rValidating Undercloud VM connectivity${reset}"
90 while ! ping -c 1 $UNDERCLOUD > /dev/null && [ $CNT -gt 0 ]; do
95 if [ "$CNT" -eq 0 ]; then
96 echo "Failed to contact Undercloud. Can Not Continue"
100 while ! ssh -T ${SSH_OPTIONS[@]} "root@$UNDERCLOUD" "echo ''" 2>&1> /dev/null && [ $CNT -gt 0 ]; do
105 if [ "$CNT" -eq 0 ]; then
106 echo "Failed to connect to Undercloud. Can Not Continue"
110 # extra space to overwrite the previous connectivity output
111 echo -e "${blue}\r ${reset}"
114 # ssh key fix for stack user
115 ssh -T ${SSH_OPTIONS[@]} "root@$UNDERCLOUD" "restorecon -r /home/stack"
118 ##Copy over the glance images and instackenv json file
120 function configure_undercloud {
121 local controller_nic_template compute_nic_template
123 echo "Copying configuration files to Undercloud"
124 echo -e "${blue}Network Environment set for Deployment: ${reset}"
125 cat $APEX_TMP_DIR/network-environment.yaml
126 scp ${SSH_OPTIONS[@]} $APEX_TMP_DIR/network-environment.yaml "stack@$UNDERCLOUD":
128 # check for ODL L3/ONOS
129 if [ "${deploy_options_array['sdn_l3']}" == 'True' ]; then
133 if [ "${deploy_options_array['dataplane']}" == 'ovs_dpdk' ]; then
134 ovs_dpdk_bridge='br-phy'
139 if ! controller_nic_template=$(python3 -B $LIB/python/apex_python_utils.py nic-template -r controller -s $NETSETS -t $CONFIG/nics-template.yaml.jinja2 -e "br-ex"); then
140 echo -e "${red}ERROR: Failed to generate controller NIC heat template ${reset}"
144 if ! compute_nic_template=$(python3 -B $LIB/python/apex_python_utils.py nic-template -r compute -s $NETSETS -t $CONFIG/nics-template.yaml.jinja2 -e $ext_net_type -d "$ovs_dpdk_bridge"); then
145 echo -e "${red}ERROR: Failed to generate compute NIC heat template ${reset}"
148 ssh -T ${SSH_OPTIONS[@]} "stack@$UNDERCLOUD" << EOI
150 cat > nics/controller.yaml << EOF
151 $controller_nic_template
153 cat > nics/compute.yaml << EOF
154 $compute_nic_template
158 # ensure stack user on Undercloud machine has an ssh key
159 ssh -T ${SSH_OPTIONS[@]} "stack@$UNDERCLOUD" "if [ ! -e ~/.ssh/id_rsa.pub ]; then ssh-keygen -t rsa -N '' -f ~/.ssh/id_rsa; fi"
161 if [ "$virtual" == "TRUE" ]; then
163 # copy the Undercloud VM's stack user's pub key to
164 # root's auth keys so that Undercloud can control
165 # vm power on the hypervisor
166 ssh ${SSH_OPTIONS[@]} "stack@$UNDERCLOUD" "cat /home/stack/.ssh/id_rsa.pub" >> /root/.ssh/authorized_keys
169 # allow stack to control power management on the hypervisor via sshkey
170 # only if this is a virtual deployment
171 if [ "$virtual" == "TRUE" ]; then
172 ssh -T ${SSH_OPTIONS[@]} "stack@$UNDERCLOUD" <<EOI
173 while read -r line; do
174 stack_key=\${stack_key}\\\\\\\\n\${line}
175 done < <(cat ~/.ssh/id_rsa)
176 stack_key=\$(echo \$stack_key | sed 's/\\\\\\\\n//')
177 sed -i 's~INSERT_STACK_USER_PRIV_KEY~'"\$stack_key"'~' instackenv.json
181 # copy stack's ssh key to this users authorized keys
182 ssh -T ${SSH_OPTIONS[@]} "root@$UNDERCLOUD" "cat /home/stack/.ssh/id_rsa.pub" >> ~/.ssh/authorized_keys
184 # disable requiretty for sudo
185 ssh -T ${SSH_OPTIONS[@]} "root@$UNDERCLOUD" "sed -i 's/Defaults\s*requiretty//'" /etc/sudoers
187 # configure undercloud on Undercloud VM
188 echo "Running undercloud configuration."
189 echo "Logging undercloud configuration to undercloud:/home/stack/apex-undercloud-install.log"
190 ssh -T ${SSH_OPTIONS[@]} "stack@$UNDERCLOUD" << EOI
191 sed -i 's/#local_ip/local_ip/' undercloud.conf
192 sed -i 's/#network_gateway/network_gateway/' undercloud.conf
193 sed -i 's/#network_cidr/network_cidr/' undercloud.conf
194 sed -i 's/#dhcp_start/dhcp_start/' undercloud.conf
195 sed -i 's/#dhcp_end/dhcp_end/' undercloud.conf
196 sed -i 's/#inspection_iprange/inspection_iprange/' undercloud.conf
197 sed -i 's/#undercloud_debug/undercloud_debug/' undercloud.conf
199 openstack-config --set undercloud.conf DEFAULT local_ip ${admin_installer_vm_ip}/${admin_cidr##*/}
200 openstack-config --set undercloud.conf DEFAULT network_gateway ${admin_installer_vm_ip}
201 openstack-config --set undercloud.conf DEFAULT network_cidr ${admin_cidr}
202 openstack-config --set undercloud.conf DEFAULT dhcp_start ${admin_dhcp_range%%,*}
203 openstack-config --set undercloud.conf DEFAULT dhcp_end ${admin_dhcp_range##*,}
204 openstack-config --set undercloud.conf DEFAULT inspection_iprange ${admin_introspection_range}
205 openstack-config --set undercloud.conf DEFAULT undercloud_debug false
206 openstack-config --set undercloud.conf DEFAULT undercloud_hostname "undercloud.${domain_name}"
207 sudo openstack-config --set /etc/ironic/ironic.conf disk_utils iscsi_verify_attempts 30
208 sudo openstack-config --set /etc/ironic/ironic.conf disk_partitioner check_device_max_retries 40
210 sudo sed -i '/CephClusterFSID:/c\\ CephClusterFSID: \\x27$(cat /proc/sys/kernel/random/uuid)\\x27' /usr/share/openstack-tripleo-heat-templates/environments/storage-environment.yaml
211 sudo sed -i '/CephMonKey:/c\\ CephMonKey: \\x27'"\$(ceph-authtool --gen-print-key)"'\\x27' /usr/share/openstack-tripleo-heat-templates/environments/storage-environment.yaml
212 sudo sed -i '/CephAdminKey:/c\\ CephAdminKey: \\x27'"\$(ceph-authtool --gen-print-key)"'\\x27' /usr/share/openstack-tripleo-heat-templates/environments/storage-environment.yaml
214 # we assume that packages will not need to be updated with undercloud install
215 # and that it will be used only to configure the undercloud
216 # packages updates would need to be handled manually with yum update
217 sudo cp -f /usr/share/diskimage-builder/elements/yum/bin/install-packages /usr/share/diskimage-builder/elements/yum/bin/install-packages.bak
218 cat << 'EOF' | sudo tee /usr/share/diskimage-builder/elements/yum/bin/install-packages > /dev/null
223 openstack undercloud install &> apex-undercloud-install.log || {
224 # cat the undercloud install log incase it fails
225 echo "ERROR: openstack undercloud install has failed. Dumping Log:"
226 cat apex-undercloud-install.log
231 sudo systemctl restart openstack-glance-api
232 # Set nova domain name
233 sudo openstack-config --set /etc/nova/nova.conf DEFAULT dns_domain ${domain_name}
234 sudo openstack-config --set /etc/nova/nova.conf DEFAULT dhcp_domain ${domain_name}
235 sudo systemctl restart openstack-nova-conductor
236 sudo systemctl restart openstack-nova-compute
237 sudo systemctl restart openstack-nova-api
238 sudo systemctl restart openstack-nova-scheduler
240 # Set neutron domain name
241 sudo openstack-config --set /etc/neutron/neutron.conf DEFAULT dns_domain ${domain_name}
242 sudo systemctl restart neutron-server
243 sudo systemctl restart neutron-dhcp-agent
245 sudo sed -i '/num_engine_workers/c\num_engine_workers = 2' /etc/heat/heat.conf
246 sudo sed -i '/#workers\s=/c\workers = 2' /etc/heat/heat.conf
247 sudo systemctl restart openstack-heat-engine
248 sudo systemctl restart openstack-heat-api
251 # configure external network
252 ssh -T ${SSH_OPTIONS[@]} "root@$UNDERCLOUD" << EOI
253 if [[ "$external_installer_vm_vlan" != "native" ]]; then
254 cat <<EOF > /etc/sysconfig/network-scripts/ifcfg-vlan${external_installer_vm_vlan}
255 DEVICE=vlan${external_installer_vm_vlan}
260 IPADDR=${external_installer_vm_ip}
261 PREFIX=${external_cidr##*/}
262 OVS_BRIDGE=br-ctlplane
263 OVS_OPTIONS="tag=${external_installer_vm_vlan}"
265 ifup vlan${external_installer_vm_vlan}
267 if ! ip a s eth2 | grep ${external_installer_vm_ip} > /dev/null; then
268 ip a a ${external_installer_vm_ip}/${external_cidr##*/} dev eth2
269 ip link set up dev eth2
274 # WORKAROUND: must restart the above services to fix sync problem with nova compute manager
275 # TODO: revisit and file a bug if necessary. This should eventually be removed
276 # as well as glance api problem
277 echo -e "${blue}INFO: Sleeping 15 seconds while services come back from restart${reset}"