build/instack.sh

   1 #!/bin/sh
   2 set -e
   3 declare -i CNT
   4
   5 RDO_RELEASE=kilo
   6 SSH_OPTIONS=(-o StrictHostKeyChecking=no -o GlobalKnownHostsFile=/dev/null -o UserKnownHostsFile=/dev/null)
   7
   8 # RDO Manager expects a stack user to exist, this checks for one
   9 # and creates it if you are root
  10 if ! id stack > /dev/null; then
  11     sudo useradd stack;
  12     sudo echo 'stack ALL=(root) NOPASSWD:ALL' | sudo tee -a /etc/sudoers.d/stack
  13     sudo echo 'Defaults:stack !requiretty' | sudo tee -a /etc/sudoers.d/stack
  14     sudo chmod 0440 /etc/sudoers.d/stack
  15     echo 'Added user stack'
  16 fi
  17
  18 # ensure that I can ssh as the stack user
  19 if ! sudo grep "$(cat ~/.ssh/id_rsa.pub)" /home/stack/.ssh/authorized_keys; then
  20     if ! sudo ls -d /home/stack/.ssh/ ; then
  21         sudo mkdir /home/stack/.ssh
  22         sudo chown stack:stack /home/stack/.ssh
  23         sudo chmod 700 /home/stack/.ssh
  24     fi
  25     USER=$(whoami) sudo sh -c "cat ~$USER/.ssh/id_rsa.pub >> /home/stack/.ssh/authorized_keys"
  26     sudo chown stack:stack /home/stack/.ssh/authorized_keys
  27 fi
  28
  29 # clean up stack user previously build instack disk images
  30 ssh -T ${SSH_OPTIONS[@]} stack@localhost "rm -f instack*.qcow2"
  31
  32 # Yum repo setup for building the undercloud
  33 if ! rpm -q epel-release > /dev/null; then
  34     sudo yum install http://dl.fedoraproject.org/pub/epel/epel-release-latest-7.noarch.rpm
  35 fi
  36
  37 if ! rpm -q rdo-release > /dev/null; then
  38     sudo yum install -y https://rdoproject.org/repos/openstack-${RDO_RELEASE}/rdo-release-${RDO_RELEASE}.rpm
  39 fi
  40
  41 if ! rpm -q rdo-release > /dev/null && [ "$1" != "-master" ]; then
  42     sudo yum install -y https://rdoproject.org/repos/openstack-${RDO_RELEASE}/rdo-release-${RDO_RELEASE}.rpm
  43     sudo rm -rf /etc/yum.repos.d/delorean.repo
  44     sudo rm -rf /etc/yum.repos.d/delorean-current.repo
  45     sudo rm -rf /etc/yum.repos.d/delorean-deps.repo
  46 elif [ "$1" == "-master" ]; then
  47     sudo yum -y install yum-plugin-priorities
  48     sudo yum-config-manager --disable openstack-${RDO_RELEASE}
  49     sudo curl -o /etc/yum.repos.d/delorean.repo http://trunk.rdoproject.org/centos7-liberty/current-passed-ci/delorean.repo
  50     sudo curl -o /etc/yum.repos.d/delorean-current.repo http://trunk.rdoproject.org/centos7-liberty/current/delorean.repo
  51     sudo sed -i 's/\[delorean\]/\[delorean-current\]/' /etc/yum.repos.d/delorean-current.repo
  52     sudo curl -o /etc/yum.repos.d/delorean-deps.repo http://trunk.rdoproject.org/centos7-liberty/delorean-deps.repo
  53 fi
  54
  55 # ensure the undercloud package is installed so we can build the undercloud
  56 if ! rpm -q instack-undercloud > /dev/null; then
  57     sudo yum install -y instack-undercloud
  58 fi
  59
  60 # ensure openvswitch is installed
  61 if ! rpm -q openvswitch > /dev/null; then
  62     sudo yum install -y openvswitch
  63 fi
  64
  65 # ensure libvirt is installed
  66 if ! rpm -q libvirt-daemon-kvm > /dev/null; then
  67     sudo yum install -y libvirt-daemon-kvm
  68 fi
  69
  70 # ensure that no previous undercloud VMs are running
  71 # and rebuild the bare undercloud VMs
  72 ssh -T ${SSH_OPTIONS[@]} stack@localhost <<EOI
  73 set -e
  74 virsh destroy instack 2> /dev/null || echo -n ''
  75 virsh undefine instack --remove-all-storage 2> /dev/null || echo -n ''
  76 virsh destroy baremetalbrbm_0 2> /dev/null || echo -n ''
  77 virsh undefine baremetalbrbm_0 --remove-all-storage 2> /dev/null || echo -n ''
  78 virsh destroy baremetalbrbm_1 2> /dev/null || echo -n ''
  79 virsh undefine baremetalbrbm_1 --remove-all-storage 2> /dev/null || echo -n ''
  80 NODE_CPU=2 NODE_MEM=8192 instack-virt-setup
  81 EOI
  82
  83 # let dhcp happen so we can get the ip
  84 # just wait instead of checking until we see an address
  85 # because there may be a previous lease that needs
  86 # to be cleaned up
  87 sleep 5
  88
  89 # get the undercloud ip address
  90 UNDERCLOUD=$(grep instack /var/lib/libvirt/dnsmasq/default.leases | awk '{print $3}' | head -n 1)
  91
  92 # ensure that we can ssh to the undercloud
  93 CNT=10
  94 while ! ssh -T ${SSH_OPTIONS[@]}  "root@$UNDERCLOUD" "echo ''" > /dev/null && [ $CNT -gt 0 ]; do
  95     echo -n "."
  96     sleep 3
  97     CNT=CNT-1
  98 done
  99 # TODO fail if CNT=0
 100
 101 # yum repo, triple-o package and ssh key setup for the undercloud
 102 ssh -T ${SSH_OPTIONS[@]} "root@$UNDERCLOUD" <<EOI
 103 set -e
 104 if ! rpm -q epel-release > /dev/null; then
 105     yum install http://dl.fedoraproject.org/pub/epel/epel-release-latest-7.noarch.rpm
 106 fi
 107
 108 yum -y install yum-plugin-priorities
 109 curl -o /etc/yum.repos.d/delorean.repo http://trunk.rdoproject.org/centos7-liberty/current-passed-ci/delorean.repo
 110 curl -o /etc/yum.repos.d/delorean-current.repo http://trunk.rdoproject.org/centos7-liberty/current/delorean.repo
 111 sed -i 's/\\[delorean\\]/\\[delorean-current\\]/' /etc/yum.repos.d/delorean-current.repo
 112 echo $'\nincludepkgs=diskimage-builder,openstack-heat,instack,instack-undercloud,openstack-ironic,openstack-ironic-inspector,os-cloud-config,python-ironic-inspector-client,python-tripleoclient,tripleo-common,openstack-tripleo-heat-templates,openstack-tripleo-image-elements,openstack-tripleo-puppet-elements,openstack-tuskar-ui-extras,openstack-puppet-modules' >> /etc/yum.repos.d/delorean-current.repo
 113 curl -o /etc/yum.repos.d/delorean-deps.repo http://trunk.rdoproject.org/centos7-liberty/delorean-deps.repo
 114 yum install -y python-tripleoclient
 115 cp /root/.ssh/authorized_keys /home/stack/.ssh/authorized_keys
 116 chown stack:stack /home/stack/.ssh/authorized_keys
 117 EOI
 118
 119 # install undercloud on Undercloud VM
 120 ssh -T ${SSH_OPTIONS[@]} "stack@$UNDERCLOUD" "openstack undercloud install"
 121
 122 # Clean cache to reduce the images size
 123 ssh -T ${SSH_OPTIONS[@]} "root@$UNDERCLOUD" "yum clean all"
 124
 125 # copy instackenv file for future virt deployments
 126 if [ ! -d stack ]; then mkdir stack; fi
 127 scp ${SSH_OPTIONS[@]} stack@$UNDERCLOUD:instackenv.json stack/instackenv.json
 128
 129 # make a copy of instack VM's definitions, and disk image
 130 # it must be stopped to make a copy of its disk image
 131 ssh -T ${SSH_OPTIONS[@]} stack@localhost <<EOI
 132 set -e
 133 echo "Shutting down instack to take snapshot"
 134 virsh shutdown instack
 135
 136 echo "Waiting for instack VM to shutdown"
 137 CNT=20
 138 while virsh list | grep instack > /dev/null && [ $CNT -gt 0 ]; do
 139     echo -n "."
 140     sleep 5
 141     CNT=CNT-1
 142 done
 143 if virsh list | grep instack > /dev/null; then
 144     echo "instack failed to shutdown for copy"
 145     exit 1
 146 fi
 147
 148 echo "\nCopying instack disk image and starting instack VM."
 149 virsh dumpxml baremetalbrbm_0 > baremetalbrbm_0.xml
 150 virsh dumpxml baremetalbrbm_1 > baremetalbrbm_1.xml
 151 virsh dumpxml instack > instack.xml
 152 #virsh vol-dumpxml instack.qcow2 --pool default > instack.qcow2.xml
 153 virsh net-dumpxml brbm > brbm.xml
 154 EOI
 155
 156 # copy off the instack artifacts
 157 echo "Copying instack files to build directory"
 158 scp ${SSH_OPTIONS[@]} stack@localhost:baremetalbrbm_0.xml .
 159 scp ${SSH_OPTIONS[@]} stack@localhost:baremetalbrbm_1.xml .
 160 scp ${SSH_OPTIONS[@]} stack@localhost:instack.xml .
 161 scp ${SSH_OPTIONS[@]} stack@localhost:brbm.xml .
 162
 163 sudo cp /var/lib/libvirt/images/instack.qcow2 ./instack.qcow2_
 164 sudo chown $(whoami):$(whoami) ./instack.qcow2_
 165 virt-sparsify --check-tmpdir=fail ./instack.qcow2_ ./instack.qcow2
 166 rm -f ./instack.qcow2_
 167
 168 # pull down the the built images
 169 echo "Copying overcloud resources"
 170 IMAGES="deploy-ramdisk-ironic.initramfs deploy-ramdisk-ironic.kernel"
 171 IMAGES+=" ironic-python-agent.initramfs ironic-python-agent.kernel ironic-python-agent.vmlinuz"
 172 IMAGES+=" overcloud-full.initrd overcloud-full.qcow2  overcloud-full.vmlinuz"
 173
 174 for i in $IMAGES; do
 175   # download prebuilt images from RDO Project
 176   curl https://repos.fedorapeople.org/repos/openstack-m/rdo-images-centos-liberty/$i -z stack/$i -o stack/$i --verbose --silent --location
 177 done
 178
 179 # move and Sanitize private keys from instack.json file
 180 mv stack/instackenv.json instackenv-virt.json
 181 sed -i '/pm_password/c\      "pm_password": "INSERT_STACK_USER_PRIV_KEY",' instackenv-virt.json
 182 sed -i '/ssh-key/c\  "ssh-key": "INSERT_STACK_USER_PRIV_KEY",' instackenv-virt.json
 183
 184 # clean up the VMs
 185 ssh -T ${SSH_OPTIONS[@]} stack@localhost <<EOI
 186 set -e
 187 virsh destroy instack 2> /dev/null || echo -n ''
 188 virsh undefine instack --remove-all-storage 2> /dev/null || echo -n ''
 189 virsh destroy baremetalbrbm_0 2> /dev/null || echo -n ''
 190 virsh undefine baremetalbrbm_0 --remove-all-storage 2> /dev/null || echo -n ''
 191 virsh destroy baremetalbrbm_1 2> /dev/null || echo -n ''
 192 virsh undefine baremetalbrbm_1 --remove-all-storage 2> /dev/null || echo -n ''
 193 EOI
 194