build/instack.sh

   1 #!/bin/sh
   2 set -e
   3 declare -i CNT
   4
   5 vm_index=4
   6 RDO_RELEASE=kilo
   7 SSH_OPTIONS=(-o StrictHostKeyChecking=no -o GlobalKnownHostsFile=/dev/null -o UserKnownHostsFile=/dev/null)
   8
   9 # check for dependancy packages
  10 for i in libguestfs-tools; do
  11     if ! rpm -q $i > /dev/null; then
  12         sudo yum install -y $i
  13     fi
  14 done
  15
  16 # RDO Manager expects a stack user to exist, this checks for one
  17 # and creates it if you are root
  18 if ! id stack > /dev/null; then
  19     sudo useradd stack;
  20     sudo echo 'stack ALL=(root) NOPASSWD:ALL' | sudo tee -a /etc/sudoers.d/stack
  21     sudo echo 'Defaults:stack !requiretty' | sudo tee -a /etc/sudoers.d/stack
  22     sudo chmod 0440 /etc/sudoers.d/stack
  23     echo 'Added user stack'
  24 fi
  25
  26 # ensure that I can ssh as the stack user
  27 if ! sudo grep "$(cat ~/.ssh/id_rsa.pub)" /home/stack/.ssh/authorized_keys; then
  28     if ! sudo ls -d /home/stack/.ssh/ ; then
  29         sudo mkdir /home/stack/.ssh
  30         sudo chown stack:stack /home/stack/.ssh
  31         sudo chmod 700 /home/stack/.ssh
  32     fi
  33     USER=$(whoami) sudo sh -c "cat ~$USER/.ssh/id_rsa.pub >> /home/stack/.ssh/authorized_keys"
  34     sudo chown stack:stack /home/stack/.ssh/authorized_keys
  35 fi
  36
  37 # clean up stack user previously build instack disk images
  38 ssh -T ${SSH_OPTIONS[@]} stack@localhost "rm -f instack*.qcow2"
  39
  40 # Yum repo setup for building the undercloud
  41 if ! rpm -q epel-release > /dev/null; then
  42     sudo yum install http://dl.fedoraproject.org/pub/epel/epel-release-latest-7.noarch.rpm
  43 fi
  44
  45 if ! rpm -q rdo-release > /dev/null; then
  46     sudo yum install -y https://rdoproject.org/repos/openstack-${RDO_RELEASE}/rdo-release-${RDO_RELEASE}.rpm
  47 fi
  48
  49 if ! rpm -q rdo-release > /dev/null && [ "$1" != "-master" ]; then
  50     sudo yum install -y https://rdoproject.org/repos/openstack-${RDO_RELEASE}/rdo-release-${RDO_RELEASE}.rpm
  51     sudo rm -rf /etc/yum.repos.d/delorean.repo
  52     sudo rm -rf /etc/yum.repos.d/delorean-current.repo
  53     sudo rm -rf /etc/yum.repos.d/delorean-deps.repo
  54 elif [ "$1" == "-master" ]; then
  55     sudo yum -y install yum-plugin-priorities
  56     sudo yum-config-manager --disable openstack-${RDO_RELEASE}
  57     sudo curl -o /etc/yum.repos.d/delorean.repo http://trunk.rdoproject.org/centos7-liberty/current-passed-ci/delorean.repo
  58     sudo curl -o /etc/yum.repos.d/delorean-deps.repo http://trunk.rdoproject.org/centos7-liberty/delorean-deps.repo
  59     sudo rm -f /etc/yum.repos.d/delorean-current.repo
  60 fi
  61
  62 # install the opendaylight yum repo definition
  63 cat << 'EOF' | sudo tee /etc/yum.repos.d/opendaylight.repo
  64 [opendaylight]
  65 name=OpenDaylight $releasever - $basearch
  66 baseurl=http://cbs.centos.org/repos/nfv7-opendaylight-3-candidate/$basearch/os/
  67 enabled=1
  68 gpgcheck=0
  69 EOF
  70
  71 # ensure the undercloud package is installed so we can build the undercloud
  72 if ! rpm -q instack-undercloud > /dev/null; then
  73     sudo yum install -y python-tripleoclient
  74 fi
  75
  76 # ensure openvswitch is installed
  77 if ! rpm -q openvswitch > /dev/null; then
  78     sudo yum install -y openvswitch
  79 fi
  80
  81 # ensure libvirt is installed
  82 if ! rpm -q libvirt-daemon-kvm > /dev/null; then
  83     sudo yum install -y libvirt-daemon-kvm
  84 fi
  85
  86 # clean this up incase it's there
  87 sudo rm -f /tmp/instack.answers
  88
  89 # ensure that no previous undercloud VMs are running
  90 # and rebuild the bare undercloud VMs
  91 ssh -T ${SSH_OPTIONS[@]} stack@localhost <<EOI
  92 set -e
  93 virsh destroy instack 2> /dev/null || echo -n ''
  94 virsh undefine instack --remove-all-storage 2> /dev/null || echo -n ''
  95 for i in \$(seq 0 $vm_index); do
  96   virsh destroy baremetalbrbm_brbm1_\$i 2> /dev/null || echo -n ''
  97   virsh undefine baremetalbrbm_brbm1_\$i --remove-all-storage 2> /dev/null || echo -n ''
  98 done
  99 NODE_COUNT=5 NODE_CPU=2 NODE_MEM=8192 TESTENV_ARGS="--baremetal-bridge-names 'brbm brbm1'" instack-virt-setup
 100 EOI
 101
 102 # let dhcp happen so we can get the ip
 103 # just wait instead of checking until we see an address
 104 # because there may be a previous lease that needs
 105 # to be cleaned up
 106 sleep 5
 107
 108 # get the undercloud ip address
 109 UNDERCLOUD=$(grep instack /var/lib/libvirt/dnsmasq/default.leases | awk '{print $3}' | head -n 1)
 110
 111 # ensure that we can ssh to the undercloud
 112 CNT=10
 113 while ! ssh -T ${SSH_OPTIONS[@]}  "root@$UNDERCLOUD" "echo ''" > /dev/null && [ $CNT -gt 0 ]; do
 114     echo -n "."
 115     sleep 3
 116     CNT=CNT-1
 117 done
 118 # TODO fail if CNT=0
 119
 120 # yum repo, triple-o package and ssh key setup for the undercloud
 121 ssh -T ${SSH_OPTIONS[@]} "root@$UNDERCLOUD" <<EOI
 122 set -e
 123 if ! rpm -q epel-release > /dev/null; then
 124     yum install http://dl.fedoraproject.org/pub/epel/epel-release-latest-7.noarch.rpm
 125 fi
 126
 127 yum -y install yum-plugin-priorities
 128 curl -o /etc/yum.repos.d/delorean.repo http://trunk.rdoproject.org/centos7-liberty/current-passed-ci/delorean.repo
 129 curl -o /etc/yum.repos.d/delorean-deps.repo http://trunk.rdoproject.org/centos7-liberty/delorean-deps.repo
 130 yum install -y python-tripleoclient
 131 cp /root/.ssh/authorized_keys /home/stack/.ssh/authorized_keys
 132 chown stack:stack /home/stack/.ssh/authorized_keys
 133 EOI
 134
 135 # install undercloud on Undercloud VM
 136 ssh -T ${SSH_OPTIONS[@]} "stack@$UNDERCLOUD" "openstack undercloud install"
 137
 138 # copy instackenv file for future virt deployments
 139 if [ ! -d stack ]; then mkdir stack; fi
 140 scp ${SSH_OPTIONS[@]} stack@$UNDERCLOUD:instackenv.json stack/instackenv.json
 141
 142 # Clean cache to reduce the images size
 143 ssh -T ${SSH_OPTIONS[@]} "root@$UNDERCLOUD" "yum clean all"
 144
 145 # make a copy of instack VM's definitions, and disk image
 146 # it must be stopped to make a copy of its disk image
 147 ssh -T ${SSH_OPTIONS[@]} stack@localhost <<EOI
 148 set -e
 149 echo "Shutting down instack to take snapshot"
 150 virsh shutdown instack
 151
 152 echo "Waiting for instack VM to shutdown"
 153 CNT=20
 154 while virsh list | grep instack > /dev/null && [ $CNT -gt 0 ]; do
 155     echo -n "."
 156     sleep 5
 157     CNT=CNT-1
 158 done
 159 if virsh list | grep instack > /dev/null; then
 160     echo "instack failed to shutdown for copy"
 161     exit 1
 162 fi
 163
 164 echo $'\nGenerating libvirt configuration'
 165 for i in \$(seq 0 $vm_index); do
 166   virsh dumpxml baremetalbrbm_brbm1_\$i | awk '/model type='\''virtio'\''/{c++;if(c==2){sub("model type='\''virtio'\''","model type='\''rtl8139'\''");c=0}}1' > baremetalbrbm_brbm1_\$i.xml
 167 done
 168
 169 virsh dumpxml instack > instack.xml
 170 virsh net-dumpxml brbm > brbm-net.xml
 171 virsh net-dumpxml brbm1 > brbm1-net.xml
 172 virsh pool-dumpxml default > default-pool.xml
 173 EOI
 174
 175 # copy off the instack artifacts
 176 echo "Copying instack files to build directory"
 177 for i in $(seq 0 $vm_index); do
 178   scp ${SSH_OPTIONS[@]} stack@localhost:baremetalbrbm_brbm1_${i}.xml .
 179 done
 180
 181 scp ${SSH_OPTIONS[@]} stack@localhost:instack.xml .
 182 scp ${SSH_OPTIONS[@]} stack@localhost:brbm-net.xml .
 183 scp ${SSH_OPTIONS[@]} stack@localhost:brbm1-net.xml .
 184 scp ${SSH_OPTIONS[@]} stack@localhost:default-pool.xml .
 185
 186 # copy the instack disk image for inclusion in artifacts
 187 sudo cp /var/lib/libvirt/images/instack.qcow2 ./instack.qcow2
 188
 189 #sudo chown $(whoami):$(whoami) ./instack.qcow2_
 190 #virt-sparsify --check-tmpdir=fail ./instack.qcow2_ ./instack.qcow2
 191 #rm -f ./instack.qcow2_
 192
 193 # pull down the the built images
 194 echo "Copying overcloud resources"
 195 IMAGES="deploy-ramdisk-ironic.initramfs deploy-ramdisk-ironic.kernel"
 196 IMAGES+=" ironic-python-agent.initramfs ironic-python-agent.kernel ironic-python-agent.vmlinuz"
 197 IMAGES+=" overcloud-full.initrd overcloud-full.qcow2  overcloud-full.vmlinuz"
 198
 199 for i in $IMAGES; do
 200   # download prebuilt images from RDO Project
 201   curl https://repos.fedorapeople.org/repos/openstack-m/rdo-images-centos-liberty/$i -z stack/$i -o stack/$i --verbose --silent --location
 202 done
 203
 204 #Adding OpenDaylight to overcloud
 205 pushd stack
 206 cp overcloud-full.qcow2 overcloud-full-odl.qcow2
 207 for i in opendaylight python-networking-odl; do
 208     yumdownloader $i
 209     if rpmfile=$(ls -r $i*); then
 210         rpmfile=$(echo $rpmfile | head -n1)
 211         LIBGUESTFS_BACKEND=direct virt-customize --upload $rpmfile:/tmp --install /tmp/$rpmfile -a overcloud-full-odl.qcow2
 212     else
 213         echo "Cannot install $i into overcloud-full image."
 214         exit 1
 215     fi
 216 done
 217 rm -rf puppet-opendaylight
 218 git clone https://github.com/dfarrell07/puppet-opendaylight
 219 pushd puppet-opendaylight
 220 git archive --format=tar.gz --prefix=opendaylight/ HEAD > ../puppet-opendaylight.tar.gz
 221 popd
 222 LIBGUESTFS_BACKEND=direct virt-customize --upload puppet-opendaylight.tar.gz:/etc/puppet/modules/ --run-command "cd /etc/puppet/modules/; tar xzf puppet-opendaylight.tar.gz" -a overcloud-full-odl.qcow2
 223 popd
 224
 225 # move and Sanitize private keys from instack.json file
 226 mv stack/instackenv.json instackenv-virt.json
 227 sed -i '/pm_password/c\      "pm_password": "INSERT_STACK_USER_PRIV_KEY",' instackenv-virt.json
 228 sed -i '/ssh-key/c\  "ssh-key": "INSERT_STACK_USER_PRIV_KEY",' instackenv-virt.json
 229
 230 # clean up the VMs
 231 ssh -T ${SSH_OPTIONS[@]} stack@localhost <<EOI
 232 set -e
 233 virsh destroy instack 2> /dev/null || echo -n ''
 234 virsh undefine instack --remove-all-storage 2> /dev/null || echo -n ''
 235 for i in \$(seq 0 $vm_index); do
 236   virsh destroy baremetalbrbm_brbm1_\$i 2> /dev/null || echo -n ''
 237   virsh undefine baremetalbrbm_brbm1_\$i --remove-all-storage 2> /dev/null || echo -n ''
 238 done
 239 EOI
 240