build/instack.sh

   1 #!/bin/sh
   2 set -e
   3 declare -i CNT
   4
   5 rdo_images_uri=https://ci.centos.org/artifacts/rdo/images/liberty/delorean/stable
   6
   7 vm_index=4
   8 RDO_RELEASE=liberty
   9 SSH_OPTIONS=(-o StrictHostKeyChecking=no -o GlobalKnownHostsFile=/dev/null -o UserKnownHostsFile=/dev/null)
  10
  11 # check for dependancy packages
  12 for i in libguestfs-tools python-docutils bsdtar; do
  13     if ! rpm -q $i > /dev/null; then
  14         sudo yum install -y $i
  15     fi
  16 done
  17
  18 # RDO Manager expects a stack user to exist, this checks for one
  19 # and creates it if you are root
  20 if ! id stack > /dev/null; then
  21     sudo useradd stack;
  22     sudo echo 'stack ALL=(root) NOPASSWD:ALL' | sudo tee -a /etc/sudoers.d/stack
  23     sudo echo 'Defaults:stack !requiretty' | sudo tee -a /etc/sudoers.d/stack
  24     sudo chmod 0440 /etc/sudoers.d/stack
  25     echo 'Added user stack'
  26 fi
  27
  28 # ensure that I can ssh as the stack user
  29 if ! sudo grep "$(cat ~/.ssh/id_rsa.pub)" /home/stack/.ssh/authorized_keys; then
  30     if ! sudo ls -d /home/stack/.ssh/ ; then
  31         sudo mkdir /home/stack/.ssh
  32         sudo chown stack:stack /home/stack/.ssh
  33         sudo chmod 700 /home/stack/.ssh
  34     fi
  35     USER=$(whoami) sudo sh -c "cat ~$USER/.ssh/id_rsa.pub >> /home/stack/.ssh/authorized_keys"
  36     sudo chown stack:stack /home/stack/.ssh/authorized_keys
  37 fi
  38
  39 # clean up stack user previously build instack disk images
  40 ssh -T ${SSH_OPTIONS[@]} stack@localhost "rm -f instack*.qcow2"
  41
  42 # Yum repo setup for building the undercloud
  43 if ! rpm -q epel-release > /dev/null; then
  44     sudo yum install http://dl.fedoraproject.org/pub/epel/epel-release-latest-7.noarch.rpm
  45 fi
  46
  47 if ! rpm -q rdo-release > /dev/null; then
  48     sudo yum install -y https://rdoproject.org/repos/openstack-${RDO_RELEASE}/rdo-release-${RDO_RELEASE}.rpm
  49 fi
  50
  51 if ! rpm -q rdo-release > /dev/null && [ "$1" != "-master" ]; then
  52     sudo yum install -y https://rdoproject.org/repos/openstack-${RDO_RELEASE}/rdo-release-${RDO_RELEASE}.rpm
  53     sudo rm -rf /etc/yum.repos.d/delorean.repo
  54     sudo rm -rf /etc/yum.repos.d/delorean-current.repo
  55     sudo rm -rf /etc/yum.repos.d/delorean-deps.repo
  56 elif [ "$1" == "-master" ]; then
  57     sudo yum -y install yum-plugin-priorities
  58     sudo yum-config-manager --disable openstack-${RDO_RELEASE}
  59     sudo curl -o /etc/yum.repos.d/delorean.repo http://trunk.rdoproject.org/centos7-liberty/current-passed-ci/delorean.repo
  60     sudo curl -o /etc/yum.repos.d/delorean-deps.repo http://trunk.rdoproject.org/centos7-liberty/delorean-deps.repo
  61     sudo rm -f /etc/yum.repos.d/delorean-current.repo
  62 fi
  63
  64 # install the opendaylight yum repo definition
  65 cat << 'EOF' | sudo tee /etc/yum.repos.d/opendaylight.repo
  66 [opendaylight]
  67 name=OpenDaylight $releasever - $basearch
  68 baseurl=http://cbs.centos.org/repos/nfv7-opendaylight-3-candidate/$basearch/os/
  69 enabled=1
  70 gpgcheck=0
  71 EOF
  72
  73 # ensure the undercloud package is installed so we can build the undercloud
  74 if ! rpm -q instack-undercloud > /dev/null; then
  75     sudo yum install -y python-tripleoclient
  76 fi
  77
  78 # ensure openvswitch is installed
  79 if ! rpm -q openvswitch > /dev/null; then
  80     sudo yum install -y openvswitch
  81 fi
  82
  83 # ensure libvirt is installed
  84 if ! rpm -q libvirt-daemon-kvm > /dev/null; then
  85     sudo yum install -y libvirt-daemon-kvm
  86 fi
  87
  88 # clean this up incase it's there
  89 sudo rm -f /tmp/instack.answers
  90
  91 # ensure that no previous undercloud VMs are running
  92 sudo ../ci/clean.sh
  93 # and rebuild the bare undercloud VMs
  94 ssh -T ${SSH_OPTIONS[@]} stack@localhost <<EOI
  95 set -e
  96 NODE_COUNT=5 NODE_CPU=2 NODE_MEM=8192 TESTENV_ARGS="--baremetal-bridge-names 'brbm brbm1'" instack-virt-setup
  97 EOI
  98
  99 # let dhcp happen so we can get the ip
 100 # just wait instead of checking until we see an address
 101 # because there may be a previous lease that needs
 102 # to be cleaned up
 103 sleep 5
 104
 105 # get the undercloud ip address
 106 UNDERCLOUD=$(grep instack /var/lib/libvirt/dnsmasq/default.leases | awk '{print $3}' | head -n 1)
 107
 108 # ensure that we can ssh to the undercloud
 109 CNT=10
 110 while ! ssh -T ${SSH_OPTIONS[@]}  "root@$UNDERCLOUD" "echo ''" > /dev/null && [ $CNT -gt 0 ]; do
 111     echo -n "."
 112     sleep 3
 113     CNT=CNT-1
 114 done
 115 # TODO fail if CNT=0
 116
 117 # yum repo, triple-o package and ssh key setup for the undercloud
 118 ssh -T ${SSH_OPTIONS[@]} "root@$UNDERCLOUD" <<EOI
 119 set -e
 120 if ! rpm -q epel-release > /dev/null; then
 121     yum install http://dl.fedoraproject.org/pub/epel/epel-release-latest-7.noarch.rpm
 122 fi
 123
 124 yum -y install yum-plugin-priorities
 125 curl -o /etc/yum.repos.d/delorean.repo http://trunk.rdoproject.org/centos7-liberty/current-passed-ci/delorean.repo
 126 curl -o /etc/yum.repos.d/delorean-deps.repo http://trunk.rdoproject.org/centos7-liberty/delorean-deps.repo
 127 yum install -y python-tripleoclient
 128 cp /root/.ssh/authorized_keys /home/stack/.ssh/authorized_keys
 129 chown stack:stack /home/stack/.ssh/authorized_keys
 130 EOI
 131
 132 # install undercloud on Undercloud VM
 133 ssh -T ${SSH_OPTIONS[@]} "stack@$UNDERCLOUD" "openstack undercloud install"
 134
 135 # copy instackenv file for future virt deployments
 136 if [ ! -d stack ]; then mkdir stack; fi
 137 scp ${SSH_OPTIONS[@]} stack@$UNDERCLOUD:instackenv.json stack/instackenv.json
 138
 139 # Clean cache to reduce the images size
 140 ssh -T ${SSH_OPTIONS[@]} "root@$UNDERCLOUD" "yum clean all"
 141
 142 # make a copy of instack VM's definitions, and disk image
 143 # it must be stopped to make a copy of its disk image
 144 ssh -T ${SSH_OPTIONS[@]} stack@localhost <<EOI
 145 set -e
 146 echo "Shutting down instack to take snapshot"
 147 virsh shutdown instack
 148
 149 echo "Waiting for instack VM to shutdown"
 150 CNT=20
 151 while virsh list | grep instack > /dev/null && [ $CNT -gt 0 ]; do
 152     echo -n "."
 153     sleep 5
 154     CNT=CNT-1
 155 done
 156 if virsh list | grep instack > /dev/null; then
 157     echo "instack failed to shutdown for copy"
 158     exit 1
 159 fi
 160
 161 echo $'\nGenerating libvirt configuration'
 162 for i in \$(seq 0 $vm_index); do
 163   virsh dumpxml baremetalbrbm_brbm1_\$i | awk '/model type='\''virtio'\''/{c++;if(c==2){sub("model type='\''virtio'\''","model type='\''rtl8139'\''");c=0}}1' > baremetalbrbm_brbm1_\$i.xml
 164 done
 165
 166 virsh dumpxml instack > instack.xml
 167 virsh net-dumpxml brbm > brbm-net.xml
 168 virsh net-dumpxml brbm1 > brbm1-net.xml
 169 virsh pool-dumpxml default > default-pool.xml
 170 EOI
 171
 172 # copy off the instack artifacts
 173 echo "Copying instack files to build directory"
 174 for i in $(seq 0 $vm_index); do
 175   scp ${SSH_OPTIONS[@]} stack@localhost:baremetalbrbm_brbm1_${i}.xml .
 176 done
 177
 178 scp ${SSH_OPTIONS[@]} stack@localhost:instack.xml .
 179 scp ${SSH_OPTIONS[@]} stack@localhost:brbm-net.xml .
 180 scp ${SSH_OPTIONS[@]} stack@localhost:brbm1-net.xml .
 181 scp ${SSH_OPTIONS[@]} stack@localhost:default-pool.xml .
 182
 183 # copy the instack disk image for inclusion in artifacts
 184 sudo cp /var/lib/libvirt/images/instack.qcow2 ./instack.qcow2
 185
 186 #sudo chown $(whoami):$(whoami) ./instack.qcow2_
 187 #virt-sparsify --check-tmpdir=fail ./instack.qcow2_ ./instack.qcow2
 188 #rm -f ./instack.qcow2_
 189
 190 # pull down the the built images
 191 echo "Copying overcloud resources"
 192 IMAGES="deploy-ramdisk-ironic.tar"
 193 IMAGES+=" ironic-python-agent.tar"
 194 IMAGES+=" overcloud-full.tar"
 195 #IMAGES+="undercloud.qcow2"
 196
 197 for i in $IMAGES; do
 198   # download prebuilt images from RDO Project
 199   if [ "$(curl -L $rdo_images_uri/${i}.md5 | awk {'print $1'})" != "$(md5sum stack/$i | awk {'print $1'})" ] ; then
 200     curl https://ci.centos.org/artifacts/rdo/images/liberty/delorean/stable/$i -o stack/$i --verbose --silent --location
 201   fi
 202   tar -xf stack/$i -C stack/
 203 done
 204
 205 #Adding OpenDaylight to overcloud
 206 pushd stack
 207 cp overcloud-full.qcow2 overcloud-full-odl.qcow2
 208 for i in opendaylight python-networking-odl; do
 209     yumdownloader $i
 210     if rpmfile=$(ls -r $i*); then
 211         rpmfile=$(echo $rpmfile | head -n1)
 212         LIBGUESTFS_BACKEND=direct virt-customize --upload $rpmfile:/tmp --install /tmp/$rpmfile -a overcloud-full-odl.qcow2
 213     else
 214         echo "Cannot install $i into overcloud-full image."
 215         exit 1
 216     fi
 217 done
 218 rm -rf puppet-opendaylight
 219 git clone https://github.com/dfarrell07/puppet-opendaylight
 220 pushd puppet-opendaylight
 221 git archive --format=tar.gz --prefix=opendaylight/ HEAD > ../puppet-opendaylight.tar.gz
 222 popd
 223 LIBGUESTFS_BACKEND=direct virt-customize --upload puppet-opendaylight.tar.gz:/etc/puppet/modules/ --run-command "cd /etc/puppet/modules/; tar xzf puppet-opendaylight.tar.gz" -a overcloud-full-odl.qcow2
 224 popd
 225
 226 # move and Sanitize private keys from instack.json file
 227 mv stack/instackenv.json instackenv-virt.json
 228 sed -i '/pm_password/c\      "pm_password": "INSERT_STACK_USER_PRIV_KEY",' instackenv-virt.json
 229 sed -i '/ssh-key/c\  "ssh-key": "INSERT_STACK_USER_PRIV_KEY",' instackenv-virt.json
 230
 231 # clean up the VMs
 232 ssh -T ${SSH_OPTIONS[@]} stack@localhost <<EOI
 233 set -e
 234 virsh destroy instack 2> /dev/null || echo -n ''
 235 virsh undefine instack --remove-all-storage 2> /dev/null || echo -n ''
 236 for i in \$(seq 0 $vm_index); do
 237   virsh destroy baremetalbrbm_brbm1_\$i 2> /dev/null || echo -n ''
 238   virsh undefine baremetalbrbm_brbm1_\$i --remove-all-storage 2> /dev/null || echo -n ''
 239 done
 240 EOI
 241