build/overcloud-full.sh

   1 #!/bin/sh
   2 ##############################################################################
   3 # Copyright (c) 2015 Tim Rozet (Red Hat), Dan Radez (Red Hat) and others.
   4 #
   5 # All rights reserved. This program and the accompanying materials
   6 # are made available under the terms of the Apache License, Version 2.0
   7 # which accompanies this distribution, and is available at
   8 # http://www.apache.org/licenses/LICENSE-2.0
   9 ##############################################################################
  10 set -e
  11 source ./cache.sh
  12 source ./variables.sh
  13 source ./functions.sh
  14
  15 populate_cache "$rdo_images_uri/overcloud-full.tar"
  16 populate_cache "$openstack_congress"
  17
  18 if [ ! -d images/ ]; then mkdir images; fi
  19 tar -xf cache/overcloud-full.tar -C images/
  20 mv -f images/overcloud-full.qcow2 images/overcloud-full_build.qcow2
  21
  22 # Add extra space to the overcloud image
  23 qemu-img resize images/overcloud-full_build.qcow2 +1G
  24 LIBGUESTFS_BACKEND=direct virt-customize -a images/overcloud-full_build.qcow2 \
  25                                          --run-command 'resize2fs /dev/sda'
  26
  27 ##########################################################
  28 #####  Prep initial overcloud image with common deps #####
  29 ##########################################################
  30
  31 # prep opnfv-puppet-tripleo for undercloud
  32 clone_fork opnfv-puppet-tripleo
  33 pushd opnfv-puppet-tripleo > /dev/null
  34 git archive --format=tar.gz --prefix=tripleo/ HEAD > ../opnfv-puppet-tripleo.tar.gz
  35 popd > /dev/null
  36
  37 # download customized os-net-config
  38 rm -fr os-net-config
  39 git clone https://github.com/trozet/os-net-config.git -b stable/colorado
  40 pushd os-net-config > /dev/null
  41 pushd os_net_config > /dev/null
  42 git archive --format=tar.gz --prefix=os_net_config/ HEAD > ../../os-net-config.tar.gz
  43 popd > /dev/null
  44 popd > /dev/null
  45
  46 pushd images > /dev/null
  47
  48 dpdk_pkg_str=''
  49 for package in ${dpdk_rpms[@]}; do
  50   curl -O "$dpdk_uri_base/$package"
  51   dpdk_pkg_str+=" --upload $package:/root/dpdk_rpms"
  52 done
  53
  54 # tar up the congress puppet module
  55 rm -rf puppet-congress
  56 git clone -b stable/mitaka https://github.com/radez/puppet-congress
  57 pushd puppet-congress > /dev/null
  58 git archive --format=tar.gz --prefix=congress/ origin/stable/mitaka > ../puppet-congress.tar.gz
  59 popd > /dev/null
  60
  61 # create fd.io yum repo file
  62 cat > /tmp/fdio-master.repo << EOF
  63 [fdio-master]
  64 name=fd.io master branch latest merge
  65 baseurl=https://nexus.fd.io/content/repositories/fd.io.master.centos7/
  66 enabled=1
  67 gpgcheck=0
  68 EOF
  69
  70 cat > /tmp/tacker.repo << EOF
  71 [tacker-trozet]
  72 name=Tacker RPMs built from https://github.com/trozet/ tacker repositories
  73 baseurl=http://radez.fedorapeople.org/tacker/
  74 enabled=1
  75 gpgcheck=0
  76 EOF
  77
  78 # tar up the fd.io module
  79 rm -rf puppet-fdio
  80 git clone https://github.com/radez/puppet-fdio
  81 pushd puppet-fdio > /dev/null
  82 git archive --format=tar.gz --prefix=fdio/ HEAD > ../puppet-fdio.tar.gz
  83 popd > /dev/null
  84
  85 # tar up vsperf
  86 rm -rf vsperf vsperf.tar.gz
  87 git clone https://gerrit.opnfv.org/gerrit/vswitchperf vsperf
  88 tar czf vsperf.tar.gz vsperf
  89
  90 # tar up the tacker puppet module
  91 rm -rf puppet-tacker
  92 # TODO move this back to radez puppet-tacker after PR is accepted
  93 git clone -b fix_db_sync https://github.com/trozet/puppet-tacker
  94 pushd puppet-tacker > /dev/null
  95 git archive --format=tar.gz --prefix=tacker/ HEAD > ../puppet-tacker.tar.gz
  96 popd > /dev/null
  97
  98 # installing forked opnfv-puppet-tripleo
  99 # enable connection tracking for protocal sctp
 100 # upload dpdk rpms but do not install
 101 # enable connection tracking for protocal sctp
 102 # install the congress rpms
 103 # upload and explode the congress puppet module
 104 # install doctor driver ## Can be removed in Newton
 105 # install fd.io yum repo and packages
 106 # upload puppet fdio
 107 # git clone vsperf into the overcloud image
 108 # upload tacker repo and install the packages
 109 # upload the tacker puppet module and untar it
 110 LIBGUESTFS_BACKEND=direct virt-customize \
 111     --upload ../opnfv-puppet-tripleo.tar.gz:/etc/puppet/modules \
 112     --run-command "if ! rpm -qa | grep python-redis; then yum install -y python-redis; fi" \
 113     --run-command "sed -i 's/^#UseDNS.*$/UseDNS no/' /etc/ssh/sshd_config" \
 114     --run-command "sed -i 's/^GSSAPIAuthentication.*$/GSSAPIAuthentication no/' /etc/ssh/sshd_config" \
 115     --run-command "cd /etc/puppet/modules && rm -rf tripleo && tar xzf opnfv-puppet-tripleo.tar.gz" \
 116     --run-command "echo 'nf_conntrack_proto_sctp' > /etc/modules-load.d/nf_conntrack_proto_sctp.conf" \
 117     --run-command "mkdir /root/dpdk_rpms" \
 118     $dpdk_pkg_str \
 119     --install "centos-release-qemu-ev" \
 120     --run-command "yum update -y" \
 121     --run-command "yum remove -y qemu-system-x86" \
 122     --upload ../os-net-config.tar.gz:/usr/lib/python2.7/site-packages \
 123     --run-command "cd /usr/lib/python2.7/site-packages/ && rm -rf os_net_config && tar xzf os-net-config.tar.gz" \
 124     --install "$openstack_congress" \
 125     --install "python2-congressclient" \
 126     --upload puppet-congress.tar.gz:/etc/puppet/modules/ \
 127     --run-command "cd /etc/puppet/modules/ && tar xzf puppet-congress.tar.gz" \
 128     --run-command "cd /usr/lib/python2.7/site-packages/congress/datasources && curl -O $doctor_driver" \
 129     --run-command "sed -i \"s/'--detailed-exitcodes',/'--detailed-exitcodes','-l','syslog','-l','console',/g\" /var/lib/heat-config/hooks/puppet" \
 130     --upload /tmp/fdio-master.repo:/etc/yum.repos.d/fdio-master.repo \
 131     --install unzip,vpp,honeycomb \
 132     --upload puppet-fdio.tar.gz:/etc/puppet/modules \
 133     --run-command "cd /etc/puppet/modules && tar xzf puppet-fdio.tar.gz" \
 134     --upload vsperf.tar.gz:/var/opt \
 135     --run-command "cd /var/opt && tar xzf vsperf.tar.gz" \
 136     --upload /tmp/tacker.repo:/etc/yum.repos.d/ \
 137     --install "python-tackerclient" \
 138     --upload ../noarch/openstack-tacker-2015.2-1.noarch.rpm:/root/ \
 139     --install /root/openstack-tacker-2015.2-1.noarch.rpm \
 140     --upload puppet-tacker.tar.gz:/etc/puppet/modules/ \
 141     --run-command "cd /etc/puppet/modules/ && tar xzf puppet-tacker.tar.gz" \
 142     -a overcloud-full_build.qcow2
 143
 144 mv -f overcloud-full_build.qcow2 overcloud-full.qcow2
 145 popd > /dev/null