build/overcloud-full.sh

   1 #!/bin/sh
   2 ##############################################################################
   3 # Copyright (c) 2015 Tim Rozet (Red Hat), Dan Radez (Red Hat) and others.
   4 #
   5 # All rights reserved. This program and the accompanying materials
   6 # are made available under the terms of the Apache License, Version 2.0
   7 # which accompanies this distribution, and is available at
   8 # http://www.apache.org/licenses/LICENSE-2.0
   9 ##############################################################################
  10 set -xe
  11 source ./cache.sh
  12 source ./variables.sh
  13
  14 populate_cache "$rdo_images_uri/overcloud-full.tar"
  15
  16 if [ ! -d ${BUILD_DIR} ]; then mkdir ${BUILD_DIR}; fi
  17 tar -xf ${CACHE_DIR}/overcloud-full.tar -C ${BUILD_DIR}/
  18 mv -f ${BUILD_DIR}/overcloud-full.qcow2 ${BUILD_DIR}/overcloud-full_build.qcow2
  19
  20 ##########################################################
  21 #####  Prep initial overcloud image with common deps #####
  22 ##########################################################
  23
  24 pushd ${BUILD_DIR} > /dev/null
  25
  26 # prep opnfv-puppet-tripleo for undercloud
  27 python3 -B $BUILD_UTILS clone-fork -r apex-puppet-tripleo
  28 pushd apex-puppet-tripleo > /dev/null
  29 git archive --format=tar.gz --prefix=tripleo/ HEAD > ${BUILD_DIR}/apex-puppet-tripleo.tar.gz
  30 popd > /dev/null
  31
  32 # download customized os-net-config
  33 python3 -B $BUILD_UTILS clone-fork -r apex-os-net-config
  34 pushd apex-os-net-config/os_net_config > /dev/null
  35 git archive --format=tar.gz --prefix=os_net_config/ HEAD > ${BUILD_DIR}/apex-os-net-config.tar.gz
  36 popd > /dev/null
  37
  38 # tar up vsperf
  39 rm -rf vsperf vsperf.tar.gz
  40 git clone https://gerrit.opnfv.org/gerrit/vswitchperf vsperf
  41 tar czf vsperf.tar.gz vsperf
  42
  43 # Increase disk size by 900MB to accommodate more packages
  44 qemu-img resize overcloud-full_build.qcow2 +900MB
  45
  46 # expand file system to max disk size
  47 # installing forked apex-puppet-tripleo
  48 LIBGUESTFS_BACKEND=direct virt-customize \
  49     --run-command "xfs_growfs /dev/sda" \
  50     --upload ${BUILD_DIR}/apex-puppet-tripleo.tar.gz:/etc/puppet/modules \
  51     --run-command "cd /etc/puppet/modules && rm -rf tripleo && tar xzf apex-puppet-tripleo.tar.gz" \
  52     --upload ${BUILD_DIR}/apex-os-net-config.tar.gz:/usr/lib/python2.7/site-packages \
  53     --run-command "cd /usr/lib/python2.7/site-packages/ && rm -rf os_net_config && tar xzf apex-os-net-config.tar.gz" \
  54     --run-command "if ! rpm -qa | grep python-redis; then yum install -y python-redis; fi" \
  55     --run-command "sed -i 's/^#UseDNS.*$/UseDNS no/' /etc/ssh/sshd_config" \
  56     --run-command "sed -i 's/^GSSAPIAuthentication.*$/GSSAPIAuthentication no/' /etc/ssh/sshd_config" \
  57     --run-command "yum install -y etcd" \
  58     --install python-etcd \
  59     --run-command "puppet module install cristifalcas/etcd" \
  60     --run-command "rm -f /etc/sysctl.d/80-vpp.conf" \
  61     --install unzip \
  62     --upload ${BUILD_DIR}/vsperf.tar.gz:/var/opt \
  63     --run-command "cd /var/opt && tar xzf vsperf.tar.gz" \
  64     --run-command "sed -i -E 's/timeout=[0-9]+/timeout=60/g' /usr/share/openstack-puppet/modules/rabbitmq/lib/puppet/provider/rabbitmqctl.rb" \
  65     -a overcloud-full_build.qcow2
  66
  67 # Arch dependent on x86
  68 if [ "$(uname -i)" == 'x86_64' ]; then
  69 dpdk_pkg_str=''
  70 for package in ${dpdk_rpms[@]}; do
  71   wget "$dpdk_uri_base/$package"
  72   dpdk_pkg_str+=" --upload ${BUILD_DIR}/${package}:/root/dpdk_rpms"
  73 done
  74
  75 # tar up the fd.io module
  76 rm -rf puppet-fdio
  77 git clone https://git.fd.io/puppet-fdio
  78 pushd puppet-fdio > /dev/null
  79 git archive --format=tar.gz --prefix=fdio/ HEAD > ${BUILD_DIR}/puppet-fdio.tar.gz
  80 popd > /dev/null
  81
  82 # Master FD.IO Repo
  83 cat > ${BUILD_DIR}/fdio.repo << EOF
  84 [fdio-master]
  85 name=fd.io master branch latest merge
  86 baseurl=https://nexus.fd.io/content/repositories/fd.io.master.centos7/
  87 enabled=1
  88 gpgcheck=0
  89 EOF
  90
  91 # Get Real Time Kernel from kvm4nfv
  92 populate_cache $kvmfornfv_uri_base/$kvmfornfv_kernel_rpm
  93
  94 # packages frozen for fdio scenarios
  95 fdio_pkg_str=''
  96 for package in ${fdio_pkgs[@]}; do
  97   wget "$package"
  98   fdio_pkg_str+=" --upload ${BUILD_DIR}/${package##*/}:/root/fdio/"
  99 done
 100
 101 # Increase disk size by 900MB to accommodate more packages
 102 qemu-img resize overcloud-full_build.qcow2 +900MB
 103
 104 # upload dpdk rpms but do not install
 105 # install fd.io yum repo and packages
 106 # upload puppet fdio
 107 # git clone vsperf into the overcloud image
 108 # upload the rt_kvm kernel
 109 LIBGUESTFS_BACKEND=direct virt-customize \
 110     --run-command "mkdir /root/dpdk_rpms" \
 111     $dpdk_pkg_str \
 112     --upload ${BUILD_DIR}/puppet-fdio.tar.gz:/etc/puppet/modules \
 113     --run-command "cd /etc/puppet/modules && tar xzf puppet-fdio.tar.gz" \
 114     --run-command "mkdir /root/fdio" \
 115     --upload ${BUILD_DIR}/noarch/$netvpp_pkg:/root/fdio \
 116     $fdio_pkg_str \
 117     --run-command "yum install -y /root/fdio/*.rpm" \
 118     --upload ${BUILD_DIR}/puppet-fdio.tar.gz:/etc/puppet/modules \
 119     --run-command "cd /etc/puppet/modules && tar xzf puppet-fdio.tar.gz" \
 120     --run-command "curl -f https://copr.fedorainfracloud.org/coprs/leifmadsen/ovs-master/repo/epel-7/leifmadsen-ovs-master-epel-7.repo > /etc/yum.repos.d/leifmadsen-ovs-master-epel-7.repo" \
 121     --run-command "mkdir /root/ovs27" \
 122     --run-command "yumdownloader --destdir=/root/ovs27 openvswitch*2.7* python-openvswitch-2.7*" \
 123     --upload ${CACHE_DIR}/$kvmfornfv_kernel_rpm:/root/ \
 124     --install python2-networking-sfc \
 125     -a overcloud-full_build.qcow2
 126 fi
 127
 128 mv -f overcloud-full_build.qcow2 overcloud-full.qcow2
 129 popd > /dev/null