build/overcloud-full.sh

   1 #!/bin/sh
   2 ##############################################################################
   3 # Copyright (c) 2015 Tim Rozet (Red Hat), Dan Radez (Red Hat) and others.
   4 #
   5 # All rights reserved. This program and the accompanying materials
   6 # are made available under the terms of the Apache License, Version 2.0
   7 # which accompanies this distribution, and is available at
   8 # http://www.apache.org/licenses/LICENSE-2.0
   9 ##############################################################################
  10 set -xe
  11 source ./cache.sh
  12 source ./variables.sh
  13 source ./barometer-install.sh
  14
  15 populate_cache "$rdo_images_uri/overcloud-full.tar"
  16
  17 if [ ! -d ${BUILD_DIR} ]; then mkdir ${BUILD_DIR}; fi
  18 tar -xf ${CACHE_DIR}/overcloud-full.tar -C ${BUILD_DIR}/
  19 mv -f ${BUILD_DIR}/overcloud-full.qcow2 ${BUILD_DIR}/overcloud-full_build.qcow2
  20
  21 ##########################################################
  22 #####  Prep initial overcloud image with common deps #####
  23 ##########################################################
  24
  25 pushd ${BUILD_DIR} > /dev/null
  26
  27 # prep opnfv-puppet-tripleo for undercloud
  28 python3 -B $BUILD_UTILS clone-fork -r apex-puppet-tripleo -b $APEX_BRANCH
  29 pushd apex-puppet-tripleo > /dev/null
  30 git archive --format=tar.gz --prefix=tripleo/ HEAD > ${BUILD_DIR}/apex-puppet-tripleo.tar.gz
  31 popd > /dev/null
  32
  33 # download customized os-net-config
  34 python3 -B $BUILD_UTILS clone-fork -r apex-os-net-config -b $APEX_BRANCH
  35 pushd apex-os-net-config/os_net_config > /dev/null
  36 git archive --format=tar.gz --prefix=os_net_config/ HEAD > ${BUILD_DIR}/apex-os-net-config.tar.gz
  37 popd > /dev/null
  38
  39 # tar up vsperf
  40 rm -rf vsperf vsperf.tar.gz
  41 git clone https://gerrit.opnfv.org/gerrit/vswitchperf vsperf
  42 tar czf vsperf.tar.gz vsperf
  43
  44 # Increase disk size by 1500MB to accommodate more packages
  45 qemu-img resize overcloud-full_build.qcow2 +1500M
  46
  47 # expand file system to max disk size
  48 # installing forked apex-puppet-tripleo
  49 # upload neutron port data plane status
  50 LIBGUESTFS_BACKEND=direct $VIRT_CUSTOMIZE \
  51     --run-command "curl -f https://trunk.rdoproject.org/centos7-pike/delorean-deps.repo > /etc/yum.repos.d/delorean-deps.repo" \
  52     --run-command "xfs_growfs /dev/sda" \
  53     --upload ${BUILD_DIR}/apex-puppet-tripleo.tar.gz:/etc/puppet/modules \
  54     --run-command "cd /etc/puppet/modules && rm -rf tripleo && tar xzf apex-puppet-tripleo.tar.gz" \
  55     --upload ${BUILD_DIR}/apex-os-net-config.tar.gz:/usr/lib/python2.7/site-packages \
  56     --run-command "cd /usr/lib/python2.7/site-packages/ && rm -rf os_net_config && tar xzf apex-os-net-config.tar.gz" \
  57     --run-command "if ! rpm -qa | grep python-redis; then yum install -y python-redis; fi" \
  58     --install epel-release \
  59     --install unzip \
  60     --upload ${BUILD_DIR}/vsperf.tar.gz:/var/opt \
  61     --run-command "cd /var/opt && tar xzf vsperf.tar.gz" \
  62     --run-command "sed -i -E 's/timeout=[0-9]+/timeout=60/g' /usr/share/openstack-puppet/modules/rabbitmq/lib/puppet/provider/rabbitmqctl.rb" \
  63     --install patch \
  64     --upload ${BUILD_ROOT}/patches/neutron_lib_dps.patch:/usr/lib/python2.7/site-packages/ \
  65     --upload ${BUILD_ROOT}/patches/neutron_server_dps.patch:/usr/lib/python2.7/site-packages/ \
  66     --upload ${BUILD_ROOT}/patches/neutron_openstacksdk_dps.patch:/usr/lib/python2.7/site-packages/ \
  67     --upload ${BUILD_ROOT}/patches/neutron_openstackclient_dps.patch:/usr/lib/python2.7/site-packages/ \
  68     --upload ${BUILD_ROOT}/patches/puppet-neutron-add-sfc.patch:/usr/share/openstack-puppet/modules/neutron/ \
  69     --upload ${BUILD_ROOT}/patches/congress-parallel-execution.patch:/usr/lib/python2.7/site-packages/ \
  70     --upload ${BUILD_ROOT}/patches/puppet-neutron-vpp-ml2-type_drivers-setting.patch:/usr/share/openstack-puppet/modules/neutron/ \
  71     --run-command "cd /usr/share/openstack-puppet/modules/neutron && patch -p1 < puppet-neutron-vpp-ml2-type_drivers-setting.patch" \
  72     --run-command "cd /usr/share/openstack-puppet/modules/neutron && patch -p1 < puppet-neutron-add-sfc.patch" \
  73     --install openstack-utils \
  74     -a overcloud-full_build.qcow2
  75 #    --upload ${BUILD_ROOT}/patches/puppet-neutron-add-external_network_bridge-option.patch:/usr/share/openstack-puppet/modules/neutron/ \
  76 #    --run-command "cd /usr/share/openstack-puppet/modules/neutron && patch -p1 < puppet-neutron-add-external_network_bridge-option.patch" \
  77
  78
  79 # Arch dependent on x86
  80 if [ "$(uname -i)" == 'x86_64' ]; then
  81 dpdk_pkg_str=''
  82 for package in ${dpdk_rpms[@]}; do
  83   wget "$dpdk_uri_base/$package"
  84   dpdk_pkg_str+=" --upload ${BUILD_DIR}/${package}:/root/dpdk_rpms"
  85 done
  86
  87 # tar up the fd.io module
  88 rm -rf puppet-fdio
  89 git clone https://git.fd.io/puppet-fdio
  90 pushd puppet-fdio > /dev/null
  91 git archive --format=tar.gz --prefix=fdio/ HEAD > ${BUILD_DIR}/puppet-fdio.tar.gz
  92 popd > /dev/null
  93
  94 # FD.IO Repo
  95 cat > ${BUILD_DIR}/fdio.repo << EOF
  96 [fdio-1710]
  97 name=fd.io packages
  98 baseurl=https://nexus.fd.io/content/repositories/fd.io.stable.1710.centos7/
  99 enabled=1
 100 gpgcheck=0
 101 EOF
 102
 103 vpp_nosdn_pkg_str=''
 104 for package in ${nosdn_vpp_rpms[@]}; do
 105   wget $package
 106   vpp_nosdn_pkg_str+=" --upload ${BUILD_DIR}/${package##*/}:/root/nosdn_vpp_rpms"
 107 done
 108
 109 # Kubernetes Repo
 110 cat > ${BUILD_DIR}/kubernetes.repo << EOF
 111 [kubernetes]
 112 name=Kubernetes
 113 baseurl=https://packages.cloud.google.com/yum/repos/kubernetes-el7-x86_64
 114 enabled=1
 115 gpgcheck=0
 116 repo_gpgcheck=0
 117 gpgkey=https://packages.cloud.google.com/yum/doc/yum-key.gpg
 118         https://packages.cloud.google.com/yum/doc/rpm-package-key.gpg
 119 EOF
 120
 121 # Get Real Time Kernel from kvm4nfv
 122 populate_cache $kvmfornfv_uri_base/$kvmfornfv_kernel_rpm
 123
 124 # upload dpdk rpms but do not install
 125 # install fd.io yum repo and packages
 126 # upload puppet fdio
 127 # git clone vsperf into the overcloud image
 128 # upload the rt_kvm kernel
 129 LIBGUESTFS_BACKEND=direct $VIRT_CUSTOMIZE \
 130     --run-command "mkdir /root/dpdk_rpms" \
 131     $dpdk_pkg_str \
 132     --upload ${BUILD_DIR}/puppet-fdio.tar.gz:/etc/puppet/modules \
 133     --run-command "cd /etc/puppet/modules && tar xzf puppet-fdio.tar.gz" \
 134     --upload ${BUILD_DIR}/fdio.repo:/etc/yum.repos.d/ \
 135     --run-command "mkdir /root/nosdn_vpp_rpms" \
 136     $vpp_nosdn_pkg_str \
 137     --upload ${BUILD_DIR}/kubernetes.repo:/etc/yum.repos.d/ \
 138     --run-command "mkdir /root/fdio" \
 139     --upload ${BUILD_DIR}/noarch/$netvpp_pkg:/root/nosdn_vpp_rpms \
 140     --install honeycomb,vpp-plugins,vpp,vpp-lib,vpp-api-python \
 141     --run-command "rm -f /etc/sysctl.d/80-vpp.conf" \
 142     --run-command "curl -f https://copr.fedorainfracloud.org/coprs/leifmadsen/ovs-master/repo/epel-7/leifmadsen-ovs-master-epel-7.repo > /etc/yum.repos.d/leifmadsen-ovs-master-epel-7.repo" \
 143     --run-command "mkdir /root/ovs28" \
 144     --run-command "yumdownloader --destdir=/root/ovs28 openvswitch*2.8* python-openvswitch-2.8*" \
 145     --upload ${CACHE_DIR}/$kvmfornfv_kernel_rpm:/root/ \
 146     --install python-etcd,puppet-etcd \
 147     --install patch \
 148     --install docker,kubelet,kubeadm,kubectl,kubernetes-cni \
 149     --upload ${BUILD_ROOT}/patches/puppet-ceph.patch:/etc/puppet/modules/ceph/ \
 150     --run-command "cd /etc/puppet/modules/ceph && patch -p1 < puppet-ceph.patch" \
 151     --upload ${BUILD_ROOT}/patches/fix_volume_exception.patch:/usr/lib/python2.7/site-packages/ \
 152     --run-command "cd /usr/lib/python2.7/site-packages/ && patch -p1 < fix_volume_exception.patch" \
 153     -a overcloud-full_build.qcow2
 154
 155     # upload and install barometer packages
 156     barometer_pkgs overcloud-full_build.qcow2
 157
 158     # Build OVS with NS
 159     rm -rf ovs_nsh_patches
 160     rm -rf ovs
 161     git clone https://github.com/yyang13/ovs_nsh_patches.git
 162     git clone https://github.com/openvswitch/ovs.git
 163     pushd ovs > /dev/null
 164     git checkout v2.6.1
 165     cp ../ovs_nsh_patches/v2.6.1_centos7/*.patch ./
 166     # Hack for build servers that have no git config
 167     git config user.email "apex@opnfv.com"
 168     git config user.name "apex"
 169     git am *.patch
 170     popd > /dev/null
 171     tar czf ovs.tar.gz ovs
 172
 173 LIBGUESTFS_BACKEND=direct $VIRT_CUSTOMIZE \
 174     --upload ${BUILD_ROOT}/CentOS-Updates.repo:/etc/yum.repos.d/ \
 175     --run-command "yum -y install kernel-devel-\$(rpm -q --queryformat '%{VERSION}-%{RELEASE}' kernel)" \
 176     --run-command "yum -y install kernel-headers-\$(rpm -q --queryformat '%{VERSION}-%{RELEASE}' kernel)" \
 177     --run-command "yum -y install kernel-tools-\$(rpm -q --queryformat '%{VERSION}-%{RELEASE}' kernel)" \
 178     --upload ${BUILD_ROOT}/build_ovs_nsh.sh:/root/ \
 179     --upload ovs.tar.gz:/root/ \
 180     --run-command "cd /root/ && tar xzf ovs.tar.gz" \
 181     --run-command "cd /root/ovs && /root/build_ovs_nsh.sh" \
 182     -a overcloud-full_build.qcow2
 183
 184 fi # end x86_64 specific items
 185
 186 mv -f overcloud-full_build.qcow2 overcloud-full.qcow2
 187 popd > /dev/null