2 ##############################################################################
3 # Copyright (c) 2015 Tim Rozet (Red Hat), Dan Radez (Red Hat) and others.
5 # All rights reserved. This program and the accompanying materials
6 # are made available under the terms of the Apache License, Version 2.0
7 # which accompanies this distribution, and is available at
8 # http://www.apache.org/licenses/LICENSE-2.0
9 ##############################################################################
13 source ./barometer-install.sh
15 populate_cache "$rdo_images_uri/overcloud-full.tar"
17 if [ ! -d ${BUILD_DIR} ]; then mkdir ${BUILD_DIR}; fi
18 tar -xf ${CACHE_DIR}/overcloud-full.tar -C ${BUILD_DIR}/
19 mv -f ${BUILD_DIR}/overcloud-full.qcow2 ${BUILD_DIR}/overcloud-full_build.qcow2
21 ##########################################################
22 ##### Prep initial overcloud image with common deps #####
23 ##########################################################
25 pushd ${BUILD_DIR} > /dev/null
27 # prep opnfv-puppet-tripleo for undercloud
28 python3 -B $BUILD_UTILS clone-fork -r apex-puppet-tripleo
29 pushd apex-puppet-tripleo > /dev/null
30 git archive --format=tar.gz --prefix=tripleo/ HEAD > ${BUILD_DIR}/apex-puppet-tripleo.tar.gz
33 # download customized os-net-config
34 python3 -B $BUILD_UTILS clone-fork -r apex-os-net-config
35 pushd apex-os-net-config/os_net_config > /dev/null
36 git archive --format=tar.gz --prefix=os_net_config/ HEAD > ${BUILD_DIR}/apex-os-net-config.tar.gz
40 rm -rf vsperf vsperf.tar.gz
41 git clone https://gerrit.opnfv.org/gerrit/vswitchperf vsperf
42 tar czf vsperf.tar.gz vsperf
44 # Increase disk size by 900MB to accommodate more packages
45 qemu-img resize overcloud-full_build.qcow2 +900MB
47 # expand file system to max disk size
48 # installing forked apex-puppet-tripleo
49 # upload neutron port data plane status
50 LIBGUESTFS_BACKEND=direct virt-customize \
51 --run-command "xfs_growfs /dev/sda" \
52 --upload ${BUILD_DIR}/apex-puppet-tripleo.tar.gz:/etc/puppet/modules \
53 --run-command "cd /etc/puppet/modules && rm -rf tripleo && tar xzf apex-puppet-tripleo.tar.gz" \
54 --upload ${BUILD_DIR}/apex-os-net-config.tar.gz:/usr/lib/python2.7/site-packages \
55 --run-command "cd /usr/lib/python2.7/site-packages/ && rm -rf os_net_config && tar xzf apex-os-net-config.tar.gz" \
56 --run-command "if ! rpm -qa | grep python-redis; then yum install -y python-redis; fi" \
57 --install epel-release \
58 --run-command "sed -i 's/^#UseDNS.*$/UseDNS no/' /etc/ssh/sshd_config" \
59 --run-command "sed -i 's/^GSSAPIAuthentication.*$/GSSAPIAuthentication no/' /etc/ssh/sshd_config" \
60 --run-command "rm -f /etc/sysctl.d/80-vpp.conf" \
62 --upload ${BUILD_DIR}/vsperf.tar.gz:/var/opt \
63 --run-command "cd /var/opt && tar xzf vsperf.tar.gz" \
64 --run-command "sed -i -E 's/timeout=[0-9]+/timeout=60/g' /usr/share/openstack-puppet/modules/rabbitmq/lib/puppet/provider/rabbitmqctl.rb" \
66 --upload ${BUILD_ROOT}/patches/neutron_lib_dps.patch:/usr/lib/python2.7/site-packages/ \
67 --upload ${BUILD_ROOT}/patches/neutron_server_dps.patch:/usr/lib/python2.7/site-packages/ \
68 --upload ${BUILD_ROOT}/patches/neutron_openstacksdk_dps.patch:/usr/lib/python2.7/site-packages/ \
69 --upload ${BUILD_ROOT}/patches/neutron_openstackclient_dps.patch:/usr/lib/python2.7/site-packages/ \
70 --upload ${BUILD_ROOT}/patches/puppet-neutron-add-sfc.patch:/usr/share/openstack-puppet/modules/neutron/ \
71 -a overcloud-full_build.qcow2
73 # apply neutron port data plane status patches
74 # https://specs.openstack.org/openstack/neutron-specs/specs/backlog/ocata/port-data-plane-status.html
75 # Requirement from Doctor project
76 # TODO(cgoncalves): code merged in Pike dev cycle. drop from >= OpenStack Pike / > OPNFV Euphrates
77 LIBGUESTFS_BACKEND=direct virt-customize \
78 --run-command "cd /usr/lib/python2.7/site-packages/ && patch -p1 < neutron_lib_dps.patch " \
79 --run-command "cd /usr/lib/python2.7/site-packages/ && patch -p1 < neutron_server_dps.patch" \
80 --run-command "cd /usr/lib/python2.7/site-packages/ && patch -p1 < neutron_openstacksdk_dps.patch" \
81 --run-command "cd /usr/lib/python2.7/site-packages/ && patch -p1 < neutron_openstackclient_dps.patch" \
82 --run-command "cd /usr/share/openstack-puppet/modules/neutron && patch -p1 < puppet-neutron-add-sfc.patch" \
83 -a overcloud-full_build.qcow2
85 # Arch dependent on x86
86 if [ "$(uname -i)" == 'x86_64' ]; then
88 for package in ${dpdk_rpms[@]}; do
89 wget "$dpdk_uri_base/$package"
90 dpdk_pkg_str+=" --upload ${BUILD_DIR}/${package}:/root/dpdk_rpms"
93 # tar up the fd.io module
95 git clone https://git.fd.io/puppet-fdio
96 pushd puppet-fdio > /dev/null
97 #TODO: Remove this when we update to 17.07
98 git revert a6e575c8f0af17e62990653bcf4a12c688c21aad --no-edit
99 git archive --format=tar.gz --prefix=fdio/ HEAD > ${BUILD_DIR}/puppet-fdio.tar.gz
103 cat > ${BUILD_DIR}/fdio.repo << EOF
105 name=fd.io master branch latest merge
106 baseurl=https://nexus.fd.io/content/repositories/fd.io.master.centos7/
111 # Get Real Time Kernel from kvm4nfv
112 populate_cache $kvmfornfv_uri_base/$kvmfornfv_kernel_rpm
114 # packages frozen for fdio scenarios
116 for package in ${fdio_pkgs[@]}; do
118 fdio_pkg_str+=" --upload ${BUILD_DIR}/${package##*/}:/root/fdio/"
121 # Increase disk size by 900MB to accommodate more packages
122 qemu-img resize overcloud-full_build.qcow2 +900MB
124 # upload dpdk rpms but do not install
125 # install fd.io yum repo and packages
127 # git clone vsperf into the overcloud image
128 # upload the rt_kvm kernel
129 LIBGUESTFS_BACKEND=direct virt-customize \
130 --run-command "mkdir /root/dpdk_rpms" \
132 --upload ${BUILD_DIR}/puppet-fdio.tar.gz:/etc/puppet/modules \
133 --run-command "cd /etc/puppet/modules && tar xzf puppet-fdio.tar.gz" \
134 --run-command "mkdir /root/fdio" \
135 --upload ${BUILD_DIR}/noarch/$netvpp_pkg:/root/fdio \
137 --run-command "yum install -y /root/fdio/*.rpm" \
138 --run-command "curl -f https://copr.fedorainfracloud.org/coprs/leifmadsen/ovs-master/repo/epel-7/leifmadsen-ovs-master-epel-7.repo > /etc/yum.repos.d/leifmadsen-ovs-master-epel-7.repo" \
139 --run-command "mkdir /root/ovs27" \
140 --run-command "yumdownloader --destdir=/root/ovs27 openvswitch*2.7* python-openvswitch-2.7*" \
141 --upload ${CACHE_DIR}/$kvmfornfv_kernel_rpm:/root/ \
142 --install python2-networking-sfc \
143 --install python-etcd,puppet-etcd \
145 --upload ${BUILD_ROOT}/patches/puppet-neutron-ml2-ip-version-fix.patch:/usr/share/openstack-puppet/modules/neutron/ \
146 --run-command "cd /usr/share/openstack-puppet/modules/neutron && patch -p1 < puppet-neutron-ml2-ip-version-fix.patch" \
147 --upload ${BUILD_ROOT}/patches/puppet-neutron-vpp-ml2-type_drivers-setting.patch:/usr/share/openstack-puppet/modules/neutron/ \
148 --run-command "cd /usr/share/openstack-puppet/modules/neutron && patch -p1 < puppet-neutron-vpp-ml2-type_drivers-setting.patch" \
149 -a overcloud-full_build.qcow2
152 # upload and install barometer packages
153 if [ "$(uname -i)" == 'x86_64' ]; then
154 barometer_pkgs overcloud-full_build.qcow2
158 rm -rf ovs_nsh_patches
160 git clone https://github.com/yyang13/ovs_nsh_patches.git
161 git clone https://github.com/openvswitch/ovs.git
162 pushd ovs > /dev/null
164 cp ../ovs_nsh_patches/v2.6.1/*.patch ./
165 cp ${BUILD_ROOT}/patches/ovs-fix-build-on-RHEL-7.3.patch ./
166 # Hack for build servers that have no git config
167 git config user.email "apex@opnfv.com"
168 git config user.name "apex"
171 tar czf ovs.tar.gz ovs
173 LIBGUESTFS_BACKEND=direct virt-customize \
174 --upload ${BUILD_ROOT}/build_ovs_nsh.sh:/root/ \
175 --upload ovs.tar.gz:/root/ \
176 --run-command "cd /root/ && tar xzf ovs.tar.gz" \
177 --run-command "cd /root/ovs && /root/build_ovs_nsh.sh" \
178 -a overcloud-full_build.qcow2
180 mv -f overcloud-full_build.qcow2 overcloud-full.qcow2