build/Makefile

   1 ##############################################################################
   2 # Copyright (c) 2016 Red Hat Inc.
   3 # dradez@redhat.com
   4 # All rights reserved. This program and the accompanying materials
   5 # are made available under the terms of the Apache License, Version 2.0
   6 # which accompanies this distribution, and is available at
   7 # http://www.apache.org/licenses/LICENSE-2.0
   8 ##############################################################################
   9
  10 export USE_MASTER = ""
  11 export CENTDNLD = http://mirrors.cat.pdx.edu/centos/7.2.1511/isos/x86_64/CentOS-7-x86_64-DVD-1511.iso
  12 export CENTISO = $(shell pwd)/$(shell basename $(CENTDNLD))
  13 export RELEASE = "0"
  14 export ISO = $(shell pwd)/release/OPNFV-CentOS-7-x86_64-${RELEASE}.iso
  15 export RPMVERS = $(shell grep Version $(shell pwd)/opnfv-apex.spec | head -n 1 | awk '{ print $$2 }')
  16 export RPMCOM = $(shell pwd)/noarch/opnfv-apex-common-$(RPMVERS)-$(shell echo ${RELEASE} | tr -d '_-').noarch.rpm
  17 export RPMUDR = $(shell pwd)/noarch/opnfv-apex-undercloud-$(RPMVERS)-$(shell echo ${RELEASE} | tr -d '_-').noarch.rpm
  18 export RPMODL = $(shell pwd)/noarch/opnfv-apex-$(RPMVERS)-$(shell echo ${RELEASE} | tr -d '_-').noarch.rpm
  19 export RPMONO = $(shell pwd)/noarch/opnfv-apex-onos-$(RPMVERS)-$(shell echo ${RELEASE} | tr -d '_-').noarch.rpm
  20 export RPMSFC = $(shell pwd)/noarch/opnfv-apex-opendaylight-sfc-$(RPMVERS)-$(shell echo ${RELEASE} | tr -d '_-').noarch.rpm
  21
  22 all_networks="admin_network private_network storage_network external_network api_network"
  23
  24
  25
  26 .PHONY: all
  27 all: iso
  28
  29 .PHONY: clean
  30 clean: images-clean rpms-clean iso-clean tacker-clean congress-clean vpp-clean
  31
  32 .PHONY: images
  33 images: undercloud overcloud-full overcloud-opendaylight overcloud-onos overcloud-opendaylight-sfc
  34
  35 .PHONY: images-clean
  36 images-clean: undercloud-clean overcloud-full-clean overcloud-opendaylight-clean overcloud-onos-clean overcloud-opendaylight-sfc-clean
  37         @rm -rf images/
  38
  39 .PHONY: rpms
  40 rpms: common-rpm undercloud-rpm opendaylight-rpm onos-rpm opendaylight-sfc-rpm
  41
  42 .PHONY: rpms-check
  43 rpms-check: common-rpm-check undercloud-rpm-check opendaylight-rpm-check onos-rpm-check opendaylight-sfc-rpm-check
  44
  45 .PHONY: rpms-clean
  46 rpms-clean: common-rpm-clean undercloud-rpm-clean opendaylight-rpm-clean onos-rpm-clean opendaylight-sfc-rpm-clean
  47
  48 opnfv-apex-common.tar.gz:
  49         pushd ../ && git archive --format=tar.gz --prefix=opnfv-apex-common-$(RPMVERS)/ HEAD > build/opnfv-apex-common.tar.gz
  50
  51 .PHONY: common-rpm-check
  52 common-rpm-check: opnfv-apex-common.tar.gz
  53         rpmbuild --clean -bi -bl opnfv-apex-common.spec -D '_topdir %(echo `pwd`)' -D '_builddir %(echo `pwd`)' -D '_sourcedir %(echo `pwd`)' -D '_rpmdir %(echo `pwd`)' -D '_specdir %(echo `pwd`)' -D '_srcrpmdir %(echo `pwd`)' -D "release $(shell echo $(RELEASE) | tr -d '_-')"
  54
  55 .PHONY: common-rpm
  56 common-rpm: opnfv-apex-common.tar.gz $(RPMCOM)
  57
  58 $(RPMCOM):
  59         @echo "Building the Apex Common RPM"
  60         # build the common RPM
  61         rpmbuild --clean -ba opnfv-apex-common.spec -D '_topdir %(echo `pwd`)' -D '_builddir %(echo `pwd`)' -D '_sourcedir %(echo `pwd`)' -D '_rpmdir %(echo `pwd`)' -D '_specdir %(echo `pwd`)' -D '_srcrpmdir %(echo `pwd`)' -D "release $(shell echo $(RELEASE) | tr -d '_-')"
  62
  63 ##################
  64 #  PYTHON TESTS  #
  65 ##################
  66
  67 .PHONY: python-tests
  68 python-tests:
  69         # clean previous coverage data
  70         rm -rf ../tests/.coverage
  71         rm -rf ../tests/htmlcov
  72         # run nose tests
  73         cd ../tests && PYTHONPATH=../lib/python/ nosetests-3.4 . --with-coverage --cover-package apex --cover-package apex_python_utils --cover-html --cover-min-percentage 85
  74
  75         # generate reports
  76         cd ../tests && coverage3 report --include '*lib/python/*' -m
  77
  78 #######################
  79 #  PYTHON PEP8 CHECK  #
  80 #######################
  81
  82 .PHONY: python-pep8-check
  83 python-pep8-check:
  84         pep8 ../lib/python
  85         pep8 ../tests
  86
  87 ###############
  88 #  TACKER     #
  89 ###############
  90
  91 .PHONY: tacker-clean
  92
  93 tacker-clean:
  94         @rm -rf openstack-tacker-2015.2
  95         @rm -f openstack-tacker.tar.gz
  96
  97 openstack-tacker.tar.gz:
  98         @echo "Preparing the Tacker RPM prerequisites"
  99         git clone http://github.com/trozet/tacker -b SFC_colorado openstack-tacker-2015.2
 100         tar czf openstack-tacker.tar.gz openstack-tacker-2015.2
 101
 102 .PHONY: tacker-rpm
 103 tacker-rpm: openstack-tacker.tar.gz openstack-tacker-2015.2-1.noarch.rpm
 104
 105 openstack-tacker-2015.2-1.noarch.rpm:
 106         @echo "Building the Tacker RPM"
 107         rpmbuild --clean -bb --target noarch openstack-tacker.spec -D '_topdir %(echo `pwd`)' -D '_builddir %(echo `pwd`)' -D '_sourcedir %(echo `pwd`)' -D '_rpmdir %(echo `pwd`)' -D '_specdir %(echo `pwd`)' -D '_srcrpmdir %(echo `pwd`)'
 108
 109 ###############
 110 #  CONGRESS   #
 111 ###############
 112
 113 .PHONY: congress-clean
 114
 115 congress-clean:
 116         @rm -rf openstack-congress-2016.1
 117         @rm -f openstack-congress.tar.gz
 118
 119 openstack-congress.tar.gz:
 120         @echo "Preparing the Congress RPM prerequisites"
 121         git clone http://github.com/openstack/congress -b stable/mitaka openstack-congress-2016.1
 122         cd openstack-congress-2016.1 && curl -O https://radez.fedorapeople.org/openstack-congress.service
 123         tar czf openstack-congress.tar.gz openstack-congress-2016.1
 124
 125 .PHONY: congress-rpm
 126 congress-rpm: openstack-congress.tar.gz openstack-congress-2016.1-1.noarch.rpm
 127
 128 openstack-congress-2016.1-1.noarch.rpm:
 129         @echo "Building the Congress RPM"
 130         rpmbuild --clean -bb --target noarch openstack-congress.spec -D '_topdir %(echo `pwd`)' -D '_builddir %(echo `pwd`)' -D '_sourcedir %(echo `pwd`)' -D '_rpmdir %(echo `pwd`)' -D '_specdir %(echo `pwd`)' -D '_srcrpmdir %(echo `pwd`)'
 131
 132 ###############
 133 #     VPP     #
 134 ###############
 135
 136 VPP_DIR = vpp
 137
 138 .PHONY: vpp-clean
 139 vpp-clean:
 140         @rm -f vpp-bin.tar.gz
 141         @rm -rf vpp-bin vpp
 142
 143 .PHONY: vpp-build
 144 vpp-build: vpp-bin.tar.gz
 145
 146 vpp-bin.tar.gz: vpp
 147         $(MAKE) -C $(VPP_DIR) UNATTENDED=yes install-dep bootstrap build pkg-rpm
 148         $(MAKE) -C $(VPP_DIR)/build-root PLATFORM=vpp TAG=vpp_debug vpp-api-install
 149         pushd vpp/vpp-api/python && python setup.py bdist
 150         mkdir vpp-bin
 151         mv vpp/build-root/*.rpm vpp-bin/
 152         mv vpp/vpp-api/python/dist/*.tar.gz vpp-bin/
 153         tar czf vpp-bin.tar.gz vpp-bin
 154
 155 vpp:
 156         git clone https://gerrit.fd.io/r/vpp
 157
 158
 159 ###############
 160 #  UNDERCLOUD #
 161 ###############
 162
 163 .PHONY: undercloud-clean
 164 undercloud-clean:
 165         @rm -f images/undercloud.*
 166
 167 .PHONY: undercloud
 168 undercloud: images/undercloud.qcow2
 169
 170 images/undercloud.qcow2:
 171         @echo "Building the Apex Undercloud Image"
 172         @./undercloud.sh
 173
 174 opnfv-apex-undercloud.tar.gz: images/undercloud.qcow2
 175         @echo "Preparing the Apex Undercloud RPM prerequisites"
 176         pushd ../ && git archive --format=tar --prefix=opnfv-apex-undercloud-$(RPMVERS)/ HEAD > build/opnfv-apex-undercloud.tar
 177         tar -rf opnfv-apex-undercloud.tar \
 178                --xform="s:images/undercloud.qcow2:opnfv-apex-undercloud-$(RPMVERS)/build/undercloud.qcow2:" images/undercloud.qcow2
 179         gzip -f opnfv-apex-undercloud.tar
 180
 181 .PHONY: undercloud-rpm-check
 182 undercloud-rpm-check: opnfv-apex-undercloud.tar.gz
 183         rpmbuild --clean -bi -bl opnfv-apex-undercloud.spec -D '_topdir %(echo `pwd`)' -D '_builddir %(echo `pwd`)' -D '_sourcedir %(echo `pwd`)' -D '_rpmdir %(echo `pwd`)' -D '_specdir %(echo `pwd`)' -D '_srcrpmdir %(echo `pwd`)' -D "release $(shell echo $(RELEASE) | tr -d '_-')"
 184
 185 .PHONY: undercloud-rpm
 186 undercloud-rpm: opnfv-apex-undercloud.tar.gz $(RPMUDR)
 187
 188 $(RPMUDR):
 189         @echo "Building the Apex Undercloud RPM"
 190         rpmbuild --clean -ba opnfv-apex-undercloud.spec -D '_topdir %(echo `pwd`)' -D '_builddir %(echo `pwd`)' -D '_sourcedir %(echo `pwd`)' -D '_rpmdir %(echo `pwd`)' -D '_specdir %(echo `pwd`)' -D '_srcrpmdir %(echo `pwd`)' -D "release $(shell echo $(RELEASE) | tr -d '_-')"
 191
 192 ###############
 193 #  OVERCLOUD  #
 194 ###############
 195
 196 .PHONY: overcloud-full-clean
 197 overcloud-full-clean:
 198         @rm -rf images/overcloud-full.d
 199         @rm -f images/overcloud-full.*
 200
 201 .PHONY: overcloud-full
 202 overcloud-full: images/overcloud-full.qcow2
 203
 204 images/overcloud-full.qcow2: tacker-rpm congress-rpm vpp-build
 205         @echo "Building the Apex Base Overcloud Image"
 206         @./overcloud-full.sh
 207
 208 ###############
 209 #    ODL      #
 210 ###############
 211
 212 .PHONY: overcloud-opendaylight-clean
 213 overcloud-opendaylight-clean:
 214         @rm -f images/overcloud-full-opendaylight.qcow2
 215
 216 .PHONY: overcloud-opendaylight
 217 overcloud-opendaylight: images/overcloud-full-opendaylight.qcow2
 218
 219 images/overcloud-full-opendaylight.qcow2: images/overcloud-full.qcow2
 220         @echo "Building the Apex OpenDaylight Overcloud Image"
 221         @./overcloud-opendaylight.sh
 222
 223 opnfv-apex.tar.gz: images/overcloud-full-opendaylight.qcow2
 224         tar -czf opnfv-apex.tar.gz --xform="s:images/overcloud-full-opendaylight.qcow2:opnfv-apex-$(RPMVERS)/build/images/overcloud-full-opendaylight.qcow2:" images/overcloud-full-opendaylight.qcow2
 225
 226 .PHONY: opendaylight-rpm-check
 227 opendaylight-rpm-check: opnfv-apex.tar.gz
 228         rpmbuild --clean -bi -bl opnfv-apex.spec -D '_topdir %(echo `pwd`)' -D '_builddir %(echo `pwd`)' -D '_sourcedir %(echo `pwd`)' -D '_rpmdir %(echo `pwd`)' -D '_specdir %(echo `pwd`)' -D '_srcrpmdir %(echo `pwd`)' -D "release $(shell echo $(RELEASE) | tr -d '_-')"
 229
 230 .PHONY: opendaylight-rpm
 231 opendaylight-rpm: opnfv-apex.tar.gz $(RPMODL)
 232
 233 $(RPMODL):
 234         @echo "Building the Apex OpenDaylight RPM"
 235         # build the overcloud RPM
 236         rpmbuild --clean -ba opnfv-apex.spec -D '_topdir %(echo `pwd`)' -D '_builddir %(echo `pwd`)' -D '_sourcedir %(echo `pwd`)' -D '_rpmdir %(echo `pwd`)' -D '_specdir %(echo `pwd`)' -D '_srcrpmdir %(echo `pwd`)' -D "release $(shell echo $(RELEASE) | tr -d '_-')"
 237
 238 ###############
 239 #    ONOS     #
 240 ###############
 241
 242 .PHONY: overcloud-onos-clean
 243 overcloud-onos-clean:
 244         @rm -f images/overcloud-full-onos.qcow2
 245         @rm -rf images/puppet-onos
 246         @rm -f images/puppet-onos.tar.gz
 247
 248 .PHONY: overcloud-onos
 249 overcloud-onos: images/overcloud-full-onos.qcow2
 250
 251 images/overcloud-full-onos.qcow2: images/overcloud-full.qcow2
 252         @echo "Building the Apex ONOS Overcloud Image"
 253         @./overcloud-onos.sh
 254
 255 .PHONY: onos-rpm-clean
 256 onos-rpm-clean:
 257         @rpmbuild --clean opnfv-apex-onos.spec -D "release $(shell echo $RELEASE | tr -d '_-')"
 258
 259 opnfv-apex-onos.tar.gz: images/overcloud-full-onos.qcow2
 260         tar -czf opnfv-apex-onos.tar.gz --xform="s:images/overcloud-full-onos.qcow2:opnfv-apex-onos-$(RPMVERS)/build/images/overcloud-full-onos.qcow2:" images/overcloud-full-onos.qcow2
 261
 262 .PHONY: onos-rpm-check
 263 onos-rpm-check: opnfv-apex-onos.tar.gz
 264         rpmbuild --clean -bi -bl opnfv-apex-onos.spec -D '_topdir %(echo `pwd`)' -D '_builddir %(echo `pwd`)' -D '_sourcedir %(echo `pwd`)' -D '_rpmdir %(echo `pwd`)' -D '_specdir %(echo `pwd`)' -D '_srcrpmdir %(echo `pwd`)' -D "release $(shell echo $(RELEASE) | tr -d '_-')"
 265
 266 .PHONY: onos-rpm
 267 onos-rpm: opnfv-apex-onos.tar.gz $(RPMONO)
 268
 269 $(RPMONO):
 270         @echo "Building the Apex ONOS RPM"
 271         # build the overcloud RPM
 272         rpmbuild --clean -ba opnfv-apex-onos.spec -D '_topdir %(echo `pwd`)' -D '_builddir %(echo `pwd`)' -D '_sourcedir %(echo `pwd`)' -D '_rpmdir %(echo `pwd`)' -D '_specdir %(echo `pwd`)' -D '_srcrpmdir %(echo `pwd`)' -D "release $(shell echo $(RELEASE) | tr -d '_-')"
 273
 274 ###############
 275 #   ODL-SFC   #
 276 ###############
 277
 278 .PHONY: overcloud-opendaylight-sfc-clean
 279 overcloud-opendaylight-sfc-clean:
 280         @rm -f images/overcloud-full-opendaylight-sfc.qcow2
 281
 282 .PHONY: overcloud-opendaylight-sfc
 283 overcloud-opendaylight-sfc: images/overcloud-full-opendaylight-sfc.qcow2
 284
 285 images/overcloud-full-opendaylight-sfc.qcow2: images/overcloud-full-opendaylight.qcow2
 286         @echo "Building the Apex OpenDaylight Overcloud Image"
 287         @./overcloud-opendaylight-sfc.sh
 288
 289 opnfv-apex-opendaylight-sfc.tar.gz: images/overcloud-full-opendaylight-sfc.qcow2
 290         tar -czf opnfv-apex-opendaylight-sfc.tar.gz --xform="s:images/overcloud-full-opendaylight-sfc.qcow2:opnfv-apex-opendaylight-sfc-$(RPMVERS)/build/images/overcloud-full-opendaylight-sfc.qcow2:" images/overcloud-full-opendaylight-sfc.qcow2
 291
 292 .PHONY: opendaylight-sfc-rpm-check
 293 opendaylight-sfc-rpm-check: opnfv-apex-opendaylight-sfc.tar.gz
 294         rpmbuild --clean -bi -bl opnfv-apex-opendaylight-sfc.spec -D '_topdir %(echo `pwd`)' -D '_builddir %(echo `pwd`)' -D '_sourcedir %(echo `pwd`)' -D '_rpmdir %(echo `pwd`)' -D '_specdir %(echo `pwd`)' -D '_srcrpmdir %(echo `pwd`)' -D "release $(shell echo $(RELEASE) | tr -d '_-')"
 295
 296 .PHONY: opendaylight-sfc-rpm
 297 opendaylight-sfc-rpm: opnfv-apex-opendaylight-sfc.tar.gz $(RPMSFC)
 298
 299 $(RPMSFC):
 300         @echo "Building the Apex OpenDaylight SFC RPM"
 301         rpmbuild --clean -ba opnfv-apex-opendaylight-sfc.spec -D '_topdir %(echo `pwd`)' -D '_builddir %(echo `pwd`)' -D '_sourcedir %(echo `pwd`)' -D '_rpmdir %(echo `pwd`)' -D '_specdir %(echo `pwd`)' -D '_srcrpmdir %(echo `pwd`)' -D "release $(shell echo $(RELEASE) | tr -d '_-')"
 302
 303 ###############
 304 #    ISO      #
 305 ###############
 306
 307 $(CENTISO):
 308         curl $(CENTDNLD) -z $(CENTISO) -o $(CENTISO) --verbose --silent --location
 309
 310 .PHONY: iso-clean
 311 iso-clean:
 312         @rm -Rf centos
 313         @rm -Rf release
 314         @rm -f $(ISO)
 315
 316 .PHONY: mount-centiso umount-centiso
 317 mount-centiso: $(CENTISO)
 318         @echo "Mounting CentOS ISO in $(CENTDIR)"
 319         @mkdir -p $(CENTDIR)
 320         @fuseiso $(CENTISO) $(CENTDIR)
 321
 322 umount-centiso:
 323         @set +e
 324         @echo "Unmounting CentOS ISO from $(CENTDIR)"
 325         @fusermount -u $(CENTDIR)
 326         @rmdir $(CENTDIR)
 327         @set -e
 328
 329 .PHONY: iso
 330 iso:    iso-clean images rpms $(CENTISO)
 331         @echo "Building the Apex ISO"
 332         @mkdir centos release
 333         cd centos && bsdtar -xf ../$(shell basename $(CENTISO))
 334         # modify the installer iso's contents
 335         @chmod -R u+w centos
 336         @cp -f isolinux.cfg centos/isolinux/isolinux.cfg
 337         @ln $(RPMCOM) centos/Packages
 338         @ln $(RPMUDR) centos/Packages
 339         @ln $(RPMODL) centos/Packages
 340         @ln $(RPMONO) centos/Packages
 341         @ln $(RPMSFC) centos/Packages
 342         # add packages to the centos packages
 343         cd centos/Packages && yumdownloader openvswitch
 344         cd centos/Packages && yumdownloader openstack-tripleo
 345         cd centos/Packages && yumdownloader jq
 346         cd centos/Packages && yumdownloader python34
 347         cd centos/Packages && yumdownloader python34-libs
 348         cd centos/Packages && yumdownloader python34-yaml
 349         cd centos/Packages && yumdownloader python34-setuptools
 350         cd centos/Packages && yumdownloader ipxe-roms-qemu
 351         cd centos/Packages && curl -O https://radez.fedorapeople.org/python34-markupsafe-0.23-9.el7.centos.x86_64.rpm
 352         cd centos/Packages && curl -O https://radez.fedorapeople.org/python3-jinja2-2.8-5.el7.centos.noarch.rpm
 353         # regenerate yum repo data
 354         @echo "Generating new yum metadata"
 355         createrepo --update -g ../c7-opnfv-x86_64-comps.xml centos
 356         # build the iso
 357         @echo "Building OPNFV iso"
 358         mkisofs -b isolinux/isolinux.bin -no-emul-boot -boot-load-size 4 -boot-info-table -V "OPNFV CentOS 7 x86_64" -R -J -v -T -o $(ISO) centos
 359         isohybrid $(ISO)
 360         @printf "\n\nISO is built at $(ISO)\n\n"
 361
 362 ###################
 363 #  python3-jinja2  #
 364 ###################
 365
 366 .PHONY: python3-jinja2
 367 python3-jinja2: python3-markupsafe python-jinja2-2.8-5.fc24.src.rpm
 368         curl -O http://ftp.linux.ncsu.edu/pub/fedora/linux//development/24/Everything/source/tree/Packages/p/python-jinja2-2.8-5.fc24.src.rpm
 369         rpm2cpio python-jinja2-2.8-5.fc24.src.rpm | cpio -idmv
 370         sed -i 's/python3-devel/python34-devel/' python-jinja2.spec
 371         sed -i 's/python3-setuptools/python34-setuptools/' python-jinja2.spec
 372         sed -i 's/python3-pytest/python34-pytest/' python-jinja2.spec
 373         sed -i 's/python3-markupsafe/python34-markupsafe/' python-jinja2.spec
 374         rpmbuild -ba python-jinja2.spec -D '_topdir %(echo `pwd`)' -D '_builddir %(echo `pwd`)' -D '_sourcedir %(echo `pwd`)' -D '_rpmdir %(echo `pwd`)' -D '_specdir %(echo `pwd`)' -D '_srcrpmdir %(echo `pwd`)' -D "with_python3 1"
 375
 376 .PHONY: python3-jinja2-clean
 377 python3-jinja2-clean:
 378         rm -f python-jinja2-2.8-5.fc24.src.rpm
 379         rm -f python-jinja2.spec
 380         rm -f Jinja2-2.8.tar.gz
 381
 382 ########################
 383 #  python3-markupsafe  #
 384 ########################
 385
 386 .PHONY: python3-markupsafe
 387 python3-markupsafe: python-markupsafe-0.23-9.fc24.src.rpm
 388         curl -O http://ftp.linux.ncsu.edu/pub/fedora/linux//development/24/Everything/source/tree/Packages/p/python-markupsafe-0.23-9.fc24.src.rpm
 389         rpm2cpio python-markupsafe-0.23-9.fc24.src.rpm | cpio -idmv
 390         sed -i 's/python3-devel/python34-devel/' python-markupsafe.spec
 391         sed -i 's/python3-setuptools/python34-setuptools/' python-markupsafe.spec
 392         sed -i 's/python3-pytest/python34-pytest/' python-markupsafe.spec
 393         sed -i 's/python3-markupsafe/python34-markupsafe/' python-markupsafe.spec
 394         rpmbuild -ba python-markupsafe.spec -D '_topdir %(echo `pwd`)' -D '_builddir %(echo `pwd`)' -D '_sourcedir %(echo `pwd`)' -D '_rpmdir %(echo `pwd`)' -D '_specdir %(echo `pwd`)' -D '_srcrpmdir %(echo `pwd`)' -D "with_python3 1"
 395
 396 .PHONY: python3-markupsafe-clean
 397 python3-markupsafe-clean:
 398         rm -f python-markupsafe-0.23-9.fc24.src.rpm
 399         rm -f python-markupsafe.spec
 400         rm -f MarkupSafe-0.23.tar.gz