build/Makefile

   1 ##############################################################################
   2 # Copyright (c) 2016 Red Hat Inc.
   3 # dradez@redhat.com
   4 # All rights reserved. This program and the accompanying materials
   5 # are made available under the terms of the Apache License, Version 2.0
   6 # which accompanies this distribution, and is available at
   7 # http://www.apache.org/licenses/LICENSE-2.0
   8 ##############################################################################
   9
  10 export USE_MASTER = ""
  11 export CENTDNLD = http://mirrors.cat.pdx.edu/centos/7.2.1511/isos/x86_64/CentOS-7-x86_64-DVD-1511.iso
  12 export CENTISO = $(shell pwd)/$(shell basename $(CENTDNLD))
  13 export RELEASE = "0"
  14 export ISO = $(shell pwd)/release/OPNFV-CentOS-7-x86_64-${RELEASE}.iso
  15 export RPMVERS = $(shell grep Version $(shell pwd)/opnfv-apex.spec | head -n 1 | awk '{ print $$2 }')
  16 export RPMCOM = $(shell pwd)/noarch/opnfv-apex-common-$(RPMVERS)-$(shell echo ${RELEASE} | tr -d '_-').noarch.rpm
  17 export RPMUDR = $(shell pwd)/noarch/opnfv-apex-undercloud-$(RPMVERS)-$(shell echo ${RELEASE} | tr -d '_-').noarch.rpm
  18 export RPMODL = $(shell pwd)/noarch/opnfv-apex-$(RPMVERS)-$(shell echo ${RELEASE} | tr -d '_-').noarch.rpm
  19 export RPMONO = $(shell pwd)/noarch/opnfv-apex-onos-$(RPMVERS)-$(shell echo ${RELEASE} | tr -d '_-').noarch.rpm
  20 export RPMSFC = $(shell pwd)/noarch/opnfv-apex-opendaylight-sfc-$(RPMVERS)-$(shell echo ${RELEASE} | tr -d '_-').noarch.rpm
  21
  22 all_networks="admin_network private_network storage_network external_network api_network"
  23
  24
  25
  26 .PHONY: all
  27 all: iso
  28
  29 .PHONY: clean
  30 clean: images-clean rpms-clean iso-clean tacker-clean congress-clean
  31
  32 .PHONY: images
  33 images: undercloud overcloud-full overcloud-opendaylight overcloud-onos overcloud-opendaylight-sfc
  34
  35 .PHONY: images-clean
  36 images-clean: undercloud-clean overcloud-full-clean overcloud-opendaylight-clean overcloud-onos-clean overcloud-opendaylight-sfc-clean
  37         @rm -rf images/
  38
  39 .PHONY: rpms
  40 rpms: common-rpm undercloud-rpm opendaylight-rpm onos-rpm opendaylight-sfc-rpm
  41
  42 .PHONY: rpms-check
  43 rpms-check: common-rpm-check undercloud-rpm-check opendaylight-rpm-check onos-rpm-check opendaylight-sfc-rpm-check
  44
  45 .PHONY: rpms-clean
  46 rpms-clean: common-rpm-clean undercloud-rpm-clean opendaylight-rpm-clean onos-rpm-clean opendaylight-sfc-rpm-clean
  47
  48 opnfv-apex-common.tar.gz:
  49         pushd ../ && git archive --format=tar.gz --prefix=opnfv-apex-common-$(RPMVERS)/ HEAD > build/opnfv-apex-common.tar.gz
  50
  51 .PHONY: common-rpm-check
  52 common-rpm-check: opnfv-apex-common.tar.gz
  53         rpmbuild --clean -bi -bl opnfv-apex-common.spec -D '_topdir %(echo `pwd`)' -D '_builddir %(echo `pwd`)' -D '_sourcedir %(echo `pwd`)' -D '_rpmdir %(echo `pwd`)' -D '_specdir %(echo `pwd`)' -D '_srcrpmdir %(echo `pwd`)' -D "release $(shell echo $(RELEASE) | tr -d '_-')"
  54
  55 .PHONY: common-rpm
  56 common-rpm: opnfv-apex-common.tar.gz $(RPMCOM)
  57
  58 $(RPMCOM):
  59         @echo "Building the Apex Common RPM"
  60         # build the common RPM
  61         rpmbuild --clean -ba opnfv-apex-common.spec -D '_topdir %(echo `pwd`)' -D '_builddir %(echo `pwd`)' -D '_sourcedir %(echo `pwd`)' -D '_rpmdir %(echo `pwd`)' -D '_specdir %(echo `pwd`)' -D '_srcrpmdir %(echo `pwd`)' -D "release $(shell echo $(RELEASE) | tr -d '_-')"
  62
  63 ##################
  64 #  PYTHON TESTS  #
  65 ##################
  66
  67 .PHONY: python-tests
  68 python-tests:
  69         # clean previous coverage data
  70         rm -rf ../tests/.coverage
  71         rm -rf ../tests/htmlcov
  72         # run nose tests
  73         cd ../tests && PYTHONPATH=../lib/python/ nosetests-3.4 . --with-coverage --cover-package apex --cover-package apex_python_utils --cover-html --cover-min-percentage 85
  74
  75         # generate reports
  76         cd ../tests && coverage3 report --include '*lib/python/*' -m
  77
  78 #######################
  79 #  PYTHON PEP8 CHECK  #
  80 #######################
  81
  82 .PHONY: python-pep8-check
  83 python-pep8-check:
  84         pep8 ../lib/python
  85         pep8 ../tests
  86
  87 ###############
  88 #  TACKER     #
  89 ###############
  90
  91 .PHONY: tacker-clean
  92
  93 tacker-clean:
  94         @rm -rf openstack-tacker-2015.2
  95         @rm -f openstack-tacker.tar.gz
  96
  97 openstack-tacker.tar.gz:
  98         @echo "Preparing the Tacker RPM prerequisites"
  99         git clone http://github.com/trozet/tacker -b SFC_colorado openstack-tacker-2015.2
 100         tar czf openstack-tacker.tar.gz openstack-tacker-2015.2
 101
 102 .PHONY: tacker-rpm
 103 tacker-rpm: openstack-tacker.tar.gz openstack-tacker-2015.2-1.noarch.rpm
 104
 105 openstack-tacker-2015.2-1.noarch.rpm:
 106         @echo "Building the Tacker RPM"
 107         rpmbuild --clean -bb --target noarch openstack-tacker.spec -D '_topdir %(echo `pwd`)' -D '_builddir %(echo `pwd`)' -D '_sourcedir %(echo `pwd`)' -D '_rpmdir %(echo `pwd`)' -D '_specdir %(echo `pwd`)' -D '_srcrpmdir %(echo `pwd`)'
 108
 109 ###############
 110 #  CONGRESS   #
 111 ###############
 112
 113 .PHONY: congress-clean
 114
 115 congress-clean:
 116         @rm -rf openstack-congress-2016.1
 117         @rm -f openstack-congress.tar.gz
 118
 119 openstack-congress.tar.gz:
 120         @echo "Preparing the Congress RPM prerequisites"
 121         git clone http://github.com/openstack/congress -b stable/mitaka openstack-congress-2016.1
 122         cd openstack-congress-2016.1 && curl -O https://radez.fedorapeople.org/openstack-congress.service
 123         tar czf openstack-congress.tar.gz openstack-congress-2016.1
 124
 125 .PHONY: congress-rpm
 126 congress-rpm: openstack-congress.tar.gz openstack-congress-2016.1-1.noarch.rpm
 127
 128 openstack-congress-2016.1-1.noarch.rpm:
 129         @echo "Building the Congress RPM"
 130         rpmbuild --clean -bb --target noarch openstack-congress.spec -D '_topdir %(echo `pwd`)' -D '_builddir %(echo `pwd`)' -D '_sourcedir %(echo `pwd`)' -D '_rpmdir %(echo `pwd`)' -D '_specdir %(echo `pwd`)' -D '_srcrpmdir %(echo `pwd`)'
 131
 132 ###############
 133 #  UNDERCLOUD #
 134 ###############
 135
 136 .PHONY: undercloud-clean
 137 undercloud-clean:
 138         @rm -f images/undercloud.*
 139
 140 .PHONY: undercloud
 141 undercloud: images/undercloud.qcow2
 142
 143 images/undercloud.qcow2:
 144         @echo "Building the Apex Undercloud Image"
 145         @./undercloud.sh
 146
 147 opnfv-apex-undercloud.tar.gz: images/undercloud.qcow2
 148         @echo "Preparing the Apex Undercloud RPM prerequisites"
 149         pushd ../ && git archive --format=tar --prefix=opnfv-apex-undercloud-$(RPMVERS)/ HEAD > build/opnfv-apex-undercloud.tar
 150         tar -rf opnfv-apex-undercloud.tar \
 151                --xform="s:images/undercloud.qcow2:opnfv-apex-undercloud-$(RPMVERS)/build/undercloud.qcow2:" images/undercloud.qcow2
 152         gzip -f opnfv-apex-undercloud.tar
 153
 154 .PHONY: undercloud-rpm-check
 155 undercloud-rpm-check: opnfv-apex-undercloud.tar.gz
 156         rpmbuild --clean -bi -bl opnfv-apex-undercloud.spec -D '_topdir %(echo `pwd`)' -D '_builddir %(echo `pwd`)' -D '_sourcedir %(echo `pwd`)' -D '_rpmdir %(echo `pwd`)' -D '_specdir %(echo `pwd`)' -D '_srcrpmdir %(echo `pwd`)' -D "release $(shell echo $(RELEASE) | tr -d '_-')"
 157
 158 .PHONY: undercloud-rpm
 159 undercloud-rpm: opnfv-apex-undercloud.tar.gz $(RPMUDR)
 160
 161 $(RPMUDR):
 162         @echo "Building the Apex Undercloud RPM"
 163         rpmbuild --clean -ba opnfv-apex-undercloud.spec -D '_topdir %(echo `pwd`)' -D '_builddir %(echo `pwd`)' -D '_sourcedir %(echo `pwd`)' -D '_rpmdir %(echo `pwd`)' -D '_specdir %(echo `pwd`)' -D '_srcrpmdir %(echo `pwd`)' -D "release $(shell echo $(RELEASE) | tr -d '_-')"
 164
 165 ###############
 166 #  OVERCLOUD  #
 167 ###############
 168
 169 .PHONY: overcloud-full-clean
 170 overcloud-full-clean:
 171         @rm -rf images/overcloud-full.d
 172         @rm -f images/overcloud-full.*
 173
 174 .PHONY: overcloud-full
 175 overcloud-full: images/overcloud-full.qcow2
 176
 177 images/overcloud-full.qcow2: tacker-rpm congress-rpm
 178         @echo "Building the Apex Base Overcloud Image"
 179         @./overcloud-full.sh
 180
 181 ###############
 182 #    ODL      #
 183 ###############
 184
 185 .PHONY: overcloud-opendaylight-clean
 186 overcloud-opendaylight-clean:
 187         @rm -f images/overcloud-full-opendaylight.qcow2
 188
 189 .PHONY: overcloud-opendaylight
 190 overcloud-opendaylight: images/overcloud-full-opendaylight.qcow2
 191
 192 images/overcloud-full-opendaylight.qcow2: images/overcloud-full.qcow2
 193         @echo "Building the Apex OpenDaylight Overcloud Image"
 194         @./overcloud-opendaylight.sh
 195
 196 opnfv-apex.tar.gz: images/overcloud-full-opendaylight.qcow2
 197         tar -czf opnfv-apex.tar.gz --xform="s:images/overcloud-full-opendaylight.qcow2:opnfv-apex-$(RPMVERS)/build/images/overcloud-full-opendaylight.qcow2:" images/overcloud-full-opendaylight.qcow2
 198
 199 .PHONY: opendaylight-rpm-check
 200 opendaylight-rpm-check: opnfv-apex.tar.gz
 201         rpmbuild --clean -bi -bl opnfv-apex.spec -D '_topdir %(echo `pwd`)' -D '_builddir %(echo `pwd`)' -D '_sourcedir %(echo `pwd`)' -D '_rpmdir %(echo `pwd`)' -D '_specdir %(echo `pwd`)' -D '_srcrpmdir %(echo `pwd`)' -D "release $(shell echo $(RELEASE) | tr -d '_-')"
 202
 203 .PHONY: opendaylight-rpm
 204 opendaylight-rpm: opnfv-apex.tar.gz $(RPMODL)
 205
 206 $(RPMODL):
 207         @echo "Building the Apex OpenDaylight RPM"
 208         # build the overcloud RPM
 209         rpmbuild --clean -ba opnfv-apex.spec -D '_topdir %(echo `pwd`)' -D '_builddir %(echo `pwd`)' -D '_sourcedir %(echo `pwd`)' -D '_rpmdir %(echo `pwd`)' -D '_specdir %(echo `pwd`)' -D '_srcrpmdir %(echo `pwd`)' -D "release $(shell echo $(RELEASE) | tr -d '_-')"
 210
 211 ###############
 212 #    ONOS     #
 213 ###############
 214
 215 .PHONY: overcloud-onos-clean
 216 overcloud-onos-clean:
 217         @rm -f images/overcloud-full-onos.qcow2
 218         @rm -rf images/puppet-onos
 219         @rm -f images/puppet-onos.tar.gz
 220
 221 .PHONY: overcloud-onos
 222 overcloud-onos: images/overcloud-full-onos.qcow2
 223
 224 images/overcloud-full-onos.qcow2: images/overcloud-full.qcow2
 225         @echo "Building the Apex ONOS Overcloud Image"
 226         @./overcloud-onos.sh
 227
 228 .PHONY: onos-rpm-clean
 229 onos-rpm-clean:
 230         @rpmbuild --clean opnfv-apex-onos.spec -D "release $(shell echo $RELEASE | tr -d '_-')"
 231
 232 opnfv-apex-onos.tar.gz: images/overcloud-full-onos.qcow2
 233         tar -czf opnfv-apex-onos.tar.gz --xform="s:images/overcloud-full-onos.qcow2:opnfv-apex-onos-$(RPMVERS)/build/images/overcloud-full-onos.qcow2:" images/overcloud-full-onos.qcow2
 234
 235 .PHONY: onos-rpm-check
 236 onos-rpm-check: opnfv-apex-onos.tar.gz
 237         rpmbuild --clean -bi -bl opnfv-apex-onos.spec -D '_topdir %(echo `pwd`)' -D '_builddir %(echo `pwd`)' -D '_sourcedir %(echo `pwd`)' -D '_rpmdir %(echo `pwd`)' -D '_specdir %(echo `pwd`)' -D '_srcrpmdir %(echo `pwd`)' -D "release $(shell echo $(RELEASE) | tr -d '_-')"
 238
 239 .PHONY: onos-rpm
 240 onos-rpm: opnfv-apex-onos.tar.gz $(RPMONO)
 241
 242 $(RPMONO):
 243         @echo "Building the Apex ONOS RPM"
 244         # build the overcloud RPM
 245         rpmbuild --clean -ba opnfv-apex-onos.spec -D '_topdir %(echo `pwd`)' -D '_builddir %(echo `pwd`)' -D '_sourcedir %(echo `pwd`)' -D '_rpmdir %(echo `pwd`)' -D '_specdir %(echo `pwd`)' -D '_srcrpmdir %(echo `pwd`)' -D "release $(shell echo $(RELEASE) | tr -d '_-')"
 246
 247 ###############
 248 #   ODL-SFC   #
 249 ###############
 250
 251 .PHONY: overcloud-opendaylight-sfc-clean
 252 overcloud-opendaylight-sfc-clean:
 253         @rm -f images/overcloud-full-opendaylight-sfc.qcow2
 254
 255 .PHONY: overcloud-opendaylight-sfc
 256 overcloud-opendaylight-sfc: images/overcloud-full-opendaylight-sfc.qcow2
 257
 258 images/overcloud-full-opendaylight-sfc.qcow2: images/overcloud-full-opendaylight.qcow2
 259         @echo "Building the Apex OpenDaylight Overcloud Image"
 260         @./overcloud-opendaylight-sfc.sh
 261
 262 opnfv-apex-opendaylight-sfc.tar.gz: images/overcloud-full-opendaylight-sfc.qcow2
 263         tar -czf opnfv-apex-opendaylight-sfc.tar.gz --xform="s:images/overcloud-full-opendaylight-sfc.qcow2:opnfv-apex-opendaylight-sfc-$(RPMVERS)/build/images/overcloud-full-opendaylight-sfc.qcow2:" images/overcloud-full-opendaylight-sfc.qcow2
 264
 265 .PHONY: opendaylight-sfc-rpm-check
 266 opendaylight-sfc-rpm-check: opnfv-apex-opendaylight-sfc.tar.gz
 267         rpmbuild --clean -bi -bl opnfv-apex-opendaylight-sfc.spec -D '_topdir %(echo `pwd`)' -D '_builddir %(echo `pwd`)' -D '_sourcedir %(echo `pwd`)' -D '_rpmdir %(echo `pwd`)' -D '_specdir %(echo `pwd`)' -D '_srcrpmdir %(echo `pwd`)' -D "release $(shell echo $(RELEASE) | tr -d '_-')"
 268
 269 .PHONY: opendaylight-sfc-rpm
 270 opendaylight-sfc-rpm: opnfv-apex-opendaylight-sfc.tar.gz $(RPMSFC)
 271
 272 $(RPMSFC):
 273         @echo "Building the Apex OpenDaylight SFC RPM"
 274         rpmbuild --clean -ba opnfv-apex-opendaylight-sfc.spec -D '_topdir %(echo `pwd`)' -D '_builddir %(echo `pwd`)' -D '_sourcedir %(echo `pwd`)' -D '_rpmdir %(echo `pwd`)' -D '_specdir %(echo `pwd`)' -D '_srcrpmdir %(echo `pwd`)' -D "release $(shell echo $(RELEASE) | tr -d '_-')"
 275
 276 ###############
 277 #    ISO      #
 278 ###############
 279
 280 $(CENTISO):
 281         curl $(CENTDNLD) -z $(CENTISO) -o $(CENTISO) --verbose --silent --location
 282
 283 .PHONY: iso-clean
 284 iso-clean:
 285         @rm -Rf centos
 286         @rm -Rf release
 287         @rm -f $(ISO)
 288
 289 .PHONY: mount-centiso umount-centiso
 290 mount-centiso: $(CENTISO)
 291         @echo "Mounting CentOS ISO in $(CENTDIR)"
 292         @mkdir -p $(CENTDIR)
 293         @fuseiso $(CENTISO) $(CENTDIR)
 294
 295 umount-centiso:
 296         @set +e
 297         @echo "Unmounting CentOS ISO from $(CENTDIR)"
 298         @fusermount -u $(CENTDIR)
 299         @rmdir $(CENTDIR)
 300         @set -e
 301
 302 .PHONY: iso
 303 iso:    iso-clean images rpms $(CENTISO)
 304         @echo "Building the Apex ISO"
 305         @mkdir centos release
 306         cd centos && bsdtar -xf ../$(shell basename $(CENTISO))
 307         # modify the installer iso's contents
 308         @chmod -R u+w centos
 309         @cp -f isolinux.cfg centos/isolinux/isolinux.cfg
 310         @ln $(RPMCOM) centos/Packages
 311         @ln $(RPMUDR) centos/Packages
 312         @ln $(RPMODL) centos/Packages
 313         @ln $(RPMONO) centos/Packages
 314         @ln $(RPMSFC) centos/Packages
 315         # add packages to the centos packages
 316         cd centos/Packages && yumdownloader openvswitch
 317         cd centos/Packages && yumdownloader openstack-tripleo
 318         cd centos/Packages && yumdownloader jq
 319         cd centos/Packages && yumdownloader python34
 320         cd centos/Packages && yumdownloader python34-libs
 321         cd centos/Packages && yumdownloader python34-yaml
 322         cd centos/Packages && yumdownloader python34-setuptools
 323         cd centos/Packages && yumdownloader ipxe-roms-qemu
 324         cd centos/Packages && curl -O https://radez.fedorapeople.org/python34-markupsafe-0.23-9.el7.centos.x86_64.rpm
 325         cd centos/Packages && curl -O https://radez.fedorapeople.org/python3-jinja2-2.8-5.el7.centos.noarch.rpm
 326         # regenerate yum repo data
 327         @echo "Generating new yum metadata"
 328         createrepo --update -g ../c7-opnfv-x86_64-comps.xml centos
 329         # build the iso
 330         @echo "Building OPNFV iso"
 331         mkisofs -b isolinux/isolinux.bin -no-emul-boot -boot-load-size 4 -boot-info-table -V "OPNFV CentOS 7 x86_64" -R -J -v -T -o $(ISO) centos
 332         isohybrid $(ISO)
 333         @printf "\n\nISO is built at $(ISO)\n\n"
 334
 335 ###################
 336 #  python3-jinja2  #
 337 ###################
 338
 339 .PHONY: python3-jinja2
 340 python3-jinja2: python3-markupsafe python-jinja2-2.8-5.fc24.src.rpm
 341         curl -O http://ftp.linux.ncsu.edu/pub/fedora/linux//development/24/Everything/source/tree/Packages/p/python-jinja2-2.8-5.fc24.src.rpm
 342         rpm2cpio python-jinja2-2.8-5.fc24.src.rpm | cpio -idmv
 343         sed -i 's/python3-devel/python34-devel/' python-jinja2.spec
 344         sed -i 's/python3-setuptools/python34-setuptools/' python-jinja2.spec
 345         sed -i 's/python3-pytest/python34-pytest/' python-jinja2.spec
 346         sed -i 's/python3-markupsafe/python34-markupsafe/' python-jinja2.spec
 347         rpmbuild -ba python-jinja2.spec -D '_topdir %(echo `pwd`)' -D '_builddir %(echo `pwd`)' -D '_sourcedir %(echo `pwd`)' -D '_rpmdir %(echo `pwd`)' -D '_specdir %(echo `pwd`)' -D '_srcrpmdir %(echo `pwd`)' -D "with_python3 1"
 348
 349 .PHONY: python3-jinja2-clean
 350 python3-jinja2-clean:
 351         rm -f python-jinja2-2.8-5.fc24.src.rpm
 352         rm -f python-jinja2.spec
 353         rm -f Jinja2-2.8.tar.gz
 354
 355 ########################
 356 #  python3-markupsafe  #
 357 ########################
 358
 359 .PHONY: python3-markupsafe
 360 python3-markupsafe: python-markupsafe-0.23-9.fc24.src.rpm
 361         curl -O http://ftp.linux.ncsu.edu/pub/fedora/linux//development/24/Everything/source/tree/Packages/p/python-markupsafe-0.23-9.fc24.src.rpm
 362         rpm2cpio python-markupsafe-0.23-9.fc24.src.rpm | cpio -idmv
 363         sed -i 's/python3-devel/python34-devel/' python-markupsafe.spec
 364         sed -i 's/python3-setuptools/python34-setuptools/' python-markupsafe.spec
 365         sed -i 's/python3-pytest/python34-pytest/' python-markupsafe.spec
 366         sed -i 's/python3-markupsafe/python34-markupsafe/' python-markupsafe.spec
 367         rpmbuild -ba python-markupsafe.spec -D '_topdir %(echo `pwd`)' -D '_builddir %(echo `pwd`)' -D '_sourcedir %(echo `pwd`)' -D '_rpmdir %(echo `pwd`)' -D '_specdir %(echo `pwd`)' -D '_srcrpmdir %(echo `pwd`)' -D "with_python3 1"
 368
 369 .PHONY: python3-markupsafe-clean
 370 python3-markupsafe-clean:
 371         rm -f python-markupsafe-0.23-9.fc24.src.rpm
 372         rm -f python-markupsafe.spec
 373         rm -f MarkupSafe-0.23.tar.gz