build/Makefile

   1 ##############################################################################
   2 # Copyright (c) 2016 Red Hat Inc.
   3 # dradez@redhat.com
   4 # All rights reserved. This program and the accompanying materials
   5 # are made available under the terms of the Apache License, Version 2.0
   6 # which accompanies this distribution, and is available at
   7 # http://www.apache.org/licenses/LICENSE-2.0
   8 ##############################################################################
   9
  10 export USE_MASTER = ""
  11 export CENTDNLD = http://mirrors.cat.pdx.edu/centos/7.3.1611/isos/x86_64/CentOS-7-x86_64-DVD-1611.iso
  12 export RELEASE = "0"
  13
  14 export RPM_DIST = $(shell rpm -E %dist)
  15
  16 export NETVPP_VERS := $(shell grep Version $(shell pwd)/rpm_specs/networking-vpp.spec | head -n 1 | awk '{ print $$2 }')
  17 export NETVPP_REPO := $(shell awk -F\= '/^netvpp_repo/ {print $$2}' variables.sh )
  18 export NETVPP_BRANCH := $(shell awk -F\= '/^netvpp_branch/ {print $$2}' variables.sh )
  19 export NETVPP_COMMIT := $(shell git ls-remote $(NETVPP_REPO) $(NETVPP_BRANCH) | awk '{print substr($$1,1,7)}')
  20
  21 export RELRPMVERS = $(shell grep Version $(shell pwd)/rpm_specs/opnfv-apex-release.spec | head -n 1 | awk '{ print $$2 }')
  22 export RPMVERS = $(shell grep Version $(shell pwd)/rpm_specs/opnfv-apex.spec | head -n 1 | awk '{ print $$2 }')
  23
  24 export BUILD_ROOT = $(shell pwd)
  25 export BUILD_DIR = $(shell dirname $$(pwd))/.build
  26 export CACHE_DIR = $(shell dirname $$(pwd))/.cache
  27 export PATCHES_DIR = $(BUILD_ROOT)/patches
  28 export QUAGGA_BUILD_DIR = $(BUILD_DIR)/quagga_build_dir
  29 export QUAGGA_RPMS_DIR = $(QUAGGA_BUILD_DIR)/rpmbuild
  30 export RPM_DIR_ARGS = -D '_topdir $(BUILD_DIR)' -D '_builddir $(BUILD_DIR)' -D '_sourcedir $(BUILD_DIR)' -D '_rpmdir $(BUILD_DIR)' -D '_specdir $(BUILD_DIR)' -D '_srcrpmdir $(BUILD_DIR)'
  31
  32 export RPMREL = $(BUILD_DIR)/noarch/opnfv-apex-release-$(RPMVERS)-$(shell echo ${RELEASE} | tr -d '_-').noarch.rpm
  33 export RPMCOM = $(BUILD_DIR)/noarch/opnfv-apex-common-$(RPMVERS)-$(shell echo ${RELEASE} | tr -d '_-').noarch.rpm
  34 export RPMUDR = $(BUILD_DIR)/noarch/opnfv-apex-undercloud-$(RPMVERS)-$(shell echo ${RELEASE} | tr -d '_-').noarch.rpm
  35 export RPMODL = $(BUILD_DIR)/noarch/opnfv-apex-$(RPMVERS)-$(shell echo ${RELEASE} | tr -d '_-').noarch.rpm
  36 export RPMONO = $(BUILD_DIR)/noarch/opnfv-apex-onos-$(RPMVERS)-$(shell echo ${RELEASE} | tr -d '_-').noarch.rpm
  37 export ISO = $(BUILD_DIR)/release/OPNFV-CentOS-7-x86_64-${RELEASE}.iso
  38 export CENTISO = $(BUILD_DIR)/$(shell basename $(CENTDNLD))
  39
  40 .PHONY: all
  41 all: iso
  42
  43 .PHONY: clean
  44 clean:
  45         rm -rf $(BUILD_DIR)
  46
  47 .PHONY: clean-cache
  48 clean-cache:
  49         rm -rf $(CACHE_DIR)
  50
  51 .PHONY: images
  52 images: undercloud overcloud-full overcloud-opendaylight overcloud-onos
  53
  54 .PHONY: rpms
  55 rpms: common-rpm undercloud-rpm opendaylight-rpm onos-rpm
  56
  57 .PHONY: rpms-check
  58 rpms-check: release-rpm-check common-rpm-check undercloud-rpm-check opendaylight-rpm-check onos-rpm-check
  59
  60 .PHONY: rpms-clean
  61 rpms-clean:
  62         rm -rf $(BUILD_DIR)/noarch
  63         rm -rf $(BUILD_DIR)/BUILDROOT
  64
  65 $(BUILD_DIR)/opnfv-apex-release.tar.gz:
  66         mkdir -p $(BUILD_DIR)
  67         pushd ../ && git archive --format=tar.gz --prefix=opnfv-apex-release-$(RELRPMVERS)/ HEAD > $(BUILD_DIR)/opnfv-apex-release.tar.gz
  68
  69 .PHONY: release-rpm-check
  70 release-rpm-check: $(BUILD_DIR)/opnfv-apex-release.tar.gz
  71         rpmbuild --clean -bi -bl rpm_specs/opnfv-apex-release.spec $(RPM_DIR_ARGS) -D "release $(shell echo $(RELEASE) | tr -d '_-')"
  72
  73 .PHONY: release-rpm
  74 release-rpm: $(BUILD_DIR)/opnfv-apex-release.tar.gz $(RPMREL)
  75
  76 $(RPMREL):
  77         @echo "Building the Apex Release RPM"
  78         # build the release RPM
  79         rpmbuild --clean -ba rpm_specs/opnfv-apex-release.spec $(RPM_DIR_ARGS) -D "release $(shell echo $(RELEASE) | tr -d '_-')"
  80
  81 $(BUILD_DIR)/opnfv-apex-common.tar.gz:
  82         pushd ../ && git archive --format=tar.gz --prefix=opnfv-apex-common-$(RPMVERS)/ HEAD > $(BUILD_DIR)/opnfv-apex-common.tar.gz
  83
  84 .PHONY: common-rpm-check
  85 common-rpm-check: $(BUILD_DIR)/opnfv-apex-common.tar.gz
  86         rpmbuild --clean -bi -bl rpm_specs/opnfv-apex-common.spec $(RPM_DIR_ARGS) -D "release $(shell echo $(RELEASE) | tr -d '_-')"
  87
  88 .PHONY: common-rpm
  89 common-rpm: $(BUILD_DIR)/opnfv-apex-common.tar.gz $(RPMCOM)
  90
  91 $(RPMCOM):
  92         @echo "Building the Apex Common RPM"
  93         # build the common RPM
  94         rpmbuild --clean -ba rpm_specs/opnfv-apex-common.spec $(RPM_DIR_ARGS) -D "release $(shell echo $(RELEASE) | tr -d '_-')"
  95
  96 ##################
  97 #  PYTHON TESTS  #
  98 ##################
  99
 100 .PHONY: python-tests
 101 python-tests:
 102         # clean previous coverage data
 103         rm -rf ../tests/.coverage
 104         rm -rf ../tests/htmlcov
 105         # run nose tests
 106         cd ../tests && PYTHONPATH=../lib/python/ nosetests-3.4 . --with-coverage --cover-package apex --cover-package apex_python_utils --cover-html --cover-min-percentage 90
 107
 108         # generate reports
 109         cd ../tests && coverage3 report --include '*lib/python/*' -m
 110
 111 #######################
 112 #  PYTHON PEP8 CHECK  #
 113 #######################
 114
 115 .PHONY: python-pep8-check
 116 python-pep8-check:
 117         pep8 ../lib/python
 118         pep8 ../tests
 119
 120 ##################
 121 # NETWORKING-VPP #
 122 ##################
 123
 124 $(BUILD_DIR)/python-networking-vpp.tar.gz:
 125         @echo "Preparing the networking-vpp RPM prerequisites"
 126         git clone $(NETVPP_REPO) $(BUILD_DIR)/python-networking-vpp-$(NETVPP_VERS)
 127         tar czf $(BUILD_DIR)/python-networking-vpp.tar.gz -C $(BUILD_DIR) python-networking-vpp-$(NETVPP_VERS)
 128
 129 .PHONY: networking-vpp-rpm
 130 networking-vpp-rpm: $(BUILD_DIR)/noarch/python-networking-vpp-*.noarch.rpm
 131
 132 $(BUILD_DIR)/noarch/python-networking-vpp-*.noarch.rpm: $(BUILD_DIR)/python-networking-vpp.tar.gz
 133         @echo "Building the Networking VPP RPM"
 134         rpmbuild --clean -ba --target noarch rpm_specs/networking-vpp.spec $(RPM_DIR_ARGS) -D 'git .git$(NETVPP_COMMIT)'
 135
 136 ###############
 137 #  UNDERCLOUD #
 138 ###############
 139
 140 .PHONY: undercloud
 141 undercloud: $(BUILD_DIR)/undercloud.qcow2
 142
 143 $(BUILD_DIR)/undercloud.qcow2:
 144         @echo "Building the Apex Undercloud Image"
 145         @./undercloud.sh
 146
 147 $(BUILD_DIR)/opnfv-apex-undercloud.tar.gz: $(BUILD_DIR)/undercloud.qcow2
 148         @echo "Preparing the Apex Undercloud RPM prerequisites"
 149         pushd ../ && git archive --format=tar --prefix=opnfv-apex-undercloud-$(RPMVERS)/ HEAD > $(BUILD_DIR)/opnfv-apex-undercloud.tar
 150         tar -rf $(BUILD_DIR)/opnfv-apex-undercloud.tar \
 151                --xform="s:.*undercloud.qcow2:opnfv-apex-undercloud-$(RPMVERS)/build/undercloud.qcow2:" $(BUILD_DIR)/undercloud.qcow2
 152         gzip -f $(BUILD_DIR)/opnfv-apex-undercloud.tar
 153
 154 .PHONY: undercloud-rpm-check
 155 undercloud-rpm-check: $(BUILD_DIR)/opnfv-apex-undercloud.tar.gz
 156         rpmbuild --clean -bi -bl rpm_specs/opnfv-apex-undercloud.spec $(RPM_DIR_ARGS) -D "release $(shell echo $(RELEASE) | tr -d '_-')"
 157
 158 .PHONY: undercloud-rpm
 159 undercloud-rpm: $(BUILD_DIR)/opnfv-apex-undercloud.tar.gz $(RPMUDR)
 160
 161 $(RPMUDR):
 162         @echo "Building the Apex Undercloud RPM"
 163         rpmbuild --clean -ba rpm_specs/opnfv-apex-undercloud.spec $(RPM_DIR_ARGS) -D "release $(shell echo $(RELEASE) | tr -d '_-')"
 164
 165 ###############
 166 #  OVERCLOUD  #
 167 ###############
 168
 169 .PHONY: overcloud-full
 170 overcloud-full: $(BUILD_DIR)/overcloud-full.qcow2
 171
 172 $(BUILD_DIR)/overcloud-full.qcow2: $(BUILD_DIR)/noarch/python-networking-vpp-*.noarch.rpm
 173         @echo "Building the Apex Base Overcloud Image"
 174         @./overcloud-full.sh
 175
 176 ###############
 177 #    ODL      #
 178 ###############
 179
 180 .PHONY: overcloud-opendaylight
 181 overcloud-opendaylight: $(BUILD_DIR)/overcloud-full-opendaylight.qcow2
 182
 183 $(BUILD_DIR)/overcloud-full-opendaylight.qcow2: $(BUILD_DIR)/overcloud-full.qcow2
 184         @echo "Building the Apex OpenDaylight Overcloud Image"
 185         @./overcloud-opendaylight.sh
 186
 187 $(BUILD_DIR)/opnfv-apex.tar.gz: $(BUILD_DIR)/overcloud-full-opendaylight.qcow2
 188         tar -czf $(BUILD_DIR)/opnfv-apex.tar.gz --xform="s:.*overcloud-full-opendaylight.qcow2:opnfv-apex-$(RPMVERS)/build/overcloud-full-opendaylight.qcow2:" $(BUILD_DIR)/overcloud-full-opendaylight.qcow2
 189
 190 .PHONY: opendaylight-rpm-check
 191 opendaylight-rpm-check: $(BUILD_DIR)/opnfv-apex.tar.gz
 192         rpmbuild --clean -bi -bl rpm_specs/opnfv-apex.spec $(RPM_DIR_ARGS) -D "release $(shell echo $(RELEASE) | tr -d '_-')"
 193
 194 .PHONY: opendaylight-rpm
 195 opendaylight-rpm: $(BUILD_DIR)/opnfv-apex.tar.gz $(RPMODL)
 196
 197 $(RPMODL):
 198         @echo "Building the Apex OpenDaylight RPM"
 199         # build the overcloud RPM
 200         rpmbuild --clean -ba rpm_specs/opnfv-apex.spec $(RPM_DIR_ARGS) -D "release $(shell echo $(RELEASE) | tr -d '_-')"
 201
 202 ###############
 203 #    ONOS     #
 204 ###############
 205
 206 .PHONY: overcloud-onos
 207 overcloud-onos: $(BUILD_DIR)/overcloud-full-onos.qcow2
 208
 209 $(BUILD_DIR)/overcloud-full-onos.qcow2: $(BUILD_DIR)/overcloud-full.qcow2
 210         @echo "Building the Apex ONOS Overcloud Image"
 211         @./overcloud-onos.sh
 212
 213 $(BUILD_DIR)/opnfv-apex-onos.tar.gz: $(BUILD_DIR)/overcloud-full-onos.qcow2
 214         tar -czf $(BUILD_DIR)/opnfv-apex-onos.tar.gz --xform="s:.*overcloud-full-onos.qcow2:opnfv-apex-onos-$(RPMVERS)/build/overcloud-full-onos.qcow2:" $(BUILD_DIR)/overcloud-full-onos.qcow2
 215
 216 .PHONY: onos-rpm-check
 217 onos-rpm-check: $(BUILD_DIR)/opnfv-apex-onos.tar.gz
 218         rpmbuild --clean -bi -bl rpm_specs/opnfv-apex-onos.spec $(RPM_DIR_ARGS) -D "release $(shell echo $(RELEASE) | tr -d '_-')"
 219
 220 .PHONY: onos-rpm
 221 onos-rpm: $(BUILD_DIR)/opnfv-apex-onos.tar.gz $(RPMONO)
 222
 223 $(RPMONO):
 224         @echo "Building the Apex ONOS RPM"
 225         # build the overcloud RPM
 226         rpmbuild --clean -ba rpm_specs/opnfv-apex-onos.spec $(RPM_DIR_ARGS) -D "release $(shell echo $(RELEASE) | tr -d '_-')"
 227
 228 ###############
 229 #    ISO      #
 230 ###############
 231
 232 $(CENTISO):
 233         curl $(CENTDNLD) -z $(CENTISO) -o $(CENTISO) --verbose --silent --location
 234
 235 iso-clean:
 236         @rm -Rf $(BUILD_DIR)/centos
 237         @rm -Rf $(BUILD_DIR)/release
 238         @rm -f $(ISO)
 239
 240 .PHONY: mount-centiso umount-centiso
 241 mount-centiso: $(CENTISO)
 242         @echo "Mounting CentOS ISO in $(CENTDIR)"
 243         @mkdir -p $(CENTDIR)
 244         @fuseiso $(CENTISO) $(CENTDIR)
 245
 246 umount-centiso:
 247         @set +e
 248         @echo "Unmounting CentOS ISO from $(CENTDIR)"
 249         @fusermount -u $(CENTDIR)
 250         @rmdir $(CENTDIR)
 251         @set -e
 252
 253 .PHONY: iso
 254 iso:    iso-clean images rpms $(CENTISO)
 255         @echo "Building the Apex ISO"
 256         @mkdir $(BUILD_DIR)/centos $(BUILD_DIR)/release
 257         cd $(BUILD_DIR)/centos && bsdtar -xf ../$(shell basename $(CENTISO))
 258         # modify the installer iso's contents
 259         @chmod -R u+w $(BUILD_DIR)/centos
 260         @cp -f isolinux.cfg $(BUILD_DIR)/centos/isolinux/isolinux.cfg
 261         @ln $(RPMCOM) $(BUILD_DIR)/centos/Packages
 262         @ln $(RPMUDR) $(BUILD_DIR)/centos/Packages
 263         @ln $(RPMODL) $(BUILD_DIR)/centos/Packages
 264         # add packages to the centos packages
 265         cd $(BUILD_DIR)/centos/Packages && yumdownloader openvswitch openstack-tripleo jq python34 python34-libs python34-PyYAML python34-setuptools ipxe-roms-qemu
 266         cd $(BUILD_DIR)/centos/Packages && curl -O https://radez.fedorapeople.org/python34-markupsafe-0.23-9.el7.centos.x86_64.rpm
 267         cd $(BUILD_DIR)/centos/Packages && curl -O https://radez.fedorapeople.org/python3-jinja2-2.8-5.el7.centos.noarch.rpm
 268         cd $(BUILD_DIR)/centos/Packages && curl -O http://artifacts.opnfv.org/apex/dependencies/python3-ipmi-0.3.0-1.noarch.rpm
 269         # regenerate yum repo data
 270         @echo "Generating new yum metadata"
 271         createrepo --update -g $(BUILD_ROOT)/c7-opnfv-x86_64-comps.xml $(BUILD_DIR)/centos
 272         # build the iso
 273         @echo "Building OPNFV iso"
 274         mkisofs -b isolinux/isolinux.bin -no-emul-boot -boot-load-size 4 -boot-info-table -V "OPNFV CentOS 7 x86_64" -R -J -v -T -o $(ISO) $(BUILD_DIR)/centos
 275         isohybrid $(ISO)
 276         @printf "\n\nISO is built at $(ISO)\n\n"
 277
 278 ####################
 279 #  python3-jinja2  #
 280 ####################
 281
 282 .PHONY: python3-jinja2
 283 python3-jinja2: python3-markupsafe
 284         cd $(BUILD_DIR) \
 285         && curl -O -L artifacts.opnfv.org/apex/dependencies/python-jinja2-2.8-5.fc24.src.rpm \
 286         && rpm2cpio python-jinja2-2.8-5.fc24.src.rpm | cpio -idmv \
 287         && sed -i 's/python3-devel/python34-devel/' python-jinja2.spec \
 288         && sed -i 's/python3-setuptools/python34-setuptools/' python-jinja2.spec \
 289         && sed -i 's/python3-pytest/python34-pytest/' python-jinja2.spec \
 290         && sed -i 's/python3-markupsafe/python34-markupsafe/' python-jinja2.spec \
 291         && rpmbuild -ba python-jinja2.spec $(RPM_DIR_ARGS) -D "with_python3 1"
 292
 293 ########################
 294 #  python3-markupsafe  #
 295 ########################
 296
 297 .PHONY: python3-markupsafe
 298 python3-markupsafe:
 299         cd $(BUILD_DIR) \
 300         && curl -O -L artifacts.opnfv.org/apex/dependencies/python-markupsafe-0.23-9.fc24.src.rpm \
 301         && rpm2cpio python-markupsafe-0.23-9.fc24.src.rpm | cpio -idmv \
 302         && sed -i 's/python3-devel/python34-devel/' python-markupsafe.spec \
 303         && sed -i 's/python3-setuptools/python34-setuptools/' python-markupsafe.spec \
 304         && sed -i 's/python3-pytest/python34-pytest/' python-markupsafe.spec \
 305         && sed -i 's/python3-markupsafe/python34-markupsafe/' python-markupsafe.spec \
 306         && rpmbuild -ba python-markupsafe.spec $(RPM_DIR_ARGS) -D "with_python3 1"
 307
 308 ##################
 309 #  Quagga Clean  #
 310 ##################
 311 .PHONY: quagga-clean
 312 quagga-clean:
 313         @rm -rf $(QUAGGA_BUILD_DIR)
 314         @sudo yum -y remove zrpc* quagga* c-capnproto* thrift*
 315
 316 #################
 317 #  Quagga+ZRPC  #
 318 #################
 319 .PHONY: quagga-zrpc
 320 quagga-zrpc: quagga-clean thrift-rpm capnproto-rpm quagga-rpm zrpc-rpm
 321
 322 ##########
 323 #  ZRPC  #
 324 ##########
 325 .PHONY: zrpc-rpm
 326 zrpc-rpm: quagga-rpm $(QUAGGA_RPMS_DIR)/zrpcd-%.x86_64.rpm
 327
 328 $(QUAGGA_RPMS_DIR)/zrpcd-%.x86_64.rpm:
 329         @echo "Building ZRPC RPM"
 330         @./build_quagga.sh -a zrpc
 331
 332 ############
 333 #  Quagga  #
 334 ############
 335 .PHONY: quagga-rpm
 336 quagga-rpm: $(QUAGGA_RPMS_DIR)/RPMS/x86_64/quagga-1.1.0_%.el7.centos.x86_64.rpm
 337
 338 $(QUAGGA_RPMS_DIR)/RPMS/x86_64/quagga-1.1.0_%.el7.centos.x86_64.rpm:
 339         @echo "Building Quagga RPM"
 340         @./build_quagga.sh -a quagga
 341
 342 ###############
 343 #  Capnproto  #
 344 ###############
 345 .PHONY: capnproto-rpm
 346 capnproto-rpm: $(QUAGGA_RPMS_DIR)/RPMS/x86_64/c-capnproto-%.x86_64.rpm
 347
 348 $(QUAGGA_RPMS_DIR)/RPMS/x86_64/c-capnproto-%.x86_64.rpm:
 349         @echo "Building capnproto RPMs"
 350         @./build_quagga.sh -a capnproto
 351
 352 ############
 353 #  Thrift  #
 354 ############
 355
 356 .PHONY: thrift-rpm
 357 thrift-rpm: $(QUAGGA_RPMS_DIR)/RPMS/x86_64/thrift-%.x86_64.rpm
 358
 359 $(QUAGGA_RPMS_DIR)/RPMS/x86_64/thrift-%.x86_64.rpm:
 360         @echo "Building Thrift RPMs"
 361         @./build_quagga.sh -a thrift