build/Makefile

   1 ##############################################################################
   2 # Copyright (c) 2016 Red Hat Inc.
   3 # dradez@redhat.com
   4 # All rights reserved. This program and the accompanying materials
   5 # are made available under the terms of the Apache License, Version 2.0
   6 # which accompanies this distribution, and is available at
   7 # http://www.apache.org/licenses/LICENSE-2.0
   8 ##############################################################################
   9
  10 export USE_MASTER = ""
  11 export CENTDNLD = http://mirrors.cat.pdx.edu/centos/7.3.1611/isos/x86_64/CentOS-7-x86_64-DVD-1611.iso
  12 export RELEASE = "0"
  13
  14 export RPM_DIST = $(shell rpm -E %dist)
  15
  16 export NETVPP_VERS := $(shell grep Version $(shell pwd)/rpm_specs/networking-vpp.spec | head -n 1 | awk '{ print $$2 }')
  17 export NETVPP_REPO := $(shell awk -F\= '/^netvpp_repo/ {print $$2}' variables.sh )
  18 export NETVPP_BRANCH := $(shell awk -F\= '/^netvpp_branch/ {print $$2}' variables.sh )
  19 export NETVPP_COMMIT := $(shell git ls-remote $(NETVPP_REPO) $(NETVPP_BRANCH) | awk '{print substr($$1,1,7)}')
  20
  21 export RELRPMVERS = $(shell grep Version $(shell pwd)/rpm_specs/opnfv-apex-release.spec | head -n 1 | awk '{ print $$2 }')
  22 export RPMVERS = $(shell grep Version $(shell pwd)/rpm_specs/opnfv-apex.spec | head -n 1 | awk '{ print $$2 }')
  23
  24 export BUILD_ROOT = $(shell pwd)
  25 export BUILD_DIR = $(shell dirname $$(pwd))/.build
  26 export CACHE_DIR = $(shell dirname $$(pwd))/.cache
  27 export PATCHES_DIR = $(BUILD_ROOT)/patches
  28 export QUAGGA_BUILD_DIR = $(BUILD_DIR)/quagga_build_dir
  29 export QUAGGA_RPMS_DIR = $(QUAGGA_BUILD_DIR)/rpmbuild
  30 export RPM_DIR_ARGS = -D '_topdir $(BUILD_DIR)' -D '_builddir $(BUILD_DIR)' -D '_sourcedir $(BUILD_DIR)' -D '_rpmdir $(BUILD_DIR)' -D '_specdir $(BUILD_DIR)' -D '_srcrpmdir $(BUILD_DIR)'
  31
  32 export RPMREL = $(BUILD_DIR)/noarch/opnfv-apex-release-$(RPMVERS)-$(shell echo ${RELEASE} | tr -d '_-').noarch.rpm
  33 export RPMCOM = $(BUILD_DIR)/noarch/opnfv-apex-common-$(RPMVERS)-$(shell echo ${RELEASE} | tr -d '_-').noarch.rpm
  34 export RPMUDR = $(BUILD_DIR)/noarch/opnfv-apex-undercloud-$(RPMVERS)-$(shell echo ${RELEASE} | tr -d '_-').noarch.rpm
  35 export RPMODL = $(BUILD_DIR)/noarch/opnfv-apex-$(RPMVERS)-$(shell echo ${RELEASE} | tr -d '_-').noarch.rpm
  36 export RPMONO = $(BUILD_DIR)/noarch/opnfv-apex-onos-$(RPMVERS)-$(shell echo ${RELEASE} | tr -d '_-').noarch.rpm
  37 export ISO = $(BUILD_DIR)/release/OPNFV-CentOS-7-x86_64-${RELEASE}.iso
  38 export CENTISO = $(BUILD_DIR)/$(shell basename $(CENTDNLD))
  39
  40 .PHONY: all
  41 all: iso
  42
  43 .PHONY: clean
  44 clean:
  45         rm -rf $(BUILD_DIR)
  46
  47 .PHONY: clean-cache
  48 clean-cache:
  49         rm -rf $(CACHE_DIR)
  50
  51 .PHONY: images
  52 images: undercloud overcloud-full overcloud-opendaylight overcloud-onos
  53
  54 .PHONY: rpms
  55 rpms: images common-rpm undercloud-rpm opendaylight-rpm onos-rpm
  56
  57 .PHONY: rpms-check
  58 rpms-check: release-rpm-check common-rpm-check undercloud-rpm-check opendaylight-rpm-check onos-rpm-check
  59
  60 .PHONY: rpms-clean
  61 rpms-clean:
  62         rm -rf $(BUILD_DIR)/noarch
  63         rm -rf $(BUILD_DIR)/BUILDROOT
  64
  65 $(BUILD_DIR)/opnfv-apex-release.tar.gz:
  66         mkdir -p $(BUILD_DIR)
  67         pushd ../ && git archive --format=tar.gz --prefix=opnfv-apex-release-$(RELRPMVERS)/ HEAD > $(BUILD_DIR)/opnfv-apex-release.tar.gz
  68
  69 .PHONY: release-rpm-check
  70 release-rpm-check: $(BUILD_DIR)/opnfv-apex-release.tar.gz
  71         rpmbuild --clean -bi -bl rpm_specs/opnfv-apex-release.spec $(RPM_DIR_ARGS) -D "_release $(shell echo $(RELEASE) | tr -d '_-')"
  72
  73 .PHONY: release-rpm
  74 release-rpm: $(BUILD_DIR)/opnfv-apex-release.tar.gz $(RPMREL)
  75
  76 $(RPMREL):
  77         @echo "Building the Apex Release RPM"
  78         # build the release RPM
  79         rpmbuild --clean -ba rpm_specs/opnfv-apex-release.spec $(RPM_DIR_ARGS) -D "_release $(shell echo $(RELEASE) | tr -d '_-')"
  80
  81 $(BUILD_DIR)/opnfv-apex-common.tar.gz:
  82         pushd ../ && git archive --format=tar.gz --prefix=opnfv-apex-common-$(RPMVERS)/ HEAD > $(BUILD_DIR)/opnfv-apex-common.tar.gz
  83
  84 .PHONY: common-rpm-check
  85 common-rpm-check: $(BUILD_DIR)/opnfv-apex-common.tar.gz
  86         rpmbuild --clean -bi -bl rpm_specs/opnfv-apex-common.spec $(RPM_DIR_ARGS) -D "_release $(shell echo $(RELEASE) | tr -d '_-')"
  87
  88 .PHONY: common-rpm
  89 common-rpm: $(BUILD_DIR)/opnfv-apex-common.tar.gz $(RPMCOM)
  90
  91 $(RPMCOM):
  92         @echo "Building the Apex Common RPM"
  93         # build the common RPM
  94         rpmbuild --clean -ba rpm_specs/opnfv-apex-common.spec $(RPM_DIR_ARGS) -D "_release $(shell echo $(RELEASE) | tr -d '_-')"
  95
  96 ##################
  97 #  PYTHON TESTS  #
  98 ##################
  99
 100 .PHONY: python-tests
 101 python-tests:
 102         # clean previous coverage data
 103         rm -rf ../tests/.coverage
 104         rm -rf ../tests/htmlcov
 105         # run nose tests
 106         cd ../tests && PYTHONPATH=../lib/python/ nosetests-3.4 . --with-coverage --cover-package apex --cover-package apex_python_utils --cover-html --cover-min-percentage 90
 107
 108         # generate reports
 109         cd ../tests && coverage3 report --include '*lib/python/*' -m
 110
 111 #######################
 112 #  PYTHON PEP8 CHECK  #
 113 #######################
 114
 115 .PHONY: python-pep8-check
 116 python-pep8-check:
 117         pep8 ../lib/python
 118         pep8 ../tests
 119
 120 #############
 121 #  YAMLLINT #
 122 #############
 123
 124 .PHONY: yamllint
 125 yamllint:
 126         @echo "Running yamllint against all .yaml files"
 127         cd ../ && yamllint $(shell cd ../ && git ls-tree -r HEAD --name-only | grep 'yaml$$')
 128 #############
 129 #  RPMLINT  #
 130 #############
 131
 132 .PHONY: rpmlint
 133 rpmlint:
 134         @echo "Running rpmlint against all RPM spec files"
 135         rpmlint rpm_specs/*.spec
 136
 137 ##################
 138 # NETWORKING-VPP #
 139 ##################
 140
 141 $(BUILD_DIR)/python-networking-vpp.tar.gz:
 142         @echo "Preparing the networking-vpp RPM prerequisites"
 143         git clone $(NETVPP_REPO) $(BUILD_DIR)/python-networking-vpp-$(NETVPP_VERS)
 144         tar czf $(BUILD_DIR)/python-networking-vpp.tar.gz -C $(BUILD_DIR) python-networking-vpp-$(NETVPP_VERS)
 145
 146 .PHONY: networking-vpp-rpm
 147 networking-vpp-rpm: $(BUILD_DIR)/noarch/python-networking-vpp-*.noarch.rpm
 148
 149 $(BUILD_DIR)/noarch/python-networking-vpp-*.noarch.rpm: $(BUILD_DIR)/python-networking-vpp.tar.gz
 150         @echo "Building the Networking VPP RPM"
 151         rpmbuild --clean -ba --target noarch rpm_specs/networking-vpp.spec $(RPM_DIR_ARGS) -D 'git .git$(NETVPP_COMMIT)'
 152
 153 ###############
 154 #  UNDERCLOUD #
 155 ###############
 156
 157 .PHONY: undercloud
 158 undercloud: $(BUILD_DIR)/undercloud.qcow2
 159
 160 $(BUILD_DIR)/undercloud.qcow2:
 161         @echo "Building the Apex Undercloud Image"
 162         @./undercloud.sh
 163
 164 $(BUILD_DIR)/opnfv-apex-undercloud.tar.gz: $(BUILD_DIR)/undercloud.qcow2
 165         @echo "Preparing the Apex Undercloud RPM prerequisites"
 166         pushd ../ && git archive --format=tar --prefix=opnfv-apex-undercloud-$(RPMVERS)/ HEAD > $(BUILD_DIR)/opnfv-apex-undercloud.tar
 167         tar -rf $(BUILD_DIR)/opnfv-apex-undercloud.tar \
 168                --xform="s:.*undercloud.qcow2:opnfv-apex-undercloud-$(RPMVERS)/build/undercloud.qcow2:" $(BUILD_DIR)/undercloud.qcow2
 169         gzip -f $(BUILD_DIR)/opnfv-apex-undercloud.tar
 170
 171 .PHONY: undercloud-rpm-check
 172 undercloud-rpm-check: $(BUILD_DIR)/opnfv-apex-undercloud.tar.gz
 173         rpmbuild --clean -bi -bl rpm_specs/opnfv-apex-undercloud.spec $(RPM_DIR_ARGS) -D "_release $(shell echo $(RELEASE) | tr -d '_-')"
 174
 175 .PHONY: undercloud-rpm
 176 undercloud-rpm: $(BUILD_DIR)/opnfv-apex-undercloud.tar.gz $(RPMUDR)
 177
 178 $(RPMUDR):
 179         @echo "Building the Apex Undercloud RPM"
 180         rpmbuild --clean -ba rpm_specs/opnfv-apex-undercloud.spec $(RPM_DIR_ARGS) -D "_release $(shell echo $(RELEASE) | tr -d '_-')"
 181
 182 ###############
 183 #  OVERCLOUD  #
 184 ###############
 185
 186 .PHONY: overcloud-full
 187 overcloud-full: $(BUILD_DIR)/overcloud-full.qcow2
 188
 189 $(BUILD_DIR)/overcloud-full.qcow2: $(BUILD_DIR)/noarch/python-networking-vpp-*.noarch.rpm
 190         @echo "Building the Apex Base Overcloud Image"
 191         @./overcloud-full.sh
 192
 193 ###############
 194 #    ODL      #
 195 ###############
 196
 197 .PHONY: overcloud-opendaylight
 198 overcloud-opendaylight: $(BUILD_DIR)/overcloud-full-opendaylight.qcow2
 199
 200 $(BUILD_DIR)/overcloud-full-opendaylight.qcow2: $(BUILD_DIR)/overcloud-full.qcow2
 201         @echo "Building the Apex OpenDaylight Overcloud Image"
 202         @./overcloud-opendaylight.sh
 203
 204 $(BUILD_DIR)/opnfv-apex.tar.gz: $(BUILD_DIR)/overcloud-full-opendaylight.qcow2
 205         tar -czf $(BUILD_DIR)/opnfv-apex.tar.gz --xform="s:.*/:opnfv-apex-$(RPMVERS)/build/:" $(BUILD_DIR)/overcloud-full-opendaylight.qcow2 $(BUILD_DIR)/overcloud-full.initrd $(BUILD_DIR)/overcloud-full.vmlinuz
 206
 207 .PHONY: opendaylight-rpm-check
 208 opendaylight-rpm-check: $(BUILD_DIR)/opnfv-apex.tar.gz
 209         rpmbuild --clean -bi -bl rpm_specs/opnfv-apex.spec $(RPM_DIR_ARGS) -D "_release $(shell echo $(RELEASE) | tr -d '_-')"
 210
 211 .PHONY: opendaylight-rpm
 212 opendaylight-rpm: $(BUILD_DIR)/opnfv-apex.tar.gz $(RPMODL)
 213
 214 $(RPMODL):
 215         @echo "Building the Apex OpenDaylight RPM"
 216         # build the overcloud RPM
 217         rpmbuild --clean -ba rpm_specs/opnfv-apex.spec $(RPM_DIR_ARGS) -D "_release $(shell echo $(RELEASE) | tr -d '_-')"
 218
 219 ###############
 220 #    ONOS     #
 221 ###############
 222
 223 .PHONY: overcloud-onos
 224 overcloud-onos: $(BUILD_DIR)/overcloud-full-onos.qcow2
 225
 226 $(BUILD_DIR)/overcloud-full-onos.qcow2: $(BUILD_DIR)/overcloud-full.qcow2
 227         @echo "Building the Apex ONOS Overcloud Image"
 228         @./overcloud-onos.sh
 229
 230 $(BUILD_DIR)/opnfv-apex-onos.tar.gz: $(BUILD_DIR)/overcloud-full-onos.qcow2
 231         tar -czf $(BUILD_DIR)/opnfv-apex-onos.tar.gz --xform="s:.*/:opnfv-apex-onos-$(RPMVERS)/build/:" $(BUILD_DIR)/overcloud-full-onos.qcow2
 232
 233 .PHONY: onos-rpm-check
 234 onos-rpm-check: $(BUILD_DIR)/opnfv-apex-onos.tar.gz
 235         rpmbuild --clean -bi -bl rpm_specs/opnfv-apex-onos.spec $(RPM_DIR_ARGS) -D "_release $(shell echo $(RELEASE) | tr -d '_-')"
 236
 237 .PHONY: onos-rpm
 238 onos-rpm: $(BUILD_DIR)/opnfv-apex-onos.tar.gz $(RPMONO)
 239
 240 $(RPMONO):
 241         @echo "Building the Apex ONOS RPM"
 242         # build the overcloud RPM
 243         rpmbuild --clean -ba rpm_specs/opnfv-apex-onos.spec $(RPM_DIR_ARGS) -D "_release $(shell echo $(RELEASE) | tr -d '_-')"
 244
 245 ###############
 246 #    ISO      #
 247 ###############
 248
 249 $(CENTISO):
 250         curl $(CENTDNLD) -z $(CENTISO) -o $(CENTISO) --verbose --silent --location
 251
 252 iso-clean:
 253         @rm -Rf $(BUILD_DIR)/centos
 254         @rm -Rf $(BUILD_DIR)/release
 255         @rm -f $(ISO)
 256
 257 .PHONY: mount-centiso umount-centiso
 258 mount-centiso: $(CENTISO)
 259         @echo "Mounting CentOS ISO in $(CENTDIR)"
 260         @mkdir -p $(CENTDIR)
 261         @fuseiso $(CENTISO) $(CENTDIR)
 262
 263 umount-centiso:
 264         @set +e
 265         @echo "Unmounting CentOS ISO from $(CENTDIR)"
 266         @fusermount -u $(CENTDIR)
 267         @rmdir $(CENTDIR)
 268         @set -e
 269
 270 .PHONY: iso
 271 iso:    iso-clean images rpms $(CENTISO)
 272         @echo "Building the Apex ISO"
 273         @mkdir $(BUILD_DIR)/centos $(BUILD_DIR)/release
 274         cd $(BUILD_DIR)/centos && bsdtar -xf ../$(shell basename $(CENTISO))
 275         # modify the installer iso's contents
 276         @chmod -R u+w $(BUILD_DIR)/centos
 277         @cp -f isolinux.cfg $(BUILD_DIR)/centos/isolinux/isolinux.cfg
 278         @ln $(RPMCOM) $(BUILD_DIR)/centos/Packages
 279         @ln $(RPMUDR) $(BUILD_DIR)/centos/Packages
 280         @ln $(RPMODL) $(BUILD_DIR)/centos/Packages
 281         # add packages to the centos packages
 282         cd $(BUILD_DIR)/centos/Packages && yumdownloader openvswitch jq python34 python34-libs python34-PyYAML python34-setuptools ipxe-roms-qemu python34-jinja2 python34-markupsafe python2-virtualbmc python-pbr python-prettytable python-pyghmi python-crypto libvirt-python
 283         cd $(BUILD_DIR)/centos/Packages && curl -O http://artifacts.opnfv.org/apex/dependencies/python3-ipmi-0.3.0-1.noarch.rpm
 284         # regenerate yum repo data
 285         @echo "Generating new yum metadata"
 286         createrepo --update -g $(BUILD_ROOT)/c7-opnfv-x86_64-comps.xml $(BUILD_DIR)/centos
 287         # build the iso
 288         @echo "Building OPNFV iso"
 289         mkisofs -b isolinux/isolinux.bin -no-emul-boot -boot-load-size 4 -boot-info-table -V "OPNFV CentOS 7 x86_64" -R -J -v -T -o $(ISO) $(BUILD_DIR)/centos
 290         isohybrid $(ISO)
 291         @printf "\n\nISO is built at $(ISO)\n\n"
 292
 293 ##################
 294 #  Quagga Clean  #
 295 ##################
 296 .PHONY: quagga-clean
 297 quagga-clean:
 298         @rm -rf $(QUAGGA_BUILD_DIR)
 299         @sudo yum -y remove zrpc* quagga* c-capnproto* thrift*
 300
 301 #################
 302 #  Quagga+ZRPC  #
 303 #################
 304 .PHONY: quagga-zrpc
 305 quagga-zrpc: quagga-clean thrift-rpm capnproto-rpm quagga-rpm zrpc-rpm
 306
 307 ##########
 308 #  ZRPC  #
 309 ##########
 310 .PHONY: zrpc-rpm
 311 zrpc-rpm: quagga-rpm $(QUAGGA_RPMS_DIR)/zrpcd-%.x86_64.rpm
 312
 313 $(QUAGGA_RPMS_DIR)/zrpcd-%.x86_64.rpm:
 314         @echo "Building ZRPC RPM"
 315         @./build_quagga.sh -a zrpc
 316
 317 ############
 318 #  Quagga  #
 319 ############
 320 .PHONY: quagga-rpm
 321 quagga-rpm: $(QUAGGA_RPMS_DIR)/RPMS/x86_64/quagga-1.1.0_%.el7.centos.x86_64.rpm
 322
 323 $(QUAGGA_RPMS_DIR)/RPMS/x86_64/quagga-1.1.0_%.el7.centos.x86_64.rpm:
 324         @echo "Building Quagga RPM"
 325         @./build_quagga.sh -a quagga
 326
 327 ###############
 328 #  Capnproto  #
 329 ###############
 330 .PHONY: capnproto-rpm
 331 capnproto-rpm: $(QUAGGA_RPMS_DIR)/RPMS/x86_64/c-capnproto-%.x86_64.rpm
 332
 333 $(QUAGGA_RPMS_DIR)/RPMS/x86_64/c-capnproto-%.x86_64.rpm:
 334         @echo "Building capnproto RPMs"
 335         @./build_quagga.sh -a capnproto
 336
 337 ############
 338 #  Thrift  #
 339 ############
 340
 341 .PHONY: thrift-rpm
 342 thrift-rpm: $(QUAGGA_RPMS_DIR)/RPMS/x86_64/thrift-%.x86_64.rpm
 343
 344 $(QUAGGA_RPMS_DIR)/RPMS/x86_64/thrift-%.x86_64.rpm:
 345         @echo "Building Thrift RPMs"
 346         @./build_quagga.sh -a thrift