build/Makefile

   1 ##############################################################################
   2 # Copyright (c) 2016 Red Hat Inc.
   3 # dradez@redhat.com
   4 # All rights reserved. This program and the accompanying materials
   5 # are made available under the terms of the Apache License, Version 2.0
   6 # which accompanies this distribution, and is available at
   7 # http://www.apache.org/licenses/LICENSE-2.0
   8 ##############################################################################
   9
  10 export USE_MASTER = ""
  11 export CENTDNLD = http://mirrors.cat.pdx.edu/centos/7.3.1611/isos/x86_64/CentOS-7-x86_64-DVD-1611.iso
  12 export RELEASE = "0"
  13
  14 export RPM_DIST = $(shell rpm -E %dist)
  15
  16 export TACKER_REPO := $(shell awk -F\= '/^tacker_repo/ {print $$2}' variables.sh )
  17 export TACKER_BRANCH := $(shell awk -F\= '/^tacker_branch/ {print $$2}' variables.sh )
  18 export TACKER_COMMIT := $(shell git ls-remote $(TACKER_REPO) $(TACKER_BRANCH) | awk '{print substr($$1,1,7)}')
  19
  20 export TACKERCLIENT_REPO := $(shell awk -F\= '/^tackerclient_repo/ {print $$2}' variables.sh )
  21 export TACKERCLIENT_BRANCH := $(shell awk -F\= '/^tackerclient_branch/ {print $$2}' variables.sh )
  22 export TACKERCLIENT_COMMIT := $(shell git ls-remote $(TACKERCLIENT_REPO) $(TACKERCLIENT_BRANCH) | awk '{print substr($$1,1,7)}')
  23
  24 export CONGRESS_REPO := $(shell awk -F\= '/^congress_repo/ {print $$2}' variables.sh )
  25 export CONGRESS_BRANCH := $(shell awk -F\= '/^congress_branch/ {print $$2}' variables.sh )
  26 export CONGRESS_COMMIT := $(shell git ls-remote $(CONGRESS_REPO) $(CONGRESS_BRANCH) | awk '{print substr($$1,1,7)}')
  27
  28 export NETVPP_VERS := $(shell grep Version $(shell pwd)/rpm_specs/networking-vpp.spec | head -n 1 | awk '{ print $$2 }')
  29 export NETVPP_REPO := $(shell awk -F\= '/^netvpp_repo/ {print $$2}' variables.sh )
  30 export NETVPP_BRANCH := $(shell awk -F\= '/^netvpp_branch/ {print $$2}' variables.sh )
  31 export NETVPP_COMMIT := $(shell git ls-remote $(NETVPP_REPO) $(NETVPP_BRANCH) | awk '{print substr($$1,1,7)}')
  32
  33 export RELRPMVERS = $(shell grep Version $(shell pwd)/rpm_specs/opnfv-apex-release.spec | head -n 1 | awk '{ print $$2 }')
  34 export RPMVERS = $(shell grep Version $(shell pwd)/rpm_specs/opnfv-apex.spec | head -n 1 | awk '{ print $$2 }')
  35
  36 export BUILD_ROOT = $(shell pwd)
  37 export BUILD_DIR = $(shell dirname $$(pwd))/.build
  38 export CACHE_DIR = $(shell dirname $$(pwd))/.cache
  39 export RPM_DIR_ARGS = -D '_topdir $(BUILD_DIR)' -D '_builddir $(BUILD_DIR)' -D '_sourcedir $(BUILD_DIR)' -D '_rpmdir $(BUILD_DIR)' -D '_specdir $(BUILD_DIR)' -D '_srcrpmdir $(BUILD_DIR)'
  40
  41 export RPMREL = $(BUILD_DIR)/noarch/opnfv-apex-release-$(RPMVERS)-$(shell echo ${RELEASE} | tr -d '_-').noarch.rpm
  42 export RPMCOM = $(BUILD_DIR)/noarch/opnfv-apex-common-$(RPMVERS)-$(shell echo ${RELEASE} | tr -d '_-').noarch.rpm
  43 export RPMUDR = $(BUILD_DIR)/noarch/opnfv-apex-undercloud-$(RPMVERS)-$(shell echo ${RELEASE} | tr -d '_-').noarch.rpm
  44 export RPMODL = $(BUILD_DIR)/noarch/opnfv-apex-$(RPMVERS)-$(shell echo ${RELEASE} | tr -d '_-').noarch.rpm
  45 export RPMONO = $(BUILD_DIR)/noarch/opnfv-apex-onos-$(RPMVERS)-$(shell echo ${RELEASE} | tr -d '_-').noarch.rpm
  46 export ISO = $(BUILD_DIR)/release/OPNFV-CentOS-7-x86_64-${RELEASE}.iso
  47 export CENTISO = $(BUILD_DIR)/$(shell basename $(CENTDNLD))
  48
  49 .PHONY: all
  50 all: iso
  51
  52 .PHONY: clean
  53 clean:
  54         rm -rf $(BUILD_DIR)
  55
  56 .PHONY: clean-cache
  57 clean-cache:
  58         rm -rf $(CACHE_DIR)
  59
  60 .PHONY: images
  61 images: undercloud overcloud-full overcloud-opendaylight overcloud-onos
  62
  63 .PHONY: rpms
  64 rpms: common-rpm undercloud-rpm opendaylight-rpm onos-rpm
  65
  66 .PHONY: rpms-check
  67 rpms-check: release-rpm-check common-rpm-check undercloud-rpm-check opendaylight-rpm-check onos-rpm-check
  68
  69 .PHONY: rpms-clean
  70 rpms-clean:
  71         rm -rf $(BUILD_DIR)/noarch
  72         rm -rf $(BUILD_DIR)/BUILDROOT
  73
  74 $(BUILD_DIR)/opnfv-apex-release.tar.gz:
  75         mkdir -p $(BUILD_DIR)
  76         pushd ../ && git archive --format=tar.gz --prefix=opnfv-apex-release-$(RELRPMVERS)/ HEAD > $(BUILD_DIR)/opnfv-apex-release.tar.gz
  77
  78 .PHONY: release-rpm-check
  79 release-rpm-check: $(BUILD_DIR)/opnfv-apex-release.tar.gz
  80         rpmbuild --clean -bi -bl rpm_specs/opnfv-apex-release.spec $(RPM_DIR_ARGS) -D "release $(shell echo $(RELEASE) | tr -d '_-')"
  81
  82 .PHONY: release-rpm
  83 release-rpm: $(BUILD_DIR)/opnfv-apex-release.tar.gz $(RPMREL)
  84
  85 $(RPMREL):
  86         @echo "Building the Apex Release RPM"
  87         # build the release RPM
  88         rpmbuild --clean -ba rpm_specs/opnfv-apex-release.spec $(RPM_DIR_ARGS) -D "release $(shell echo $(RELEASE) | tr -d '_-')"
  89
  90 $(BUILD_DIR)/opnfv-apex-common.tar.gz:
  91         pushd ../ && git archive --format=tar.gz --prefix=opnfv-apex-common-$(RPMVERS)/ HEAD > $(BUILD_DIR)/opnfv-apex-common.tar.gz
  92
  93 .PHONY: common-rpm-check
  94 common-rpm-check: $(BUILD_DIR)/opnfv-apex-common.tar.gz
  95         rpmbuild --clean -bi -bl rpm_specs/opnfv-apex-common.spec $(RPM_DIR_ARGS) -D "release $(shell echo $(RELEASE) | tr -d '_-')"
  96
  97 .PHONY: common-rpm
  98 common-rpm: $(BUILD_DIR)/opnfv-apex-common.tar.gz $(RPMCOM)
  99
 100 $(RPMCOM):
 101         @echo "Building the Apex Common RPM"
 102         # build the common RPM
 103         rpmbuild --clean -ba rpm_specs/opnfv-apex-common.spec $(RPM_DIR_ARGS) -D "release $(shell echo $(RELEASE) | tr -d '_-')"
 104
 105 ##################
 106 #  PYTHON TESTS  #
 107 ##################
 108
 109 .PHONY: python-tests
 110 python-tests:
 111         # clean previous coverage data
 112         rm -rf ../tests/.coverage
 113         rm -rf ../tests/htmlcov
 114         # run nose tests
 115         cd ../tests && PYTHONPATH=../lib/python/ nosetests-3.4 . --with-coverage --cover-package apex --cover-package apex_python_utils --cover-html --cover-min-percentage 90
 116
 117         # generate reports
 118         cd ../tests && coverage3 report --include '*lib/python/*' -m
 119
 120 #######################
 121 #  PYTHON PEP8 CHECK  #
 122 #######################
 123
 124 .PHONY: python-pep8-check
 125 python-pep8-check:
 126         pep8 ../lib/python
 127         pep8 ../tests
 128
 129 ###############
 130 #  TACKER     #
 131 ###############
 132
 133 $(BUILD_DIR)/openstack-tacker.tar.gz:
 134         @echo "Preparing the Tacker RPM prerequisites"
 135         git clone $(TACKER_REPO) -b $(TACKER_BRANCH) $(BUILD_DIR)/openstack-tacker-2016.2
 136         tar czf $(BUILD_DIR)/openstack-tacker.tar.gz -C $(BUILD_DIR) openstack-tacker-2016.2
 137
 138 .PHONY: tacker-rpm
 139 tacker-rpm: $(BUILD_DIR)/openstack-tacker.tar.gz $(BUILD_DIR)/noarch/openstack-tacker-2016.2-1.git$(TACKER_COMMIT).noarch.rpm
 140
 141 $(BUILD_DIR)/noarch/openstack-tacker-2016.2-1.git$(TACKER_COMMIT).noarch.rpm:
 142         @echo "Building the Tacker RPM"
 143         rpmbuild --clean -ba --target noarch rpm_specs/openstack-tacker.spec $(RPM_DIR_ARGS) -D 'git .git$(TACKER_COMMIT)'
 144
 145 #################
 146 #  TACKERCLIENT #
 147 #################
 148
 149 $(BUILD_DIR)/python-tackerclient.tar.gz:
 150         @echo "Preparing the TackerClient RPM prerequisites"
 151         git clone $(TACKERCLIENT_REPO) -b $(TACKERCLIENT_BRANCH) $(BUILD_DIR)/python-tackerclient-2016.2
 152         tar czf $(BUILD_DIR)/python-tackerclient.tar.gz -C $(BUILD_DIR) python-tackerclient-2016.2
 153
 154 .PHONY: tackerclient-rpm
 155 tackerclient-rpm: $(BUILD_DIR)/python-tackerclient.tar.gz $(BUILD_DIR)/noarch/python-tackerclient-2016.2-1.git$(TACKERCLIENT_COMMIT).noarch.rpm
 156
 157 $(BUILD_DIR)/noarch/python-tackerclient-2016.2-1.git$(TACKERCLIENT_COMMIT).noarch.rpm:
 158         @echo "Building the TackerClient RPM"
 159         rpmbuild --clean -ba --target noarch rpm_specs/python-tackerclient.spec $(RPM_DIR_ARGS) -D 'git .git$(TACKERCLIENT_COMMIT)'
 160
 161 ###############
 162 #  CONGRESS   #
 163 ###############
 164
 165 .PHONY: congress-clean
 166 congress-clean:
 167         @rm -rf $(BUILD_DIR)/openstack-congress-2016.2
 168         @rm -f $(BUILD_DIR)/openstack-congress.tar.gz
 169
 170 $(BUILD_DIR)/openstack-congress.tar.gz:
 171         @echo "Preparing the Congress RPM prerequisites"
 172         git clone $(CONGRESS_REPO) -b $(CONGRESS_BRANCH) $(BUILD_DIR)/openstack-congress-2016.2
 173         cd $(BUILD_DIR)/openstack-congress-2016.2 && curl -O https://radez.fedorapeople.org/openstack-congress.service
 174         tar czf $(BUILD_DIR)/openstack-congress.tar.gz -C $(BUILD_DIR) openstack-congress-2016.2
 175
 176 .PHONY: congress-rpm
 177 congress-rpm: $(BUILD_DIR)/noarch/openstack-congress-2016.2-1.git$(CONGRESS_COMMIT).noarch.rpm
 178
 179 $(BUILD_DIR)/noarch/openstack-congress-2016.2-1.git$(CONGRESS_COMMIT).noarch.rpm: $(BUILD_DIR)/openstack-congress.tar.gz
 180         @echo "Building the Congress RPM"
 181         rpmbuild --clean -ba --target noarch rpm_specs/openstack-congress.spec $(RPM_DIR_ARGS) -D 'git .git$(CONGRESS_COMMIT)'
 182
 183 ##################
 184 # NETWORKING-VPP #
 185 ##################
 186
 187 $(BUILD_DIR)/python-networking-vpp.tar.gz:
 188         @echo "Preparing the networking-vpp RPM prerequisites"
 189         git clone $(NETVPP_REPO) $(BUILD_DIR)/python-networking-vpp-$(NETVPP_VERS)
 190         tar czf $(BUILD_DIR)/python-networking-vpp.tar.gz -C $(BUILD_DIR) python-networking-vpp-$(NETVPP_VERS)
 191
 192 .PHONY: networking-vpp-rpm
 193 networking-vpp-rpm: $(BUILD_DIR)/noarch/python-networking-vpp-$(NETVPP_VERS)-1.git$(NETVPP_COMMIT)$(RPM_DIST).noarch.rpm
 194
 195 $(BUILD_DIR)/noarch/python-networking-vpp-$(NETVPP_VERS)-1.git$(NETVPP_COMMIT)$(RPM_DIST).noarch.rpm: $(BUILD_DIR)/python-networking-vpp.tar.gz
 196         @echo "Building the Networking VPP RPM"
 197         rpmbuild --clean -ba --target noarch rpm_specs/networking-vpp.spec $(RPM_DIR_ARGS) -D 'git .git$(NETVPP_COMMIT)'
 198
 199 ###############
 200 #  UNDERCLOUD #
 201 ###############
 202
 203 .PHONY: undercloud
 204 undercloud: $(BUILD_DIR)/undercloud.qcow2
 205
 206 $(BUILD_DIR)/undercloud.qcow2: tackerclient-rpm
 207         @echo "Building the Apex Undercloud Image"
 208         @./undercloud.sh
 209
 210 $(BUILD_DIR)/opnfv-apex-undercloud.tar.gz: $(BUILD_DIR)/undercloud.qcow2
 211         @echo "Preparing the Apex Undercloud RPM prerequisites"
 212         pushd ../ && git archive --format=tar --prefix=opnfv-apex-undercloud-$(RPMVERS)/ HEAD > $(BUILD_DIR)/opnfv-apex-undercloud.tar
 213         tar -rf $(BUILD_DIR)/opnfv-apex-undercloud.tar \
 214                --xform="s:.*undercloud.qcow2:opnfv-apex-undercloud-$(RPMVERS)/build/undercloud.qcow2:" $(BUILD_DIR)/undercloud.qcow2
 215         gzip -f $(BUILD_DIR)/opnfv-apex-undercloud.tar
 216
 217 .PHONY: undercloud-rpm-check
 218 undercloud-rpm-check: $(BUILD_DIR)/opnfv-apex-undercloud.tar.gz
 219         rpmbuild --clean -bi -bl rpm_specs/opnfv-apex-undercloud.spec $(RPM_DIR_ARGS) -D "release $(shell echo $(RELEASE) | tr -d '_-')"
 220
 221 .PHONY: undercloud-rpm
 222 undercloud-rpm: $(BUILD_DIR)/opnfv-apex-undercloud.tar.gz $(RPMUDR)
 223
 224 $(RPMUDR):
 225         @echo "Building the Apex Undercloud RPM"
 226         rpmbuild --clean -ba rpm_specs/opnfv-apex-undercloud.spec $(RPM_DIR_ARGS) -D "release $(shell echo $(RELEASE) | tr -d '_-')"
 227
 228 ###############
 229 #  OVERCLOUD  #
 230 ###############
 231
 232 .PHONY: overcloud-full
 233 overcloud-full: $(BUILD_DIR)/overcloud-full.qcow2
 234
 235 $(BUILD_DIR)/overcloud-full.qcow2: congress-rpm tacker-rpm networking-vpp-rpm
 236         @echo "Building the Apex Base Overcloud Image"
 237         @./overcloud-full.sh
 238
 239 ###############
 240 #    ODL      #
 241 ###############
 242
 243 .PHONY: overcloud-opendaylight
 244 overcloud-opendaylight: $(BUILD_DIR)/overcloud-full-opendaylight.qcow2
 245
 246 $(BUILD_DIR)/overcloud-full-opendaylight.qcow2: $(BUILD_DIR)/overcloud-full.qcow2
 247         @echo "Building the Apex OpenDaylight Overcloud Image"
 248         @./overcloud-opendaylight.sh
 249
 250 $(BUILD_DIR)/opnfv-apex.tar.gz: $(BUILD_DIR)/overcloud-full-opendaylight.qcow2
 251         tar -czf $(BUILD_DIR)/opnfv-apex.tar.gz --xform="s:.*overcloud-full-opendaylight.qcow2:opnfv-apex-$(RPMVERS)/build/overcloud-full-opendaylight.qcow2:" $(BUILD_DIR)/overcloud-full-opendaylight.qcow2
 252
 253 .PHONY: opendaylight-rpm-check
 254 opendaylight-rpm-check: $(BUILD_DIR)/opnfv-apex.tar.gz
 255         rpmbuild --clean -bi -bl rpm_specs/opnfv-apex.spec $(RPM_DIR_ARGS) -D "release $(shell echo $(RELEASE) | tr -d '_-')"
 256
 257 .PHONY: opendaylight-rpm
 258 opendaylight-rpm: $(BUILD_DIR)/opnfv-apex.tar.gz $(RPMODL)
 259
 260 $(RPMODL):
 261         @echo "Building the Apex OpenDaylight RPM"
 262         # build the overcloud RPM
 263         rpmbuild --clean -ba rpm_specs/opnfv-apex.spec $(RPM_DIR_ARGS) -D "release $(shell echo $(RELEASE) | tr -d '_-')"
 264
 265 ###############
 266 #    ONOS     #
 267 ###############
 268
 269 .PHONY: overcloud-onos
 270 overcloud-onos: $(BUILD_DIR)/overcloud-full-onos.qcow2
 271
 272 $(BUILD_DIR)/overcloud-full-onos.qcow2: $(BUILD_DIR)/overcloud-full.qcow2
 273         @echo "Building the Apex ONOS Overcloud Image"
 274         @./overcloud-onos.sh
 275
 276 $(BUILD_DIR)/opnfv-apex-onos.tar.gz: $(BUILD_DIR)/overcloud-full-onos.qcow2
 277         tar -czf $(BUILD_DIR)/opnfv-apex-onos.tar.gz --xform="s:.*overcloud-full-onos.qcow2:opnfv-apex-onos-$(RPMVERS)/build/overcloud-full-onos.qcow2:" $(BUILD_DIR)/overcloud-full-onos.qcow2
 278
 279 .PHONY: onos-rpm-check
 280 onos-rpm-check: $(BUILD_DIR)/opnfv-apex-onos.tar.gz
 281         rpmbuild --clean -bi -bl rpm_specs/opnfv-apex-onos.spec $(RPM_DIR_ARGS) -D "release $(shell echo $(RELEASE) | tr -d '_-')"
 282
 283 .PHONY: onos-rpm
 284 onos-rpm: $(BUILD_DIR)/opnfv-apex-onos.tar.gz $(RPMONO)
 285
 286 $(RPMONO):
 287         @echo "Building the Apex ONOS RPM"
 288         # build the overcloud RPM
 289         rpmbuild --clean -ba rpm_specs/opnfv-apex-onos.spec $(RPM_DIR_ARGS) -D "release $(shell echo $(RELEASE) | tr -d '_-')"
 290
 291 ###############
 292 #    ISO      #
 293 ###############
 294
 295 $(CENTISO):
 296         curl $(CENTDNLD) -z $(CENTISO) -o $(CENTISO) --verbose --silent --location
 297
 298 iso-clean:
 299         @rm -Rf $(BUILD_DIR)/centos
 300         @rm -Rf $(BUILD_DIR)/release
 301         @rm -f $(ISO)
 302
 303 .PHONY: mount-centiso umount-centiso
 304 mount-centiso: $(CENTISO)
 305         @echo "Mounting CentOS ISO in $(CENTDIR)"
 306         @mkdir -p $(CENTDIR)
 307         @fuseiso $(CENTISO) $(CENTDIR)
 308
 309 umount-centiso:
 310         @set +e
 311         @echo "Unmounting CentOS ISO from $(CENTDIR)"
 312         @fusermount -u $(CENTDIR)
 313         @rmdir $(CENTDIR)
 314         @set -e
 315
 316 .PHONY: iso
 317 iso:    iso-clean images rpms $(CENTISO)
 318         @echo "Building the Apex ISO"
 319         @mkdir $(BUILD_DIR)/centos $(BUILD_DIR)/release
 320         cd $(BUILD_DIR)/centos && bsdtar -xf ../$(shell basename $(CENTISO))
 321         # modify the installer iso's contents
 322         @chmod -R u+w $(BUILD_DIR)/centos
 323         @cp -f isolinux.cfg $(BUILD_DIR)/centos/isolinux/isolinux.cfg
 324         @ln $(RPMCOM) $(BUILD_DIR)/centos/Packages
 325         @ln $(RPMUDR) $(BUILD_DIR)/centos/Packages
 326         @ln $(RPMODL) $(BUILD_DIR)/centos/Packages
 327         @ln $(RPMONO) $(BUILD_DIR)/centos/Packages
 328         # add packages to the centos packages
 329         cd $(BUILD_DIR)/centos/Packages && yumdownloader openvswitch openstack-tripleo jq python34 python34-libs python34-yaml python34-setuptools ipxe-roms-qemu
 330         cd $(BUILD_DIR)/centos/Packages && curl -O https://radez.fedorapeople.org/python34-markupsafe-0.23-9.el7.centos.x86_64.rpm
 331         cd $(BUILD_DIR)/centos/Packages && curl -O https://radez.fedorapeople.org/python3-jinja2-2.8-5.el7.centos.noarch.rpm
 332         cd $(BUILD_DIR)/centos/Packages && curl -O http://artifacts.opnfv.org/apex/dependencies/python3-ipmi-0.3.0-1.noarch.rpm
 333         # regenerate yum repo data
 334         @echo "Generating new yum metadata"
 335         createrepo --update -g $(BUILD_ROOT)/c7-opnfv-x86_64-comps.xml $(BUILD_DIR)/centos
 336         # build the iso
 337         @echo "Building OPNFV iso"
 338         mkisofs -b isolinux/isolinux.bin -no-emul-boot -boot-load-size 4 -boot-info-table -V "OPNFV CentOS 7 x86_64" -R -J -v -T -o $(ISO) $(BUILD_DIR)/centos
 339         isohybrid $(ISO)
 340         @printf "\n\nISO is built at $(ISO)\n\n"
 341
 342 ####################
 343 #  python3-jinja2  #
 344 ####################
 345
 346 .PHONY: python3-jinja2
 347 python3-jinja2: python3-markupsafe
 348         cd $(BUILD_DIR) \
 349         && curl -O -L artifacts.opnfv.org/apex/dependencies/python-jinja2-2.8-5.fc24.src.rpm \
 350         && rpm2cpio python-jinja2-2.8-5.fc24.src.rpm | cpio -idmv \
 351         && sed -i 's/python3-devel/python34-devel/' python-jinja2.spec \
 352         && sed -i 's/python3-setuptools/python34-setuptools/' python-jinja2.spec \
 353         && sed -i 's/python3-pytest/python34-pytest/' python-jinja2.spec \
 354         && sed -i 's/python3-markupsafe/python34-markupsafe/' python-jinja2.spec \
 355         && rpmbuild -ba python-jinja2.spec $(RPM_DIR_ARGS) -D "with_python3 1"
 356
 357 ########################
 358 #  python3-markupsafe  #
 359 ########################
 360
 361 .PHONY: python3-markupsafe
 362 python3-markupsafe:
 363         cd $(BUILD_DIR) \
 364         && curl -O -L artifacts.opnfv.org/apex/dependencies/python-markupsafe-0.23-9.fc24.src.rpm \
 365         && rpm2cpio python-markupsafe-0.23-9.fc24.src.rpm | cpio -idmv \
 366         && sed -i 's/python3-devel/python34-devel/' python-markupsafe.spec \
 367         && sed -i 's/python3-setuptools/python34-setuptools/' python-markupsafe.spec \
 368         && sed -i 's/python3-pytest/python34-pytest/' python-markupsafe.spec \
 369         && sed -i 's/python3-markupsafe/python34-markupsafe/' python-markupsafe.spec \
 370         && rpmbuild -ba python-markupsafe.spec $(RPM_DIR_ARGS) -D "with_python3 1"