build/Makefile

   1 ##############################################################################
   2 # Copyright (c) 2016 Red Hat Inc.
   3 # dradez@redhat.com
   4 # All rights reserved. This program and the accompanying materials
   5 # are made available under the terms of the Apache License, Version 2.0
   6 # which accompanies this distribution, and is available at
   7 # http://www.apache.org/licenses/LICENSE-2.0
   8 ##############################################################################
   9
  10 export USE_MASTER = ""
  11 export CENTDNLD = http://mirrors.cat.pdx.edu/centos/7.2.1511/isos/x86_64/CentOS-7-x86_64-DVD-1511.iso
  12 export RELEASE = "0"
  13
  14 export RPM_DIST = $(shell rpm -E %dist)
  15
  16 export TACKER_REPO := $(shell awk -F\= '/^tacker_repo/ {print $$2}' variables.sh )
  17 export TACKER_BRANCH := $(shell awk -F\= '/^tacker_branch/ {print $$2}' variables.sh )
  18 export TACKER_COMMIT := $(shell git ls-remote $(TACKER_REPO) $(TACKER_BRANCH) | awk '{print substr($$1,1,7)}')
  19
  20 export TACKERCLIENT_REPO := $(shell awk -F\= '/^tackerclient_repo/ {print $$2}' variables.sh )
  21 export TACKERCLIENT_BRANCH := $(shell awk -F\= '/^tackerclient_branch/ {print $$2}' variables.sh )
  22 export TACKERCLIENT_COMMIT := $(shell git ls-remote $(TACKERCLIENT_REPO) $(TACKERCLIENT_BRANCH) | awk '{print substr($$1,1,7)}')
  23
  24 export CONGRESS_REPO := $(shell awk -F\= '/^congress_repo/ {print $$2}' variables.sh )
  25 export CONGRESS_BRANCH := $(shell awk -F\= '/^congress_branch/ {print $$2}' variables.sh )
  26 export CONGRESS_COMMIT := $(shell git ls-remote $(CONGRESS_REPO) $(CONGRESS_BRANCH) | awk '{print substr($$1,1,7)}')
  27
  28 export NETVPP_VERS := $(shell grep Version $(shell pwd)/rpm_specs/networking-vpp.spec | head -n 1 | awk '{ print $$2 }')
  29 export NETVPP_REPO := $(shell awk -F\= '/^netvpp_repo/ {print $$2}' variables.sh )
  30 export NETVPP_BRANCH := $(shell awk -F\= '/^netvpp_branch/ {print $$2}' variables.sh )
  31 export NETVPP_COMMIT := $(shell git ls-remote $(NETVPP_REPO) $(NETVPP_BRANCH) | awk '{print substr($$1,1,7)}')
  32
  33 export RELRPMVERS = $(shell grep Version $(shell pwd)/rpm_specs/opnfv-apex-release.spec | head -n 1 | awk '{ print $$2 }')
  34 export RPMVERS = $(shell grep Version $(shell pwd)/rpm_specs/opnfv-apex.spec | head -n 1 | awk '{ print $$2 }')
  35
  36 export BUILD_ROOT = $(shell pwd)
  37 export BUILD_DIR = $(shell dirname $$(pwd))/.build
  38 export CACHE_DIR = $(shell dirname $$(pwd))/.cache
  39 export RPM_DIR_ARGS = -D '_topdir $(BUILD_DIR)' -D '_builddir $(BUILD_DIR)' -D '_sourcedir $(BUILD_DIR)' -D '_rpmdir $(BUILD_DIR)' -D '_specdir $(BUILD_DIR)' -D '_srcrpmdir $(BUILD_DIR)'
  40
  41 export RPMREL = $(BUILD_DIR)/noarch/opnfv-apex-release-$(RPMVERS)-$(shell echo ${RELEASE} | tr -d '_-').noarch.rpm
  42 export RPMCOM = $(BUILD_DIR)/noarch/opnfv-apex-common-$(RPMVERS)-$(shell echo ${RELEASE} | tr -d '_-').noarch.rpm
  43 export RPMUDR = $(BUILD_DIR)/noarch/opnfv-apex-undercloud-$(RPMVERS)-$(shell echo ${RELEASE} | tr -d '_-').noarch.rpm
  44 export RPMODL = $(BUILD_DIR)/noarch/opnfv-apex-$(RPMVERS)-$(shell echo ${RELEASE} | tr -d '_-').noarch.rpm
  45 export RPMONO = $(BUILD_DIR)/noarch/opnfv-apex-onos-$(RPMVERS)-$(shell echo ${RELEASE} | tr -d '_-').noarch.rpm
  46 export ISO = $(BUILD_DIR)/release/OPNFV-CentOS-7-x86_64-${RELEASE}.iso
  47 export CENTISO = $(BUILD_DIR)/$(shell basename $(CENTDNLD))
  48
  49 .PHONY: all
  50 all: iso
  51
  52 .PHONY: clean
  53 clean:
  54         rm -rf $(BUILD_DIR)
  55
  56 .PHONY: clean-cache
  57 clean-cache:
  58         rm -rf $(CACHE_DIR)
  59
  60 .PHONY: images
  61 images: undercloud overcloud-full overcloud-opendaylight overcloud-onos
  62
  63 .PHONY: rpms
  64 rpms: common-rpm undercloud-rpm opendaylight-rpm onos-rpm
  65
  66 .PHONY: rpms-check
  67 rpms-check: release-rpm-check common-rpm-check undercloud-rpm-check opendaylight-rpm-check onos-rpm-check
  68
  69 .PHONY: rpms-clean
  70 rpms-clean:
  71         rm -rf $(BUILD_DIR)/noarch
  72         rm -rf $(BUILD_DIR)/BUILDROOT
  73
  74 $(BUILD_DIR)/opnfv-apex-release.tar.gz:
  75         mkdir -p $(BUILD_DIR)
  76         pushd ../ && git archive --format=tar.gz --prefix=opnfv-apex-release-$(RELRPMVERS)/ HEAD > $(BUILD_DIR)/opnfv-apex-release.tar.gz
  77
  78 .PHONY: release-rpm-check
  79 release-rpm-check: $(BUILD_DIR)/opnfv-apex-release.tar.gz
  80         rpmbuild --clean -bi -bl rpm_specs/opnfv-apex-release.spec $(RPM_DIR_ARGS) -D "release $(shell echo $(RELEASE) | tr -d '_-')"
  81
  82 .PHONY: release-rpm
  83 release-rpm: $(BUILD_DIR)/opnfv-apex-release.tar.gz $(RPMREL)
  84
  85 $(RPMREL):
  86         @echo "Building the Apex Release RPM"
  87         # build the release RPM
  88         rpmbuild --clean -ba rpm_specs/opnfv-apex-release.spec $(RPM_DIR_ARGS) -D "release $(shell echo $(RELEASE) | tr -d '_-')"
  89
  90 $(BUILD_DIR)/opnfv-apex-common.tar.gz:
  91         pushd ../ && git archive --format=tar.gz --prefix=opnfv-apex-common-$(RPMVERS)/ HEAD > $(BUILD_DIR)/opnfv-apex-common.tar.gz
  92
  93 .PHONY: common-rpm-check
  94 common-rpm-check: $(BUILD_DIR)/opnfv-apex-common.tar.gz
  95         rpmbuild --clean -bi -bl rpm_specs/opnfv-apex-common.spec $(RPM_DIR_ARGS) -D "release $(shell echo $(RELEASE) | tr -d '_-')"
  96
  97 .PHONY: common-rpm
  98 common-rpm: $(BUILD_DIR)/opnfv-apex-common.tar.gz $(RPMCOM)
  99
 100 $(RPMCOM):
 101         @echo "Building the Apex Common RPM"
 102         # build the common RPM
 103         rpmbuild --clean -ba rpm_specs/opnfv-apex-common.spec $(RPM_DIR_ARGS) -D "release $(shell echo $(RELEASE) | tr -d '_-')"
 104
 105 ##################
 106 #  PYTHON TESTS  #
 107 ##################
 108
 109 .PHONY: python-tests
 110 python-tests:
 111         # clean previous coverage data
 112         rm -rf ../tests/.coverage
 113         rm -rf ../tests/htmlcov
 114         # run nose tests
 115         cd ../tests && PYTHONPATH=../lib/python/ nosetests-3.4 . --with-coverage --cover-package apex --cover-package apex_python_utils --cover-html --cover-min-percentage 90
 116
 117         # generate reports
 118         cd ../tests && coverage3 report --include '*lib/python/*' -m
 119
 120 #######################
 121 #  PYTHON PEP8 CHECK  #
 122 #######################
 123
 124 .PHONY: python-pep8-check
 125 python-pep8-check:
 126         pep8 ../lib/python
 127         pep8 ../tests
 128
 129 ###############
 130 #  TACKER     #
 131 ###############
 132
 133 $(BUILD_DIR)/openstack-tacker.tar.gz:
 134         @echo "Preparing the Tacker RPM prerequisites"
 135         git clone $(TACKER_REPO) -b $(TACKER_BRANCH) $(BUILD_DIR)/openstack-tacker-2016.2
 136         tar czf $(BUILD_DIR)/openstack-tacker.tar.gz -C $(BUILD_DIR) openstack-tacker-2016.2
 137
 138 .PHONY: tacker-rpm
 139 tacker-rpm: $(BUILD_DIR)/openstack-tacker.tar.gz $(BUILD_DIR)/noarch/openstack-tacker-2016.2-1.git$(TACKER_COMMIT).noarch.rpm
 140
 141 $(BUILD_DIR)/noarch/openstack-tacker-2016.2-1.git$(TACKER_COMMIT).noarch.rpm:
 142         @echo "Building the Tacker RPM"
 143         rpmbuild --clean -ba --target noarch rpm_specs/openstack-tacker.spec $(RPM_DIR_ARGS) -D 'git .git$(TACKER_COMMIT)'
 144
 145 #################
 146 #  TACKERCLIENT #
 147 #################
 148
 149 $(BUILD_DIR)/python-tackerclient.tar.gz:
 150         @echo "Preparing the TackerClient RPM prerequisites"
 151         git clone $(TACKERCLIENT_REPO) -b $(TACKERCLIENT_BRANCH) $(BUILD_DIR)/python-tackerclient-2016.2
 152         tar czf $(BUILD_DIR)/python-tackerclient.tar.gz -C $(BUILD_DIR) python-tackerclient-2016.2
 153
 154 .PHONY: tackerclient-rpm
 155 tackerclient-rpm: $(BUILD_DIR)/python-tackerclient.tar.gz $(BUILD_DIR)/noarch/python-tackerclient-2016.2-1.git$(TACKERCLIENT_COMMIT).noarch.rpm
 156
 157 $(BUILD_DIR)/noarch/python-tackerclient-2016.2-1.git$(TACKERCLIENT_COMMIT).noarch.rpm:
 158         @echo "Building the TackerClient RPM"
 159         rpmbuild --clean -ba --target noarch rpm_specs/python-tackerclient.spec $(RPM_DIR_ARGS) -D 'git .git$(TACKERCLIENT_COMMIT)'
 160
 161 ###############
 162 #  CONGRESS   #
 163 ###############
 164
 165 $(BUILD_DIR)/openstack-congress.tar.gz:
 166         @echo "Preparing the Congress RPM prerequisites"
 167         git clone $(CONGRESS_REPO) -b $(CONGRESS_BRANCH) $(BUILD_DIR)/openstack-congress-2016.1
 168         cd $(BUILD_DIR)/openstack-congress-2016.1 && curl -O https://radez.fedorapeople.org/openstack-congress.service
 169         tar czf $(BUILD_DIR)/openstack-congress.tar.gz -C $(BUILD_DIR) openstack-congress-2016.1
 170
 171 .PHONY: congress-rpm
 172 congress-rpm: $(BUILD_DIR)/openstack-congress.tar.gz $(BUILD_DIR)/noarch/openstack-congress-2016.1-1.git$(CONGRESS_COMMIT).noarch.rpm
 173
 174
 175 $(BUILD_DIR)/noarch/openstack-congress-2016.1-1.git$(CONGRESS_COMMIT).noarch.rpm:
 176         @echo "Building the Congress RPM"
 177         rpmbuild --clean -ba --target noarch rpm_specs/openstack-congress.spec $(RPM_DIR_ARGS) -D 'git .git$(CONGRESS_COMMIT)'
 178
 179 ##################
 180 # NETWORKING-VPP #
 181 ##################
 182
 183 $(BUILD_DIR)/networking-vpp.tar.gz:
 184         @echo "Preparing the networking-vpp RPM prerequisites"
 185         git clone $(NETVPP_REPO) $(BUILD_DIR)/networking-vpp-$(NETVPP_VERS)
 186         tar czf $(BUILD_DIR)/networking-vpp.tar.gz -C $(BUILD_DIR) networking-vpp-$(NETVPP_VERS)
 187
 188 .PHONY: networking-vpp-rpm
 189 networking-vpp-rpm: $(BUILD_DIR)/noarch/networking-vpp-$(NETVPP_VERS)-1.git$(NETVPP_COMMIT)$(RPM_DIST).noarch.rpm
 190
 191 $(BUILD_DIR)/noarch/networking-vpp-$(NETVPP_VERS)-1.git$(NETVPP_COMMIT)$(RPM_DIST).noarch.rpm: $(BUILD_DIR)/networking-vpp.tar.gz
 192         @echo "Building the Networking VPP RPM"
 193         rpmbuild --clean -ba --target noarch rpm_specs/networking-vpp.spec $(RPM_DIR_ARGS) -D 'git .git$(NETVPP_COMMIT)'
 194
 195 ###############
 196 #  UNDERCLOUD #
 197 ###############
 198
 199 .PHONY: undercloud
 200 undercloud: $(BUILD_DIR)/undercloud.qcow2
 201
 202 $(BUILD_DIR)/undercloud.qcow2: tackerclient-rpm
 203         @echo "Building the Apex Undercloud Image"
 204         @./undercloud.sh
 205
 206 $(BUILD_DIR)/opnfv-apex-undercloud.tar.gz: $(BUILD_DIR)/undercloud.qcow2
 207         @echo "Preparing the Apex Undercloud RPM prerequisites"
 208         pushd ../ && git archive --format=tar --prefix=opnfv-apex-undercloud-$(RPMVERS)/ HEAD > $(BUILD_DIR)/opnfv-apex-undercloud.tar
 209         tar -rf $(BUILD_DIR)/opnfv-apex-undercloud.tar \
 210                --xform="s:.*undercloud.qcow2:opnfv-apex-undercloud-$(RPMVERS)/build/undercloud.qcow2:" $(BUILD_DIR)/undercloud.qcow2
 211         gzip -f $(BUILD_DIR)/opnfv-apex-undercloud.tar
 212
 213 .PHONY: undercloud-rpm-check
 214 undercloud-rpm-check: $(BUILD_DIR)/opnfv-apex-undercloud.tar.gz
 215         rpmbuild --clean -bi -bl rpm_specs/opnfv-apex-undercloud.spec $(RPM_DIR_ARGS) -D "release $(shell echo $(RELEASE) | tr -d '_-')"
 216
 217 .PHONY: undercloud-rpm
 218 undercloud-rpm: $(BUILD_DIR)/opnfv-apex-undercloud.tar.gz $(RPMUDR)
 219
 220 $(RPMUDR):
 221         @echo "Building the Apex Undercloud RPM"
 222         rpmbuild --clean -ba rpm_specs/opnfv-apex-undercloud.spec $(RPM_DIR_ARGS) -D "release $(shell echo $(RELEASE) | tr -d '_-')"
 223
 224 ###############
 225 #  OVERCLOUD  #
 226 ###############
 227
 228 .PHONY: overcloud-full
 229 overcloud-full: $(BUILD_DIR)/overcloud-full.qcow2
 230
 231 $(BUILD_DIR)/overcloud-full.qcow2: congress-rpm tacker-rpm networking-vpp-rpm
 232         @echo "Building the Apex Base Overcloud Image"
 233         @./overcloud-full.sh
 234
 235 ###############
 236 #    ODL      #
 237 ###############
 238
 239 .PHONY: overcloud-opendaylight
 240 overcloud-opendaylight: $(BUILD_DIR)/overcloud-full-opendaylight.qcow2
 241
 242 $(BUILD_DIR)/overcloud-full-opendaylight.qcow2: $(BUILD_DIR)/overcloud-full.qcow2
 243         @echo "Building the Apex OpenDaylight Overcloud Image"
 244         @./overcloud-opendaylight.sh
 245
 246 $(BUILD_DIR)/opnfv-apex.tar.gz: $(BUILD_DIR)/overcloud-full-opendaylight.qcow2
 247         tar -czf $(BUILD_DIR)/opnfv-apex.tar.gz --xform="s:.*overcloud-full-opendaylight.qcow2:opnfv-apex-$(RPMVERS)/build/overcloud-full-opendaylight.qcow2:" $(BUILD_DIR)/overcloud-full-opendaylight.qcow2
 248
 249 .PHONY: opendaylight-rpm-check
 250 opendaylight-rpm-check: $(BUILD_DIR)/opnfv-apex.tar.gz
 251         rpmbuild --clean -bi -bl rpm_specs/opnfv-apex.spec $(RPM_DIR_ARGS) -D "release $(shell echo $(RELEASE) | tr -d '_-')"
 252
 253 .PHONY: opendaylight-rpm
 254 opendaylight-rpm: $(BUILD_DIR)/opnfv-apex.tar.gz $(RPMODL)
 255
 256 $(RPMODL):
 257         @echo "Building the Apex OpenDaylight RPM"
 258         # build the overcloud RPM
 259         rpmbuild --clean -ba rpm_specs/opnfv-apex.spec $(RPM_DIR_ARGS) -D "release $(shell echo $(RELEASE) | tr -d '_-')"
 260
 261 ###############
 262 #    ONOS     #
 263 ###############
 264
 265 .PHONY: overcloud-onos
 266 overcloud-onos: $(BUILD_DIR)/overcloud-full-onos.qcow2
 267
 268 $(BUILD_DIR)/overcloud-full-onos.qcow2: $(BUILD_DIR)/overcloud-full.qcow2
 269         @echo "Building the Apex ONOS Overcloud Image"
 270         @./overcloud-onos.sh
 271
 272 $(BUILD_DIR)/opnfv-apex-onos.tar.gz: $(BUILD_DIR)/overcloud-full-onos.qcow2
 273         tar -czf $(BUILD_DIR)/opnfv-apex-onos.tar.gz --xform="s:.*overcloud-full-onos.qcow2:opnfv-apex-onos-$(RPMVERS)/build/overcloud-full-onos.qcow2:" $(BUILD_DIR)/overcloud-full-onos.qcow2
 274
 275 .PHONY: onos-rpm-check
 276 onos-rpm-check: $(BUILD_DIR)/opnfv-apex-onos.tar.gz
 277         rpmbuild --clean -bi -bl rpm_specs/opnfv-apex-onos.spec $(RPM_DIR_ARGS) -D "release $(shell echo $(RELEASE) | tr -d '_-')"
 278
 279 .PHONY: onos-rpm
 280 onos-rpm: $(BUILD_DIR)/opnfv-apex-onos.tar.gz $(RPMONO)
 281
 282 $(RPMONO):
 283         @echo "Building the Apex ONOS RPM"
 284         # build the overcloud RPM
 285         rpmbuild --clean -ba rpm_specs/opnfv-apex-onos.spec $(RPM_DIR_ARGS) -D "release $(shell echo $(RELEASE) | tr -d '_-')"
 286
 287 ###############
 288 #    ISO      #
 289 ###############
 290
 291 $(CENTISO):
 292         curl $(CENTDNLD) -z $(CENTISO) -o $(CENTISO) --verbose --silent --location
 293
 294 iso-clean:
 295         @rm -Rf $(BUILD_DIR)/centos
 296         @rm -Rf $(BUILD_DIR)/release
 297         @rm -f $(ISO)
 298
 299 .PHONY: mount-centiso umount-centiso
 300 mount-centiso: $(CENTISO)
 301         @echo "Mounting CentOS ISO in $(CENTDIR)"
 302         @mkdir -p $(CENTDIR)
 303         @fuseiso $(CENTISO) $(CENTDIR)
 304
 305 umount-centiso:
 306         @set +e
 307         @echo "Unmounting CentOS ISO from $(CENTDIR)"
 308         @fusermount -u $(CENTDIR)
 309         @rmdir $(CENTDIR)
 310         @set -e
 311
 312 .PHONY: iso
 313 iso:    iso-clean images rpms $(CENTISO)
 314         @echo "Building the Apex ISO"
 315         @mkdir $(BUILD_DIR)/centos $(BUILD_DIR)/release
 316         cd $(BUILD_DIR)/centos && bsdtar -xf ../$(shell basename $(CENTISO))
 317         # modify the installer iso's contents
 318         @chmod -R u+w $(BUILD_DIR)/centos
 319         @cp -f isolinux.cfg $(BUILD_DIR)/centos/isolinux/isolinux.cfg
 320         @ln $(RPMCOM) $(BUILD_DIR)/centos/Packages
 321         @ln $(RPMUDR) $(BUILD_DIR)/centos/Packages
 322         @ln $(RPMODL) $(BUILD_DIR)/centos/Packages
 323         @ln $(RPMONO) $(BUILD_DIR)/centos/Packages
 324         # add packages to the centos packages
 325         cd $(BUILD_DIR)/centos/Packages && yumdownloader openvswitch openstack-tripleo jq python34 python34-libs python34-yaml python34-setuptools ipxe-roms-qemu
 326         cd $(BUILD_DIR)/centos/Packages && curl -O https://radez.fedorapeople.org/python34-markupsafe-0.23-9.el7.centos.x86_64.rpm
 327         cd $(BUILD_DIR)/centos/Packages && curl -O https://radez.fedorapeople.org/python3-jinja2-2.8-5.el7.centos.noarch.rpm
 328         cd $(BUILD_DIR)/centos/Packages && curl -O http://artifacts.opnfv.org/apex/dependencies/python3-ipmi-0.3.0-1.noarch.rpm
 329         # regenerate yum repo data
 330         @echo "Generating new yum metadata"
 331         createrepo --update -g $(BUILD_ROOT)/c7-opnfv-x86_64-comps.xml $(BUILD_DIR)/centos
 332         # build the iso
 333         @echo "Building OPNFV iso"
 334         mkisofs -b isolinux/isolinux.bin -no-emul-boot -boot-load-size 4 -boot-info-table -V "OPNFV CentOS 7 x86_64" -R -J -v -T -o $(ISO) $(BUILD_DIR)/centos
 335         isohybrid $(ISO)
 336         @printf "\n\nISO is built at $(ISO)\n\n"
 337
 338 ####################
 339 #  python3-jinja2  #
 340 ####################
 341
 342 .PHONY: python3-jinja2
 343 python3-jinja2: python3-markupsafe
 344         cd $(BUILD_DIR) \
 345         && curl -O -L artifacts.opnfv.org/apex/dependencies/python-jinja2-2.8-5.fc24.src.rpm \
 346         && rpm2cpio python-jinja2-2.8-5.fc24.src.rpm | cpio -idmv \
 347         && sed -i 's/python3-devel/python34-devel/' python-jinja2.spec \
 348         && sed -i 's/python3-setuptools/python34-setuptools/' python-jinja2.spec \
 349         && sed -i 's/python3-pytest/python34-pytest/' python-jinja2.spec \
 350         && sed -i 's/python3-markupsafe/python34-markupsafe/' python-jinja2.spec \
 351         && rpmbuild -ba python-jinja2.spec $(RPM_DIR_ARGS) -D "with_python3 1"
 352
 353 ########################
 354 #  python3-markupsafe  #
 355 ########################
 356
 357 .PHONY: python3-markupsafe
 358 python3-markupsafe:
 359         cd $(BUILD_DIR) \
 360         && curl -O -L artifacts.opnfv.org/apex/dependencies/python-markupsafe-0.23-9.fc24.src.rpm \
 361         && rpm2cpio python-markupsafe-0.23-9.fc24.src.rpm | cpio -idmv \
 362         && sed -i 's/python3-devel/python34-devel/' python-markupsafe.spec \
 363         && sed -i 's/python3-setuptools/python34-setuptools/' python-markupsafe.spec \
 364         && sed -i 's/python3-pytest/python34-pytest/' python-markupsafe.spec \
 365         && sed -i 's/python3-markupsafe/python34-markupsafe/' python-markupsafe.spec \
 366         && rpmbuild -ba python-markupsafe.spec $(RPM_DIR_ARGS) -D "with_python3 1"