build/Makefile

   1 ##############################################################################
   2 # Copyright (c) 2016 Red Hat Inc.
   3 # dradez@redhat.com
   4 # All rights reserved. This program and the accompanying materials
   5 # are made available under the terms of the Apache License, Version 2.0
   6 # which accompanies this distribution, and is available at
   7 # http://www.apache.org/licenses/LICENSE-2.0
   8 ##############################################################################
   9
  10 export USE_MASTER = ""
  11 export CENTDNLD = http://mirrors.cat.pdx.edu/centos/7.3.1611/isos/x86_64/CentOS-7-x86_64-DVD-1611.iso
  12 export RELEASE = "0"
  13
  14 export RPM_DIST = $(shell rpm -E %dist)
  15
  16 export TACKER_REPO := $(shell awk -F\= '/^tacker_repo/ {print $$2}' variables.sh )
  17 export TACKER_BRANCH := $(shell awk -F\= '/^tacker_branch/ {print $$2}' variables.sh )
  18 export TACKER_COMMIT := $(shell git ls-remote $(TACKER_REPO) $(TACKER_BRANCH) | awk '{print substr($$1,1,7)}')
  19
  20 export TACKERCLIENT_REPO := $(shell awk -F\= '/^tackerclient_repo/ {print $$2}' variables.sh )
  21 export TACKERCLIENT_BRANCH := $(shell awk -F\= '/^tackerclient_branch/ {print $$2}' variables.sh )
  22 export TACKERCLIENT_COMMIT := $(shell git ls-remote $(TACKERCLIENT_REPO) $(TACKERCLIENT_BRANCH) | awk '{print substr($$1,1,7)}')
  23
  24 export CONGRESS_REPO := $(shell awk -F\= '/^congress_repo/ {print $$2}' variables.sh )
  25 export CONGRESS_BRANCH := $(shell awk -F\= '/^congress_branch/ {print $$2}' variables.sh )
  26 export CONGRESS_COMMIT := $(shell git ls-remote $(CONGRESS_REPO) $(CONGRESS_BRANCH) | awk '{print substr($$1,1,7)}')
  27
  28 export NETVPP_VERS := $(shell grep Version $(shell pwd)/rpm_specs/networking-vpp.spec | head -n 1 | awk '{ print $$2 }')
  29 export NETVPP_REPO := $(shell awk -F\= '/^netvpp_repo/ {print $$2}' variables.sh )
  30 export NETVPP_BRANCH := $(shell awk -F\= '/^netvpp_branch/ {print $$2}' variables.sh )
  31 export NETVPP_COMMIT := $(shell git ls-remote $(NETVPP_REPO) $(NETVPP_BRANCH) | awk '{print substr($$1,1,7)}')
  32
  33 export RELRPMVERS = $(shell grep Version $(shell pwd)/rpm_specs/opnfv-apex-release.spec | head -n 1 | awk '{ print $$2 }')
  34 export RPMVERS = $(shell grep Version $(shell pwd)/rpm_specs/opnfv-apex.spec | head -n 1 | awk '{ print $$2 }')
  35
  36 export BUILD_ROOT = $(shell pwd)
  37 export BUILD_DIR = $(shell dirname $$(pwd))/.build
  38 export CACHE_DIR = $(shell dirname $$(pwd))/.cache
  39 export RPM_DIR_ARGS = -D '_topdir $(BUILD_DIR)' -D '_builddir $(BUILD_DIR)' -D '_sourcedir $(BUILD_DIR)' -D '_rpmdir $(BUILD_DIR)' -D '_specdir $(BUILD_DIR)' -D '_srcrpmdir $(BUILD_DIR)'
  40
  41 export RPMREL = $(BUILD_DIR)/noarch/opnfv-apex-release-$(RPMVERS)-$(shell echo ${RELEASE} | tr -d '_-').noarch.rpm
  42 export RPMCOM = $(BUILD_DIR)/noarch/opnfv-apex-common-$(RPMVERS)-$(shell echo ${RELEASE} | tr -d '_-').noarch.rpm
  43 export RPMUDR = $(BUILD_DIR)/noarch/opnfv-apex-undercloud-$(RPMVERS)-$(shell echo ${RELEASE} | tr -d '_-').noarch.rpm
  44 export RPMODL = $(BUILD_DIR)/noarch/opnfv-apex-$(RPMVERS)-$(shell echo ${RELEASE} | tr -d '_-').noarch.rpm
  45 export RPMONO = $(BUILD_DIR)/noarch/opnfv-apex-onos-$(RPMVERS)-$(shell echo ${RELEASE} | tr -d '_-').noarch.rpm
  46 export ISO = $(BUILD_DIR)/release/OPNFV-CentOS-7-x86_64-${RELEASE}.iso
  47 export CENTISO = $(BUILD_DIR)/$(shell basename $(CENTDNLD))
  48
  49 .PHONY: all
  50 all: iso
  51
  52 .PHONY: clean
  53 clean:
  54         rm -rf $(BUILD_DIR)
  55
  56 .PHONY: clean-cache
  57 clean-cache:
  58         rm -rf $(CACHE_DIR)
  59
  60 .PHONY: images
  61 images: undercloud overcloud-full overcloud-opendaylight overcloud-onos
  62
  63 .PHONY: rpms
  64 rpms: common-rpm undercloud-rpm opendaylight-rpm onos-rpm
  65
  66 .PHONY: rpms-check
  67 rpms-check: release-rpm-check common-rpm-check undercloud-rpm-check opendaylight-rpm-check onos-rpm-check
  68
  69 .PHONY: rpms-clean
  70 rpms-clean:
  71         rm -rf $(BUILD_DIR)/noarch
  72         rm -rf $(BUILD_DIR)/BUILDROOT
  73
  74 $(BUILD_DIR)/opnfv-apex-release.tar.gz:
  75         mkdir -p $(BUILD_DIR)
  76         pushd ../ && git archive --format=tar.gz --prefix=opnfv-apex-release-$(RELRPMVERS)/ HEAD > $(BUILD_DIR)/opnfv-apex-release.tar.gz
  77
  78 .PHONY: release-rpm-check
  79 release-rpm-check: $(BUILD_DIR)/opnfv-apex-release.tar.gz
  80         rpmbuild --clean -bi -bl rpm_specs/opnfv-apex-release.spec $(RPM_DIR_ARGS) -D "release $(shell echo $(RELEASE) | tr -d '_-')"
  81
  82 .PHONY: release-rpm
  83 release-rpm: $(BUILD_DIR)/opnfv-apex-release.tar.gz $(RPMREL)
  84
  85 $(RPMREL):
  86         @echo "Building the Apex Release RPM"
  87         # build the release RPM
  88         rpmbuild --clean -ba rpm_specs/opnfv-apex-release.spec $(RPM_DIR_ARGS) -D "release $(shell echo $(RELEASE) | tr -d '_-')"
  89
  90 $(BUILD_DIR)/opnfv-apex-common.tar.gz:
  91         pushd ../ && git archive --format=tar.gz --prefix=opnfv-apex-common-$(RPMVERS)/ HEAD > $(BUILD_DIR)/opnfv-apex-common.tar.gz
  92
  93 .PHONY: common-rpm-check
  94 common-rpm-check: $(BUILD_DIR)/opnfv-apex-common.tar.gz
  95         rpmbuild --clean -bi -bl rpm_specs/opnfv-apex-common.spec $(RPM_DIR_ARGS) -D "release $(shell echo $(RELEASE) | tr -d '_-')"
  96
  97 .PHONY: common-rpm
  98 common-rpm: $(BUILD_DIR)/opnfv-apex-common.tar.gz $(RPMCOM)
  99
 100 $(RPMCOM):
 101         @echo "Building the Apex Common RPM"
 102         # build the common RPM
 103         rpmbuild --clean -ba rpm_specs/opnfv-apex-common.spec $(RPM_DIR_ARGS) -D "release $(shell echo $(RELEASE) | tr -d '_-')"
 104
 105 ##################
 106 #  PYTHON TESTS  #
 107 ##################
 108
 109 .PHONY: python-tests
 110 python-tests:
 111         # clean previous coverage data
 112         rm -rf ../tests/.coverage
 113         rm -rf ../tests/htmlcov
 114         # run nose tests
 115         cd ../tests && PYTHONPATH=../lib/python/ nosetests-3.4 . --with-coverage --cover-package apex --cover-package apex_python_utils --cover-html --cover-min-percentage 90
 116
 117         # generate reports
 118         cd ../tests && coverage3 report --include '*lib/python/*' -m
 119
 120 #######################
 121 #  PYTHON PEP8 CHECK  #
 122 #######################
 123
 124 .PHONY: python-pep8-check
 125 python-pep8-check:
 126         pep8 ../lib/python
 127         pep8 ../tests
 128
 129 ###############
 130 #  TACKER     #
 131 ###############
 132
 133 $(BUILD_DIR)/openstack-tacker.tar.gz:
 134         @echo "Preparing the Tacker RPM prerequisites"
 135         git clone $(TACKER_REPO) -b $(TACKER_BRANCH) $(BUILD_DIR)/openstack-tacker-2016.2
 136         cp rpm_specs/openstack-tacker-server.service $(BUILD_DIR)/openstack-tacker-2016.2
 137         tar czf $(BUILD_DIR)/openstack-tacker.tar.gz -C $(BUILD_DIR) openstack-tacker-2016.2
 138
 139 .PHONY: tacker-rpm
 140 tacker-rpm: $(BUILD_DIR)/openstack-tacker.tar.gz $(BUILD_DIR)/noarch/openstack-tacker-2016.2-1.git$(TACKER_COMMIT).noarch.rpm
 141
 142 $(BUILD_DIR)/noarch/openstack-tacker-2016.2-1.git$(TACKER_COMMIT).noarch.rpm:
 143         @echo "Building the Tacker RPM"
 144         rpmbuild --clean -ba --target noarch rpm_specs/openstack-tacker.spec $(RPM_DIR_ARGS) -D 'git .git$(TACKER_COMMIT)'
 145
 146 #################
 147 #  TACKERCLIENT #
 148 #################
 149
 150 $(BUILD_DIR)/python-tackerclient.tar.gz:
 151         @echo "Preparing the TackerClient RPM prerequisites"
 152         git clone $(TACKERCLIENT_REPO) -b $(TACKERCLIENT_BRANCH) $(BUILD_DIR)/python-tackerclient-2016.2
 153         tar czf $(BUILD_DIR)/python-tackerclient.tar.gz -C $(BUILD_DIR) python-tackerclient-2016.2
 154
 155 .PHONY: tackerclient-rpm
 156 tackerclient-rpm: $(BUILD_DIR)/python-tackerclient.tar.gz $(BUILD_DIR)/noarch/python-tackerclient-2016.2-1.git$(TACKERCLIENT_COMMIT).noarch.rpm
 157
 158 $(BUILD_DIR)/noarch/python-tackerclient-2016.2-1.git$(TACKERCLIENT_COMMIT).noarch.rpm:
 159         @echo "Building the TackerClient RPM"
 160         rpmbuild --clean -ba --target noarch rpm_specs/python-tackerclient.spec $(RPM_DIR_ARGS) -D 'git .git$(TACKERCLIENT_COMMIT)'
 161
 162 ###############
 163 #  CONGRESS   #
 164 ###############
 165
 166 .PHONY: congress-clean
 167 congress-clean:
 168         @rm -rf $(BUILD_DIR)/openstack-congress-2016.2
 169         @rm -f $(BUILD_DIR)/openstack-congress.tar.gz
 170
 171 $(BUILD_DIR)/openstack-congress.tar.gz:
 172         @echo "Preparing the Congress RPM prerequisites"
 173         git clone $(CONGRESS_REPO) -b $(CONGRESS_BRANCH) $(BUILD_DIR)/openstack-congress-2016.2
 174         cd $(BUILD_DIR)/openstack-congress-2016.2 && curl -O https://radez.fedorapeople.org/openstack-congress.service
 175         tar czf $(BUILD_DIR)/openstack-congress.tar.gz -C $(BUILD_DIR) openstack-congress-2016.2
 176
 177 .PHONY: congress-rpm
 178 congress-rpm: $(BUILD_DIR)/noarch/openstack-congress-2016.2-1.git$(CONGRESS_COMMIT).noarch.rpm
 179
 180 $(BUILD_DIR)/noarch/openstack-congress-2016.2-1.git$(CONGRESS_COMMIT).noarch.rpm: $(BUILD_DIR)/openstack-congress.tar.gz
 181         @echo "Building the Congress RPM"
 182         rpmbuild --clean -ba --target noarch rpm_specs/openstack-congress.spec $(RPM_DIR_ARGS) -D 'git .git$(CONGRESS_COMMIT)'
 183
 184 ##################
 185 # NETWORKING-VPP #
 186 ##################
 187
 188 $(BUILD_DIR)/python-networking-vpp.tar.gz:
 189         @echo "Preparing the networking-vpp RPM prerequisites"
 190         git clone $(NETVPP_REPO) $(BUILD_DIR)/python-networking-vpp-$(NETVPP_VERS)
 191         tar czf $(BUILD_DIR)/python-networking-vpp.tar.gz -C $(BUILD_DIR) python-networking-vpp-$(NETVPP_VERS)
 192
 193 .PHONY: networking-vpp-rpm
 194 networking-vpp-rpm: $(BUILD_DIR)/noarch/python-networking-vpp-$(NETVPP_VERS)-1.git$(NETVPP_COMMIT)$(RPM_DIST).noarch.rpm
 195
 196 $(BUILD_DIR)/noarch/python-networking-vpp-$(NETVPP_VERS)-1.git$(NETVPP_COMMIT)$(RPM_DIST).noarch.rpm: $(BUILD_DIR)/python-networking-vpp.tar.gz
 197         @echo "Building the Networking VPP RPM"
 198         rpmbuild --clean -ba --target noarch rpm_specs/networking-vpp.spec $(RPM_DIR_ARGS) -D 'git .git$(NETVPP_COMMIT)'
 199
 200 ###############
 201 #  UNDERCLOUD #
 202 ###############
 203
 204 .PHONY: undercloud
 205 undercloud: $(BUILD_DIR)/undercloud.qcow2
 206
 207 $(BUILD_DIR)/undercloud.qcow2: tackerclient-rpm
 208         @echo "Building the Apex Undercloud Image"
 209         @./undercloud.sh
 210
 211 $(BUILD_DIR)/opnfv-apex-undercloud.tar.gz: $(BUILD_DIR)/undercloud.qcow2
 212         @echo "Preparing the Apex Undercloud RPM prerequisites"
 213         pushd ../ && git archive --format=tar --prefix=opnfv-apex-undercloud-$(RPMVERS)/ HEAD > $(BUILD_DIR)/opnfv-apex-undercloud.tar
 214         tar -rf $(BUILD_DIR)/opnfv-apex-undercloud.tar \
 215                --xform="s:.*undercloud.qcow2:opnfv-apex-undercloud-$(RPMVERS)/build/undercloud.qcow2:" $(BUILD_DIR)/undercloud.qcow2
 216         gzip -f $(BUILD_DIR)/opnfv-apex-undercloud.tar
 217
 218 .PHONY: undercloud-rpm-check
 219 undercloud-rpm-check: $(BUILD_DIR)/opnfv-apex-undercloud.tar.gz
 220         rpmbuild --clean -bi -bl rpm_specs/opnfv-apex-undercloud.spec $(RPM_DIR_ARGS) -D "release $(shell echo $(RELEASE) | tr -d '_-')"
 221
 222 .PHONY: undercloud-rpm
 223 undercloud-rpm: $(BUILD_DIR)/opnfv-apex-undercloud.tar.gz $(RPMUDR)
 224
 225 $(RPMUDR):
 226         @echo "Building the Apex Undercloud RPM"
 227         rpmbuild --clean -ba rpm_specs/opnfv-apex-undercloud.spec $(RPM_DIR_ARGS) -D "release $(shell echo $(RELEASE) | tr -d '_-')"
 228
 229 ###############
 230 #  OVERCLOUD  #
 231 ###############
 232
 233 .PHONY: overcloud-full
 234 overcloud-full: $(BUILD_DIR)/overcloud-full.qcow2
 235
 236 $(BUILD_DIR)/overcloud-full.qcow2: congress-rpm tacker-rpm networking-vpp-rpm
 237         @echo "Building the Apex Base Overcloud Image"
 238         @./overcloud-full.sh
 239
 240 ###############
 241 #    ODL      #
 242 ###############
 243
 244 .PHONY: overcloud-opendaylight
 245 overcloud-opendaylight: $(BUILD_DIR)/overcloud-full-opendaylight.qcow2
 246
 247 $(BUILD_DIR)/overcloud-full-opendaylight.qcow2: $(BUILD_DIR)/overcloud-full.qcow2
 248         @echo "Building the Apex OpenDaylight Overcloud Image"
 249         @./overcloud-opendaylight.sh
 250
 251 $(BUILD_DIR)/opnfv-apex.tar.gz: $(BUILD_DIR)/overcloud-full-opendaylight.qcow2
 252         tar -czf $(BUILD_DIR)/opnfv-apex.tar.gz --xform="s:.*overcloud-full-opendaylight.qcow2:opnfv-apex-$(RPMVERS)/build/overcloud-full-opendaylight.qcow2:" $(BUILD_DIR)/overcloud-full-opendaylight.qcow2
 253
 254 .PHONY: opendaylight-rpm-check
 255 opendaylight-rpm-check: $(BUILD_DIR)/opnfv-apex.tar.gz
 256         rpmbuild --clean -bi -bl rpm_specs/opnfv-apex.spec $(RPM_DIR_ARGS) -D "release $(shell echo $(RELEASE) | tr -d '_-')"
 257
 258 .PHONY: opendaylight-rpm
 259 opendaylight-rpm: $(BUILD_DIR)/opnfv-apex.tar.gz $(RPMODL)
 260
 261 $(RPMODL):
 262         @echo "Building the Apex OpenDaylight RPM"
 263         # build the overcloud RPM
 264         rpmbuild --clean -ba rpm_specs/opnfv-apex.spec $(RPM_DIR_ARGS) -D "release $(shell echo $(RELEASE) | tr -d '_-')"
 265
 266 ###############
 267 #    ONOS     #
 268 ###############
 269
 270 .PHONY: overcloud-onos
 271 overcloud-onos: $(BUILD_DIR)/overcloud-full-onos.qcow2
 272
 273 $(BUILD_DIR)/overcloud-full-onos.qcow2: $(BUILD_DIR)/overcloud-full.qcow2
 274         @echo "Building the Apex ONOS Overcloud Image"
 275         @./overcloud-onos.sh
 276
 277 $(BUILD_DIR)/opnfv-apex-onos.tar.gz: $(BUILD_DIR)/overcloud-full-onos.qcow2
 278         tar -czf $(BUILD_DIR)/opnfv-apex-onos.tar.gz --xform="s:.*overcloud-full-onos.qcow2:opnfv-apex-onos-$(RPMVERS)/build/overcloud-full-onos.qcow2:" $(BUILD_DIR)/overcloud-full-onos.qcow2
 279
 280 .PHONY: onos-rpm-check
 281 onos-rpm-check: $(BUILD_DIR)/opnfv-apex-onos.tar.gz
 282         rpmbuild --clean -bi -bl rpm_specs/opnfv-apex-onos.spec $(RPM_DIR_ARGS) -D "release $(shell echo $(RELEASE) | tr -d '_-')"
 283
 284 .PHONY: onos-rpm
 285 onos-rpm: $(BUILD_DIR)/opnfv-apex-onos.tar.gz $(RPMONO)
 286
 287 $(RPMONO):
 288         @echo "Building the Apex ONOS RPM"
 289         # build the overcloud RPM
 290         rpmbuild --clean -ba rpm_specs/opnfv-apex-onos.spec $(RPM_DIR_ARGS) -D "release $(shell echo $(RELEASE) | tr -d '_-')"
 291
 292 ###############
 293 #    ISO      #
 294 ###############
 295
 296 $(CENTISO):
 297         curl $(CENTDNLD) -z $(CENTISO) -o $(CENTISO) --verbose --silent --location
 298
 299 iso-clean:
 300         @rm -Rf $(BUILD_DIR)/centos
 301         @rm -Rf $(BUILD_DIR)/release
 302         @rm -f $(ISO)
 303
 304 .PHONY: mount-centiso umount-centiso
 305 mount-centiso: $(CENTISO)
 306         @echo "Mounting CentOS ISO in $(CENTDIR)"
 307         @mkdir -p $(CENTDIR)
 308         @fuseiso $(CENTISO) $(CENTDIR)
 309
 310 umount-centiso:
 311         @set +e
 312         @echo "Unmounting CentOS ISO from $(CENTDIR)"
 313         @fusermount -u $(CENTDIR)
 314         @rmdir $(CENTDIR)
 315         @set -e
 316
 317 .PHONY: iso
 318 iso:    iso-clean images rpms $(CENTISO)
 319         @echo "Building the Apex ISO"
 320         @mkdir $(BUILD_DIR)/centos $(BUILD_DIR)/release
 321         cd $(BUILD_DIR)/centos && bsdtar -xf ../$(shell basename $(CENTISO))
 322         # modify the installer iso's contents
 323         @chmod -R u+w $(BUILD_DIR)/centos
 324         @cp -f isolinux.cfg $(BUILD_DIR)/centos/isolinux/isolinux.cfg
 325         @ln $(RPMCOM) $(BUILD_DIR)/centos/Packages
 326         @ln $(RPMUDR) $(BUILD_DIR)/centos/Packages
 327         @ln $(RPMODL) $(BUILD_DIR)/centos/Packages
 328         @ln $(RPMONO) $(BUILD_DIR)/centos/Packages
 329         # add packages to the centos packages
 330         cd $(BUILD_DIR)/centos/Packages && yumdownloader openvswitch openstack-tripleo jq python34 python34-libs python34-yaml python34-setuptools ipxe-roms-qemu
 331         cd $(BUILD_DIR)/centos/Packages && curl -O https://radez.fedorapeople.org/python34-markupsafe-0.23-9.el7.centos.x86_64.rpm
 332         cd $(BUILD_DIR)/centos/Packages && curl -O https://radez.fedorapeople.org/python3-jinja2-2.8-5.el7.centos.noarch.rpm
 333         cd $(BUILD_DIR)/centos/Packages && curl -O http://artifacts.opnfv.org/apex/dependencies/python3-ipmi-0.3.0-1.noarch.rpm
 334         # regenerate yum repo data
 335         @echo "Generating new yum metadata"
 336         createrepo --update -g $(BUILD_ROOT)/c7-opnfv-x86_64-comps.xml $(BUILD_DIR)/centos
 337         # build the iso
 338         @echo "Building OPNFV iso"
 339         mkisofs -b isolinux/isolinux.bin -no-emul-boot -boot-load-size 4 -boot-info-table -V "OPNFV CentOS 7 x86_64" -R -J -v -T -o $(ISO) $(BUILD_DIR)/centos
 340         isohybrid $(ISO)
 341         @printf "\n\nISO is built at $(ISO)\n\n"
 342
 343 ####################
 344 #  python3-jinja2  #
 345 ####################
 346
 347 .PHONY: python3-jinja2
 348 python3-jinja2: python3-markupsafe
 349         cd $(BUILD_DIR) \
 350         && curl -O -L artifacts.opnfv.org/apex/dependencies/python-jinja2-2.8-5.fc24.src.rpm \
 351         && rpm2cpio python-jinja2-2.8-5.fc24.src.rpm | cpio -idmv \
 352         && sed -i 's/python3-devel/python34-devel/' python-jinja2.spec \
 353         && sed -i 's/python3-setuptools/python34-setuptools/' python-jinja2.spec \
 354         && sed -i 's/python3-pytest/python34-pytest/' python-jinja2.spec \
 355         && sed -i 's/python3-markupsafe/python34-markupsafe/' python-jinja2.spec \
 356         && rpmbuild -ba python-jinja2.spec $(RPM_DIR_ARGS) -D "with_python3 1"
 357
 358 ########################
 359 #  python3-markupsafe  #
 360 ########################
 361
 362 .PHONY: python3-markupsafe
 363 python3-markupsafe:
 364         cd $(BUILD_DIR) \
 365         && curl -O -L artifacts.opnfv.org/apex/dependencies/python-markupsafe-0.23-9.fc24.src.rpm \
 366         && rpm2cpio python-markupsafe-0.23-9.fc24.src.rpm | cpio -idmv \
 367         && sed -i 's/python3-devel/python34-devel/' python-markupsafe.spec \
 368         && sed -i 's/python3-setuptools/python34-setuptools/' python-markupsafe.spec \
 369         && sed -i 's/python3-pytest/python34-pytest/' python-markupsafe.spec \
 370         && sed -i 's/python3-markupsafe/python34-markupsafe/' python-markupsafe.spec \
 371         && rpmbuild -ba python-markupsafe.spec $(RPM_DIR_ARGS) -D "with_python3 1"