build/Makefile

   1 ##############################################################################
   2 # Copyright (c) 2016 Red Hat Inc.
   3 # dradez@redhat.com
   4 # All rights reserved. This program and the accompanying materials
   5 # are made available under the terms of the Apache License, Version 2.0
   6 # which accompanies this distribution, and is available at
   7 # http://www.apache.org/licenses/LICENSE-2.0
   8 ##############################################################################
   9
  10 export USE_MASTER = ""
  11 export CENTDNLD = http://mirrors.cat.pdx.edu/centos/7.2.1511/isos/x86_64/CentOS-7-x86_64-DVD-1511.iso
  12 export CENTISO = $(shell pwd)/$(shell basename $(CENTDNLD))
  13 export RELEASE = "0"
  14 export ISO = $(shell pwd)/release/OPNFV-CentOS-7-x86_64-${RELEASE}.iso
  15
  16 export RPM_DIST = $(shell rpm -E %dist)
  17
  18 export TACKER_REPO := $(shell awk -F\= '/^tacker_repo/ {print $$2}' variables.sh )
  19 export TACKER_BRANCH := $(shell awk -F\= '/^tacker_branch/ {print $$2}' variables.sh )
  20 export TACKER_COMMIT := $(shell git ls-remote $(TACKER_REPO) $(TACKER_BRANCH) | awk '{print substr($$1,1,7)}')
  21
  22 export TACKERCLIENT_REPO := $(shell awk -F\= '/^tackerclient_repo/ {print $$2}' variables.sh )
  23 export TACKERCLIENT_BRANCH := $(shell awk -F\= '/^tackerclient_branch/ {print $$2}' variables.sh )
  24 export TACKERCLIENT_COMMIT := $(shell git ls-remote $(TACKERCLIENT_REPO) $(TACKERCLIENT_BRANCH) | awk '{print substr($$1,1,7)}')
  25
  26 export CONGRESS_REPO := $(shell awk -F\= '/^congress_repo/ {print $$2}' variables.sh )
  27 export CONGRESS_BRANCH := $(shell awk -F\= '/^congress_branch/ {print $$2}' variables.sh )
  28 export CONGRESS_COMMIT := $(shell git ls-remote $(CONGRESS_REPO) $(CONGRESS_BRANCH) | awk '{print substr($$1,1,7)}')
  29
  30 export NETVPP_VERS := $(shell grep Version $(shell pwd)/rpm_specs/networking-vpp.spec | head -n 1 | awk '{ print $$2 }')
  31 export NETVPP_REPO := $(shell awk -F\= '/^netvpp_repo/ {print $$2}' variables.sh )
  32 export NETVPP_BRANCH := $(shell awk -F\= '/^netvpp_branch/ {print $$2}' variables.sh )
  33 export NETVPP_COMMIT := $(shell git ls-remote $(NETVPP_REPO) $(NETVPP_BRANCH) | awk '{print substr($$1,1,7)}')
  34
  35 export RELRPMVERS = $(shell grep Version $(shell pwd)/rpm_specs/opnfv-apex-release.spec | head -n 1 | awk '{ print $$2 }')
  36 export RPMVERS = $(shell grep Version $(shell pwd)/rpm_specs/opnfv-apex.spec | head -n 1 | awk '{ print $$2 }')
  37 export RPMREL = $(shell pwd)/noarch/opnfv-apex-release-$(RPMVERS)-$(shell echo ${RELEASE} | tr -d '_-').noarch.rpm
  38 export RPMCOM = $(shell pwd)/noarch/opnfv-apex-common-$(RPMVERS)-$(shell echo ${RELEASE} | tr -d '_-').noarch.rpm
  39 export RPMUDR = $(shell pwd)/noarch/opnfv-apex-undercloud-$(RPMVERS)-$(shell echo ${RELEASE} | tr -d '_-').noarch.rpm
  40 export RPMODL = $(shell pwd)/noarch/opnfv-apex-$(RPMVERS)-$(shell echo ${RELEASE} | tr -d '_-').noarch.rpm
  41 export RPMONO = $(shell pwd)/noarch/opnfv-apex-onos-$(RPMVERS)-$(shell echo ${RELEASE} | tr -d '_-').noarch.rpm
  42
  43 export BUILD_DIR = $(shell dirname $$(pwd))/.build
  44 export CACHE_DIR = $(shell dirname $$(pwd))/.cache
  45 export RPM_DIR_ARGS = -D '_topdir $(BUILD_DIR)' -D '_builddir $(BUILD_DIR)' -D '_sourcedir $(BUILD_DIR)' -D '_rpmdir $(BUILD_DIR)' -D '_specdir $(BUILD_DIR)' -D '_srcrpmdir $(BUILD_DIR)'
  46
  47 .PHONY: all
  48 all: iso
  49
  50 .PHONY: clean
  51 clean:
  52         rm -rf $(BUILD_DIR)
  53
  54 .PHONY: clean-cache
  55 clean-cache:
  56         rm -rf $(CACHE_DIR)
  57
  58 .PHONY: images
  59 images: undercloud overcloud-full overcloud-opendaylight overcloud-onos
  60
  61 .PHONY: rpms
  62 rpms: common-rpm undercloud-rpm opendaylight-rpm onos-rpm
  63
  64 .PHONY: rpms-check
  65 rpms-check: release-rpm-check common-rpm-check undercloud-rpm-check opendaylight-rpm-check onos-rpm-check
  66
  67 .PHONY: rpms-clean
  68 rpms-clean:
  69         rm -rf $(BUILD_DIR)/noarch
  70         rm -rf $(BUILD_DIR)/BUILDROOT
  71
  72 $(BUILD_DIR)/opnfv-apex-release.tar.gz:
  73         mkdir -p $(BUILD_DIR)
  74         pushd ../ && git archive --format=tar.gz --prefix=opnfv-apex-release-$(RELRPMVERS)/ HEAD > $(BUILD_DIR)/opnfv-apex-release.tar.gz
  75
  76 .PHONY: release-rpm-check
  77 release-rpm-check: $(BUILD_DIR)/opnfv-apex-release.tar.gz
  78         rpmbuild --clean -bi -bl rpm_specs/opnfv-apex-release.spec $(RPM_DIR_ARGS) -D "release $(shell echo $(RELEASE) | tr -d '_-')"
  79
  80 .PHONY: release-rpm
  81 release-rpm: $(BUILD_DIR)/opnfv-apex-release.tar.gz $(RPMREL)
  82
  83 $(RPMREL):
  84         @echo "Building the Apex Release RPM"
  85         # build the release RPM
  86         rpmbuild --clean -ba rpm_specs/opnfv-apex-release.spec $(RPM_DIR_ARGS) -D "release $(shell echo $(RELEASE) | tr -d '_-')"
  87
  88 $(BUILD_DIR)/opnfv-apex-common.tar.gz:
  89         pushd ../ && git archive --format=tar.gz --prefix=opnfv-apex-common-$(RPMVERS)/ HEAD > $(BUILD_DIR)/opnfv-apex-common.tar.gz
  90
  91 .PHONY: common-rpm-check
  92 common-rpm-check: $(BUILD_DIR)/opnfv-apex-common.tar.gz
  93         rpmbuild --clean -bi -bl rpm_specs/opnfv-apex-common.spec $(RPM_DIR_ARGS) -D "release $(shell echo $(RELEASE) | tr -d '_-')"
  94
  95 .PHONY: common-rpm
  96 common-rpm: $(BUILD_DIR)/opnfv-apex-common.tar.gz $(RPMCOM)
  97
  98 $(RPMCOM):
  99         @echo "Building the Apex Common RPM"
 100         # build the common RPM
 101         rpmbuild --clean -ba rpm_specs/opnfv-apex-common.spec $(RPM_DIR_ARGS) -D "release $(shell echo $(RELEASE) | tr -d '_-')"
 102
 103 ##################
 104 #  PYTHON TESTS  #
 105 ##################
 106
 107 .PHONY: python-tests
 108 python-tests:
 109         # clean previous coverage data
 110         rm -rf ../tests/.coverage
 111         rm -rf ../tests/htmlcov
 112         # run nose tests
 113         cd ../tests && PYTHONPATH=../lib/python/ nosetests-3.4 . --with-coverage --cover-package apex --cover-package apex_python_utils --cover-html --cover-min-percentage 90
 114
 115         # generate reports
 116         cd ../tests && coverage3 report --include '*lib/python/*' -m
 117
 118 #######################
 119 #  PYTHON PEP8 CHECK  #
 120 #######################
 121
 122 .PHONY: python-pep8-check
 123 python-pep8-check:
 124         pep8 ../lib/python
 125         pep8 ../tests
 126
 127 ###############
 128 #  TACKER     #
 129 ###############
 130
 131 $(BUILD_DIR)/openstack-tacker.tar.gz:
 132         @echo "Preparing the Tacker RPM prerequisites"
 133         git clone $(TACKER_REPO) -b $(TACKER_BRANCH) $(BUILD_DIR)/openstack-tacker-2016.2
 134         tar czf $(BUILD_DIR)/openstack-tacker.tar.gz -C $(BUILD_DIR) openstack-tacker-2016.2
 135
 136 .PHONY: tacker-rpm
 137 tacker-rpm: $(BUILD_DIR)/openstack-tacker.tar.gz $(BUILD_DIR)/noarch/openstack-tacker-2016.2-1.git$(TACKER_COMMIT).noarch.rpm
 138
 139 $(BUILD_DIR)/noarch/openstack-tacker-2016.2-1.git$(TACKER_COMMIT).noarch.rpm:
 140         @echo "Building the Tacker RPM"
 141         rpmbuild --clean -ba --target noarch rpm_specs/openstack-tacker.spec $(RPM_DIR_ARGS) -D 'git .git$(TACKER_COMMIT)'
 142
 143 #################
 144 #  TACKERCLIENT #
 145 #################
 146
 147 $(BUILD_DIR)/python-tackerclient.tar.gz:
 148         @echo "Preparing the TackerClient RPM prerequisites"
 149         git clone $(TACKERCLIENT_REPO) -b $(TACKERCLIENT_BRANCH) $(BUILD_DIR)/python-tackerclient-2016.2
 150         tar czf $(BUILD_DIR)/python-tackerclient.tar.gz -C $(BUILD_DIR) python-tackerclient-2016.2
 151
 152 .PHONY: tackerclient-rpm
 153 tackerclient-rpm: $(BUILD_DIR)/python-tackerclient.tar.gz $(BUILD_DIR)/noarch/python-tackerclient-2016.2-1.git$(TACKERCLIENT_COMMIT).noarch.rpm
 154
 155 $(BUILD_DIR)/noarch/python-tackerclient-2016.2-1.git$(TACKERCLIENT_COMMIT).noarch.rpm:
 156         @echo "Building the TackerClient RPM"
 157         rpmbuild --clean -ba --target noarch rpm_specs/python-tackerclient.spec $(RPM_DIR_ARGS) -D 'git .git$(TACKERCLIENT_COMMIT)'
 158
 159 ###############
 160 #  CONGRESS   #
 161 ###############
 162
 163 $(BUILD_DIR)/openstack-congress.tar.gz:
 164         @echo "Preparing the Congress RPM prerequisites"
 165         git clone $(CONGRESS_REPO) -b $(CONGRESS_BRANCH) $(BUILD_DIR)/openstack-congress-2016.1
 166         cd $(BUILD_DIR)/openstack-congress-2016.1 && curl -O https://radez.fedorapeople.org/openstack-congress.service
 167         tar czf $(BUILD_DIR)/openstack-congress.tar.gz -C $(BUILD_DIR) openstack-congress-2016.1
 168
 169 .PHONY: congress-rpm
 170 congress-rpm: $(BUILD_DIR)/openstack-congress.tar.gz $(BUILD_DIR)/noarch/openstack-congress-2016.1-1.git$(CONGRESS_COMMIT).noarch.rpm
 171
 172
 173 $(BUILD_DIR)/noarch/openstack-congress-2016.1-1.git$(CONGRESS_COMMIT).noarch.rpm:
 174         @echo "Building the Congress RPM"
 175         rpmbuild --clean -ba --target noarch rpm_specs/openstack-congress.spec $(RPM_DIR_ARGS) -D 'git .git$(CONGRESS_COMMIT)'
 176
 177 ##################
 178 # NETWORKING-VPP #
 179 ##################
 180
 181 $(BUILD_DIR)/networking-vpp.tar.gz:
 182         @echo "Preparing the networking-vpp RPM prerequisites"
 183         git clone $(NETVPP_REPO) $(BUILD_DIR)/networking-vpp-$(NETVPP_VERS)
 184         tar czf $(BUILD_DIR)/networking-vpp.tar.gz -C $(BUILD_DIR) networking-vpp-$(NETVPP_VERS)
 185
 186 .PHONY: networking-vpp-rpm
 187 networking-vpp-rpm: $(BUILD_DIR)/noarch/networking-vpp-$(NETVPP_VERS)-1.git$(NETVPP_COMMIT)$(RPM_DIST).noarch.rpm
 188
 189 $(BUILD_DIR)/noarch/networking-vpp-$(NETVPP_VERS)-1.git$(NETVPP_COMMIT)$(RPM_DIST).noarch.rpm: $(BUILD_DIR)/networking-vpp.tar.gz
 190         @echo "Building the Networking VPP RPM"
 191         rpmbuild --clean -ba --target noarch rpm_specs/networking-vpp.spec $(RPM_DIR_ARGS) -D 'git .git$(NETVPP_COMMIT)'
 192
 193 ###############
 194 #  UNDERCLOUD #
 195 ###############
 196
 197 .PHONY: undercloud
 198 undercloud: $(BUILD_DIR)/undercloud.qcow2
 199
 200 $(BUILD_DIR)/undercloud.qcow2: tackerclient-rpm
 201         @echo "Building the Apex Undercloud Image"
 202         @./undercloud.sh
 203
 204 $(BUILD_DIR)/opnfv-apex-undercloud.tar.gz: $(BUILD_DIR)/undercloud.qcow2
 205         @echo "Preparing the Apex Undercloud RPM prerequisites"
 206         pushd ../ && git archive --format=tar --prefix=opnfv-apex-undercloud-$(RPMVERS)/ HEAD > $(BUILD_DIR)/opnfv-apex-undercloud.tar
 207         tar -rf $(BUILD_DIR)/opnfv-apex-undercloud.tar \
 208                --xform="s:.*undercloud.qcow2:opnfv-apex-undercloud-$(RPMVERS)/build/undercloud.qcow2:" $(BUILD_DIR)/undercloud.qcow2
 209         gzip -f $(BUILD_DIR)/opnfv-apex-undercloud.tar
 210
 211 .PHONY: undercloud-rpm-check
 212 undercloud-rpm-check: $(BUILD_DIR)/opnfv-apex-undercloud.tar.gz
 213         rpmbuild --clean -bi -bl rpm_specs/opnfv-apex-undercloud.spec $(RPM_DIR_ARGS) -D "release $(shell echo $(RELEASE) | tr -d '_-')"
 214
 215 .PHONY: undercloud-rpm
 216 undercloud-rpm: $(BUILD_DIR)/opnfv-apex-undercloud.tar.gz $(RPMUDR)
 217
 218 $(RPMUDR):
 219         @echo "Building the Apex Undercloud RPM"
 220         rpmbuild --clean -ba rpm_specs/opnfv-apex-undercloud.spec $(RPM_DIR_ARGS) -D "release $(shell echo $(RELEASE) | tr -d '_-')"
 221
 222 ###############
 223 #  OVERCLOUD  #
 224 ###############
 225
 226 .PHONY: overcloud-full
 227 overcloud-full: $(BUILD_DIR)/overcloud-full.qcow2
 228
 229 $(BUILD_DIR)/overcloud-full.qcow2: congress-rpm tacker-rpm networking-vpp-rpm
 230         @echo "Building the Apex Base Overcloud Image"
 231         @./overcloud-full.sh
 232
 233 ###############
 234 #    ODL      #
 235 ###############
 236
 237 .PHONY: overcloud-opendaylight
 238 overcloud-opendaylight: $(BUILD_DIR)/overcloud-full-opendaylight.qcow2
 239
 240 $(BUILD_DIR)/overcloud-full-opendaylight.qcow2: $(BUILD_DIR)/overcloud-full.qcow2
 241         @echo "Building the Apex OpenDaylight Overcloud Image"
 242         @./overcloud-opendaylight.sh
 243
 244 $(BUILD_DIR)/opnfv-apex.tar.gz: $(BUILD_DIR)/overcloud-full-opendaylight.qcow2
 245         tar -czf $(BUILD_DIR)/opnfv-apex.tar.gz --xform="s:.*overcloud-full-opendaylight.qcow2:opnfv-apex-$(RPMVERS)/build/overcloud-full-opendaylight.qcow2:" $(BUILD_DIR)/overcloud-full-opendaylight.qcow2
 246
 247 .PHONY: opendaylight-rpm-check
 248 opendaylight-rpm-check: $(BUILD_DIR)/opnfv-apex.tar.gz
 249         rpmbuild --clean -bi -bl rpm_specs/opnfv-apex.spec $(RPM_DIR_ARGS) -D "release $(shell echo $(RELEASE) | tr -d '_-')"
 250
 251 .PHONY: opendaylight-rpm
 252 opendaylight-rpm: $(BUILD_DIR)/opnfv-apex.tar.gz $(RPMODL)
 253
 254 $(RPMODL):
 255         @echo "Building the Apex OpenDaylight RPM"
 256         # build the overcloud RPM
 257         rpmbuild --clean -ba rpm_specs/opnfv-apex.spec $(RPM_DIR_ARGS) -D "release $(shell echo $(RELEASE) | tr -d '_-')"
 258
 259 ###############
 260 #    ONOS     #
 261 ###############
 262
 263 .PHONY: overcloud-onos
 264 overcloud-onos: $(BUILD_DIR)/overcloud-full-onos.qcow2
 265
 266 $(BUILD_DIR)/overcloud-full-onos.qcow2: $(BUILD_DIR)/overcloud-full.qcow2
 267         @echo "Building the Apex ONOS Overcloud Image"
 268         @./overcloud-onos.sh
 269
 270 $(BUILD_DIR)/opnfv-apex-onos.tar.gz: $(BUILD_DIR)/overcloud-full-onos.qcow2
 271         tar -czf $(BUILD_DIR)/opnfv-apex-onos.tar.gz --xform="s:.*overcloud-full-onos.qcow2:opnfv-apex-onos-$(RPMVERS)/build/overcloud-full-onos.qcow2:" $(BUILD_DIR)/overcloud-full-onos.qcow2
 272
 273 .PHONY: onos-rpm-check
 274 onos-rpm-check: $(BUILD_DIR)/opnfv-apex-onos.tar.gz
 275         rpmbuild --clean -bi -bl rpm_specs/opnfv-apex-onos.spec $(RPM_DIR_ARGS) -D "release $(shell echo $(RELEASE) | tr -d '_-')"
 276
 277 .PHONY: onos-rpm
 278 onos-rpm: $(BUILD_DIR)/opnfv-apex-onos.tar.gz $(RPMONO)
 279
 280 $(RPMONO):
 281         @echo "Building the Apex ONOS RPM"
 282         # build the overcloud RPM
 283         rpmbuild --clean -ba rpm_specs/opnfv-apex-onos.spec $(RPM_DIR_ARGS) -D "release $(shell echo $(RELEASE) | tr -d '_-')"
 284
 285 ###############
 286 #    ISO      #
 287 ###############
 288
 289 $(CENTISO):
 290         curl $(CENTDNLD) -z $(CENTISO) -o $(CENTISO) --verbose --silent --location
 291
 292 iso-clean:
 293         @rm -Rf centos
 294         @rm -Rf release
 295         @rm -f $(ISO)
 296
 297 .PHONY: mount-centiso umount-centiso
 298 mount-centiso: $(CENTISO)
 299         @echo "Mounting CentOS ISO in $(CENTDIR)"
 300         @mkdir -p $(CENTDIR)
 301         @fuseiso $(CENTISO) $(CENTDIR)
 302
 303 umount-centiso:
 304         @set +e
 305         @echo "Unmounting CentOS ISO from $(CENTDIR)"
 306         @fusermount -u $(CENTDIR)
 307         @rmdir $(CENTDIR)
 308         @set -e
 309
 310 .PHONY: iso
 311 iso:    iso-clean images rpms $(CENTISO)
 312         @echo "Building the Apex ISO"
 313         @mkdir centos release
 314         cd centos && bsdtar -xf ../$(shell basename $(CENTISO))
 315         # modify the installer iso's contents
 316         @chmod -R u+w centos
 317         @cp -f isolinux.cfg centos/isolinux/isolinux.cfg
 318         @ln $(RPMCOM) centos/Packages
 319         @ln $(RPMUDR) centos/Packages
 320         @ln $(RPMODL) centos/Packages
 321         @ln $(RPMONO) centos/Packages
 322         # add packages to the centos packages
 323         cd centos/Packages && yumdownloader openvswitch
 324         cd centos/Packages && yumdownloader openstack-tripleo
 325         cd centos/Packages && yumdownloader jq
 326         cd centos/Packages && yumdownloader python34
 327         cd centos/Packages && yumdownloader python34-libs
 328         cd centos/Packages && yumdownloader python34-yaml
 329         cd centos/Packages && yumdownloader python34-setuptools
 330         cd centos/Packages && yumdownloader ipxe-roms-qemu
 331         cd centos/Packages && curl -O https://radez.fedorapeople.org/python34-markupsafe-0.23-9.el7.centos.x86_64.rpm
 332         cd centos/Packages && curl -O https://radez.fedorapeople.org/python3-jinja2-2.8-5.el7.centos.noarch.rpm
 333         cd centos/Packages && curl -O http://artifacts.opnfv.org/apex/dependencies/python3-ipmi-0.3.0-1.noarch.rpm
 334         # regenerate yum repo data
 335         @echo "Generating new yum metadata"
 336         createrepo --update -g ../c7-opnfv-x86_64-comps.xml centos
 337         # build the iso
 338         @echo "Building OPNFV iso"
 339         mkisofs -b isolinux/isolinux.bin -no-emul-boot -boot-load-size 4 -boot-info-table -V "OPNFV CentOS 7 x86_64" -R -J -v -T -o $(ISO) centos
 340         isohybrid $(ISO)
 341         @printf "\n\nISO is built at $(ISO)\n\n"
 342
 343 ####################
 344 #  python3-jinja2  #
 345 ####################
 346
 347 .PHONY: python3-jinja2
 348 python3-jinja2: python3-markupsafe
 349         cd $(BUILD_DIR) \
 350         && curl -O -L artifacts.opnfv.org/apex/dependencies/python-jinja2-2.8-5.fc24.src.rpm \
 351         && rpm2cpio python-jinja2-2.8-5.fc24.src.rpm | cpio -idmv \
 352         && sed -i 's/python3-devel/python34-devel/' python-jinja2.spec \
 353         && sed -i 's/python3-setuptools/python34-setuptools/' python-jinja2.spec \
 354         && sed -i 's/python3-pytest/python34-pytest/' python-jinja2.spec \
 355         && sed -i 's/python3-markupsafe/python34-markupsafe/' python-jinja2.spec \
 356         && rpmbuild -ba python-jinja2.spec $(RPM_DIR_ARGS) -D "with_python3 1"
 357
 358 ########################
 359 #  python3-markupsafe  #
 360 ########################
 361
 362 .PHONY: python3-markupsafe
 363 python3-markupsafe:
 364         cd $(BUILD_DIR) \
 365         && curl -O -L artifacts.opnfv.org/apex/dependencies/python-markupsafe-0.23-9.fc24.src.rpm \
 366         && rpm2cpio python-markupsafe-0.23-9.fc24.src.rpm | cpio -idmv \
 367         && sed -i 's/python3-devel/python34-devel/' python-markupsafe.spec \
 368         && sed -i 's/python3-setuptools/python34-setuptools/' python-markupsafe.spec \
 369         && sed -i 's/python3-pytest/python34-pytest/' python-markupsafe.spec \
 370         && sed -i 's/python3-markupsafe/python34-markupsafe/' python-markupsafe.spec \
 371         && rpmbuild -ba python-markupsafe.spec $(RPM_DIR_ARGS) -D "with_python3 1"