Merge "Change the way how we track deployment" into stable/colorado
authorMichal Skalski <mskalski@mirantis.com>
Fri, 7 Oct 2016 09:24:05 +0000 (09:24 +0000)
committerGerrit Code Review <gerrit@opnfv.org>
Fri, 7 Oct 2016 09:24:05 +0000 (09:24 +0000)
build/cache.mk
build/docker/.gitignore [new file with mode: 0644]
build/docker/Makefile
build/f_isoroot/Makefile
build/f_isoroot/f_tacker-pluginbuild/Makefile [new file with mode: 0644]
build/f_isoroot/f_tacker-pluginbuild/config.mk [new file with mode: 0644]
build/f_isoroot/f_tacker-pluginbuild/packages.yaml [new file with mode: 0644]

index f6db017..a65f310 100644 (file)
@@ -51,5 +51,5 @@ cache:
                exit 1; \
        fi
        @docker version >/dev/null 2>&1 || (echo 'No Docker installation available'; exit 1)
-       @make -C docker
+       @make -C docker get-cache all
        docker/runcontext $(DOCKERIMG) $(MAKE) $(MAKEFLAGS) cached-all
diff --git a/build/docker/.gitignore b/build/docker/.gitignore
new file mode 100644 (file)
index 0000000..2585910
--- /dev/null
@@ -0,0 +1,2 @@
+.docker*
+ubuntu-builder/Dockerfile
index d4423b0..783881e 100644 (file)
@@ -1,5 +1,5 @@
 ##############################################################################
-# Copyright (c) 2015 Ericsson AB and others.
+# Copyright (c) 2015,2016 Ericsson AB and others.
 # stefan.k.berg@ericsson.com
 # jonas.bjurel@ericsson.com
 # All rights reserved. This program and the accompanying materials
@@ -12,6 +12,15 @@ SHELL = /bin/bash
 FILES = $(wildcard ubuntu-builder/*) runcontext
 DOCKER_VER := $(shell [[ "$$(docker version --format '{{.Client.Version}}')" =~ ([0-9]+)\.([0-9]+) ]] && echo $$(( $${BASH_REMATCH[1]} * 100 + $${BASH_REMATCH[2]} )))
 
+# Builder tag lifespan, force container rebuild X days after tag creation
+DOCKER_KEEP = 1 days
+DOCKER_IMG  = opnfv.org/ubuntu-builder
+DOCKER_TAG  = ${DOCKER_IMG}:14.04
+# Shell contruct for checking our tag object did not expire
+DOCKER_EXPIRED = D_TAG_BIRTH=`docker inspect --format="{{.Created}}" \
+       ${DOCKER_TAG} 2>/dev/null`; test -z "$$D_TAG_BIRTH" -o `date +%s` -gt \
+       `date -d "$$D_TAG_BIRTH +${DOCKER_KEEP}" +%s`; echo $$?
+
 # Don't use -f flag when docker is newer than 1.9
 # https://docs.docker.com/engine/deprecated/#/f-flag-on-docker-tag
 ifeq ($(shell echo "$(DOCKER_VER)>109" | bc), 1)
@@ -23,7 +32,7 @@ endif
 .PHONY: all
 all:   .docker
 
-.docker: $(FILES)
+.dockercfg: $(FILES)
        cp Dockerfile ubuntu-builder/Dockerfile
        # Only add proxy ENVs where set in host - needed to pull the base Ubuntu image
        test -n "${http_proxy}" && sed -i "s;INSERT_HTTP_PROXY;${http_proxy};" ubuntu-builder/Dockerfile || exit 0
@@ -33,10 +42,62 @@ all:        .docker
        test -n "${HTTPS_PROXY}" && sed -i "s;INSERT_HTTPS_PROXY;${HTTPS_PROXY};" ubuntu-builder/Dockerfile || exit 0
        test -n "${NO_PROXY}" && sed -i "s;INSERT_NO_PROXY;${NO_PROXY};" ubuntu-builder/Dockerfile || exit 0
        sed -i '/INSERT_/d' ubuntu-builder/Dockerfile
-       /usr/bin/docker build --rm=true --no-cache=true -t opnfv.org/ubuntu-builder:14.04 ubuntu-builder
-       /usr/bin/docker tag ${tag_flags} opnfv.org/ubuntu-builder:14.04 opnfv.org/ubuntu-builder
-       touch .docker
+       touch $@
+
+.docker: .dockercfg
+       @if test -f .cacheid -o "$(shell ${DOCKER_EXPIRED})" -eq "0"; then \
+               /usr/bin/docker build --rm=true --no-cache=true \
+                       -t ${DOCKER_TAG} ubuntu-builder && \
+               /usr/bin/docker tag ${tag_flags} ${DOCKER_TAG} ${DOCKER_IMG}; \
+       else \
+               echo "Docker: Tag '${DOCKER_TAG}' was created less than" \
+                       "${DOCKER_KEEP} ago, skipping re-build."; \
+       fi
+       touch $@
+       test -f .cacheid && $(MAKE) -f Makefile put-cache || exit 0
 
 .PHONY:        clean
 clean:
-       rm -f .docker ubuntu-builder/Dockerfile
+       rm -f .docker* ubuntu-builder/Dockerfile
+
+.PHONY: deepclean
+deepclean: clean clean-cache
+
+##############################################################################
+# Cache operations - only used when building through ci/build.sh
+##############################################################################
+
+# NOTE: For docker, we only get/put cache to fingerprint build scripts and
+# env vars, its cached data holds only an empty .docker file.
+
+# Create a unique hash to be used for getting and putting cache, based on:
+#   - ubuntu-builder Dockerfile (includes eventual proxy env vars), runcontext;
+#   - The contents of this Makefile
+.cacheid: .dockercfg
+       sha1sum Makefile runcontext $(wildcard ubuntu-builder/*) > .cachedata
+       cat .cachedata | $(CACHETOOL) getid > .cacheid
+
+# Clean local data related to caching - called prior to ordinary build
+.PHONY: clean-cache
+clean-cache:
+       rm -f .cachedata .cacheid
+
+# Try to download cache - called prior to ordinary build
+.PHONY: get-cache
+get-cache: .cacheid
+       @if $(CACHETOOL) check $(shell cat .cacheid); then \
+               if test "$(shell ${DOCKER_EXPIRED})" -eq "0"; then \
+                       echo "Docker: Tag '${DOCKER_TAG}' missing" \
+                               "or older than ${DOCKER_KEEP}, not using it."; \
+               else \
+                       touch .docker; \
+               fi; \
+       else \
+               echo "No cache item found for $(shell cat .cacheid)" ;\
+               exit 0;\
+       fi
+
+# Store cache if not already stored - called after ordinary build
+.PHONY: put-cache
+put-cache: .cacheid
+       @tar cf - .docker | $(CACHETOOL) put $(shell cat .cacheid)
index 448f415..1539783 100644 (file)
@@ -11,7 +11,7 @@
 # Add Fuel plugin build targets here
 # Plugins disabled for the Fuel Mitaka uplift. Please re-enable your plugin as you have
 # verified it!
-PLUGINS ?= f_odlpluginbuild f_onosfwpluginbuild f_vsperfpluginbuild f_ovs-nsh-dpdk-pluginbuild f_yardstick-pluginbuild f_kvm-pluginbuild f_bgpvpn-pluginbuild f_collectd-ceilometer-pluginbuild
+PLUGINS ?= f_odlpluginbuild f_onosfwpluginbuild f_vsperfpluginbuild f_ovs-nsh-dpdk-pluginbuild f_yardstick-pluginbuild f_kvm-pluginbuild f_bgpvpn-pluginbuild f_collectd-ceilometer-pluginbuild f_tacker-pluginbuild
 #PLUGINS = f_odlpluginbuild f_onosfwpluginbuild f_ovsnfv-dpdk-pluginbuild f_vsperfpluginbuild f_ovs-nsh-dpdk-pluginbuild f_bgpvpn-pluginbuild
 export PLUGINS
 #NON_8-0_REBASED_PLUGINS = f_bgpvpn-pluginbuild
diff --git a/build/f_isoroot/f_tacker-pluginbuild/Makefile b/build/f_isoroot/f_tacker-pluginbuild/Makefile
new file mode 100644 (file)
index 0000000..997430d
--- /dev/null
@@ -0,0 +1,91 @@
+##############################################################################
+# Copyright (c) 2015 Ericsson AB and others.
+# geopar@intracom-telecom.com
+# All rights reserved. This program and the accompanying materials
+# are made available under the terms of the Apache License, Version 2.0
+# which accompanies this distribution, and is available at
+# http://www.apache.org/licenses/LICENSE-2.0
+##############################################################################
+
+TOP := $(shell pwd)
+
+############################################################################
+# BEGIN of Include definitions
+#
+include config.mk
+#
+# END Include definitions
+#############################################################################
+
+
+.PHONY: all
+all: .tackerbuild
+
+.PHONY: clean
+clean:
+       @rm -f .tackerbuild ../release/opnfv/tacker*.rpm tacker*.rpm
+       @rm -f $(BUILD_BASE)/gitinfo_tackerplugin.txt gitinfo_tackerplugin.txt
+
+.PHONY: release
+release:.tackerbuild
+       @rm -f ../release/opnfv/tacker*.rpm
+       @mkdir -p ../release/tacker
+       @cp tacker*.rpm ../release/opnfv/
+       cp gitinfo_tackerplugin.txt $(BUILD_BASE)
+
+.tackerbuild:
+       rm -rf fuel-plugin-tacker
+       git clone $(TACKER_REPO)
+       cd fuel-plugin-tacker; \
+       git checkout $(TACKER_BRANCH); \
+       if [ ! -z $(TACKER_CHANGE) ]; then \
+          git fetch $(TACKER_REPO) $(TACKER_CHANGE); \
+          git checkout FETCH_HEAD; \
+       fi
+       fpb --debug --build fuel-plugin-tacker/
+       @mv fuel-plugin-tacker/tacker*.rpm .
+       $(REPOINFO) -r . > gitinfo_tackerplugin.txt
+       @rm -rf fuel-plugin-tacker
+       @touch .tackerbuild
+       # Store artifact in cache straight away if caching is enabled
+       # (no .cacheid will be present unless this is a cached build)
+       test -f .cacheid && $(MAKE) -f Makefile put-cache || exit 0
+
+#############################################################################
+# Cache operations - only used when building through ci/build.sh
+#############################################################################
+
+
+# Create a unique hash to be used for getting and putting cache, based on:
+#   - The SHA1 hash of the HEAD on the plugin repo's $(TACKER_BRANCH)
+#   - The contents of this Makefile
+.cacheid:
+       @if [ ! -z $(TACKER_CHANGE) ]; then \
+         $(CACHETOOL) getcommitid $(TACKER_REPO) $(TACKER_CHANGE) > .cachedata; \
+       else \
+         $(CACHETOOL) getcommitid $(TACKER_REPO) $(TACKER_BRANCH) > .cachedata; \
+       fi
+       @sha1sum Makefile | awk {'print $$1'} >> .cachedata
+       @sha1sum config.mk | awk {'print $$1'} >> .cachedata
+       @echo -n $(UBUNTU_ARCH) | sha1sum | awk {'print $$1'} >> .cachedata
+       @cat .cachedata | $(CACHETOOL) getid > .cacheid
+
+# Clean local data related to caching - called prior to ordinary build
+.PHONY: clean-cache
+clean-cache: clean
+       @rm -f .cachedata .cacheid
+
+# Try to download cache - called prior to ordinary build
+.PHONY: get-cache
+get-cache: .cacheid
+       @if $(CACHETOOL) check $(shell cat .cacheid); then \
+                $(CACHETOOL) get $(shell cat .cacheid) | tar xf -;\
+       else \
+               echo "No cache item found for $(shell cat .cacheid)" ;\
+               exit 0;\
+       fi
+
+# Store cache if not already stored - called after ordinary build
+.PHONY: put-cache
+put-cache: .cacheid
+       @tar cf - .tackerbuild tacker*.rpm gitinfo_tackerplugin.txt | $(CACHETOOL) put $(shell cat .cacheid)
diff --git a/build/f_isoroot/f_tacker-pluginbuild/config.mk b/build/f_isoroot/f_tacker-pluginbuild/config.mk
new file mode 100644 (file)
index 0000000..2de94d5
--- /dev/null
@@ -0,0 +1,12 @@
+##############################################################################
+# Copyright (c) 2015 Ericsson AB and others.
+# geopar@intracom-telecom.com
+# All rights reserved. This program and the accompanying materials
+# are made available under the terms of the Apache License, Version 2.0
+# which accompanies this distribution, and is available at
+# http://www.apache.org/licenses/LICENSE-2.0
+##############################################################################
+
+TACKER_BRANCH?=master
+TACKER_REPO?="https://github.com/openstack/fuel-plugin-tacker"
+TACKER_CHANGE?=e49db23fa2392e2cc42ac15ce22e869ff9cb0e0c
diff --git a/build/f_isoroot/f_tacker-pluginbuild/packages.yaml b/build/f_isoroot/f_tacker-pluginbuild/packages.yaml
new file mode 100644 (file)
index 0000000..c7775d1
--- /dev/null
@@ -0,0 +1,3 @@
+packages:
+  - python-jsonrpclib
+