X-Git-Url: https://gerrit.opnfv.org/gerrit/gitweb?a=blobdiff_plain;f=ci%2Fbuild.sh;h=3531a657f468078ee82d11d7213b3c7df620bb07;hb=refs%2Fchanges%2F49%2F30749%2F1;hp=7e080bed7f85ad9948ed57bc37f285f6d1528283;hpb=d735f5181661f4e0a950e6114909ba2ccb38016e;p=apex.git diff --git a/ci/build.sh b/ci/build.sh index 7e080bed..3531a657 100755 --- a/ci/build.sh +++ b/ci/build.sh @@ -8,17 +8,17 @@ # http://www.apache.org/licenses/LICENSE-2.0 ############################################################################## -set -e +set -xe display_usage () { cat << EOF $0 Builds the Apex OPNFV Deployment Toolchain -usage: $0 [ -c cache_dir ] -r release_name [ --iso | --rpms ] +usage: $0 [ -c cache_dest_dir ] -r release_name [ --iso | --rpms ] OPTIONS: - -c cache destination - directory of cached files, defaults to ./cache + -c cache destination - destination to save tarball of cache -r release name/version of the build result --iso build the iso (implies RPMs too) --rpms build the rpms @@ -30,11 +30,13 @@ build -c file:///tmp/cache -r dev123 EOF } -BUILD_BASE=$(readlink -e ../build/) +APEX_ROOT=$(dirname $(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)) CACHE_DEST="" -CACHE_DIR="cache" +CACHE_DIR="${APEX_ROOT}/.cache" CACHE_NAME="apex-cache" MAKE_TARGETS="images" +REQUIRED_PKGS="rpm-build python-docutils" +RELEASE_RPM="" parse_cmdline() { while [ "${1:0:1}" = "-" ] @@ -44,7 +46,7 @@ parse_cmdline() { display_usage exit 0 ;; - -c|--cache-dir) + -c|--cache-dest) CACHE_DEST=${2} shift 2 ;; @@ -62,11 +64,21 @@ parse_cmdline() { echo "Buiding opnfv-apex RPMs" shift 1 ;; + --release-rpm ) + RELEASE_RPM=" release-rpm" + echo "Buiding opnfv-apex RPMs" + shift 1 + ;; --debug ) debug="TRUE" echo "Enable debug output" shift 1 ;; + --build-cache ) + MAKE_TARGETS="" + echo "Building Cache" + shift 1 + ;; *) display_usage exit 1 @@ -77,54 +89,86 @@ parse_cmdline() { } run_make() { - make $MAKE_ARGS -C ${BUILD_BASE} $1 + make $MAKE_ARGS -C ${BUILD_DIRECTORY} $1 } parse_cmdline "$@" +if [ -z "$BUILD_DIRECTORY" ]; then + if [ -d "${APEX_ROOT}/build" ]; then + BUILD_DIRECTORY="${APEX_ROOT}/build" + else + echo "Cannot find build directory, please provide BUILD_DIRECTORY environment variable...exiting" + exit 1 + fi +elif [ ! -d "$BUILD_DIRECTORY" ]; then + echo "Provided build directory is invalid: ${BUILD_DIRECTORY} ...exiting" + exit 1 +fi + +# Add release rpm to make targets if defined +MAKE_TARGETS+=$RELEASE_RPM + +# Install build dependencies +for pkg in $REQUIRED_PKGS; do + if ! rpm -q $pkg > /dev/null; then + if ! sudo yum -y install $pkg > /dev/null; then + echo "Required package $pkg missing and installation failed." + exit 1 + fi + fi +done + if [ -n "$RELEASE" ]; then MAKE_ARGS+="RELEASE=$RELEASE "; fi -# Get the Old Cache -if [ -n "$CACHE_DEST" ]; then +# Get the Old Cache and build new cache history file +if [[ -n "$CACHE_DEST" && -n "$MAKE_TARGETS" ]]; then echo "Retrieving Cache" if [ -f $CACHE_DEST/${CACHE_NAME}.tgz ]; then - rm -rf $BUILD_BASE/$CACHE_DIR - cp -f $CACHE_DEST/${CACHE_NAME}.tgz $BUILD_BASE/${CACHE_NAME}.tgz - tar xzf $BUILD_BASE/${CACHE_NAME}.tgz - elif [ ! -d $BUILD_BASE/$CACHE_DIR ]; then - mkdir $BUILD_BASE/$CACHE_DIR + echo "Cache found at ${CACHE_DEST}/${CACHE_NAME}.tgz" + rm -rf $CACHE_DIR + mkdir $CACHE_DIR + echo "Unpacking Cache to ${CACHE_DIR}" + tar -xvzf ${CACHE_DEST}/${CACHE_NAME}.tgz -C ${CACHE_DIR} + echo "Cache contents after unpack:" + ls -al ${CACHE_DIR} + else + echo "No Cache Found" fi fi -#create build_output for legacy functionality compatibility in jenkins -if [[ ! -d ../build_output ]]; then - rm -f ../build_output - ln -s build/noarch/ ../build_output +# Ensure the build cache dir exists +if [ ! -d "$CACHE_DIR" ]; then + rm -rf ${CACHE_DIR} + echo "Creating Build Cache Directory" + mkdir ${CACHE_DIR} fi # Conditionally execute RPM build checks if the specs change and target is not rpm or iso if [[ "$MAKE_TARGETS" == "images" ]]; then - commit_file_list=$(git show --pretty="format:" --name-only) - if [[ $commit_file_list == *build/Makefile* ]]; then + commit_file_list=$(git show --pretty="format:" --name-status) + if git show -s | grep "force-build-rpms"; then + MAKE_TARGETS+=" rpms" + elif [[ $commit_file_list == *"A$(printf '\t')"* || $commit_file_list == *build/Makefile* ]]; then # Makefile forces all rpms to be checked MAKE_TARGETS+=" rpms-check" else # Spec files are selective - if [[ $commit_file_list == *build/opnfv-apex-undercloud.spec* ]]; then + if [[ $commit_file_list == *build/rpm_specs/opnfv-apex-undercloud.spec* ]]; then MAKE_TARGETS+=" undercloud-rpm-check" fi - if [[ $commit_file_list == *build/opnfv-apex.spec* ]]; then + if [[ $commit_file_list == *build/rpm_specs/opnfv-apex-release.spec* ]]; then + MAKE_TARGETS+=" release-rpm-check" + fi + if [[ $commit_file_list == *build/rpm_specs/opnfv-apex-common.spec* ]]; then MAKE_TARGETS+=" common-rpm-check" fi - if [[ $commit_file_list == *build/opnfv-apex.spec* ]]; then + if [[ $commit_file_list == *build/rpm_specs/opnfv-apex.spec* ]]; then MAKE_TARGETS+=" opendaylight-rpm-check" fi - if [[ $commit_file_list == *build/opnfv-apex.spec* ]]; then + if [[ $commit_file_list == *build/rpm_specs/opnfv-apex-onos.spec* ]]; then MAKE_TARGETS+=" onos-rpm-check" fi - if [[ $commit_file_list == *build/opnfv-apex.spec* ]]; then - MAKE_TARGETS+=" opendaylight-sfc-rpm-check" - fi fi fi @@ -147,9 +191,15 @@ echo "Build Complete" # Build new Cache if [ -n "$CACHE_DEST" ]; then echo "Building Cache" - tar --atime-preserve --dereference -C $BUILD_BASE -caf $BUILD_BASE/${CACHE_NAME}.tgz $CACHE_DIR - echo "Copying Cache" - if [ ! -d $CACHE_DEST ]; then mkdir -p $CACHE_DEST; fi - cp $BUILD_BASE/${CACHE_NAME}.tgz $CACHE_DEST/${CACHE_NAME}.tgz + ls -lah ${CACHE_DIR} + # ensure the destination exists + mkdir -p ${CACHE_DEST} + # roll the cache tarball + tar --atime-preserve --dereference -caf ${CACHE_DEST}/${CACHE_NAME}.tgz -C ${CACHE_DIR} . + if [ -f "${CACHE_DEST}/${CACHE_NAME}.tgz" ]; then + echo "Cache Build Complete" + else + echo "WARN: Cache file did not build correctly" + fi fi echo "Complete"