nfvbenchvm: add 2 debug features to build-image.sh
[nfvbench.git] / nfvbenchvm / dib / build-image.sh
index 87c1169..445807b 100755 (executable)
 #!/bin/bash
 #
-# A shell script to build the VPP VM image using diskinage-builder
+# A shell script to build the VPP VM image or NFVbench+TRex VM image using diskinage-builder
 #
 # The following packages must be installed prior to using this script:
-# sudo apt-get -y install python-virtualenv qemu-utils kpartx
+# Ubuntu: sudo apt-get -y install python3 python3-venv qemu-utils kpartx
+# CentOS: sudo yum install -y python3 qemu-img kpartx
 
-usage() {
-    echo "Usage: $0 [-v]"
-    echo "   -v    verify only (build but do not push to google storage)"
-    exit 1
-}
+# Stop on error (see https://wizardzines.com/comics/bash-errors/)
+set -euo pipefail
 
-# Takes only 1 optional argument
-if [ $# -gt 1 ]; then
-   usage
-fi
+DEBUG=no
 verify_only=0
-
-if [ $# -eq 1 ]; then
-   if [ $1 = "-v" ]; then
-        verify_only=1
-    else
-        usage
-    fi
-fi
-set -e
+generator_only=0
+loopvm_only=0
+__prefix__=""
 
 # Artifact URL
 gs_url=artifacts.opnfv.org/nfvbench/images
 
 # image version number
-__version__=0.12
-image_name=nfvbenchvm_centos-$__version__
-
-# if image exists skip building
-echo "Checking if image exists in google storage..."
-if  command -v gsutil >/dev/null; then
-    if gsutil -q stat gs://$gs_url/$image_name.qcow2; then
-        echo "Image already exists at http://$gs_url/$image_name.qcow2"
-        echo "Build is skipped"
-        exit 0
-    fi
-    echo "Image does not exist in google storage, starting build..."
-    echo
-else
-    echo "Cannot check image availability in OPNFV artifact repository (gsutil not available)"
-fi
+__version__=0.15
+loopvm_image_name=nfvbenchvm_centos-$__version__
+generator_image_name=nfvbenchvm_centos-generator-$__version__
 
-# check if image is already built locally
-if [ -f $image_name.qcow2 ]; then
-    echo "Image $image_name.qcow2 already exists locally"
-else
-
-    # install diskimage-builder
-    if [ -d dib-venv ]; then
-        . dib-venv/bin/activate
-    else
-        virtualenv dib-venv
-        . dib-venv/bin/activate
-        pip install diskimage-builder
-    fi
 
-    # Add nfvbenchvm_centos elements directory to the DIB elements path
-    export ELEMENTS_PATH=`pwd`/elements
+# ----------------------------------------------------------------------------
+# Parse command line options and configure the script
+# ----------------------------------------------------------------------------
 
-    # canned user/password for direct login
-    export DIB_DEV_USER_USERNAME=nfvbench
-    export DIB_DEV_USER_PASSWORD=nfvbench
-    export DIB_DEV_USER_PWDLESS_SUDO=Y
+usage() {
+    cat <<EOF
+$(basename $0) - build NFVbench VM images
+Usage:
+    $(basename $0) [OPTIONS]
+
+OPTIONS
+    -l: build NFVbench loop VM image
+    -g: build NFVbench generator image
+    -v: verify only (build but do not push to google storage)
+
+    -t: enable debug trace (set -x + DIB_DEBUG_TRACE=1)
+    -d: start debug shell in image chroot in case of build error
+    -h: show this help message
+EOF
+    exit 1
+}
 
-    # Set the data sources to have ConfigDrive only
-    export DIB_CLOUD_INIT_DATASOURCES="ConfigDrive"
+while getopts ":lgvtdh" opt; do
+    case $opt in
+        l)
+            loopvm_only=1
+            ;;
+        g)
+            generator_only=1
+            ;;
+        v)
+            verify_only=1
+            ;;
+        t)
+            set -x
+            export DIB_DEBUG_TRACE=1
+            ;;
+        d)
+            DEBUG=yes
+            ;;
+        h)
+            usage
+            exit 0
+            ;;
+        ?)
+            usage
+            exit 1
+            ;;
+    esac
+done
+
+
+# ----------------------------------------------------------------------------
+# Configure and start the nfvbenchvm image build
+# ----------------------------------------------------------------------------
+
+function build_image {
+    # if image exists skip building
+    echo "Checking if image exists in google storage..."
+    if  command -v gsutil >/dev/null; then
+       if gsutil -q stat gs://$gs_url/$1.qcow2; then
+           echo "Image already exists at http://$gs_url/$1.qcow2"
+           echo "Build is skipped"
+           exit 0
+       fi
+       echo "Image does not exist in google storage, starting build..."
+       echo
+    else
+       echo "Cannot check image availability in OPNFV artifact repository (gsutil not available)"
+    fi
 
-    # Configure VPP REPO
-    export DIB_YUM_REPO_CONF=$ELEMENTS_PATH/nfvbenchvm/fdio-release.repo
+    # check if image is already built locally
+    if [ -f $1.qcow2 ]; then
+        echo "Image $1.qcow2 already exists locally"
+    else
+        # install diskimage-builder
+        if [ -d dib-venv ]; then
+           . dib-venv/bin/activate
+        else
+           python3 -m venv dib-venv
+           . dib-venv/bin/activate
+           pip install diskimage-builder==3.16.0
+        fi
+
+        # Add nfvbenchvm_centos elements directory to the DIB elements path
+        export ELEMENTS_PATH=`pwd`/elements
+
+        # canned user/password for direct login
+        export DIB_DEV_USER_USERNAME=nfvbench
+        export DIB_DEV_USER_PASSWORD=nfvbench
+        export DIB_DEV_USER_PWDLESS_SUDO=Y
+
+        # Set the data sources to have ConfigDrive only
+        export DIB_CLOUD_INIT_DATASOURCES="ConfigDrive"
+
+        # Configure VPP REPO
+        export DIB_YUM_REPO_CONF=$ELEMENTS_PATH/nfvbenchvm/fdio-release.repo
+
+        # Use ELRepo to have latest kernel
+        # only for loop vm image
+        if [ $1 = $loopvm_image_name ]; then
+           export DIB_USE_ELREPO_KERNEL=True
+           export DIB_DEV_IMAGE=loopvm
+        else
+           export DIB_USE_ELREPO_KERNEL=False
+           export DIB_DEV_IMAGE=generator
+           # get current git branch to build image with current code
+           export GIT_BRANCH=$(git rev-parse --abbrev-ref HEAD)
+           # retrieve TREX_VER from Dockerfile
+           export TREX_VER=$(awk '/ENV TREX_VER/ {print $3}' ../../docker/Dockerfile | sed 's/"//g' | sed 's/\r//g')
+        fi
+
+        # Specify CentOS version
+        export DIB_RELEASE=7
+
+        # Debug on error: if an error occurs during the build, disk-image-create
+        # will drop us in a Bash inside the chroot, and we will be able to inspect
+        # the current state of the image.
+        if [[ "${DEBUG}" == "yes" ]]; then
+            export break=after-error
+        fi
+
+        echo "Building $1.qcow2..."
+        time disk-image-create -o $1 centos nfvbenchvm
+    fi
 
-    # Use ELRepo to have latest kernel
-    export DIB_USE_ELREPO_KERNEL=True
+    ls -l $1.qcow2
 
-    echo "Building $image_name.qcow2..."
-    time disk-image-create -o $image_name centos7 nfvbenchvm
-fi
+    if [ $verify_only -eq 1 ]; then
+        echo "Image verification SUCCESS"
+        echo "NO upload to google storage (-v)"
+    else
+        if command -v gsutil >/dev/null; then
+            echo "Uploading $1.qcow2..."
+            gsutil cp $1.qcow2 gs://$gs_url/$1.qcow2
+            echo "You can access to image at http://$gs_url/$1.qcow2"
+        else
+            echo "Cannot upload new image to the OPNFV artifact repository (gsutil not available)"
+            exit 1
+        fi
+    fi
+}
 
-ls -l $image_name.qcow2
 
+# ----------------------------------------------------------------------------
+# Main program
+# ----------------------------------------------------------------------------
 
-if [ $verify_only -eq 1 ]; then
-    echo "Image verification SUCCESS"
-    echo "NO upload to google storage (-v)"
+if [ ! $generator_only -eq 1 ] && [ ! $loopvm_only -eq 1 ]; then
+   echo "Build loop VM image"
+   build_image $loopvm_image_name
+   echo "Build generator image"
+   build_image $generator_image_name
 else
-    if command -v gsutil >/dev/null; then
-        echo "Uploading $image_name.qcow2..."
-        gsutil cp $image_name.qcow2 gs://$gs_url/$image_name.qcow2
-        echo "You can access to image at http://$gs_url/$image_name.qcow2"
-    else
-        echo "Cannot upload new image to the OPNFV artifact repository (gsutil not available)"
-        exit 1
+    if [ $loopvm_only -eq 1 ]; then
+       echo "Build loop VM image"
+       build_image $loopvm_image_name
+    fi
+    if [ $generator_only -eq 1 ]; then
+       echo "Build generator image"
+       build_image $generator_image_name
     fi
 fi