docker/run_tests.sh

   1 #!/bin/bash
   2
   3 #
   4 # Author: Jose Lausuch (jose.lausuch@ericsson.com)
   5 #
   6 # Installs the Functest framework within the Docker container
   7 # and run the tests automatically
   8 #
   9
  10 usage="Script to trigger the tests automatically.
  11
  12 usage:
  13     bash $(basename "$0") [--offline] [-h|--help] [-t <test_name>]
  14
  15 where:
  16     -o|--offline      optional offline mode (experimental)
  17     -h|--help         show this help text
  18     -r|--report       push results to database (false by default)
  19     -t|--test         run specific set of tests
  20       <test_name>     one or more of the following: vping,odl,rally,tempest,vims. Separated by comma.
  21
  22
  23 examples:
  24     $(basename "$0")
  25     $(basename "$0") --test vping,odl
  26     $(basename "$0") --offline -t tempest,rally"
  27
  28
  29 # Support for Functest offline
  30 # NOTE: Still not 100% working when running the tests
  31 offline=false
  32 report=""
  33 arr_test=(vping odl tempest vims rally)
  34
  35 function clean_openstack(){
  36     python ${FUNCTEST_REPO_DIR}/testcases/VIM/OpenStack/CI/libraries/clean_openstack.py \
  37         --debug ${FUNCTEST_REPO_DIR}/
  38 }
  39
  40 function run_test(){
  41     test_name=$1
  42     echo "----------------------------------------------"
  43     echo "------------- Running $i test case  "
  44     echo "----------------------------------------------"
  45     case $test_name in
  46         "vping")
  47             info "Running vPing test..."
  48             python ${FUNCTEST_REPO_DIR}/testcases/vPing/CI/libraries/vPing.py \
  49                 --debug ${FUNCTEST_REPO_DIR}/ ${report}
  50         ;;
  51         "odl")
  52             info "Running ODL test..."
  53             neutron_ip=$(keystone catalog --service identity | grep publicURL | cut -f3 -d"/" | cut -f1 -d":")
  54             odl_ip=$(keystone catalog --service network | grep publicURL | cut -f3 -d"/" | cut -f1 -d":")
  55             usr_name=$(env | grep OS | grep OS_USERNAME | cut -f2 -d'=')
  56             password=$(env | grep OS | grep OS_PASSWORD | cut -f2 -d'=')
  57             odl_port=8181
  58             if [ $INSTALLER_TYPE == "fuel" ]; then
  59                 odl_port=8282
  60             elif [ $INSTALLER_TYPE == "apex" ]; then
  61                 pass
  62             elif [ $INSTALLER_TYPE == "joid" ]; then
  63                 pass
  64             elif [ $INSTALLER_TYPE == "compass" ]; then
  65                 pass
  66             else
  67                 error "INSTALLER_TYPE not valid."
  68                 exit 1
  69             fi
  70             ODL_PORT=$odl_port ODL_IP=$odl_ip NEUTRON_IP=$neutron_ip USR_NAME=$usr_name PASS=$password \
  71                 ${FUNCTEST_REPO_DIR}/testcases/Controllers/ODL/CI/start_tests.sh
  72
  73             # save ODL results
  74             odl_logs="${FUNCTEST_REPO_DIR}/testcases/Controllers/ODL/CI/logs"
  75             if [ -d ${odl_logs} ]; then
  76                 cp -Rf  ${odl_logs} ${FUNCTEST_CONF_DIR}/ODL/
  77             fi
  78         ;;
  79         "tempest")
  80             info "Running Tempest smoke tests..."
  81             python ${FUNCTEST_REPO_DIR}/testcases/VIM/OpenStack/CI/libraries/run_tempest.py \
  82                 --debug ${FUNCTEST_REPO_DIR}/ -m smoke ${report}
  83             # save tempest.conf for further troubleshooting
  84             tempest_conf="${RALLY_VENV_DIR}/tempest/for-deployment-*/tempest.conf"
  85             if [ -f ${tempest_conf} ]; then
  86                 cp $tempest_conf ${FUNCTEST_CONF_DIR}
  87             fi
  88             clean_openstack
  89         ;;
  90         "vims")
  91             info "Running vIMS test..."
  92             python ${FUNCTEST_REPO_DIR}/testcases/vIMS/CI/vIMS.py \
  93                 --debug ${FUNCTEST_REPO_DIR}/ ${report}
  94             clean_openstack
  95         ;;
  96         "rally")
  97             info "Running Rally benchmark suite..."
  98             python ${FUNCTEST_REPO_DIR}/testcases/VIM/OpenStack/CI/libraries/run_rally.py \
  99                 --debug ${FUNCTEST_REPO_DIR}/ all ${report}
 100             clean_openstack
 101         ;;
 102         "bgpvpn_template")
 103             info "Running BGPVPN Tempest test case..."
 104             tempest_dir=$(find /root/.rally -type d -name for-deploy*)
 105             # TODO:
 106             # do the call of your test case here.
 107             # the bgpvpn repo is cloned in $BGPVPN_REPO_DIR
 108             # tempest is installed in $tempest_dir
 109             # Suggestion:
 110             #   mkdir ${tempest_dir}/tempest/api/bgpvpn/
 111             #   cp ${BGPVPN_REPO_DIR}/networking_bgpvpn_tempest/<whatever you need> \
 112             #       ${tempest_dir}/tempest/api/bgpvpn/
 113             #   ${tempest_dir}/run_tempest.sh tempest.api.bgpvpn.<test_case_name>
 114     esac
 115 }
 116
 117
 118 # Parse parameters
 119 while [[ $# > 0 ]]
 120     do
 121     key="$1"
 122     case $key in
 123         -h|--help)
 124             echo "$usage"
 125             exit 0
 126             shift
 127         ;;
 128         -o|--offline)
 129             offline=true
 130         ;;
 131         -r|--report)
 132             report="-r"
 133         ;;
 134         -t|--test|--tests)
 135             TEST="$2"
 136             shift
 137         ;;
 138         *)
 139             echo "unknown option $1 $2"
 140             exit 1
 141         ;;
 142     esac
 143     shift # past argument or value
 144 done
 145
 146 BASEDIR=`dirname $0`
 147 source ${BASEDIR}/common.sh
 148
 149
 150 # Check that the given tests are correct
 151 if [ "${TEST}" != "" ]; then
 152     arr_test_exec=(${TEST//,/ })
 153     for i in "${arr_test_exec[@]}"; do
 154         if [[ " ${arr_test[*]} " != *" $i "* ]]; then
 155             error "Unknown test: $i. Available tests are: ${arr_test[@]}"
 156         fi
 157     done
 158     info "Tests to execute: ${TEST}."
 159 fi
 160
 161 if [ $offline == false ]; then
 162     info "MODE: online"
 163 else
 164     info "MODE: offline"
 165 fi
 166
 167 # Check that the functest environment has been installed
 168 if [ ! -f ${FUNCTEST_CONF_DIR}/env_active ]; then
 169     error "The Functest environment is not installed. \
 170         Please run prepare_env.sh before running this script...."
 171 fi
 172
 173
 174 # Source credentials
 175 info "Sourcing Credentials ${FUNCTEST_CONF_DIR}/openstack.creds to run the tests.."
 176 source ${FUNCTEST_CONF_DIR}/openstack.creds
 177
 178
 179 # Run tests
 180 if [ "${TEST}" != "" ]; then
 181     for i in "${arr_test_exec[@]}"; do
 182         run_test $i
 183     done
 184 else
 185     info "Executing all the tests"
 186     for i in "${arr_test[@]}"; do
 187         run_test $i
 188     done
 189 fi