docker/run_tests.sh

   1 #!/bin/bash
   2
   3 #
   4 # Author: Jose Lausuch (jose.lausuch@ericsson.com)
   5 #
   6 # Installs the Functest framework within the Docker container
   7 # and run the tests automatically
   8 #
   9
  10 usage="Script to trigger the tests automatically.
  11
  12 usage:
  13     bash $(basename "$0") [--offline] [-h|--help] [-t <test_name>]
  14
  15 where:
  16     -o|--offline      optional offline mode (experimental)
  17     -h|--help         show this help text
  18     -r|--report       push results to database (false by default)
  19     -t|--test         run specific set of tests
  20       <test_name>     one or more of the following: vping,odl,rally,tempest,vims. Separated by comma.
  21
  22
  23 examples:
  24     $(basename "$0")
  25     $(basename "$0") --test vping,odl
  26     $(basename "$0") --offline -t tempest,rally"
  27
  28
  29 # Support for Functest offline
  30 # NOTE: Still not 100% working when running the tests
  31 offline=false
  32 report=""
  33 arr_test=(vping odl tempest vims rally)
  34
  35
  36 function run_test(){
  37     test_name=$1
  38     echo "----------------------------------------------"
  39     echo "------------- Running $i test case  "
  40     echo "----------------------------------------------"
  41     case $test_name in
  42         "vping")
  43             info "Running vPing test..."
  44             python ${FUNCTEST_REPO_DIR}/testcases/vPing/CI/libraries/vPing.py \
  45                 --debug ${FUNCTEST_REPO_DIR}/ ${report}
  46         ;;
  47         "odl")
  48             info "Running ODL test..."
  49             if [ $INSTALLER_TYPE == "fuel" ]; then
  50                 odl_ip=$(keystone catalog --service network | grep publicURL | cut -f3 -d"/" | cut -f1 -d":")
  51                 neutron_ip=$(keystone catalog --service identity | grep publicURL | cut -f3 -d"/" | cut -f1 -d":")
  52                 usr_name=$(env | grep OS | grep OS_USERNAME | cut -f2 -d'=')
  53                 pass=$(env | grep OS | grep OS_PASSWORD | cut -f2 -d'=')
  54                 odl_port=8181
  55                 ODL_PORT=$odl_port ODL_IP=$odl_ip NEUTRON_IP=$neutron_ip USR_NAME=$usr_name PASS=$pass \
  56                 ${FUNCTEST_REPO_DIR}/testcases/Controllers/ODL/CI/start_tests.sh
  57             elif [ $INSTALLER_TYPE == "foreman" ]; then
  58                 #odl_port=8081
  59                 ${FUNCTEST_REPO_DIR}/testcases/Controllers/ODL/CI/start_tests.sh
  60             elif [ $INSTALLER_TYPE == "apex" ]; then
  61                 # TODO
  62                 ${FUNCTEST_REPO_DIR}/testcases/Controllers/ODL/CI/start_tests.sh
  63             elif [ $INSTALLER_TYPE == "joid" ]; then
  64                 # TODO
  65                 ${FUNCTEST_REPO_DIR}/testcases/Controllers/ODL/CI/start_tests.sh
  66             elif [ $INSTALLER_TYPE == "compass" ]; then
  67                 # TODO
  68                 ${FUNCTEST_REPO_DIR}/testcases/Controllers/ODL/CI/start_tests.sh
  69             else
  70                 error "INSTALLER_TYPE not valid."
  71                 exit 1
  72             fi
  73             # save ODL results
  74             odl_logs="${FUNCTEST_REPO_DIR}/testcases/Controllers/ODL/CI/logs"
  75             if [ -d ${odl_logs} ]; then
  76                 cp -Rf  ${odl_logs} ${FUNCTEST_CONF_DIR}/ODL/
  77             fi
  78         ;;
  79         "tempest")
  80             info "Running Tempest smoke tests..."
  81             python ${FUNCTEST_REPO_DIR}/testcases/VIM/OpenStack/CI/libraries/run_tempest.py \
  82                 --debug ${FUNCTEST_REPO_DIR}/ -m smoke ${report}
  83             # save tempest.conf for further troubleshooting
  84             tempest_conf="${RALLY_VENV_DIR}/tempest/for-deployment-*/tempest.conf"
  85             if [ -f ${tempest_conf} ]; then
  86                 cp $tempest_conf ${FUNCTEST_CONF_DIR}
  87             fi
  88         ;;
  89         "vims")
  90             info "Running vIMS test..."
  91             python ${FUNCTEST_REPO_DIR}/testcases/vIMS/CI/vIMS.py \
  92                 --debug ${FUNCTEST_REPO_DIR}/ ${report}
  93         ;;
  94         "rally")
  95             info "Running Rally benchmark suite..."
  96             python ${FUNCTEST_REPO_DIR}/testcases/VIM/OpenStack/CI/libraries/run_rally.py \
  97                 --debug ${FUNCTEST_REPO_DIR}/ all ${report}
  98         ;;
  99         "bgpvpn_template")
 100             info "Running BGPVPN Tempest test case..."
 101             tempest_dir=$(find /root/.rally -type d -name for-deploy*)
 102             # TODO:
 103             # do the call of your test case here.
 104             # the bgpvpn repo is cloned in $BGPVPN_REPO_DIR
 105             # tempest is installed in $tempest_dir
 106             # Suggestion:
 107             #   mkdir ${tempest_dir}/tempest/api/bgpvpn/
 108             #   cp ${BGPVPN_REPO_DIR}/networking_bgpvpn_tempest/<whatever you need> \
 109             #       ${tempest_dir}/tempest/api/bgpvpn/
 110             #   ${tempest_dir}/run_tempest.sh tempest.api.bgpvpn.<test_case_name>
 111     esac
 112 }
 113
 114
 115 # Parse parameters
 116 while [[ $# > 0 ]]
 117     do
 118     key="$1"
 119     case $key in
 120         -h|--help)
 121             echo "$usage"
 122             exit 0
 123             shift
 124         ;;
 125         -o|--offline)
 126             offline=true
 127         ;;
 128         -r|--report)
 129             report="-r"
 130         ;;
 131         -t|--test|--tests)
 132             TEST="$2"
 133             shift
 134         ;;
 135         *)
 136             echo "unknown option $1 $2"
 137             exit 1
 138         ;;
 139     esac
 140     shift # past argument or value
 141 done
 142
 143 BASEDIR=`dirname $0`
 144 source ${BASEDIR}/common.sh
 145
 146
 147 # Check that the given tests are correct
 148 if [ "${TEST}" != "" ]; then
 149     arr_test_exec=(${TEST//,/ })
 150     for i in "${arr_test_exec[@]}"; do
 151         if [[ " ${arr_test[*]} " != *" $i "* ]]; then
 152             error "Unknown test: $i. Available tests are: ${arr_test[@]}"
 153         fi
 154     done
 155     info "Tests to execute: ${TEST}."
 156 fi
 157
 158 if [ $offline == false ]; then
 159     info "MODE: online"
 160 else
 161     info "MODE: offline"
 162 fi
 163
 164 # Check that the functest environment has been installed
 165 if [ ! -f ${FUNCTEST_CONF_DIR}/env_active ]; then
 166     error "The Functest environment is not installed. \
 167         Please run prepare_env.sh before running this script...."
 168 fi
 169
 170
 171 # Source credentials
 172 info "Sourcing Credentials ${FUNCTEST_CONF_DIR}/openstack.creds to run the tests.."
 173 source ${FUNCTEST_CONF_DIR}/openstack.creds
 174
 175
 176 # Run tests
 177 if [ "${TEST}" != "" ]; then
 178     for i in "${arr_test_exec[@]}"; do
 179         run_test $i
 180     done
 181 else
 182     info "Executing all the tests"
 183     for i in "${arr_test[@]}"; do
 184         run_test $i
 185     done
 186 fi