4 # Author: Jose Lausuch (jose.lausuch@ericsson.com)
5 # Morgan Richomme (morgan.richomme@orange.com)
6 # Installs the Functest framework within the Docker container
7 # and run the tests automatically
10 # All rights reserved. This program and the accompanying materials
11 # are made available under the terms of the Apache License, Version 2.0
12 # which accompanies this distribution, and is available at
13 # http://www.apache.org/licenses/LICENSE-2.0
16 usage="Script to trigger the tests automatically.
19 bash $(basename "$0") [-h|--help] [-t <test_name>]
22 -h|--help show this help text
23 -r|--report push results to database (false by default)
24 -n|--no-clean do not clean OpenStack resources after test run
25 -t|--test run specific set of tests
26 <test_name> one or more of the following: vping,odl,rally,tempest,vims,onos,promise,ovno. Separated by comma.
31 $(basename "$0") --test vping,odl
32 $(basename "$0") -t tempest,rally"
35 # Support for Functest offline
36 # NOTE: Still not 100% working when running the tests
40 # Get the list of runnable tests
41 # Check if we are in CI mode
44 function clean_openstack(){
45 if [ $clean == true ]; then
46 echo -e "\n\nCleaning Openstack environment..."
47 python ${FUNCTEST_REPO_DIR}/testcases/VIM/OpenStack/CI/libraries/clean_openstack.py \
56 echo "----------------------------------------------"
57 echo " Running test cases: $i"
58 echo "----------------------------------------------"
62 info "Running vPing test..."
63 python ${FUNCTEST_REPO_DIR}/testcases/vPing/CI/libraries/vPing2.py \
67 info "Running vPing test using userdata/cloudinit.... "
68 python ${FUNCTEST_REPO_DIR}/testcases/vPing/CI/libraries/vPing.py \
72 info "Running ODL test..."
73 neutron_ip=$(keystone catalog --service identity | grep publicURL | cut -f3 -d"/" | cut -f1 -d":")
74 odl_ip=$(keystone catalog --service network | grep publicURL | cut -f3 -d"/" | cut -f1 -d":")
75 usr_name=$(env | grep OS | grep OS_USERNAME | cut -f2 -d'=')
76 password=$(env | grep OS | grep OS_PASSWORD | cut -f2 -d'=')
78 if [ $INSTALLER_TYPE == "fuel" ]; then
80 elif [ $INSTALLER_TYPE == "apex" ]; then
82 elif [ $INSTALLER_TYPE == "joid" ]; then
84 elif [ $INSTALLER_TYPE == "compass" ]; then
87 error "INSTALLER_TYPE not valid."
90 ODL_PORT=$odl_port ODL_IP=$odl_ip NEUTRON_IP=$neutron_ip USR_NAME=$usr_name PASS=$password \
91 ${FUNCTEST_REPO_DIR}/testcases/Controllers/ODL/CI/start_tests.sh
93 # push results to the DB in case of CI
94 if [[ -n "$DEPLOY_SCENARIO" && "$DEPLOY_SCENARIO" != "none" ]]; then
95 odl_logs="/home/opnfv/functest/results/odl/logs/2"
96 odl_path="${FUNCTEST_REPO_DIR}/testcases/Controllers/ODL/CI"
97 node_name=$(env | grep NODE_NAME | cut -f2 -d'=')
98 python ${odl_path}/odlreport2db.py -x ${odl_logs}/output.xml -i ${INSTALLER_TYPE} -p ${node_name} -s ${DEPLOY_SCENARIO}
102 info "Running Tempest tests..."
103 python ${FUNCTEST_REPO_DIR}/testcases/VIM/OpenStack/CI/libraries/run_tempest.py \
104 --debug -m custom ${report}
105 # save tempest.conf for further troubleshooting
106 tempest_conf="${RALLY_VENV_DIR}/tempest/for-deployment-*/tempest.conf"
107 if [ -f ${tempest_conf} ]; then
108 cp $tempest_conf ${FUNCTEST_CONF_DIR}
113 info "Running vIMS test..."
114 python ${FUNCTEST_REPO_DIR}/testcases/vIMS/CI/vIMS.py \
119 info "Running Rally benchmark suite..."
120 cinder type-create volume-test #provisional
121 python ${FUNCTEST_REPO_DIR}/testcases/VIM/OpenStack/CI/libraries/run_rally.py \
122 --debug all ${report}
123 cinder type-delete $(cinder type-list|grep test|awk '{print $2}')
128 info "Running BGPVPN Tempest test case..."
129 tempest_dir=$(find /root/.rally -type d -name for-deploy*)
131 # do the call of your test case here.
132 # the bgpvpn repo is cloned in $BGPVPN_REPO_DIR
133 # tempest is installed in $tempest_dir
135 # mkdir ${tempest_dir}/tempest/api/bgpvpn/
136 # cp ${BGPVPN_REPO_DIR}/networking_bgpvpn_tempest/<whatever you need> \
137 # ${tempest_dir}/tempest/api/bgpvpn/
138 # ${tempest_dir}/run_tempest.sh tempest.api.bgpvpn.<test_case_name>
141 info "Running ONOS test case..."
142 python ${FUNCTEST_REPO_DIR}/testcases/Controllers/ONOS/Teston/CI/onosfunctest.py
145 info "Running PROMISE test case..."
146 python ${FUNCTEST_REPO_DIR}/testcases/features/promise.py --debug all ${report}
150 info "Running Doctor test..."
151 python ${FUNCTEST_REPO_DIR}/testcases/features/doctor.py
154 info "Running OpenContrail test..."
185 echo "unknown option $1 $2"
189 shift # past argument or value
193 tests_file="/home/opnfv/functest/conf/testcase-list.txt"
194 if [[ -n "$DEPLOY_SCENARIO" && "$DEPLOY_SCENARIO" != "none" ]] &&\
195 [[ -f $tests_file ]]; then
196 arr_test=($(cat $tests_file))
198 arr_test=(vping tempest vims rally)
200 echo "arr_test: "${arr_test[@]}
203 source ${BASEDIR}/common.sh
206 # Check that the given tests are correct
207 if [ "${TEST}" != "" ]; then
208 arr_test_exec=(${TEST//,/ })
209 for i in "${arr_test_exec[@]}"; do
210 if [[ " ${arr_test[*]} " != *" $i "* ]]; then
211 error "Unknown test: $i. Available tests are: ${arr_test[@]}"
214 info "Tests to execute: ${TEST}."
217 if [ $offline == false ]; then
223 # Check that the functest environment has been installed
224 if [ ! -f ${FUNCTEST_CONF_DIR}/env_active ]; then
225 error "The Functest environment is not installed. \
226 Please run prepare_env.sh before running this script...."
231 info "Sourcing Credentials ${FUNCTEST_CONF_DIR}/openstack.creds to run the tests.."
232 source ${FUNCTEST_CONF_DIR}/openstack.creds
235 if [ "${TEST}" != "" ]; then
236 for i in "${arr_test_exec[@]}"; do
240 info "Executing tests..."
241 for i in "${arr_test[@]}"; do