257fab1d9032bf2db486e5b539c9e7d2dd336398
[functest.git] / docker / run_tests.sh
1 #!/bin/bash
2
3 #
4 # Author: Jose Lausuch (jose.lausuch@ericsson.com)
5 #
6 # Installs the Functest framework within the Docker container
7 # and run the tests automatically
8 #
9
10 usage="Script to trigger the tests automatically.
11
12 usage:
13     bash $(basename "$0") [--offline] [-h|--help] [-t <test_name>]
14
15 where:
16     -o|--offline      optional offline mode (experimental)
17     -h|--help         show this help text
18     -r|--report       push results to database (false by default)
19     -t|--test         run specific set of tests
20       <test_name>     one or more of the following: vping,odl,rally,tempest,vims,onos, promise. Separated by comma.
21
22
23 examples:
24     $(basename "$0")
25     $(basename "$0") --test vping,odl
26     $(basename "$0") --offline -t tempest,rally"
27
28
29 # Support for Functest offline
30 # NOTE: Still not 100% working when running the tests
31 offline=false
32 report=""
33 arr_test=(vping odl tempest vims rally)
34
35 function clean_openstack(){
36     python ${FUNCTEST_REPO_DIR}/testcases/VIM/OpenStack/CI/libraries/clean_openstack.py \
37         --debug
38 }
39
40 function run_test(){
41     test_name=$1
42     echo "----------------------------------------------"
43     echo "------------- Running $i test case  "
44     echo "----------------------------------------------"
45     case $test_name in
46         "vping")
47             info "Running vPing test..."
48             python ${FUNCTEST_REPO_DIR}/testcases/vPing/CI/libraries/vPing.py \
49                 --debug ${report}
50         ;;
51         "odl")
52             info "Running ODL test..."
53             neutron_ip=$(keystone catalog --service identity | grep publicURL | cut -f3 -d"/" | cut -f1 -d":")
54             odl_ip=$(keystone catalog --service network | grep publicURL | cut -f3 -d"/" | cut -f1 -d":")
55             usr_name=$(env | grep OS | grep OS_USERNAME | cut -f2 -d'=')
56             password=$(env | grep OS | grep OS_PASSWORD | cut -f2 -d'=')
57             odl_port=8181
58             if [ $INSTALLER_TYPE == "fuel" ]; then
59                 odl_port=8282
60             elif [ $INSTALLER_TYPE == "apex" ]; then
61                 pass
62             elif [ $INSTALLER_TYPE == "joid" ]; then
63                 pass
64             elif [ $INSTALLER_TYPE == "compass" ]; then
65                 pass
66             else
67                 error "INSTALLER_TYPE not valid."
68                 exit 1
69             fi
70             ODL_PORT=$odl_port ODL_IP=$odl_ip NEUTRON_IP=$neutron_ip USR_NAME=$usr_name PASS=$password \
71                 ${FUNCTEST_REPO_DIR}/testcases/Controllers/ODL/CI/start_tests.sh
72
73             # save ODL results
74             odl_logs="${FUNCTEST_REPO_DIR}/testcases/Controllers/ODL/CI/logs"
75             if [ -d ${odl_logs} ]; then
76                 cp -Rf  ${odl_logs} ${FUNCTEST_CONF_DIR}/ODL/
77             fi
78         ;;
79         "tempest")
80             info "Running Tempest tests..."
81             python ${FUNCTEST_REPO_DIR}/testcases/VIM/OpenStack/CI/libraries/run_tempest.py \
82                 --debug -m custom ${report}
83             # save tempest.conf for further troubleshooting
84             tempest_conf="${RALLY_VENV_DIR}/tempest/for-deployment-*/tempest.conf"
85             if [ -f ${tempest_conf} ]; then
86                 cp $tempest_conf ${FUNCTEST_CONF_DIR}
87             fi
88             clean_openstack
89         ;;
90         "vims")
91             info "Running vIMS test..."
92             python ${FUNCTEST_REPO_DIR}/testcases/vIMS/CI/vIMS.py \
93                 --debug ${report}
94             clean_openstack
95         ;;
96         "rally")
97             info "Running Rally benchmark suite..."
98             python ${FUNCTEST_REPO_DIR}/testcases/VIM/OpenStack/CI/libraries/run_rally.py \
99                 --debug all ${report}
100             clean_openstack
101         ;;
102         "bgpvpn_template")
103             info "Running BGPVPN Tempest test case..."
104             tempest_dir=$(find /root/.rally -type d -name for-deploy*)
105             # TODO:
106             # do the call of your test case here.
107             # the bgpvpn repo is cloned in $BGPVPN_REPO_DIR
108             # tempest is installed in $tempest_dir
109             # Suggestion:
110             #   mkdir ${tempest_dir}/tempest/api/bgpvpn/
111             #   cp ${BGPVPN_REPO_DIR}/networking_bgpvpn_tempest/<whatever you need> \
112             #       ${tempest_dir}/tempest/api/bgpvpn/
113             #   ${tempest_dir}/run_tempest.sh tempest.api.bgpvpn.<test_case_name>
114        ;;
115         "onos")
116             info "Running ONOS test case..."
117             python ${FUNCTEST_REPO_DIR}/testcases/Controllers/ONOS/Teston/CI/onosfunctest.py
118       ;;
119         "promise")
120             info "Running PROMISE test case..."
121             # TODO
122    esac
123 }
124
125
126 # Parse parameters
127 while [[ $# > 0 ]]
128     do
129     key="$1"
130     case $key in
131         -h|--help)
132             echo "$usage"
133             exit 0
134             shift
135         ;;
136         -o|--offline)
137             offline=true
138         ;;
139         -r|--report)
140             report="-r"
141         ;;
142         -t|--test|--tests)
143             TEST="$2"
144             shift
145         ;;
146         *)
147             echo "unknown option $1 $2"
148             exit 1
149         ;;
150     esac
151     shift # past argument or value
152 done
153
154 BASEDIR=`dirname $0`
155 source ${BASEDIR}/common.sh
156
157
158 # Check that the given tests are correct
159 if [ "${TEST}" != "" ]; then
160     arr_test_exec=(${TEST//,/ })
161     for i in "${arr_test_exec[@]}"; do
162         if [[ " ${arr_test[*]} " != *" $i "* ]]; then
163             error "Unknown test: $i. Available tests are: ${arr_test[@]}"
164         fi
165     done
166     info "Tests to execute: ${TEST}."
167 fi
168
169 if [ $offline == false ]; then
170     info "MODE: online"
171 else
172     info "MODE: offline"
173 fi
174
175 # Check that the functest environment has been installed
176 if [ ! -f ${FUNCTEST_CONF_DIR}/env_active ]; then
177     error "The Functest environment is not installed. \
178         Please run prepare_env.sh before running this script...."
179 fi
180
181
182 # Source credentials
183 info "Sourcing Credentials ${FUNCTEST_CONF_DIR}/openstack.creds to run the tests.."
184 source ${FUNCTEST_CONF_DIR}/openstack.creds
185
186 # Run tests
187 if [ "${TEST}" != "" ]; then
188     for i in "${arr_test_exec[@]}"; do
189         run_test $i
190     done
191 else
192     info "Executing all the tests"
193     for i in "${arr_test[@]}"; do
194         run_test $i
195     done
196 fi