Merge "Add test dependencies in Functest config files to know if the tescase/test...
[functest.git] / docker / run_tests.sh
1 #!/bin/bash
2
3 #
4 # Author: Jose Lausuch (jose.lausuch@ericsson.com)
5 #
6 # Installs the Functest framework within the Docker container
7 # and run the tests automatically
8 #
9
10 usage="Script to trigger the tests automatically.
11
12 usage:
13     bash $(basename "$0") [--offline] [-h|--help] [-t <test_name>]
14
15 where:
16     -o|--offline      optional offline mode (experimental)
17     -h|--help         show this help text
18     -t|--test         run specific set of tests
19       <test_name>     one or more of the following: vping,odl,rally,tempest. Separated by comma.
20
21
22 examples:
23     $(basename "$0")
24     $(basename "$0") --test vping,odl
25     $(basename "$0") --offline -t tempest,rally"
26
27
28 # Support for Functest offline
29 # NOTE: Still not 100% working when running the tests
30 offline=false
31 arr_test=(vping odl tempest vims rally)
32
33
34 function run_test(){
35     test_name=$1
36     echo "----------------------------------------------"
37     echo "------------- Running $i test case  "
38     echo "----------------------------------------------"
39     case $test_name in
40         "vping")
41             info "Running vPing test..."
42             python ${FUNCTEST_REPO_DIR}/testcases/vPing/CI/libraries/vPing.py --debug ${FUNCTEST_REPO_DIR}/ -r
43         ;;
44         "odl")
45             info "Running ODL test..."
46             if [ $INSTALLER_TYPE == "fuel" ]; then
47                 odl_ip=$(keystone catalog --service network | grep publicURL | cut -f3 -d"/" | cut -f1 -d":")
48                 neutron_ip=$(keystone catalog --service identity | grep publicURL | cut -f3 -d"/" | cut -f1 -d":")
49                 usr_name=$(env | grep OS | grep OS_USERNAME | cut -f2 -d'=')
50                 pass=$(env | grep OS | grep OS_PASSWORD | cut -f2 -d'=')
51                 odl_port=8181
52                 ODL_PORT=$odl_port ODL_IP=$odl_ip NEUTRON_IP=$neutron_ip USR_NAME=$usr_name PASS=$pass \
53                 ${FUNCTEST_REPO_DIR}/testcases/Controllers/ODL/CI/start_tests.sh
54             elif [ $INSTALLER_TYPE == "foreman" ]; then
55                 #odl_port=8081
56                 ${FUNCTEST_REPO_DIR}/testcases/Controllers/ODL/CI/start_tests.sh
57             elif [ $INSTALLER_TYPE == "apex" ]; then
58                 # TODO
59                 ${FUNCTEST_REPO_DIR}/testcases/Controllers/ODL/CI/start_tests.sh
60             elif [ $INSTALLER_TYPE == "joid" ]; then
61                 # TODO
62                 ${FUNCTEST_REPO_DIR}/testcases/Controllers/ODL/CI/start_tests.sh
63             elif [ $INSTALLER_TYPE == "compass" ]; then
64                 # TODO
65                 ${FUNCTEST_REPO_DIR}/testcases/Controllers/ODL/CI/start_tests.sh
66             else
67                 error "INSTALLER_TYPE not valid."
68                 exit 1
69             fi
70             # save ODL results
71             odl_logs="${FUNCTEST_REPO_DIR}/testcases/Controllers/ODL/CI/logs"
72             if [ -d ${odl_logs} ]; then
73                 cp -Rf  ${odl_logs} ${FUNCTEST_CONF_DIR}/ODL/
74             fi
75         ;;
76         "tempest")
77             info "Running Tempest smoke tests..."
78             rally verify start smoke
79             rally verify list
80             # save tempest.conf for further troubleshooting
81             tempest_conf="${RALLY_VENV_DIR}/tempest/for-deployment-*/tempest.conf"
82             if [ -f ${tempest_conf} ]; then
83                 cp $tempest_conf ${FUNCTEST_CONF_DIR}
84             fi
85         ;;
86         "vims")
87             info "Running vIMS test..."
88             python ${FUNCTEST_REPO_DIR}/testcases/vIMS/CI/vIMS.py --debug ${FUNCTEST_REPO_DIR}/
89         ;;
90         "rally")
91             info "Running Rally benchmark suite..."
92             python ${FUNCTEST_REPO_DIR}/testcases/VIM/OpenStack/CI/libraries/run_rally.py --debug ${FUNCTEST_REPO_DIR}/ all
93         ;;
94     esac
95 }
96
97
98 # Parse parameters
99 while [[ $# > 0 ]]
100     do
101     key="$1"
102     case $key in
103         -h|--help)
104             echo "$usage"
105             exit 0
106             shift
107         ;;
108         -o|--offline)
109             offline=true
110         ;;
111         -t|--test|--tests)
112             TEST="$2"
113             shift
114         ;;
115         *)
116             echo "unknown option $1 $2"
117             exit 1
118         ;;
119     esac
120     shift # past argument or value
121 done
122
123 BASEDIR=`dirname $0`
124 source ${BASEDIR}/common.sh
125
126
127 # Check that the given tests are correct
128 if [ "${TEST}" != "" ]; then
129     arr_test_exec=(${TEST//,/ })
130     for i in "${arr_test_exec[@]}"; do
131         if [[ " ${arr_test[*]} " != *" $i "* ]]; then
132             error "Unknown test: $i. Available tests are: ${arr_test[@]}"
133         fi
134     done
135     info "Tests to execute: ${TEST}."
136 fi
137
138 if [ $offline == false ]; then
139     info "MODE: online"
140 else
141     info "MODE: offline"
142 fi
143
144 # Check that the functest environment has been installed
145 if [ ! -f ${FUNCTEST_CONF_DIR}/env_active ]; then
146     error "The Functest environment is not installed. \
147         Please run prepare_env.sh before running this script...."
148 fi
149
150
151 # Source credentials
152 info "Sourcing Credentials ${FUNCTEST_CONF_DIR}/openstack.creds to run the tests.."
153 source ${FUNCTEST_CONF_DIR}/openstack.creds
154
155
156 # Run tests
157 if [ "${TEST}" != "" ]; then
158     for i in "${arr_test_exec[@]}"; do
159         run_test $i
160     done
161 else
162     info "Executing all the tests"
163     for i in "${arr_test[@]}"; do
164         run_test $i
165     done
166 fi