Run tempest from docker using run_tempest
[functest.git] / docker / run_tests.sh
1 #!/bin/bash
2
3 #
4 # Author: Jose Lausuch (jose.lausuch@ericsson.com)
5 #
6 # Installs the Functest framework within the Docker container
7 # and run the tests automatically
8 #
9
10 usage="Script to trigger the tests automatically.
11
12 usage:
13     bash $(basename "$0") [--offline] [-h|--help] [-t <test_name>]
14
15 where:
16     -o|--offline      optional offline mode (experimental)
17     -h|--help         show this help text
18     -t|--test         run specific set of tests
19       <test_name>     one or more of the following: vping,odl,rally,tempest,vims. Separated by comma.
20
21
22 examples:
23     $(basename "$0")
24     $(basename "$0") --test vping,odl
25     $(basename "$0") --offline -t tempest,rally"
26
27
28 # Support for Functest offline
29 # NOTE: Still not 100% working when running the tests
30 offline=false
31 arr_test=(vping odl tempest vims rally)
32
33
34 function run_test(){
35     test_name=$1
36     echo "----------------------------------------------"
37     echo "------------- Running $i test case  "
38     echo "----------------------------------------------"
39     case $test_name in
40         "vping")
41             info "Running vPing test..."
42             python ${FUNCTEST_REPO_DIR}/testcases/vPing/CI/libraries/vPing.py --debug ${FUNCTEST_REPO_DIR}/ -r
43         ;;
44         "odl")
45             info "Running ODL test..."
46             if [ $INSTALLER_TYPE == "fuel" ]; then
47                 odl_ip=$(keystone catalog --service network | grep publicURL | cut -f3 -d"/" | cut -f1 -d":")
48                 neutron_ip=$(keystone catalog --service identity | grep publicURL | cut -f3 -d"/" | cut -f1 -d":")
49                 usr_name=$(env | grep OS | grep OS_USERNAME | cut -f2 -d'=')
50                 pass=$(env | grep OS | grep OS_PASSWORD | cut -f2 -d'=')
51                 odl_port=8181
52                 ODL_PORT=$odl_port ODL_IP=$odl_ip NEUTRON_IP=$neutron_ip USR_NAME=$usr_name PASS=$pass \
53                 ${FUNCTEST_REPO_DIR}/testcases/Controllers/ODL/CI/start_tests.sh
54             elif [ $INSTALLER_TYPE == "foreman" ]; then
55                 #odl_port=8081
56                 ${FUNCTEST_REPO_DIR}/testcases/Controllers/ODL/CI/start_tests.sh
57             elif [ $INSTALLER_TYPE == "apex" ]; then
58                 # TODO
59                 ${FUNCTEST_REPO_DIR}/testcases/Controllers/ODL/CI/start_tests.sh
60             elif [ $INSTALLER_TYPE == "joid" ]; then
61                 # TODO
62                 ${FUNCTEST_REPO_DIR}/testcases/Controllers/ODL/CI/start_tests.sh
63             elif [ $INSTALLER_TYPE == "compass" ]; then
64                 # TODO
65                 ${FUNCTEST_REPO_DIR}/testcases/Controllers/ODL/CI/start_tests.sh
66             else
67                 error "INSTALLER_TYPE not valid."
68                 exit 1
69             fi
70             # save ODL results
71             odl_logs="${FUNCTEST_REPO_DIR}/testcases/Controllers/ODL/CI/logs"
72             if [ -d ${odl_logs} ]; then
73                 cp -Rf  ${odl_logs} ${FUNCTEST_CONF_DIR}/ODL/
74             fi
75         ;;
76         "tempest")
77             info "Running Tempest smoke tests..."
78             python ${FUNCTEST_REPO_DIR}/testcases/VIM/OpenStack/CI/libraries/run_tempest.py --debug ${FUNCTEST_REPO_DIR}/ -m smoke
79             # save tempest.conf for further troubleshooting
80             tempest_conf="${RALLY_VENV_DIR}/tempest/for-deployment-*/tempest.conf"
81             if [ -f ${tempest_conf} ]; then
82                 cp $tempest_conf ${FUNCTEST_CONF_DIR}
83             fi
84         ;;
85         "vims")
86             info "Running vIMS test..."
87             python ${FUNCTEST_REPO_DIR}/testcases/vIMS/CI/vIMS.py --debug ${FUNCTEST_REPO_DIR}/
88         ;;
89         "rally")
90             info "Running Rally benchmark suite..."
91             python ${FUNCTEST_REPO_DIR}/testcases/VIM/OpenStack/CI/libraries/run_rally.py --debug ${FUNCTEST_REPO_DIR}/ all
92         ;;
93     esac
94 }
95
96
97 # Parse parameters
98 while [[ $# > 0 ]]
99     do
100     key="$1"
101     case $key in
102         -h|--help)
103             echo "$usage"
104             exit 0
105             shift
106         ;;
107         -o|--offline)
108             offline=true
109         ;;
110         -t|--test|--tests)
111             TEST="$2"
112             shift
113         ;;
114         *)
115             echo "unknown option $1 $2"
116             exit 1
117         ;;
118     esac
119     shift # past argument or value
120 done
121
122 BASEDIR=`dirname $0`
123 source ${BASEDIR}/common.sh
124
125
126 # Check that the given tests are correct
127 if [ "${TEST}" != "" ]; then
128     arr_test_exec=(${TEST//,/ })
129     for i in "${arr_test_exec[@]}"; do
130         if [[ " ${arr_test[*]} " != *" $i "* ]]; then
131             error "Unknown test: $i. Available tests are: ${arr_test[@]}"
132         fi
133     done
134     info "Tests to execute: ${TEST}."
135 fi
136
137 if [ $offline == false ]; then
138     info "MODE: online"
139 else
140     info "MODE: offline"
141 fi
142
143 # Check that the functest environment has been installed
144 if [ ! -f ${FUNCTEST_CONF_DIR}/env_active ]; then
145     error "The Functest environment is not installed. \
146         Please run prepare_env.sh before running this script...."
147 fi
148
149
150 # Source credentials
151 info "Sourcing Credentials ${FUNCTEST_CONF_DIR}/openstack.creds to run the tests.."
152 source ${FUNCTEST_CONF_DIR}/openstack.creds
153
154
155 # Run tests
156 if [ "${TEST}" != "" ]; then
157     for i in "${arr_test_exec[@]}"; do
158         run_test $i
159     done
160 else
161     info "Executing all the tests"
162     for i in "${arr_test[@]}"; do
163         run_test $i
164     done
165 fi