Split tempest into smoke and full modes
[functest.git] / ci / exec_test.sh
1 #!/bin/bash
2
3 #
4 # Author: Jose Lausuch (jose.lausuch@ericsson.com)
5 #         Morgan Richomme (morgan.richomme@orange.com)
6 # Installs the Functest framework within the Docker container
7 # and run the tests automatically
8 #
9 #
10 # All rights reserved. This program and the accompanying materials
11 # are made available under the terms of the Apache License, Version 2.0
12 # which accompanies this distribution, and is available at
13 # http://www.apache.org/licenses/LICENSE-2.0
14 #
15
16 usage="Script to trigger the tests automatically.
17
18 usage:
19     bash $(basename "$0") [-h|--help] [-t <test_name>]
20
21 where:
22     -h|--help         show this help text
23     -r|--report       push results to database (false by default)
24     -s|--serial       run Tempest tests in one thread
25     -t|--test         run specific test case
26       <test_name>"
27
28
29 report=""
30 serial=false
31
32 # Get the list of runnable tests
33 # Check if we are in CI mode
34 debug=""
35 if [[ "${CI_DEBUG,,}" == "true" ]];then
36     debug="--debug"
37 fi
38
39 FUNCTEST_REPO_DIR=${repos_dir}/functest/
40 FUNCTEST_CONF_DIR=/home/opnfv/functest/conf/
41
42
43 function odl_tests(){
44     keystone_ip=$(openstack catalog show identity |grep publicURL| cut -f3 -d"/" | cut -f1 -d":")
45     # historically most of the installers use the same IP for neutron and keystone API
46     neutron_ip=$keystone_ip
47     odl_ip=$(openstack catalog show network | grep publicURL | cut -f3 -d"/" | cut -f1 -d":")
48     usr_name=$(env | grep OS | grep OS_USERNAME | cut -f2 -d'=')
49     password=$(env | grep OS | grep OS_PASSWORD | cut -f2 -d'=')
50     odl_port=8181
51     if [ $INSTALLER_TYPE == "fuel" ]; then
52         odl_port=8282
53     elif [ $INSTALLER_TYPE == "apex" ]; then
54         :
55     elif [ $INSTALLER_TYPE == "joid" ]; then
56         odl_ip=$(env | grep SDN_CONTROLLER | cut -f2 -d'=')
57         neutron_ip=$(openstack catalog show network | grep publicURL | cut -f3 -d"/" | cut -f1 -d":")
58         odl_port=8080
59         :
60     elif [ $INSTALLER_TYPE == "compass" ]; then
61         :
62     else
63         error "INSTALLER_TYPE not valid."
64         exit 1
65     fi
66 }
67
68 function run_test(){
69     test_name=$1
70     serial_flag=""
71     if [ $serial == "true" ]; then
72         serial_flag="-s"
73     fi
74
75     case $test_name in
76         "healthcheck")
77             ${FUNCTEST_REPO_DIR}/testcases/VIM/OpenStack/CI/libraries/healthcheck.sh
78         ;;
79         "vping_ssh")
80             python ${FUNCTEST_REPO_DIR}/testcases/vPing/CI/libraries/vPing_ssh.py \
81                 $debug $report
82         ;;
83         "vping_userdata")
84             python ${FUNCTEST_REPO_DIR}/testcases/vPing/CI/libraries/vPing_userdata.py \
85                 $debug $report
86         ;;
87         "odl")
88             odl_tests
89             ODL_PORT=$odl_port ODL_IP=$odl_ip KEYSTONE_IP=$keystone_ip NEUTRON_IP=$neutron_ip USR_NAME=$usr_name PASS=$password \
90                 ${FUNCTEST_REPO_DIR}/testcases/Controllers/ODL/CI/start_tests.sh
91
92             # push results to the DB in case of CI
93             if [[ -n "$DEPLOY_SCENARIO" && "$DEPLOY_SCENARIO" != "none" ]]; then
94                 odl_logs="/home/opnfv/functest/results/odl/logs/2"
95                 odl_path="${FUNCTEST_REPO_DIR}/testcases/Controllers/ODL/CI"
96                 node_name=$(env | grep NODE_NAME | cut -f2 -d'=')
97                 python ${odl_path}/odlreport2db.py -x ${odl_logs}/output.xml -i ${INSTALLER_TYPE} -p ${node_name} -s ${DEPLOY_SCENARIO}
98             fi
99         ;;
100         "tempest_smoke_serial")
101             python ${FUNCTEST_REPO_DIR}/testcases/VIM/OpenStack/CI/libraries/run_tempest.py \
102                 $debug $clean_flag -s -m smoke $report
103         ;;
104         "tempest_full_parallel")
105             python ${FUNCTEST_REPO_DIR}/testcases/VIM/OpenStack/CI/libraries/run_tempest.py \
106                 $debug $serial_flag $clean_flag -m full $report
107         ;;
108         "vims")
109             python ${FUNCTEST_REPO_DIR}/testcases/vIMS/CI/vIMS.py \
110                 $debug $clean_flag $report
111         ;;
112         "rally_full")
113             python ${FUNCTEST_REPO_DIR}/testcases/VIM/OpenStack/CI/libraries/run_rally-cert.py \
114                 $debug $clean_flag all $report
115         ;;
116         "rally_sanity")
117             python ${FUNCTEST_REPO_DIR}/testcases/VIM/OpenStack/CI/libraries/run_rally-cert.py \
118                 $debug $clean_flag --sanity all $report
119         ;;
120         "bgpvpn")
121             pushd ${repos_dir}/bgpvpn/
122               pip install --no-deps -e .
123             popd
124             tempest_dir=$(ls -t /home/opnfv/.rally/tempest/ |grep for-deploy |tail -1)
125             if [[ $tempest_dir == "" ]]; then
126                 error "Make sure tempest was running before"
127             fi
128             tempest_dir=/home/opnfv/.rally/tempest/$tempest_dir
129             pushd $tempest_dir
130               mkdir -p /etc/tempest/
131               cp tempest.conf /etc/tempest/
132               echo "[service_available]
133 bgpvpn = True" >> /etc/tempest/tempest.conf
134               ./run_tempest.sh -t -N -- networking_bgpvpn_tempest
135               rm -rf /etc/tempest/tempest.conf
136             popd
137         ;;
138         "onos")
139             if [ $INSTALLER_TYPE == "joid" ]; then
140                 python ${FUNCTEST_REPO_DIR}/testcases/Controllers/ONOS/Teston/CI/onosfunctest.py -i joid
141             else
142                 python ${FUNCTEST_REPO_DIR}/testcases/Controllers/ONOS/Teston/CI/onosfunctest.py
143             fi
144       ;;
145         "promise")
146             python ${FUNCTEST_REPO_DIR}/testcases/features/promise.py $debug $report
147             sleep 10 # to let the instances terminate
148         ;;
149         "doctor")
150             python ${FUNCTEST_REPO_DIR}/testcases/features/doctor.py
151         ;;
152         "ovno")
153             ${repos_dir}/ovno/Testcases/RunTests.sh
154         ;;
155         *)
156             echo "The test case '${test_name}' does not exist."
157             exit 1
158     esac
159 }
160
161
162 # Parse parameters
163 while [[ $# > 0 ]]
164     do
165     key="$1"
166     case $key in
167         -h|--help)
168             echo "$usage"
169             exit 0
170             shift
171         ;;
172         -r|--report)
173             report="-r"
174         ;;
175         -s|--serial)
176             serial=true
177         ;;
178         -t|--test|--tests)
179             TEST="$2"
180             shift
181         ;;
182         *)
183             echo "unknown option $1 $2"
184             exit 1
185         ;;
186     esac
187     shift # past argument or value
188 done
189
190
191 # Source credentials
192 echo "Sourcing Credentials ${FUNCTEST_CONF_DIR}/openstack.creds to run the test.."
193 source ${FUNCTEST_CONF_DIR}/openstack.creds
194
195
196 # Run test
197 run_test $TEST