Merge "Repoint security_scanning to its own repository"
[functest.git] / ci / exec_test.sh
1 #!/bin/bash
2
3 #
4 # Author: Jose Lausuch (jose.lausuch@ericsson.com)
5 #         Morgan Richomme (morgan.richomme@orange.com)
6 # Installs the Functest framework within the Docker container
7 # and run the tests automatically
8 #
9 #
10 # All rights reserved. This program and the accompanying materials
11 # are made available under the terms of the Apache License, Version 2.0
12 # which accompanies this distribution, and is available at
13 # http://www.apache.org/licenses/LICENSE-2.0
14 #
15
16 usage="Script to trigger the tests automatically.
17
18 usage:
19     bash $(basename "$0") [-h|--help] [-t <test_name>]
20
21 where:
22     -h|--help         show this help text
23     -r|--report       push results to database (false by default)
24     -s|--serial       run Tempest tests in one thread
25     -t|--test         run specific test case
26       <test_name>"
27
28
29 report=""
30 serial=false
31
32 # Get the list of runnable tests
33 # Check if we are in CI mode
34 debug=""
35 if [[ "${CI_DEBUG,,}" == "true" ]];then
36     debug="--debug"
37 fi
38
39 FUNCTEST_REPO_DIR=${repos_dir}/functest/
40 FUNCTEST_CONF_DIR=/home/opnfv/functest/conf/
41
42
43 function odl_tests(){
44     keystone_ip=$(openstack catalog show identity |grep publicURL| cut -f3 -d"/" | cut -f1 -d":")
45     neutron_ip=$(openstack catalog show network | grep publicURL | cut -f3 -d"/" | cut -f1 -d":")
46     odl_ip=${neutron_ip}
47     odl_port=8181
48     if [ "$INSTALLER_TYPE" == "fuel" ]; then
49         odl_port=8282
50     elif [ "$INSTALLER_TYPE" == "apex" ]; then
51         odl_ip=$SDN_CONTROLLER_IP
52     elif [ "$INSTALLER_TYPE" == "joid" ]; then
53         odl_ip=$SDN_CONTROLLER
54         odl_port=8080
55         :
56     elif [ "$INSTALLER_TYPE" == "compass" ]; then
57         :
58     else
59         odl_ip=$SDN_CONTROLLER_IP
60         odl_port=8080
61     fi
62 }
63
64 function run_test(){
65     test_name=$1
66     serial_flag=""
67     if [ $serial == "true" ]; then
68         serial_flag="-s"
69     fi
70
71     case $test_name in
72         "healthcheck")
73             ${FUNCTEST_REPO_DIR}/testcases/OpenStack/healthcheck/healthcheck.sh
74         ;;
75         "vping_ssh")
76             python ${FUNCTEST_REPO_DIR}/testcases/OpenStack/vPing/vPing_ssh.py $report
77         ;;
78         "vping_userdata")
79             python ${FUNCTEST_REPO_DIR}/testcases/OpenStack/vPing/vPing_userdata.py $report
80         ;;
81         "odl")
82             odl_tests
83             ${FUNCTEST_REPO_DIR}/testcases/Controllers/ODL/OpenDaylightTesting.py \
84                 --keystoneip $keystone_ip --neutronip $neutron_ip \
85                 --osusername ${OS_USERNAME} --ostenantname ${OS_TENANT_NAME} \
86                 --ospassword ${OS_PASSWORD} \
87                 --odlip $odl_ip --odlwebport $odl_port
88
89             # push results to the DB in case of CI
90             if [[ "$report" == "-r" &&
91                   -n "$DEPLOY_SCENARIO" && "$DEPLOY_SCENARIO" != "none" &&
92                   -n "$INSTALLER_TYPE" && "$INSTALLER_TYPE" != "none" ]] &&
93                env | grep NODE_NAME > /dev/null; then
94                 odl_logs="/home/opnfv/functest/results/odl/"
95                 odl_path="${FUNCTEST_REPO_DIR}/testcases/Controllers/ODL/"
96                 node_name=$(env | grep NODE_NAME | cut -f2 -d'=')
97                 python ${odl_path}/odlreport2db.py -x ${odl_logs}/output.xml -i ${INSTALLER_TYPE} -p ${node_name} -s ${DEPLOY_SCENARIO}
98             fi
99         ;;
100         "tempest_smoke_serial")
101             python ${FUNCTEST_REPO_DIR}/testcases/OpenStack/tempest/run_tempest.py \
102                 $clean_flag -s -m smoke $report
103         ;;
104         "tempest_full_parallel")
105             python ${FUNCTEST_REPO_DIR}/testcases/OpenStack/tempest/run_tempest.py \
106                 $serial_flag $clean_flag -m full $report
107         ;;
108         "vims")
109             python ${FUNCTEST_REPO_DIR}/testcases/vnf/vIMS/vIMS.py $clean_flag $report
110         ;;
111         "rally_full")
112             python ${FUNCTEST_REPO_DIR}/testcases/OpenStack/rally/run_rally-cert.py $clean_flag all $report
113         ;;
114         "rally_sanity")
115             python ${FUNCTEST_REPO_DIR}/testcases/OpenStack/rally/run_rally-cert.py \
116                 $clean_flag --sanity all $report
117         ;;
118         "bgpvpn")
119             sdnvpn_repo_dir=${repos_dir}/sdnvpn/test/functest/
120             python ${sdnvpn_repo_dir}/run_tests.py $report
121         ;;
122         "onos")
123             python ${FUNCTEST_REPO_DIR}/testcases/Controllers/ONOS/Teston/onosfunctest.py
124         ;;
125         "onos_sfc")
126             python ${FUNCTEST_REPO_DIR}/testcases/Controllers/ONOS/Teston/onosfunctest.py -t sfc
127         ;;
128         "promise")
129             python ${FUNCTEST_REPO_DIR}/testcases/features/promise.py $report
130             sleep 10 # to let the instances terminate
131         ;;
132         "doctor")
133             python ${FUNCTEST_REPO_DIR}/testcases/features/doctor.py
134         ;;
135         "ovno")
136             # suite under rewritting for colorado
137             # no need to run anything until refactoring done
138             # ${repos_dir}/ovno/Testcases/RunTests.sh
139         ;;
140         "security_scan")
141             echo "Sourcing Credentials ${FUNCTEST_CONF_DIR}/stackrc for undercloud .."
142             source ${FUNCTEST_CONF_DIR}/stackrc
143             python ${repos_dir}/securityscanning/security_scan.py --config ${repos_dir}/securityscanning/config.ini
144         ;;
145         "copper")
146             python ${FUNCTEST_REPO_DIR}/testcases/features/copper.py
147         ;;
148         "moon")
149             python ${repos_dir}/moon/tests/run_tests.py
150         ;;
151         "multisite")
152             python ${FUNCTEST_REPO_DIR}/testcases/OpenStack/tempest/gen_tempest_conf.py
153             python ${FUNCTEST_REPO_DIR}/testcases/OpenStack/tempest/run_tempest.py \
154                 $clean_flag -s -m feature_multisite $report \
155                 -c ${FUNCTEST_REPO_DIR}/testcases/OpenStack/tempest/tempest_multisite.conf
156         ;;
157         "domino")
158             python ${FUNCTEST_REPO_DIR}/testcases/features/domino.py
159         ;;
160         "odl-sfc")
161             bash ${FUNCTEST_REPO_DIR}/testcases/features/sfc/server_presetup_CI.bash
162             ret_val=$?
163             if [ $ret_val != 0 ]; then
164                 exit $ret_val
165             fi
166             bash ${FUNCTEST_REPO_DIR}/testcases/features/sfc/compute_presetup_CI.bash
167             ret_val=$?
168             if [ $ret_val != 0 ]; then
169                 exit $ret_val
170             fi
171             source ${FUNCTEST_REPO_DIR}/testcases/features/sfc/tackerc
172             python ${FUNCTEST_REPO_DIR}/testcases/features/sfc/sfc.py
173         ;;
174         "parser")
175             python ${FUNCTEST_REPO_DIR}/testcases/vnf/vRNC/parser.py $report
176         ;;
177         *)
178             echo "The test case '${test_name}' does not exist."
179             exit 1
180     esac
181
182     if [[ $? != 0 ]]; then exit 1
183     else exit 0
184     fi
185 }
186
187
188 # Parse parameters
189 while [[ $# > 0 ]]
190     do
191     key="$1"
192     case $key in
193         -h|--help)
194             echo "$usage"
195             exit 0
196             shift
197         ;;
198         -r|--report)
199             report="-r"
200         ;;
201         -s|--serial)
202             serial=true
203         ;;
204         -t|--test|--tests)
205             TEST="$2"
206             shift
207         ;;
208         *)
209             echo "unknown option $1 $2"
210             exit 1
211         ;;
212     esac
213     shift # past argument or value
214 done
215
216
217 # Source credentials
218 echo "Sourcing Credentials ${FUNCTEST_CONF_DIR}/openstack.creds to run the test.."
219 source ${FUNCTEST_CONF_DIR}/openstack.creds
220
221
222 # Run test
223 run_test $TEST