Bottlenecks testcase online
[releng.git] / jjb / bottlenecks / bottlenecks-run-suite.sh
1 #!/bin/bash
2 ##############################################################################
3 # Copyright (c) 2017 Huawei Technologies Co.,Ltd and others.
4 # All rights reserved. This program and the accompanying materials
5 # are made available under the terms of the Apache License, Version 2.0
6 # which accompanies this distribution, and is available at
7 # http://www.apache.org/licenses/LICENSE-2.0
8 ##############################################################################
9
10 #set -e
11 [[ $GERRIT_REFSPEC_DEBUG == true ]] && redirect="/dev/stdout" || redirect="/dev/null"
12 BOTTLENECKS_IMAGE=opnfv/bottlenecks
13 REPORT="True"
14
15 RELENG_REPO=${WORKSPACE}/releng
16 [ -d ${RELENG_REPO} ] && rm -rf ${RELENG_REPO}
17 git clone https://gerrit.opnfv.org/gerrit/releng ${RELENG_REPO} >${redirect}
18
19 YARDSTICK_REPO=${WORKSPACE}/yardstick
20 [ -d ${YARDSTICK_REPO} ] && rm -rf ${YARDSTICK_REPO}
21 git clone https://gerrit.opnfv.org/gerrit/yardstick ${YARDSTICK_REPO} >${redirect}
22
23 OPENRC=/tmp/admin_rc.sh
24 OS_CACERT=/tmp/os_cacert
25
26 BOTTLENECKS_CONFIG=/tmp
27
28 if [[ $SUITE_NAME == *posca* ]]; then
29     POSCA_SCRIPT=/home/opnfv/bottlenecks/testsuites/posca
30     sudo rm -f ${OPENRC}
31
32     # Preparing OpenStack RC and Cacert files
33     echo "BOTTLENECKS INFO: fetching os credentials from $INSTALLER_TYPE"
34     if [[ $INSTALLER_TYPE == 'compass' ]]; then
35         ${RELENG_REPO}/utils/fetch_os_creds.sh -d ${OPENRC} -i ${INSTALLER_TYPE} -a ${INSTALLER_IP} -o ${OS_CACERT} >${redirect}
36         if [[ -f ${OS_CACERT} ]]; then
37             echo "BOTTLENECKS INFO: successfully fetching os_cacert for openstack: ${OS_CACERT}"
38         else
39             echo "BOTTLENECKS ERROR: couldn't find os_cacert file: ${OS_CACERT}, please check if the it's been properly provided."
40             exit 1
41         fi
42     fi
43
44     if [[ -f ${OPENRC} ]]; then
45         echo "BOTTLENECKS INFO: openstack credentials path is ${OPENRC}"
46         if [[ $INSTALLER_TYPE == 'compass' ]]; then
47             echo "BOTTLENECKS INFO: writing ${OS_CACERT} to ${OPENRC}"
48             echo "export OS_CACERT=${OS_CACERT}" >> ${OPENRC}
49         fi
50         cat ${OPENRC}
51     else
52         echo "BOTTLENECKS ERROR: couldn't find openstack rc file: ${OPENRC}, please check if the it's been properly provided."
53         exit 1
54     fi
55
56     # Finding and crearting POD description files from different deployments
57     ssh_options="-o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no"
58
59     if [ "$INSTALLER_TYPE" == "fuel" ]; then
60         echo "Fetching id_rsa file from jump_server $INSTALLER_IP..."
61         sshpass -p r00tme sudo scp $ssh_options root@${INSTALLER_IP}:~/.ssh/id_rsa ${BOTTLENECKS_CONFIG}/id_rsa
62     fi
63
64     if [ "$INSTALLER_TYPE" == "apex" ]; then
65         echo "Fetching id_rsa file from jump_server $INSTALLER_IP..."
66         sudo scp $ssh_options stack@${INSTALLER_IP}:~/.ssh/id_rsa ${BOTTLENECKS_CONFIG}/id_rsa
67     fi
68
69     set +e
70
71     sudo -H pip install virtualenv
72
73     cd ${RELENG_REPO}/modules
74     sudo virtualenv venv
75     source venv/bin/activate
76     sudo -H pip install -e ./ >/dev/null
77     sudo -H pip install netaddr
78
79     if [[ ${INSTALLER_TYPE} == compass ]]; then
80         options="-u root -p root"
81     elif [[ ${INSTALLER_TYPE} == fuel ]]; then
82         options="-u root -p r00tme"
83     elif [[ ${INSTALLER_TYPE} == apex ]]; then
84         options="-u stack -k /root/.ssh/id_rsa"
85     else
86         echo "Don't support to generate pod.yaml on ${INSTALLER_TYPE} currently."
87     fi
88
89     if [[ ${INSTALLER_TYPE} != compass ]]; then
90         cmd="sudo python ${RELENG_REPO}/utils/create_pod_file.py -t ${INSTALLER_TYPE} \
91          -i ${INSTALLER_IP} ${options} -f ${BOTTLENECKS_CONFIG}/pod.yaml \
92          -s ${BOTTLENECKS_CONFIG}/id_rsa"
93         echo ${cmd}
94         ${cmd}
95     else
96         cmd="sudo cp ${YARDSTICK_REPO}/etc/yardstick/nodes/compass_sclab_virtual/pod.yaml \
97         ${BOTTLENECKS_CONFIG}"
98         echo ${cmd}
99         ${cmd}
100     fi
101
102     deactivate
103
104     sudo rm -rf ${RELENG_REPO}/modules/venv
105     sudo rm -rf ${RELENG_REPO}/modules/opnfv.egg-info
106
107     set -e
108
109     cd ${WORKSPACE}
110
111     if [ -f ${BOTTLENECKS_CONFIG}/pod.yaml ]; then
112         echo "FILE: ${BOTTLENECKS_CONFIG}/pod.yaml:"
113         cat ${BOTTLENECKS_CONFIG}/pod.yaml
114     else
115         echo "ERROR: cannot find file ${BOTTLENECKS_CONFIG}/pod.yaml. Please check if it is existing."
116         sudo ls -al ${BOTTLENECKS_CONFIG}
117     fi
118
119     # Pulling Bottlenecks docker and passing environment variables
120     echo "INFO: pulling Bottlenecks docker ${DOCKER_TAG}"
121     docker pull opnfv/bottlenecks:${DOCKER_TAG} >$redirect
122
123     opts="--privileged=true -id"
124     envs="-e INSTALLER_TYPE=${INSTALLER_TYPE} -e INSTALLER_IP=${INSTALLER_IP} \
125           -e NODE_NAME=${NODE_NAME} -e EXTERNAL_NET=${EXTERNAL_NETWORK} \
126           -e BRANCH=${BRANCH} -e GERRIT_REFSPEC_DEBUG=${GERRIT_REFSPEC_DEBUG} \
127           -e BOTTLENECKS_DB_TARGET=${BOTTLENECKS_DB_TARGET} -e PACKAGE_URL=${PACKAGE_URL} \
128           -e DEPLOY_SCENARIO=${DEPLOY_SCENARIO} -e BUILD_TAG=${BUILD_TAG}"
129     docker_volume="-v /var/run/docker.sock:/var/run/docker.sock -v /tmp:/tmp"
130
131     cmd="docker run ${opts} ${envs} --name bottlenecks-load-master ${docker_volume} opnfv/bottlenecks:${DOCKER_TAG} /bin/bash"
132     echo "BOTTLENECKS INFO: running docker run commond: ${cmd}"
133     ${cmd} >$redirect
134     sleep 5
135
136     # Running test cases through Bottlenecks docker
137     if [[ $SUITE_NAME == posca_stress_traffic ]]; then
138         TEST_CASE=posca_factor_system_bandwidth
139     elif [[ $SUITE_NAME == posca_stress_ping ]]; then
140         TEST_CASE=posca_factor_ping
141     else
142         TEST_CASE=$SUITE_NAME
143     fi
144     testcase_cmd="docker exec bottlenecks-load-master python ${POSCA_SCRIPT}/../run_testsuite.py testcase $TEST_CASE $REPORT"
145     echo "BOTTLENECKS INFO: running test case ${TEST_CASE} with report indicator: ${testcase_cmd}"
146     ${testcase_cmd} >$redirect
147 fi