2 ##############################################################################
3 # Copyright (c) 2015 Ericsson AB and others.
5 # All rights reserved. This program and the accompanying materials
6 # are made available under the terms of the Apache License, Version 2.0
7 # which accompanies this distribution, and is available at
8 # http://www.apache.org/licenses/LICENSE-2.0
9 ##############################################################################
12 # Set up the environment and run yardstick test suites.
14 # Example invocation: yardstick-verify -r 10.4.4.4 suite1.yaml suite2.yaml
16 # Openstack credentials must be set and the script must be run from its
17 # original location in the yardstick repo.
19 # This script is intended to be used by the CI pipeline but it may also
20 # be invoked manually.
29 usage: $0 options [TEST_SUITE ...]
31 If no test suites are given ping.yaml is run.
35 -r Http target (example: -r 213.77.62.197/results)
36 -i Influxdb target (example: -i 127.0.0.1:8086)
38 Default target is dump to file ($DISPATCHER_FILE_NAME)
44 DISPATCHER_FILE_NAME="/tmp/yardstick.out"
45 DISPATCHER_HTTP_TARGET=
46 DISPATCHER_INFLUXDB_TARGET=
48 while getopts "r:i:h" OPTION; do
56 DISPATCHER_HTTP_TARGET=http://${OPTARG}
59 DISPATCHER_TYPE=influxdb
60 DISPATCHER_INFLUXDB_TARGET=http://${OPTARG}
63 echo "${OPTION} is not a valid argument"
75 echo "========== Cleanup =========="
77 if ! glance image-list; then
81 for image in $(glance image-list | grep -e cirros-0.3.3 -e yardstick-trusty-server | awk '{print $2}'); do
82 echo "Deleting image $image..."
83 glance image-delete $image || true
86 nova flavor-delete yardstick-flavor &> /dev/null || true
95 if [ -z "$exitcode" ]; then
96 # In case of recursive traps (!?)
102 echo "Exiting with RC=$exitcode"
113 echo "========== Installing yardstick =========="
115 if ! sudo python setup.py install; then
116 echo 'Yardstick installation failed!'
121 build_yardstick_image()
124 echo "========== Build yardstick cloud image =========="
126 local cmd="sudo $(which yardstick-img-modify) $(pwd)/tools/ubuntu-server-cloudimg-modify.sh"
128 # Build the image. Retry once if the build fails.
131 if [ ! -f $QCOW_IMAGE ]; then
132 echo "Failed building QCOW image"
139 if ! nova flavor-list | grep -q yardstick-flavor; then
141 echo "========== Create nova flavor =========="
142 # Create the nova flavor used by some sample test cases
143 nova flavor-create yardstick-flavor 100 512 3 1
150 echo "========== Loading cirros cloud image =========="
152 local image_file=/home/opnfv/images/cirros-0.3.3-x86_64-disk.img
154 output=$(glance image-create \
155 --name cirros-0.3.3 \
156 --disk-format qcow2 \
157 --container-format bare \
161 CIRROS_IMAGE_ID=$(echo "$output" | grep " id " | awk '{print $(NF-1)}')
162 if [ -z "$CIRROS_IMAGE_ID" ]; then
163 echo 'Failed uploading cirros image to cloud'.
167 echo "Cirros image id: $CIRROS_IMAGE_ID"
170 load_yardstick_image()
173 echo "========== Loading yardstick cloud image =========="
175 output=$(glance --os-image-api-version 1 image-create \
176 --name yardstick-trusty-server \
177 --is-public true --disk-format qcow2 \
178 --container-format bare \
182 GLANCE_IMAGE_ID=$(echo "$output" | grep " id " | awk '{print $(NF-1)}')
184 if [ -z "$GLANCE_IMAGE_ID" ]; then
185 echo 'Failed uploading image to cloud'.
189 sudo rm -f $QCOW_IMAGE
191 echo "Glance image id: $GLANCE_IMAGE_ID"
197 echo "========== Running yardstick test suites =========="
199 mkdir -p /etc/yardstick
201 cat << EOF >> /etc/yardstick/yardstick.conf
204 dispatcher = ${DISPATCHER_TYPE}
207 file_name = ${DISPATCHER_FILE_NAME}
211 target = ${DISPATCHER_HTTP_TARGET}
213 [dispatcher_influxdb]
215 target = ${DISPATCHER_INFLUXDB_TARGET}
223 if [ ${#SUITE_FILES[@]} -gt 0 ]; then
225 for suite in ${SUITE_FILES[*]}; do
227 echo "---------------------------"
228 echo "Running test suite: $suite"
229 echo "---------------------------"
231 if ! yardstick task start --suite $suite; then
232 echo "test suite $suite FAILED";
234 # Mark the test suite failed but continue
235 # running the remaining test suites.
238 if [ ${DISPATCHER_TYPE} = file ]; then
239 echo "---------------------------"
240 echo "Dump test suite $suite result"
241 echo "---------------------------"
242 if [ -f ${DISPATCHER_FILE_NAME} ]; then
243 cat ${DISPATCHER_FILE_NAME}
245 echo "Test result file ${DISPATCHER_FILE_NAME} is not exist"
251 if [ $failed -gt 0 ]; then
253 echo "---------------------------"
254 echo "$failed out of ${SUITE_FILES[*]} test suites FAILED"
255 echo "---------------------------"
261 echo "---------------------------"
262 echo "Running samples/ping.yaml "
263 echo "---------------------------"
265 if ! yardstick task start samples/ping.yaml; then
266 echo "Yardstick test FAILED"
270 if [ ${DISPATCHER_TYPE} = file ]; then
271 echo "---------------------------"
272 echo "Dump samples/ping.yaml test result"
273 echo "---------------------------"
274 if [ -f ${DISPATCHER_FILE_NAME} ]; then
275 cat ${DISPATCHER_FILE_NAME}
277 echo "Test result file ${DISPATCHER_FILE_NAME} is not exist"
287 GITROOT=$(cd $(dirname $0) && git rev-parse --show-toplevel)
291 export YARDSTICK_VERSION=$(git rev-parse HEAD)
295 # find the test suite files
296 for suite in $TEST_SUITES; do
297 if [ -f $suite ]; then
298 SUITE_FILES+=($suite)
300 tsdir=$GITROOT/tests/opnfv/test_suites
301 if [ ! -f $tsdir/$suite ]; then
302 echo "Test suite \"$suite\" does not exist"
305 SUITE_FILES+=($tsdir/$suite)
310 echo "========== Running Yardstick CI with following parameters =========="
311 echo "Script options: ${SCRIPT} $SCRIPT_ARGS"
312 echo "Result API: ${DISPATCHER_HTTP_TARGET:-$DISPATCHER_FILE_NAME}"
313 echo "YARDSTICK_VERSION: ${YARDSTICK_VERSION}"
314 echo "Number of test suites: ${#SUITE_FILES[@]}"
315 for suite in ${SUITE_FILES[*]}; do
322 # check if some necessary variables is set
323 if [ -z "$OS_AUTH_URL" ]; then
324 echo "OS_AUTH_URL is unset or empty"
328 # check if the api is up
329 echo "Checking if OS API is working..."
330 if ! glance image-list > /dev/null; then
331 echo "OS API is down"
337 trap "error_exit" EXIT SIGTERM
339 QCOW_IMAGE="/tmp/workspace/yardstick/yardstick-trusty-server.img"
341 build_yardstick_image