2 ##############################################################################
3 # Copyright (c) 2015 Ericsson AB and others.
5 # All rights reserved. This program and the accompanying materials
6 # are made available under the terms of the Apache License, Version 2.0
7 # which accompanies this distribution, and is available at
8 # http://www.apache.org/licenses/LICENSE-2.0
9 ##############################################################################
12 # Set up the environment and run yardstick test suites.
14 # Example invocation: yardstick-verify -r 10.4.4.4 suite1.yaml suite2.yaml
16 # Openstack credentials must be set and the script must be run from its
17 # original location in the yardstick repo.
19 # This script is intended to be used by the CI pipeline but it may also
20 # be invoked manually.
29 usage: $0 options [TEST_SUITE ...]
31 If no test suites are given ping.yaml is run.
35 -r Http target (example: -r 213.77.62.197/results)
36 -i Influxdb target (example: -i 127.0.0.1:8086)
38 Default target is dump to file ($DISPATCHER_FILE_NAME)
44 DISPATCHER_FILE_NAME="/tmp/yardstick.out"
45 DISPATCHER_HTTP_TARGET="http://testresults.opnfv.org/test/api/v1/results"
46 DISPATCHER_INFLUXDB_TARGET=
48 while getopts "r:i:h" OPTION; do
56 DISPATCHER_HTTP_TARGET=http://${OPTARG}
60 DISPATCHER_TYPE=influxdb
61 DISPATCHER_INFLUXDB_TARGET=http://${OPTARG}
65 echo "${OPTION} is not a valid argument"
77 echo "========== Cleanup =========="
79 if ! glance image-list; then
83 for image in $(glance image-list | grep -e cirros-0.3.3 -e yardstick-trusty-server -e Ubuntu-14.04 | awk '{print $2}'); do
84 echo "Deleting image $image..."
85 glance image-delete $image || true
88 nova flavor-delete yardstick-flavor &> /dev/null || true
97 if [ -z "$exitcode" ]; then
98 # In case of recursive traps (!?)
104 echo "Exiting with RC=$exitcode"
115 echo "========== Installing yardstick =========="
117 # uninstall previous version
118 pip uninstall -y yardstick || true
126 # Install Storper on huawei-pod1
127 if [ "$NODE_NAME" == "huawei-pod1" ]; then
129 echo "========== Installing storperf =========="
131 if ! yardstick -d plugin install plugin/CI/storperf.yaml; then
132 echo "Install storperf plugin FAILED";
141 # remove Storper from huawei-pod1
142 if [ "$NODE_NAME" == "huawei-pod1" ]; then
144 echo "========== Removing storperf =========="
146 if ! yardstick -d plugin remove plugin/CI/storperf.yaml; then
147 echo "Remove storperf plugin FAILED";
154 build_yardstick_image()
157 echo "========== Build yardstick cloud image =========="
159 local cmd="sudo $(which yardstick-img-modify) $(pwd)/tools/ubuntu-server-cloudimg-modify.sh"
161 # Build the image. Retry once if the build fails.
164 if [ ! -f $QCOW_IMAGE ]; then
165 echo "Failed building QCOW image"
172 if ! nova flavor-list | grep -q yardstick-flavor; then
174 echo "========== Create nova flavor =========="
175 # Create the nova flavor used by some sample test cases
176 nova flavor-create yardstick-flavor 100 512 3 1
177 # DPDK-enabled OVS requires guest memory to be backed by large pages
178 if [[ "$DEPLOY_SCENARIO" == *"-ovs-"* ]]; then
179 nova flavor-key yardstick-flavor set hw:mem_page_size=large
187 echo "========== Loading cirros cloud image =========="
189 local image_file=/home/opnfv/images/cirros-0.3.3-x86_64-disk.img
191 output=$(glance image-create \
192 --name cirros-0.3.3 \
193 --disk-format qcow2 \
194 --container-format bare \
198 CIRROS_IMAGE_ID=$(echo "$output" | grep " id " | awk '{print $(NF-1)}')
199 if [ -z "$CIRROS_IMAGE_ID" ]; then
200 echo 'Failed uploading cirros image to cloud'.
204 echo "Cirros image id: $CIRROS_IMAGE_ID"
210 echo "========== Loading ubuntu cloud image =========="
212 local ubuntu_image_file=/home/opnfv/images/trusty-server-cloudimg-amd64-disk1.img
214 output=$(glance image-create \
215 --name Ubuntu-14.04 \
216 --disk-format qcow2 \
217 --container-format bare \
218 --file $ubuntu_image_file)
221 UBUNTU_IMAGE_ID=$(echo "$output" | grep " id " | awk '{print $(NF-1)}')
223 if [ -z "$UBUNTU_IMAGE_ID" ]; then
224 echo 'Failed uploading UBUNTU image to cloud'.
228 echo "Ubuntu image id: $UBUNTU_IMAGE_ID"
231 load_yardstick_image()
234 echo "========== Loading yardstick cloud image =========="
236 output=$(glance --os-image-api-version 1 image-create \
237 --name yardstick-trusty-server \
238 --is-public true --disk-format qcow2 \
239 --container-format bare \
243 GLANCE_IMAGE_ID=$(echo "$output" | grep " id " | awk '{print $(NF-1)}')
245 if [ -z "$GLANCE_IMAGE_ID" ]; then
246 echo 'Failed uploading image to cloud'.
250 sudo rm -f $QCOW_IMAGE
252 echo "Glance image id: $GLANCE_IMAGE_ID"
258 echo "========== Running yardstick test suites =========="
260 mkdir -p /etc/yardstick
262 cat << EOF >> /etc/yardstick/yardstick.conf
265 dispatcher = ${DISPATCHER_TYPE}
268 file_name = ${DISPATCHER_FILE_NAME}
272 target = ${DISPATCHER_HTTP_TARGET}
274 [dispatcher_influxdb]
276 target = ${DISPATCHER_INFLUXDB_TARGET}
284 if [ ${#SUITE_FILES[@]} -gt 0 ]; then
286 for suite in ${SUITE_FILES[*]}; do
288 echo "---------------------------"
289 echo "Running test suite: $suite"
290 echo "---------------------------"
292 if ! yardstick task start --suite $suite; then
293 echo "test suite $suite FAILED";
295 # Mark the test suite failed but continue
296 # running the remaining test suites.
299 if [ ${DISPATCHER_TYPE} = file ]; then
300 echo "---------------------------"
301 echo "Dump test suite $suite result"
302 echo "---------------------------"
303 if [ -f ${DISPATCHER_FILE_NAME} ]; then
304 cat ${DISPATCHER_FILE_NAME}
306 echo "Test result file ${DISPATCHER_FILE_NAME} is not exist"
312 local sceanrio_status="SUCCESS"
314 if [ $failed -gt 0 ]; then
315 scenario_status="FAILED"
317 curl -i -H 'content-type: application/json' -X POST -d \
318 "{\"project_name\": \"yardstick\",
319 \"pod_name\":\"${NODE_NAME}\",
320 \"installer\":\"${INSTALLER_TYPE}\",
321 \"description\": \"yardstick ci scenario status\",
322 \"case_name\": \"scenario_status\",
323 \"version\":\"${YARDSTICK_BRANCH}\",
324 \"scenario\":\"${DEPLOY_SCENARIO}\",
325 \"details\":\"${sceanrio_status}\"}" \
326 ${DISPATCHER_HTTP_TARGET}
328 if [ $failed -gt 0 ]; then
329 echo "---------------------------"
330 echo "$failed out of ${SUITE_FILES[*]} test suites FAILED"
331 echo "---------------------------"
337 echo "---------------------------"
338 echo "Running samples/ping.yaml "
339 echo "---------------------------"
341 if ! yardstick task start samples/ping.yaml; then
342 echo "Yardstick test FAILED"
346 if [ ${DISPATCHER_TYPE} = file ]; then
347 echo "---------------------------"
348 echo "Dump samples/ping.yaml test result"
349 echo "---------------------------"
350 if [ -f ${DISPATCHER_FILE_NAME} ]; then
351 cat ${DISPATCHER_FILE_NAME}
353 echo "Test result file ${DISPATCHER_FILE_NAME} is not exist"
363 GITROOT=$(cd $(dirname $0) && git rev-parse --show-toplevel)
367 export YARDSTICK_VERSION=$(git rev-parse HEAD)
371 # find the test suite files
372 for suite in $TEST_SUITES; do
373 if [ -f $suite ]; then
374 SUITE_FILES+=($suite)
376 tsdir=$GITROOT/tests/opnfv/test_suites
377 if [ ! -f $tsdir/$suite ]; then
378 echo "Test suite \"$suite\" does not exist"
381 SUITE_FILES+=($tsdir/$suite)
386 echo "========== Running Yardstick CI with following parameters =========="
387 echo "Script options: ${SCRIPT} $SCRIPT_ARGS"
388 echo "Dispatcher: ${DISPATCHER_TYPE} ${DISPATCHER_FILE_NAME}"
389 echo "YARDSTICK_VERSION: ${YARDSTICK_VERSION}"
390 echo "Number of test suites: ${#SUITE_FILES[@]}"
391 for suite in ${SUITE_FILES[*]}; do
396 # check if some necessary variables is set
397 if [ -z "$OS_AUTH_URL" ]; then
398 echo "OS_AUTH_URL is unset or empty"
402 echo "OS_AUTH_URL is $OS_AUTH_URL"
405 # check OpenStack services
406 echo "Checking OpenStack services:"
407 for cmd in "glance image-list" "nova list" "heat stack-list"; do
408 echo " checking ${cmd/%\ */} ..."
409 if ! $cmd >/dev/null; then
410 echo "error: command \"$cmd\" failed"
416 echo "Checking for External network:"
417 for net in $(neutron net-list --router:external True -c name -f value); do
418 echo " external network: $net"
426 trap "error_exit" EXIT SIGTERM
428 QCOW_IMAGE="/tmp/workspace/yardstick/yardstick-trusty-server.img"
430 build_yardstick_image