#
# Author: Jose Lausuch (jose.lausuch@ericsson.com)
-#
+# Morgan Richomme (morgan.richomme@orange.com)
# Installs the Functest framework within the Docker container
# and run the tests automatically
#
+#
+# All rights reserved. This program and the accompanying materials
+# are made available under the terms of the Apache License, Version 2.0
+# which accompanies this distribution, and is available at
+# http://www.apache.org/licenses/LICENSE-2.0
+#
usage="Script to trigger the tests automatically.
usage:
- bash $(basename "$0") [--offline] [-h|--help] [-t <test_name>]
+ bash $(basename "$0") [-h|--help] [-t <test_name>]
where:
- -o|--offline optional offline mode (experimental)
-h|--help show this help text
+ -r|--report push results to database (false by default)
-t|--test run specific set of tests
- <test_name> one or more of the following: vping,odl,rally,tempest. Separated by comma.
+ <test_name> one or more of the following: vping,odl,rally,tempest,vims,onos,promise,ovno. Separated by comma.
examples:
$(basename "$0")
$(basename "$0") --test vping,odl
- $(basename "$0") --offline -t tempest,rally"
+ $(basename "$0") -t tempest,rally"
# Support for Functest offline
# NOTE: Still not 100% working when running the tests
offline=false
-arr_test=(vping odl rally tempest)
+report=""
+# Get the list of runnable tests
+# Check if we are in CI mode
+function clean_openstack(){
+ echo -e "\n\nCleaning Openstack environment..."
+ python ${FUNCTEST_REPO_DIR}/testcases/VIM/OpenStack/CI/libraries/clean_openstack.py \
+ --debug
+ echo -e "\n\n"
+}
+
function run_test(){
test_name=$1
+ echo ""
echo "----------------------------------------------"
- echo "------------- Running $i test case "
+ echo " Running test cases: $i"
echo "----------------------------------------------"
+ echo ""
case $test_name in
"vping")
info "Running vPing test..."
- python ${FUNCTEST_REPO_DIR}/testcases/vPing/CI/libraries/vPing.py --debug ${FUNCTEST_REPO_DIR}/ -r
+ python ${FUNCTEST_REPO_DIR}/testcases/vPing/CI/libraries/vPing2.py \
+ --debug ${report}
+ ;;
+ "vping_userdata")
+ info "Running vPing test using userdata/cloudinit.... "
+ python ${FUNCTEST_REPO_DIR}/testcases/vPing/CI/libraries/vPing.py \
+ --debug ${report}
;;
"odl")
info "Running ODL test..."
+ neutron_ip=$(keystone catalog --service identity | grep publicURL | cut -f3 -d"/" | cut -f1 -d":")
+ odl_ip=$(keystone catalog --service network | grep publicURL | cut -f3 -d"/" | cut -f1 -d":")
+ usr_name=$(env | grep OS | grep OS_USERNAME | cut -f2 -d'=')
+ password=$(env | grep OS | grep OS_PASSWORD | cut -f2 -d'=')
+ odl_port=8181
if [ $INSTALLER_TYPE == "fuel" ]; then
- odl_ip=$(keystone catalog --service network | grep publicURL | cut -f3 -d"/" | cut -f1 -d":")
- neutron_ip=$(keystone catalog --service identity | grep publicURL | cut -f3 -d"/" | cut -f1 -d":")
- usr_name=$(env | grep OS | grep OS_USERNAME | cut -f2 -d'=')
- pass=$(env | grep OS | grep OS_PASSWORD | cut -f2 -d'=')
- odl_port=8181
- ODL_PORT=$odl_port ODL_IP=$odl_ip NEUTRON_IP=$neutron_ip USR_NAME=$usr_name PASS=$pass \
- ${FUNCTEST_REPO_DIR}/testcases/Controllers/ODL/CI/start_tests.sh
- elif [ $INSTALLER_TYPE == "foreman" ]; then
- #odl_port=8081
- ${FUNCTEST_REPO_DIR}/testcases/Controllers/ODL/CI/start_tests.sh
+ odl_port=8282
+ elif [ $INSTALLER_TYPE == "apex" ]; then
+ :
+ elif [ $INSTALLER_TYPE == "joid" ]; then
+ :
+ elif [ $INSTALLER_TYPE == "compass" ]; then
+ :
else
error "INSTALLER_TYPE not valid."
exit 1
fi
+ ODL_PORT=$odl_port ODL_IP=$odl_ip NEUTRON_IP=$neutron_ip USR_NAME=$usr_name PASS=$password \
+ ${FUNCTEST_REPO_DIR}/testcases/Controllers/ODL/CI/start_tests.sh
+
# save ODL results
odl_logs="${FUNCTEST_REPO_DIR}/testcases/Controllers/ODL/CI/logs"
if [ -d ${odl_logs} ]; then
cp -Rf ${odl_logs} ${FUNCTEST_CONF_DIR}/ODL/
fi
;;
- "rally")
- info "Running Rally benchmark suite..."
- python ${FUNCTEST_REPO_DIR}/testcases/VIM/OpenStack/CI/libraries/run_rally.py --debug ${FUNCTEST_REPO_DIR}/ all
- ;;
"tempest")
- info "Running Tempest smoke tests..."
- rally verify start smoke
- rally verify list
+ info "Running Tempest tests..."
+ python ${FUNCTEST_REPO_DIR}/testcases/VIM/OpenStack/CI/libraries/run_tempest.py \
+ --debug -m custom ${report}
# save tempest.conf for further troubleshooting
tempest_conf="${RALLY_VENV_DIR}/tempest/for-deployment-*/tempest.conf"
if [ -f ${tempest_conf} ]; then
cp $tempest_conf ${FUNCTEST_CONF_DIR}
fi
+ clean_openstack
+ ;;
+ "vims")
+ info "Running vIMS test..."
+ python ${FUNCTEST_REPO_DIR}/testcases/vIMS/CI/vIMS.py \
+ --debug ${report}
+ clean_openstack
+ ;;
+ "rally")
+ info "Running Rally benchmark suite..."
+ cinder type-create volume-test #provisional
+ python ${FUNCTEST_REPO_DIR}/testcases/VIM/OpenStack/CI/libraries/run_rally.py \
+ --debug all ${report}
+ cinder type-delete $(cinder type-list|grep test|awk '{print $2}')
+ clean_openstack
+
+ ;;
+ "bgpvpn_template")
+ info "Running BGPVPN Tempest test case..."
+ tempest_dir=$(find /root/.rally -type d -name for-deploy*)
+ # TODO:
+ # do the call of your test case here.
+ # the bgpvpn repo is cloned in $BGPVPN_REPO_DIR
+ # tempest is installed in $tempest_dir
+ # Suggestion:
+ # mkdir ${tempest_dir}/tempest/api/bgpvpn/
+ # cp ${BGPVPN_REPO_DIR}/networking_bgpvpn_tempest/<whatever you need> \
+ # ${tempest_dir}/tempest/api/bgpvpn/
+ # ${tempest_dir}/run_tempest.sh tempest.api.bgpvpn.<test_case_name>
+ ;;
+ "onos")
+ info "Running ONOS test case..."
+ python ${FUNCTEST_REPO_DIR}/testcases/Controllers/ONOS/Teston/CI/onosfunctest.py
+ ;;
+ "promise")
+ info "Running PROMISE test case..."
+ # TODO
+ ;;
+ "doctor")
+ info "Running Doctor test..."
+ python ${FUNCTEST_REPO_DIR}/testcases/features/doctor.py
+ ;;
+ "ovno")
+ info "Running OpenContrail test..."
+ # TODO
;;
esac
}
-o|--offline)
offline=true
;;
- -t|--tests)
+ -r|--report)
+ report="-r"
+ ;;
+ -t|--test|--tests)
TEST="$2"
shift
;;
shift # past argument or value
done
+
+tests_file="/home/opnfv/functest/conf/testcase-list.txt"
+if [[ -n "$DEPLOY_SCENARIO" && "$DEPLOY_SCENARIO" != "none" ]] &&\
+ [[ -f $tests_file ]]; then
+ echo "testcase-list.txt content:";cat $test_file; echo ""
+ arr_test=($(cat $tests_file))
+else
+ arr_test=(vping tempest vims rally)
+fi
+echo "arr_test: "${arr_test[@]}
+
BASEDIR=`dirname $0`
source ${BASEDIR}/common.sh
info "Sourcing Credentials ${FUNCTEST_CONF_DIR}/openstack.creds to run the tests.."
source ${FUNCTEST_CONF_DIR}/openstack.creds
-
# Run tests
if [ "${TEST}" != "" ]; then
for i in "${arr_test_exec[@]}"; do
run_test $i
done
else
- info "Executing all the tests"
+ info "Executing tests..."
for i in "${arr_test[@]}"; do
run_test $i
done