Merge "Add vPing troubleshooting guides"

[functest.git] / docker / run_tests.sh

diff --git a/docker/run_tests.sh b/docker/run_tests.sh
index 0d49c3d..0f9e8a3 100755 (executable)
--- a/docker/run_tests.sh
+++ b/docker/run_tests.sh
@@ -22,13 +22,15 @@ where:
     -h|--help         show this help text
     -r|--report       push results to database (false by default)
     -n|--no-clean     do not clean OpenStack resources after test run
+    -s|--serial       run tests in one thread
     -t|--test         run specific set of tests
-      <test_name>     one or more of the following: vping,odl,rally,tempest,vims,onos,promise,ovno. Separated by comma.
+      <test_name>     one or more of the following separated by comma:
+                            vping_ssh,vping_userdata,odl,rally,tempest,vims,onos,promise,ovno
 
 
 examples:
     $(basename "$0")
-    $(basename "$0") --test vping,odl
+    $(basename "$0") --test vping_ssh,odl
     $(basename "$0") -t tempest,rally"
 
 
@@ -37,6 +39,8 @@ examples:
 offline=false
 report=""
 clean=true
+serial=false
+
 # Get the list of runnable tests
 # Check if we are in CI mode
 
@@ -81,16 +85,25 @@ function run_test(){
     echo "  Running test case: $i"
     echo "----------------------------------------------"
     echo ""
+    clean_flag=""
+    if [ $clean == "false" ]; then
+        clean_flag="-n"
+    fi
+    serial_flag=""
+    if [ $serial == "true" ]; then
+        serial_flag="-s"
+    fi
+
     case $test_name in
-        "vping")
-            info "Running vPing test..."
-            python ${FUNCTEST_REPO_DIR}/testcases/vPing/CI/libraries/vPing2.py \
-                --debug ${report}
+        "vping_ssh")
+            info "Running vPing-SSH test..."
+            python ${FUNCTEST_REPO_DIR}/testcases/vPing/CI/libraries/vPing_ssh.py \
+                --debug $clean_flag ${report}
         ;;
         "vping_userdata")
-            info "Running vPing test using userdata/cloudinit.... "
-            python ${FUNCTEST_REPO_DIR}/testcases/vPing/CI/libraries/vPing.py \
-                --debug ${report}
+            info "Running vPing-userdata test... "
+            python ${FUNCTEST_REPO_DIR}/testcases/vPing/CI/libraries/vPing_userdata.py \
+                --debug $clean_flag ${report}
         ;;
         "odl")
             info "Running ODL test..."
@@ -109,7 +122,7 @@ function run_test(){
         "tempest")
             info "Running Tempest tests..."
             python ${FUNCTEST_REPO_DIR}/testcases/VIM/OpenStack/CI/libraries/run_tempest.py \
-                --debug -m custom ${report}
+                --debug $serial_flag $clean_flag -m custom ${report}
             # save tempest.conf for further troubleshooting
             tempest_conf="${RALLY_VENV_DIR}/tempest/for-deployment-*/tempest.conf"
             if [ -f ${tempest_conf} ]; then
@@ -120,13 +133,13 @@ function run_test(){
         "vims")
             info "Running vIMS test..."
             python ${FUNCTEST_REPO_DIR}/testcases/vIMS/CI/vIMS.py \
-                --debug ${report}
+                --debug $clean_flag ${report}
             clean_openstack
         ;;
         "rally")
             info "Running Rally benchmark suite..."
             python ${FUNCTEST_REPO_DIR}/testcases/VIM/OpenStack/CI/libraries/run_rally-cert.py \
-                --debug all ${report}
+                --debug $clean_flag all ${report}
             clean_openstack
 
         ;;
@@ -173,6 +186,7 @@ test/csit/suites/vpnservice
         "promise")
             info "Running PROMISE test case..."
             python ${FUNCTEST_REPO_DIR}/testcases/features/promise.py --debug ${report}
+            sleep 10 #to let the instances terminate
             clean_openstack
         ;;
         "doctor")
@@ -206,6 +220,9 @@ while [[ $# > 0 ]]
         -n|--no-clean)
             clean=false
         ;;
+        -s|--serial)
+            serial=true
+        ;;
         -t|--test|--tests)
             TEST="$2"
             shift
@@ -224,13 +241,13 @@ if [[ -n "$DEPLOY_SCENARIO" && "$DEPLOY_SCENARIO" != "none" ]] &&\
    [[ -f $tests_file ]]; then
     arr_test=($(cat $tests_file))
 else
-    arr_test=(vping tempest vims rally)
+    arr_test=(vping_ssh tempest vims rally)
 fi
-info "Tests to be executed: "${arr_test[@]}
 
 BASEDIR=`dirname $0`
 source ${BASEDIR}/common.sh
 
+info "Tests to be executed: ${arr_test[@]}"
 
 # Check that the given tests are correct
 if [ "${TEST}" != "" ]; then