CLEAN_FLAG = True
REPORT_FLAG = False
+# This will be the return code of this script. If any of the tests fails,
+# this variable will change to -1
+OVERALL_RESULT = 0
+
def print_separator(str, count=45):
line = ""
def run_test(test):
+ global OVERALL_RESULT
start = datetime.datetime.now()
test_name = test.get_name()
logger.info("\n") # blank line
result = ft_utils.execute_command(cmd, logger, exit_on_error=False)
- if result != 0:
- logger.error("The test case '%s' failed. Cleaning and exiting."
- % test_name)
- if CLEAN_FLAG:
- cleanup()
- sys.exit(1)
-
if CLEAN_FLAG:
cleanup()
+
end = datetime.datetime.now()
duration = (end - start).seconds
str = ("%02d:%02d" % divmod(duration, 60))
logger.info("Test execution time: %s" % str)
+ if result != 0:
+ logger.error("The test case '%s' failed. " % test_name)
+ OVERALL_RESULT = -1
+
+ if test.get_blocking():
+ logger.info("This test case is blocking. Exiting...")
+ sys.exit(OVERALL_RESULT)
+
+ return result
+
def run_tier(tier):
tests = tier.get_tests()
else:
run_all(_tiers)
- sys.exit(0)
+ sys.exit(OVERALL_RESULT)
if __name__ == '__main__':
main()
-
name: healthcheck
criteria: 'status == "PASS"'
+ blocking: true
description: >-
This test case verifies the basic OpenStack services like
Keystone, Glance, Cinder, Neutron and Nova.
-
name: vping_ssh
criteria: 'status == "PASS"'
+ blocking: true
description: >-
This test case verifies: 1) SSH to an instance using floating
IPs over the public network. 2) Connectivity between 2 instances
-
name: vping_userdata
criteria: 'status == "PASS"'
+ blocking: true
description: >-
This test case verifies: 1) Boot a VM with given userdata.
2) Connectivity between 2 instances over a private network.
-
name: tempest_smoke_serial
criteria: 'success_rate == 100%'
+ blocking: false
description: >-
This test case runs the smoke subset of the OpenStack
Tempest suite. The list of test cases is generated by
-
name: rally_sanity
criteria: 'success_rate == 100%'
+ blocking: false
description: >-
This test case runs a sub group of tests of the OpenStack
Rally suite in smoke mode.
-
name: odl
criteria: 'success_rate == 100%'
+ blocking: true
description: >-
Test Suite for the OpenDaylight SDN Controller. It integrates
some test suites from upstream using Robot as the test
-
name: onos
criteria: 'status == "PASS"'
+ blocking: true
description: >-
Test Suite for the ONOS SDN Controller. It integrates
some test suites from upstream using TestON as the test
-
name: promise
criteria: 'success_rate == 100%'
+ blocking: false
description: >-
Test suite from Promise project.
dependencies:
-
name: doctor
criteria: 'status == "PASS"'
+ blocking: false
description: >-
Test suite from Doctor project.
dependencies:
-
name: bgpvpn
criteria: 'status == "PASS"'
+ blocking: false
description: >-
Test suite from SDNVPN project.
dependencies:
-
name: security_scan
criteria: 'status == "PASS"'
+ blocking: false
description: >-
Simple security Scan
dependencies:
-
name: copper
criteria: 'status == "PASS"'
+ blocking: false
description: >-
Test suite for policy management based on OpenStack Congress
dependencies:
-
name: moon
criteria: 'status == "PASS"'
+ blocking: false
description: >-
Security management system for OPNFV
dependencies:
-
name: multisite
criteria: 'status == "PASS"'
+ blocking: false
description: >-
Test suite from kingbird
dependencies:
-
name: domino
criteria: 'status == "PASS"'
+ blocking: false
description: >-
Test suite for template distribution based on Domino
dependencies:
-
name: tempest_full_parallel
criteria: 'success_rate >= 80%'
+ blocking: false
description: >-
The list of test cases is generated by
Tempest automatically and depends on the parameters of
-
name: rally_full
criteria: 'success_rate >= 90%'
+ blocking: false
description: >-
This test case runs the full suite of scenarios of the OpenStack
Rally suite using several threads and iterations.
-
name: vims
criteria: 'status == "PASS"'
+ blocking: false
description: >-
This test case deploys an OpenSource vIMS solution from Clearwater
using the Cloudify orchestrator. It also runs some signaling traffic.
# http://www.apache.org/licenses/LICENSE-2.0
#
-import yaml
-
import tier_handler as th
+import yaml
class TierBuilder:
+
def __init__(self, ci_installer, ci_scenario, testcases_file):
self.ci_installer = ci_installer
self.ci_scenario = ci_scenario
testcase = th.TestCase(name=dic_testcase['name'],
dependency=dep,
criteria=dic_testcase['criteria'],
+ blocking=dic_testcase['blocking'],
description=dic_testcase['description'])
if testcase.is_compatible(self.ci_installer, self.ci_scenario):
tier.add_test(testcase)
class Tier:
+
def __init__(self, name, order, ci_loop, description=""):
self.tests_array = []
self.name = name
class TestCase:
- def __init__(self, name, dependency, criteria, description=""):
+
+ def __init__(self, name, dependency, criteria, blocking, description=""):
self.name = name
self.dependency = dependency
self.description = description
self.criteria = criteria
+ self.blocking = blocking
def is_compatible(self, ci_installer, ci_scenario):
try:
def get_criteria(self):
return self.criteria
+ def get_blocking(self):
+ return self.blocking
+
def __str__(self):
lines = split_text(self.description, LINE_LENGTH - 6)
class Dependency:
+
def __init__(self, installer, scenario):
self.installer = installer
self.scenario = scenario
Code Review / functest.git / commitdiff