3 # Copyright (c) 2018 All rights reserved
4 # This program and the accompanying materials
5 # are made available under the terms of the Apache License, Version 2.0
6 # which accompanies this distribution, and is available at
8 # http://www.apache.org/licenses/LICENSE-2.0
12 Define the parent for Kubernetes testing.
15 from __future__ import division
23 from xtesting.core import testcase
26 class E2ETesting(testcase.TestCase):
27 """Kubernetes test runner"""
28 # pylint: disable=too-many-instance-attributes
30 __logger = logging.getLogger(__name__)
32 config = '/root/.kube/config'
34 def __init__(self, **kwargs):
35 super(E2ETesting, self).__init__(**kwargs)
37 self.dir_results = "/home/opnfv/functest/results"
38 self.res_dir = os.path.join(self.dir_results, self.case_name)
42 self.output_log_name = 'functest-kubernetes.log'
43 self.output_debug_log_name = 'functest-kubernetes.debug.log'
45 def run_kubetest(self, **kwargs): # pylint: disable=too-many-branches
46 """Run the test suites"""
47 cmd_line = ['e2e.test', '-ginkgo.noColor', '-kubeconfig', self.config,
48 '-provider', 'local', '-report-dir', self.res_dir]
49 if kwargs.get("focus"):
50 cmd_line.extend(['-ginkgo.focus', kwargs.get("focus")])
51 if kwargs.get("skip"):
52 cmd_line.extend(['-ginkgo.skip', kwargs.get("skip")])
53 cmd_line.extend(['-disable-log-dump', 'true'])
54 self.__logger.info("Starting k8s test: '%s'.", cmd_line)
55 process = subprocess.Popen(cmd_line, stdout=subprocess.PIPE,
56 stderr=subprocess.STDOUT)
57 boutput = process.stdout.read()
58 with open(os.path.join(self.res_dir, 'e2e.log'), 'wb') as foutput:
59 foutput.write(boutput)
61 r'^(FAIL|SUCCESS)!.* ([0-9]+) Passed \| ([0-9]+) Failed \|'
62 r' ([0-9]+) Pending \| ([0-9]+) Skipped',
63 boutput.decode("utf-8", errors="ignore"),
64 re.MULTILINE | re.DOTALL)
66 self.details['passed'] = int(grp.group(2))
67 self.details['failed'] = int(grp.group(3))
68 self.details['pending'] = int(grp.group(4))
69 self.details['skipped'] = int(grp.group(5))
70 self.__logger.debug("details: %s", self.details)
71 self.result = self.details['passed'] * 100 / (
72 self.details['passed'] + self.details['failed'] +
73 self.details['pending'])
74 self.__logger.debug("result: %s", self.result)
75 if grp.group(1) == 'FAIL':
77 r'^(Summarizing [0-9]+ Failure.*)Ran',
78 boutput.decode("utf-8", errors="ignore"),
79 re.MULTILINE | re.DOTALL)
81 self.__logger.error(grp2.group(1))
83 def run(self, **kwargs):
84 if not os.path.isfile(self.config):
86 "Cannot run k8s testcases. Config file not found")
87 return self.EX_RUN_ERROR
88 self.start_time = time.time()
90 self.run_kubetest(**kwargs)
92 except Exception: # pylint: disable=broad-except
93 self.__logger.exception("Error with running kubetest:")
94 res = self.EX_RUN_ERROR
95 self.stop_time = time.time()