functest_kubernetes/k8stest.py

   1 #!/usr/bin/env python
   2 #
   3 # Copyright (c) 2018 All rights reserved
   4 # This program and the accompanying materials
   5 # are made available under the terms of the Apache License, Version 2.0
   6 # which accompanies this distribution, and is available at
   7 #
   8 # http://www.apache.org/licenses/LICENSE-2.0
   9 #
  10
  11 """
  12 Define the parent for Kubernetes testing.
  13 """
  14
  15 from __future__ import division
  16
  17 import logging
  18 import os
  19 import re
  20 import subprocess
  21 import time
  22
  23 from xtesting.core import testcase
  24
  25
  26 class K8sTesting(testcase.TestCase):
  27     """Kubernetes test runner"""
  28
  29     __logger = logging.getLogger(__name__)
  30
  31     config = '/root/.kube/config'
  32
  33     def __init__(self, **kwargs):
  34         super(K8sTesting, self).__init__(**kwargs)
  35         self.cmd = []
  36         self.res_dir = "/home/opnfv/functest/results/{}".format(
  37             self.case_name)
  38         self.result = 0
  39         self.start_time = 0
  40         self.stop_time = 0
  41
  42     def run_kubetest(self):  # pylint: disable=too-many-branches
  43         """Run the test suites"""
  44         cmd_line = self.cmd
  45         self.__logger.info("Starting k8s test: '%s'.", cmd_line)
  46
  47         process = subprocess.Popen(cmd_line, stdout=subprocess.PIPE,
  48                                    stderr=subprocess.STDOUT)
  49         boutput = process.stdout.read()
  50         with open(os.path.join(self.res_dir, 'e2e.log'), 'wb') as foutput:
  51             foutput.write(boutput)
  52         output = boutput.decode("utf-8")
  53         if ('Error loading client' in output or
  54                 'Unexpected error' in output):
  55             raise Exception(output)
  56
  57         remarks = []
  58         lines = output.split('\n')
  59         success = False
  60         failure = False
  61         i = 0
  62         while i < len(lines):
  63             if '[Fail]' in lines[i] or 'Failures:' in lines[i]:
  64                 self.__logger.error(lines[i])
  65             if re.search(r'\[(.)*[0-9]+ seconds\]', lines[i]):
  66                 self.__logger.debug(lines[i])
  67                 i = i + 1
  68                 while i < len(lines) and lines[i] != '-' * len(lines[i]):
  69                     if lines[i].startswith('STEP:') or ('INFO:' in lines[i]):
  70                         break
  71                     self.__logger.debug(lines[i])
  72                     i = i + 1
  73             if i >= len(lines):
  74                 break
  75             success = 'SUCCESS!' in lines[i]
  76             failure = 'FAIL!' in lines[i]
  77             if success or failure:
  78                 if i != 0 and 'seconds' in lines[i - 1]:
  79                     remarks.append(lines[i - 1])
  80                 remarks = remarks + lines[i].replace('--', '|').split('|')
  81                 break
  82             i = i + 1
  83
  84         self.__logger.debug('-' * 10)
  85         self.__logger.info("Remarks:")
  86         for remark in remarks:
  87             if 'seconds' in remark:
  88                 self.__logger.debug(remark)
  89             elif 'Passed' in remark:
  90                 self.__logger.info("Passed: %s", remark.split()[0])
  91             elif 'Skipped' in remark:
  92                 self.__logger.info("Skipped: %s", remark.split()[0])
  93             elif 'Failed' in remark:
  94                 self.__logger.info("Failed: %s", remark.split()[0])
  95
  96         if success:
  97             self.result = 100
  98         elif failure:
  99             self.result = 0
 100
 101     def run(self, **kwargs):
 102
 103         if not os.path.isfile(self.config):
 104             self.__logger.error(
 105                 "Cannot run k8s testcases. Config file not found")
 106             return self.EX_RUN_ERROR
 107
 108         self.start_time = time.time()
 109         try:
 110             self.run_kubetest()
 111             res = self.EX_OK
 112         except Exception:  # pylint: disable=broad-except
 113             self.__logger.exception("Error with running kubetest:")
 114             res = self.EX_RUN_ERROR
 115
 116         self.stop_time = time.time()
 117         return res
 118
 119
 120 class K8sSmokeTest(K8sTesting):
 121     """Kubernetes smoke test suite"""
 122     def __init__(self, **kwargs):
 123         if "case_name" not in kwargs:
 124             kwargs.get("case_name", 'k8s_smoke')
 125         super(K8sSmokeTest, self).__init__(**kwargs)
 126         self.cmd = ['e2e.test', '-ginkgo.focus', 'Guestbook.application',
 127                     '-ginkgo.noColor', '-kubeconfig', self.config,
 128                     '-provider', 'local', '-report-dir', self.res_dir,
 129                     '-disable-log-dump', 'true']
 130
 131
 132 class K8sConformanceTest(K8sTesting):
 133     """Kubernetes conformance test suite"""
 134     def __init__(self, **kwargs):
 135         if "case_name" not in kwargs:
 136             kwargs.get("case_name", 'k8s_conformance')
 137         super(K8sConformanceTest, self).__init__(**kwargs)
 138         self.cmd = [
 139             'e2e.test', '-ginkgo.focus', r'\[Conformance\]', '-ginkgo.noColor',
 140             '-ginkgo.skip', r'Alpha|\[(Disruptive|Feature:[^\]]+|Flaky)\]',
 141             '-kubeconfig', self.config, '-provider', 'local',
 142             '-report-dir', self.res_dir, '-disable-log-dump', 'true']