testcases/Controllers/ODL/OpenDaylightTesting.py

   1 #!/usr/bin/python
   2
   3 import argparse
   4 import fileinput
   5 import os
   6 import re
   7 import shutil
   8 import sys
   9 import urlparse
  10
  11 from robot import run
  12 from robot.api import ExecutionResult, ResultVisitor
  13 from robot.errors import RobotError
  14 from robot.utils.robottime import timestamp_to_secs
  15
  16 import functest.utils.functest_logger as ft_logger
  17 import functest.utils.functest_utils as ft_utils
  18 import functest.utils.openstack_utils as op_utils
  19
  20
  21 class ODLResultVisitor(ResultVisitor):
  22
  23     def __init__(self):
  24         self._data = []
  25
  26     def visit_test(self, test):
  27         output = {}
  28         output['name'] = test.name
  29         output['parent'] = test.parent.name
  30         output['status'] = test.status
  31         output['startime'] = test.starttime
  32         output['endtime'] = test.endtime
  33         output['critical'] = test.critical
  34         output['text'] = test.message
  35         output['elapsedtime'] = test.elapsedtime
  36         self._data.append(output)
  37
  38     def get_data(self):
  39         return self._data
  40
  41
  42 class ODLTestCases:
  43
  44     repos = "/home/opnfv/repos/"
  45     odl_test_repo = repos + "odl_test/"
  46     neutron_suite_dir = odl_test_repo + "csit/suites/openstack/neutron/"
  47     basic_suite_dir = odl_test_repo + "csit/suites/integration/basic/"
  48     res_dir = '/home/opnfv/functest/results/odl/'
  49     logger = ft_logger.Logger("opendaylight").getLogger()
  50
  51     @classmethod
  52     def copy_opnf_testcases(cls):
  53         opnfv_testcases_dir = (os.path.dirname(os.path.abspath(__file__)) +
  54                                "/custom_tests/neutron/")
  55         file = opnfv_testcases_dir + "001__reachability.robot"
  56         try:
  57             shutil.copy(file, cls.neutron_suite_dir)
  58         except IOError as e:
  59             cls.logger.error(
  60                 "Cannot copy OPNFV's testcase to ODL directory: %s" % str(e))
  61             return False
  62         return True
  63
  64     @classmethod
  65     def set_robotframework_vars(cls, odlusername="admin", odlpassword="admin"):
  66         odl_variables_files = cls.odl_test_repo + 'csit/variables/Variables.py'
  67         try:
  68             for line in fileinput.input(odl_variables_files,
  69                                         inplace=True):
  70                 print re.sub("AUTH = .*",
  71                              ("AUTH = [u'" + odlusername + "', u'" +
  72                               odlpassword + "']"),
  73                              line.rstrip())
  74             return True
  75         except Exception as e:
  76             cls.logger.error("Cannot set ODL creds: %s" % str(e))
  77             return False
  78
  79     @classmethod
  80     def run(cls, **kwargs):
  81         dirs = [cls.basic_suite_dir, cls.neutron_suite_dir]
  82         try:
  83             odlusername = kwargs['odlusername']
  84             odlpassword = kwargs['odlpassword']
  85             variables = ['KEYSTONE:' + kwargs['keystoneip'],
  86                          'NEUTRON:' + kwargs['neutronip'],
  87                          'OSUSERNAME:"' + kwargs['osusername'] + '"',
  88                          'OSTENANTNAME:"' + kwargs['ostenantname'] + '"',
  89                          'OSPASSWORD:"' + kwargs['ospassword'] + '"',
  90                          'ODL_SYSTEM_IP:' + kwargs['odlip'],
  91                          'PORT:' + kwargs['odlwebport'],
  92                          'RESTCONFPORT:' + kwargs['odlrestconfport']]
  93         except KeyError as e:
  94             cls.logger.error("Cannot run ODL testcases. Please check "
  95                              "%s" % str(e))
  96             return False
  97         if (cls.copy_opnf_testcases() and
  98                 cls.set_robotframework_vars(odlusername, odlpassword)):
  99             try:
 100                 os.makedirs(cls.res_dir)
 101             except OSError:
 102                 pass
 103             stdout_file = cls.res_dir + 'stdout.txt'
 104             with open(stdout_file, 'w+') as stdout:
 105                 run(*dirs, variable=variables,
 106                     output=cls.res_dir + 'output.xml',
 107                     log='NONE',
 108                     report='NONE',
 109                     stdout=stdout)
 110                 stdout.seek(0, 0)
 111                 cls.logger.info("\n" + stdout.read())
 112             cls.logger.info("ODL results were successfully generated")
 113             try:
 114                 os.remove(stdout_file)
 115             except OSError:
 116                 pass
 117             return True
 118         else:
 119             return False
 120
 121     @classmethod
 122     def functest_run(cls):
 123         kclient = op_utils.get_keystone_client()
 124         keystone_url = kclient.service_catalog.url_for(
 125             service_type='identity', endpoint_type='publicURL')
 126         neutron_url = kclient.service_catalog.url_for(
 127             service_type='network', endpoint_type='publicURL')
 128         kwargs = {'keystoneip': urlparse.urlparse(keystone_url).hostname}
 129         kwargs['neutronip'] = urlparse.urlparse(neutron_url).hostname
 130         kwargs['odlip'] = kwargs['neutronip']
 131         kwargs['odlwebport'] = '8080'
 132         kwargs['odlrestconfport'] = '8181'
 133         kwargs['odlusername'] = 'admin'
 134         kwargs['odlpassword'] = 'admin'
 135         try:
 136             installer_type = os.environ['INSTALLER_TYPE']
 137             kwargs['osusername'] = os.environ['OS_USERNAME']
 138             kwargs['ostenantname'] = os.environ['OS_TENANT_NAME']
 139             kwargs['ospassword'] = os.environ['OS_PASSWORD']
 140             if installer_type == 'fuel':
 141                 kwargs['odlwebport'] = '8282'
 142             elif installer_type == 'apex':
 143                 kwargs['odlip'] = os.environ['SDN_CONTROLLER_IP']
 144                 kwargs['odlwebport'] = '8181'
 145             elif installer_type == 'joid':
 146                 kwargs['odlip'] = os.environ['SDN_CONTROLLER']
 147             elif installer_type == 'compass':
 148                 kwargs['odlwebport'] = '8181'
 149             else:
 150                 kwargs['odlip'] = os.environ['SDN_CONTROLLER_IP']
 151         except KeyError as e:
 152             cls.logger.error("Cannot run ODL testcases. Please check env var: "
 153                              "%s" % str(e))
 154             return False
 155
 156         return cls.run(**kwargs)
 157
 158     @classmethod
 159     def push_to_db(cls):
 160         try:
 161             result = ExecutionResult(cls.res_dir + 'output.xml')
 162             visitor = ODLResultVisitor()
 163             result.visit(visitor)
 164             start_time = timestamp_to_secs(result.suite.starttime)
 165             stop_time = timestamp_to_secs(result.suite.endtime)
 166             details = {}
 167             details['description'] = result.suite.name
 168             details['tests'] = visitor.get_data()
 169             if not ft_utils.push_results_to_db(
 170                     "functest", "odl", start_time, stop_time,
 171                     result.suite.status, details):
 172                 cls.logger.error("Cannot push ODL results to DB")
 173                 return False
 174             else:
 175                 cls.logger.info("ODL results were successfully pushed to DB")
 176                 return True
 177         except RobotError as e:
 178             cls.logger.error("Run tests before publishing: %s" % e.message)
 179
 180
 181 if __name__ == '__main__':
 182     parser = argparse.ArgumentParser()
 183     parser.add_argument('-k', '--keystoneip',
 184                         help='Keystone IP',
 185                         default='127.0.0.1')
 186     parser.add_argument('-n', '--neutronip',
 187                         help='Neutron IP',
 188                         default='127.0.0.1')
 189     parser.add_argument('-a', '--osusername',
 190                         help='Username for OpenStack',
 191                         default='admin')
 192     parser.add_argument('-b', '--ostenantname',
 193                         help='Tenantname for OpenStack',
 194                         default='admin')
 195     parser.add_argument('-c', '--ospassword',
 196                         help='Password for OpenStack',
 197                         default='admin')
 198     parser.add_argument('-o', '--odlip',
 199                         help='OpenDaylight IP',
 200                         default='127.0.0.1')
 201     parser.add_argument('-w', '--odlwebport',
 202                         help='OpenDaylight Web Portal Port',
 203                         default='8080')
 204     parser.add_argument('-r', '--odlrestconfport',
 205                         help='OpenDaylight RESTConf Port',
 206                         default='8181')
 207     parser.add_argument('-d', '--odlusername',
 208                         help='Username for ODL',
 209                         default='admin')
 210     parser.add_argument('-e', '--odlpassword',
 211                         help='Password for ODL',
 212                         default='admin')
 213     parser.add_argument('-p', '--pushtodb',
 214                         help='Push results to DB',
 215                         action='store_true')
 216
 217     args = vars(parser.parse_args())
 218     if not ODLTestCases.run(**args):
 219         sys.exit(os.EX_SOFTWARE)
 220     if args['pushtodb']:
 221         sys.exit(not ODLTestCases.push_to_db())
 222     sys.exit(os.EX_OK)