functest/tests/unit/openstack/refstack_client/test_refstack_client.py

   1 #!/usr/bin/env python
   2 # Copyright (c) 2017 Huawei Technologies Co.,Ltd and others.
   3 # matthew.lijun@huawei.com wangwulin@huawei.com
   4 # All rights reserved. This program and the accompanying materials
   5 # are made available under the terms of the Apache License, Version 2.0
   6 # which accompanies this distribution, and is available at
   7 # http://www.apache.org/licenses/LICENSE-2.0
   8
   9 import logging
  10 import mock
  11 import pkg_resources
  12 import unittest
  13
  14 from functest.core import testcase
  15 from functest.opnfv_tests.openstack.refstack_client import refstack_client
  16 from functest.utils.constants import CONST
  17
  18
  19 class OSRefstackClientTesting(unittest.TestCase):
  20
  21     _config = pkg_resources.resource_filename(
  22         'functest',
  23         'opnfv_tests/openstack/refstack_client/refstack_tempest.conf')
  24     _testlist = pkg_resources.resource_filename(
  25         'functest', 'opnfv_tests/openstack/refstack_client/defcore.txt')
  26
  27     def setUp(self):
  28         self.defaultargs = {'config': self._config,
  29                             'testlist': self._testlist}
  30         CONST.__setattr__('OS_AUTH_URL', 'https://ip:5000/v3')
  31         CONST.__setattr__('OS_INSECURE', 'true')
  32         self.refstackclient = refstack_client.RefstackClient()
  33
  34     def test_run_defcore_insecure(self):
  35         insecure = '-k'
  36         config = 'tempest.conf'
  37         testlist = 'testlist'
  38         with mock.patch('functest.opnfv_tests.openstack.refstack_client.'
  39                         'refstack_client.ft_utils.execute_command') as m:
  40             cmd = ("refstack-client test {0} -c {1} -v --test-list {2}"
  41                    .format(insecure, config, testlist))
  42             self.refstackclient.run_defcore(config, testlist)
  43             m.assert_any_call(cmd)
  44
  45     def test_run_defcore(self):
  46         CONST.__setattr__('OS_AUTH_URL', 'http://ip:5000/v3')
  47         refstackclient = refstack_client.RefstackClient()
  48         insecure = ''
  49         config = 'tempest.conf'
  50         testlist = 'testlist'
  51         with mock.patch('functest.opnfv_tests.openstack.refstack_client.'
  52                         'refstack_client.ft_utils.execute_command') as m:
  53             cmd = ("refstack-client test {0} -c {1} -v --test-list {2}"
  54                    .format(insecure, config, testlist))
  55             refstackclient.run_defcore(config, testlist)
  56             m.assert_any_call(cmd)
  57
  58     @mock.patch('functest.opnfv_tests.openstack.refstack_client.'
  59                 'refstack_client.LOGGER.info')
  60     @mock.patch('__builtin__.open', side_effect=Exception)
  61     def test_parse_refstack_result_missing_log_file(self, mock_open,
  62                                                     mock_logger_info):
  63         self.case_name = 'refstack_defcore'
  64         self.result = 0
  65         self.refstackclient.parse_refstack_result()
  66         mock_logger_info.assert_called_once_with(
  67             "Testcase %s success_rate is %s%%",
  68             self.case_name, self.result)
  69
  70     def test_parse_refstack_result_default(self):
  71         log_file = ('''
  72                     {0} tempest.api.compute [18.464988s] ... ok
  73                     {0} tempest.api.volume [0.230334s] ... FAILED
  74                     {0} tempest.api.network [1.265828s] ... SKIPPED:
  75                     Ran: 3 tests in 1259.0000 sec.
  76                     - Passed: 1
  77                     - Skipped: 1
  78                     - Failed: 1
  79                    ''')
  80         self.details = {"tests": 3,
  81                         "failures": 1,
  82                         "success": [' tempest.api.compute [18.464988s]'],
  83                         "errors": [' tempest.api.volume [0.230334s]'],
  84                         "skipped": [' tempest.api.network [1.265828s]']}
  85         with mock.patch('__builtin__.open',
  86                         mock.mock_open(read_data=log_file)):
  87             self.refstackclient.parse_refstack_result()
  88             self.assertEqual(self.refstackclient.details, self.details)
  89
  90     def _get_main_kwargs(self, key=None):
  91         kwargs = {'config': self._config,
  92                   'testlist': self._testlist}
  93         if key:
  94             del kwargs[key]
  95         return kwargs
  96
  97     def _test_main(self, status, *args):
  98         kwargs = self._get_main_kwargs()
  99         self.assertEqual(self.refstackclient.main(**kwargs), status)
 100         if len(args) > 0:
 101             args[0].assert_called_once_with(
 102                 refstack_client.RefstackClient.result_dir)
 103         if len(args) > 1:
 104             args
 105
 106     def _test_main_missing_keyword(self, key):
 107         kwargs = self._get_main_kwargs(key)
 108         self.assertEqual(self.refstackclient.main(**kwargs),
 109                          testcase.TestCase.EX_RUN_ERROR)
 110
 111     def test_main_missing_conf(self):
 112         self._test_main_missing_keyword('config')
 113
 114     def test_main_missing_testlist(self):
 115         self._test_main_missing_keyword('testlist')
 116
 117     def _test_argparser(self, arg, value):
 118         self.defaultargs[arg] = value
 119         parser = refstack_client.RefstackClientParser()
 120         self.assertEqual(parser.parse_args(["--{}={}".format(arg, value)]),
 121                          self.defaultargs)
 122
 123     def test_argparser_conf(self):
 124         self._test_argparser('config', self._config)
 125
 126     def test_argparser_testlist(self):
 127         self._test_argparser('testlist', self._testlist)
 128
 129     def test_argparser_multiple_args(self):
 130         self.defaultargs['config'] = self._config
 131         self.defaultargs['testlist'] = self._testlist
 132         parser = refstack_client.RefstackClientParser()
 133         self.assertEqual(parser.parse_args(
 134             ["--config={}".format(self._config),
 135              "--testlist={}".format(self._testlist)
 136              ]), self.defaultargs)
 137
 138
 139 if __name__ == "__main__":
 140     logging.disable(logging.CRITICAL)
 141     unittest.main(verbosity=2)