functest/tests/unit/ci/test_run_tests.py

   1 #!/usr/bin/env python
   2
   3 # All rights reserved. This program and the accompanying materials
   4 # are made available under the terms of the Apache License, Version 2.0
   5 # which accompanies this distribution, and is available at
   6 # http://www.apache.org/licenses/LICENSE-2.0
   7
   8 # pylint: disable=missing-docstring
   9
  10 import logging
  11 import unittest
  12
  13 import mock
  14
  15 from functest.ci import run_tests
  16 from functest.utils.constants import CONST
  17 from functest.core.testcase import TestCase
  18
  19
  20 class FakeModule(TestCase):
  21
  22     def run(self, **kwargs):
  23         return TestCase.EX_OK
  24
  25
  26 class RunTestsTesting(unittest.TestCase):
  27
  28     def setUp(self):
  29         self.runner = run_tests.Runner()
  30         mock_test_case = mock.Mock()
  31         mock_test_case.is_successful.return_value = TestCase.EX_OK
  32         self.runner.executed_test_cases['test1'] = mock_test_case
  33         self.runner.executed_test_cases['test2'] = mock_test_case
  34         self.sep = 'test_sep'
  35         self.creds = {'OS_AUTH_URL': 'http://test_ip:test_port/v2.0',
  36                       'OS_USERNAME': 'test_os_username',
  37                       'OS_TENANT_NAME': 'test_tenant',
  38                       'OS_PASSWORD': 'test_password'}
  39         self.test = {'test_name': 'test_name'}
  40         self.tier = mock.Mock()
  41         test1 = mock.Mock()
  42         test1.get_name.return_value = 'test1'
  43         test2 = mock.Mock()
  44         test2.get_name.return_value = 'test2'
  45         attrs = {'get_name.return_value': 'test_tier',
  46                  'get_tests.return_value': [test1, test2],
  47                  'get_ci_loop.return_value': 'test_ci_loop',
  48                  'get_test_names.return_value': ['test1', 'test2']}
  49         self.tier.configure_mock(**attrs)
  50
  51         self.tiers = mock.Mock()
  52         attrs = {'get_tiers.return_value': [self.tier]}
  53         self.tiers.configure_mock(**attrs)
  54
  55         self.run_tests_parser = run_tests.RunTestsParser()
  56
  57     @mock.patch('functest.ci.run_tests.ft_utils.get_dict_by_test')
  58     def test_get_run_dict(self, *args):
  59         retval = {'run': mock.Mock()}
  60         args[0].return_value = retval
  61         self.assertEqual(self.runner.get_run_dict('test_name'), retval['run'])
  62         args[0].assert_called_once_with('test_name')
  63
  64     @mock.patch('functest.ci.run_tests.LOGGER.error')
  65     @mock.patch('functest.ci.run_tests.ft_utils.get_dict_by_test',
  66                 return_value=None)
  67     def test_get_run_dict_config_ko(self, *args):
  68         testname = 'test_name'
  69         self.assertEqual(self.runner.get_run_dict(testname), None)
  70         args[0].return_value = {}
  71         self.assertEqual(self.runner.get_run_dict(testname), None)
  72         calls = [mock.call(testname), mock.call(testname)]
  73         args[0].assert_has_calls(calls)
  74         calls = [mock.call("Cannot get %s's config options", testname),
  75                  mock.call("Cannot get %s's config options", testname)]
  76         args[1].assert_has_calls(calls)
  77
  78     @mock.patch('functest.ci.run_tests.LOGGER.exception')
  79     @mock.patch('functest.ci.run_tests.ft_utils.get_dict_by_test',
  80                 side_effect=Exception)
  81     def test_get_run_dict_exception(self, *args):
  82         testname = 'test_name'
  83         self.assertEqual(self.runner.get_run_dict(testname), None)
  84         args[1].assert_called_once_with(
  85             "Cannot get %s's config options", testname)
  86
  87     @mock.patch('functest.ci.run_tests.Runner.get_run_dict',
  88                 return_value=None)
  89     def test_run_tests_import_exception(self, *args):
  90         mock_test = mock.Mock()
  91         kwargs = {'get_name.return_value': 'test_name',
  92                   'needs_clean.return_value': False}
  93         mock_test.configure_mock(**kwargs)
  94         with self.assertRaises(Exception) as context:
  95             self.runner.run_test(mock_test)
  96         args[0].assert_called_with('test_name')
  97         msg = "Cannot import the class for the test case."
  98         self.assertTrue(msg in str(context.exception))
  99
 100     @mock.patch('importlib.import_module', name="module",
 101                 return_value=mock.Mock(test_class=mock.Mock(
 102                     side_effect=FakeModule)))
 103     @mock.patch('functest.utils.functest_utils.get_dict_by_test')
 104     def test_run_tests_default(self, *args):
 105         mock_test = mock.Mock()
 106         kwargs = {'get_name.return_value': 'test_name',
 107                   'needs_clean.return_value': True}
 108         mock_test.configure_mock(**kwargs)
 109         test_run_dict = {'module': 'test_module',
 110                          'class': 'test_class'}
 111         with mock.patch('functest.ci.run_tests.Runner.get_run_dict',
 112                         return_value=test_run_dict):
 113             self.runner.clean_flag = True
 114             self.runner.run_test(mock_test)
 115         args[0].assert_called_with('test_name')
 116         args[1].assert_called_with('test_module')
 117         self.assertEqual(self.runner.overall_result,
 118                          run_tests.Result.EX_OK)
 119
 120     @mock.patch('functest.ci.run_tests.Runner.run_test',
 121                 return_value=TestCase.EX_OK)
 122     def test_run_tier_default(self, *mock_methods):
 123         self.assertEqual(self.runner.run_tier(self.tier),
 124                          run_tests.Result.EX_OK)
 125         mock_methods[0].assert_called_with(mock.ANY)
 126
 127     @mock.patch('functest.ci.run_tests.LOGGER.info')
 128     def test_run_tier_missing_test(self, mock_logger_info):
 129         self.tier.get_tests.return_value = None
 130         self.assertEqual(self.runner.run_tier(self.tier),
 131                          run_tests.Result.EX_ERROR)
 132         self.assertTrue(mock_logger_info.called)
 133
 134     @mock.patch('functest.ci.run_tests.LOGGER.info')
 135     @mock.patch('functest.ci.run_tests.Runner.run_tier')
 136     @mock.patch('functest.ci.run_tests.Runner.summary')
 137     def test_run_all_default(self, *mock_methods):
 138         CONST.__setattr__('CI_LOOP', 'test_ci_loop')
 139         self.runner.run_all()
 140         mock_methods[1].assert_not_called()
 141         self.assertTrue(mock_methods[2].called)
 142
 143     @mock.patch('functest.ci.run_tests.LOGGER.info')
 144     @mock.patch('functest.ci.run_tests.Runner.summary')
 145     def test_run_all_missing_tier(self, *mock_methods):
 146         CONST.__setattr__('CI_LOOP', 'loop_re_not_available')
 147         self.runner.run_all()
 148         self.assertTrue(mock_methods[1].called)
 149
 150     @mock.patch('functest.utils.openstack_utils.source_credentials',
 151                 side_effect=Exception)
 152     @mock.patch('functest.ci.run_tests.Runner.summary')
 153     def test_main_failed(self, *mock_methods):
 154         kwargs = {'test': 'test_name', 'noclean': True, 'report': True}
 155         args = {'get_tier.return_value': False,
 156                 'get_test.return_value': False}
 157         self.runner.tiers = mock.Mock()
 158         self.runner.tiers.configure_mock(**args)
 159         self.assertEqual(self.runner.main(**kwargs),
 160                          run_tests.Result.EX_ERROR)
 161         mock_methods[1].assert_called_once_with(
 162             '/home/opnfv/functest/conf/env_file')
 163
 164     @mock.patch('functest.utils.openstack_utils.source_credentials')
 165     @mock.patch('functest.ci.run_tests.Runner.run_test',
 166                 return_value=TestCase.EX_OK)
 167     @mock.patch('functest.ci.run_tests.Runner.summary')
 168     def test_main_tier(self, *mock_methods):
 169         mock_tier = mock.Mock()
 170         test_mock = mock.Mock()
 171         test_mock.get_name.return_value = 'test1'
 172         args = {'get_name.return_value': 'tier_name',
 173                 'get_tests.return_value': [test_mock]}
 174         mock_tier.configure_mock(**args)
 175         kwargs = {'test': 'tier_name', 'noclean': True, 'report': True}
 176         args = {'get_tier.return_value': mock_tier,
 177                 'get_test.return_value': None}
 178         self.runner.tiers = mock.Mock()
 179         self.runner.tiers.configure_mock(**args)
 180         self.assertEqual(self.runner.main(**kwargs),
 181                          run_tests.Result.EX_OK)
 182         mock_methods[1].assert_called()
 183
 184     @mock.patch('functest.utils.openstack_utils.source_credentials')
 185     @mock.patch('functest.ci.run_tests.Runner.run_test',
 186                 return_value=TestCase.EX_OK)
 187     def test_main_test(self, *mock_methods):
 188         kwargs = {'test': 'test_name', 'noclean': True, 'report': True}
 189         args = {'get_tier.return_value': None,
 190                 'get_test.return_value': 'test_name'}
 191         self.runner.tiers = mock.Mock()
 192         mock_methods[1].return_value = self.creds
 193         self.runner.tiers.configure_mock(**args)
 194         self.assertEqual(self.runner.main(**kwargs),
 195                          run_tests.Result.EX_OK)
 196         mock_methods[0].assert_called_once_with('test_name')
 197
 198     @mock.patch('functest.utils.openstack_utils.source_credentials')
 199     @mock.patch('functest.ci.run_tests.Runner.run_all')
 200     @mock.patch('functest.ci.run_tests.Runner.summary')
 201     def test_main_all_tier(self, *args):
 202         kwargs = {'get_tier.return_value': None,
 203                   'get_test.return_value': None}
 204         self.runner.tiers = mock.Mock()
 205         self.runner.tiers.configure_mock(**kwargs)
 206         self.assertEqual(
 207             self.runner.main(test='all', noclean=True, report=True),
 208             run_tests.Result.EX_OK)
 209         args[0].assert_called_once_with(None)
 210         args[1].assert_called_once_with()
 211         args[2].assert_called_once_with('/home/opnfv/functest/conf/env_file')
 212
 213     @mock.patch('functest.utils.openstack_utils.source_credentials')
 214     def test_main_any_tier_test_ko(self, *args):
 215         kwargs = {'get_tier.return_value': None,
 216                   'get_test.return_value': None}
 217         self.runner.tiers = mock.Mock()
 218         self.runner.tiers.configure_mock(**kwargs)
 219         self.assertEqual(
 220             self.runner.main(test='any', noclean=True, report=True),
 221             run_tests.Result.EX_ERROR)
 222         args[0].assert_called_once_with('/home/opnfv/functest/conf/env_file')
 223
 224
 225 if __name__ == "__main__":
 226     logging.disable(logging.CRITICAL)
 227     unittest.main(verbosity=2)