3 # All rights reserved. This program and the accompanying materials
4 # are made available under the terms of the Apache License, Version 2.0
5 # which accompanies this distribution, and is available at
6 # http://www.apache.org/licenses/LICENSE-2.0
8 # pylint: disable=missing-docstring
15 from functest.ci import run_tests
16 from functest.utils.constants import CONST
17 from functest.core.testcase import TestCase
20 class FakeModule(TestCase):
22 def run(self, **kwargs):
26 class RunTestsTesting(unittest.TestCase):
29 self.runner = run_tests.Runner()
30 mock_test_case = mock.Mock()
31 mock_test_case.is_successful.return_value = TestCase.EX_OK
32 self.runner.executed_test_cases['test1'] = mock_test_case
33 self.runner.executed_test_cases['test2'] = mock_test_case
35 self.creds = {'OS_AUTH_URL': 'http://test_ip:test_port/v2.0',
36 'OS_USERNAME': 'test_os_username',
37 'OS_TENANT_NAME': 'test_tenant',
38 'OS_PASSWORD': 'test_password'}
39 self.test = {'test_name': 'test_name'}
40 self.tier = mock.Mock()
42 test1.get_name.return_value = 'test1'
44 test2.get_name.return_value = 'test2'
45 attrs = {'get_name.return_value': 'test_tier',
46 'get_tests.return_value': [test1, test2],
47 'get_ci_loop.return_value': 'test_ci_loop',
48 'get_test_names.return_value': ['test1', 'test2']}
49 self.tier.configure_mock(**attrs)
51 self.tiers = mock.Mock()
52 attrs = {'get_tiers.return_value': [self.tier]}
53 self.tiers.configure_mock(**attrs)
55 self.run_tests_parser = run_tests.RunTestsParser()
57 @mock.patch('functest.ci.run_tests.ft_utils.get_dict_by_test')
58 def test_get_run_dict(self, *args):
59 retval = {'run': mock.Mock()}
60 args[0].return_value = retval
61 self.assertEqual(self.runner.get_run_dict('test_name'), retval['run'])
62 args[0].assert_called_once_with('test_name')
64 @mock.patch('functest.ci.run_tests.LOGGER.error')
65 @mock.patch('functest.ci.run_tests.ft_utils.get_dict_by_test',
67 def test_get_run_dict_config_ko(self, *args):
68 testname = 'test_name'
69 self.assertEqual(self.runner.get_run_dict(testname), None)
70 args[0].return_value = {}
71 self.assertEqual(self.runner.get_run_dict(testname), None)
72 calls = [mock.call(testname), mock.call(testname)]
73 args[0].assert_has_calls(calls)
74 calls = [mock.call("Cannot get %s's config options", testname),
75 mock.call("Cannot get %s's config options", testname)]
76 args[1].assert_has_calls(calls)
78 @mock.patch('functest.ci.run_tests.LOGGER.exception')
79 @mock.patch('functest.ci.run_tests.ft_utils.get_dict_by_test',
80 side_effect=Exception)
81 def test_get_run_dict_exception(self, *args):
82 testname = 'test_name'
83 self.assertEqual(self.runner.get_run_dict(testname), None)
84 args[1].assert_called_once_with(
85 "Cannot get %s's config options", testname)
87 @mock.patch('functest.ci.run_tests.Runner.get_run_dict',
89 def test_run_tests_import_exception(self, *args):
90 mock_test = mock.Mock()
91 kwargs = {'get_name.return_value': 'test_name',
92 'needs_clean.return_value': False}
93 mock_test.configure_mock(**kwargs)
94 with self.assertRaises(Exception) as context:
95 self.runner.run_test(mock_test)
96 args[0].assert_called_with('test_name')
97 msg = "Cannot import the class for the test case."
98 self.assertTrue(msg in str(context.exception))
100 @mock.patch('importlib.import_module', name="module",
101 return_value=mock.Mock(test_class=mock.Mock(
102 side_effect=FakeModule)))
103 @mock.patch('functest.utils.functest_utils.get_dict_by_test')
104 def test_run_tests_default(self, *args):
105 mock_test = mock.Mock()
106 kwargs = {'get_name.return_value': 'test_name',
107 'needs_clean.return_value': True}
108 mock_test.configure_mock(**kwargs)
109 test_run_dict = {'module': 'test_module',
110 'class': 'test_class'}
111 with mock.patch('functest.ci.run_tests.Runner.get_run_dict',
112 return_value=test_run_dict):
113 self.runner.clean_flag = True
114 self.runner.run_test(mock_test)
115 args[0].assert_called_with('test_name')
116 args[1].assert_called_with('test_module')
117 self.assertEqual(self.runner.overall_result,
118 run_tests.Result.EX_OK)
120 @mock.patch('functest.ci.run_tests.Runner.run_test',
121 return_value=TestCase.EX_OK)
122 def test_run_tier_default(self, *mock_methods):
123 self.assertEqual(self.runner.run_tier(self.tier),
124 run_tests.Result.EX_OK)
125 mock_methods[0].assert_called_with(mock.ANY)
127 @mock.patch('functest.ci.run_tests.LOGGER.info')
128 def test_run_tier_missing_test(self, mock_logger_info):
129 self.tier.get_tests.return_value = None
130 self.assertEqual(self.runner.run_tier(self.tier),
131 run_tests.Result.EX_ERROR)
132 self.assertTrue(mock_logger_info.called)
134 @mock.patch('functest.ci.run_tests.LOGGER.info')
135 @mock.patch('functest.ci.run_tests.Runner.run_tier')
136 @mock.patch('functest.ci.run_tests.Runner.summary')
137 def test_run_all_default(self, *mock_methods):
138 CONST.__setattr__('CI_LOOP', 'test_ci_loop')
139 self.runner.run_all()
140 mock_methods[1].assert_not_called()
141 self.assertTrue(mock_methods[2].called)
143 @mock.patch('functest.ci.run_tests.LOGGER.info')
144 @mock.patch('functest.ci.run_tests.Runner.summary')
145 def test_run_all_missing_tier(self, *mock_methods):
146 CONST.__setattr__('CI_LOOP', 'loop_re_not_available')
147 self.runner.run_all()
148 self.assertTrue(mock_methods[1].called)
150 @mock.patch('functest.utils.openstack_utils.source_credentials',
151 side_effect=Exception)
152 @mock.patch('functest.ci.run_tests.Runner.summary')
153 def test_main_failed(self, *mock_methods):
154 kwargs = {'test': 'test_name', 'noclean': True, 'report': True}
155 args = {'get_tier.return_value': False,
156 'get_test.return_value': False}
157 self.runner.tiers = mock.Mock()
158 self.runner.tiers.configure_mock(**args)
159 self.assertEqual(self.runner.main(**kwargs),
160 run_tests.Result.EX_ERROR)
161 mock_methods[1].assert_called_once_with(
162 '/home/opnfv/functest/conf/env_file')
164 @mock.patch('functest.utils.openstack_utils.source_credentials')
165 @mock.patch('functest.ci.run_tests.Runner.run_test',
166 return_value=TestCase.EX_OK)
167 @mock.patch('functest.ci.run_tests.Runner.summary')
168 def test_main_tier(self, *mock_methods):
169 mock_tier = mock.Mock()
170 test_mock = mock.Mock()
171 test_mock.get_name.return_value = 'test1'
172 args = {'get_name.return_value': 'tier_name',
173 'get_tests.return_value': [test_mock]}
174 mock_tier.configure_mock(**args)
175 kwargs = {'test': 'tier_name', 'noclean': True, 'report': True}
176 args = {'get_tier.return_value': mock_tier,
177 'get_test.return_value': None}
178 self.runner.tiers = mock.Mock()
179 self.runner.tiers.configure_mock(**args)
180 self.assertEqual(self.runner.main(**kwargs),
181 run_tests.Result.EX_OK)
182 mock_methods[1].assert_called()
184 @mock.patch('functest.utils.openstack_utils.source_credentials')
185 @mock.patch('functest.ci.run_tests.Runner.run_test',
186 return_value=TestCase.EX_OK)
187 def test_main_test(self, *mock_methods):
188 kwargs = {'test': 'test_name', 'noclean': True, 'report': True}
189 args = {'get_tier.return_value': None,
190 'get_test.return_value': 'test_name'}
191 self.runner.tiers = mock.Mock()
192 mock_methods[1].return_value = self.creds
193 self.runner.tiers.configure_mock(**args)
194 self.assertEqual(self.runner.main(**kwargs),
195 run_tests.Result.EX_OK)
196 mock_methods[0].assert_called_once_with('test_name')
198 @mock.patch('functest.utils.openstack_utils.source_credentials')
199 @mock.patch('functest.ci.run_tests.Runner.run_all')
200 @mock.patch('functest.ci.run_tests.Runner.summary')
201 def test_main_all_tier(self, *args):
202 kwargs = {'get_tier.return_value': None,
203 'get_test.return_value': None}
204 self.runner.tiers = mock.Mock()
205 self.runner.tiers.configure_mock(**kwargs)
207 self.runner.main(test='all', noclean=True, report=True),
208 run_tests.Result.EX_OK)
209 args[0].assert_called_once_with(None)
210 args[1].assert_called_once_with()
211 args[2].assert_called_once_with('/home/opnfv/functest/conf/env_file')
213 @mock.patch('functest.utils.openstack_utils.source_credentials')
214 def test_main_any_tier_test_ko(self, *args):
215 kwargs = {'get_tier.return_value': None,
216 'get_test.return_value': None}
217 self.runner.tiers = mock.Mock()
218 self.runner.tiers.configure_mock(**kwargs)
220 self.runner.main(test='any', noclean=True, report=True),
221 run_tests.Result.EX_ERROR)
222 args[0].assert_called_once_with('/home/opnfv/functest/conf/env_file')
225 if __name__ == "__main__":
226 logging.disable(logging.CRITICAL)
227 unittest.main(verbosity=2)