3 # All rights reserved. This program and the accompanying materials
4 # are made available under the terms of the Apache License, Version 2.0
5 # which accompanies this distribution, and is available at
6 # http://www.apache.org/licenses/LICENSE-2.0
13 from functest.ci import run_tests
14 from functest.utils.constants import CONST
15 from functest.core.testcase import TestCase
18 class FakeModule(TestCase):
26 def is_successful(self):
30 class RunTestsTesting(unittest.TestCase):
33 self.runner = run_tests.Runner()
34 mock_test_case = mock.Mock()
35 mock_test_case.is_successful.return_value = TestCase.EX_OK
36 self.runner.executed_test_cases['test1'] = mock_test_case
37 self.runner.executed_test_cases['test2'] = mock_test_case
39 self.creds = {'OS_AUTH_URL': 'http://test_ip:test_port/v2.0',
40 'OS_USERNAME': 'test_os_username',
41 'OS_TENANT_NAME': 'test_tenant',
42 'OS_PASSWORD': 'test_password'}
43 self.test = {'test_name': 'test_name'}
44 self.tier = mock.Mock()
46 test1.get_name.return_value = 'test1'
48 test2.get_name.return_value = 'test2'
49 attrs = {'get_name.return_value': 'test_tier',
50 'get_tests.return_value': [test1, test2],
51 'get_ci_loop.return_value': 'test_ci_loop',
52 'get_test_names.return_value': ['test1', 'test2']}
53 self.tier.configure_mock(**attrs)
55 self.tiers = mock.Mock()
56 attrs = {'get_tiers.return_value': [self.tier]}
57 self.tiers.configure_mock(**attrs)
59 self.run_tests_parser = run_tests.RunTestsParser()
61 @mock.patch('functest.ci.run_tests.logger.error')
62 def test_source_rc_file_missing_file(self, mock_logger_error):
63 with mock.patch('functest.ci.run_tests.os.path.isfile',
64 return_value=False), \
65 self.assertRaises(Exception):
66 self.runner.source_rc_file()
68 @mock.patch('functest.ci.run_tests.logger.debug')
69 @mock.patch('functest.ci.run_tests.os.path.isfile',
71 def test_source_rc_file_default(self, *args):
72 with mock.patch('functest.ci.run_tests.os_utils.source_credentials',
73 return_value=self.creds):
74 self.runner.source_rc_file()
76 def test_get_run_dict_if_defined_default(self):
77 mock_obj = mock.Mock()
78 with mock.patch('functest.ci.run_tests.'
79 'ft_utils.get_dict_by_test',
80 return_value={'run': mock_obj}):
81 self.assertEqual(self.runner.get_run_dict('test_name'),
84 @mock.patch('functest.ci.run_tests.logger.error')
85 def test_get_run_dict_if_defined_missing_config_option(self,
87 with mock.patch('functest.ci.run_tests.'
88 'ft_utils.get_dict_by_test',
90 testname = 'test_name'
91 self.assertEqual(self.runner.get_run_dict(testname),
93 mock_logger_error.assert_called_once_with("Cannot get {}'s config "
97 with mock.patch('functest.ci.run_tests.'
98 'ft_utils.get_dict_by_test',
100 testname = 'test_name'
101 self.assertEqual(self.runner.get_run_dict(testname),
104 @mock.patch('functest.ci.run_tests.logger.exception')
105 def test_get_run_dict_if_defined_exception(self,
107 with mock.patch('functest.ci.run_tests.'
108 'ft_utils.get_dict_by_test',
109 side_effect=Exception):
110 testname = 'test_name'
111 self.assertEqual(self.runner.get_run_dict(testname),
113 mock_logger_except.assert_called_once_with("Cannot get {}'s config"
117 def test_run_tests_import_test_class_exception(self):
118 mock_test = mock.Mock()
119 args = {'get_name.return_value': 'test_name',
120 'needs_clean.return_value': False}
121 mock_test.configure_mock(**args)
122 with mock.patch('functest.ci.run_tests.Runner.source_rc_file'), \
123 mock.patch('functest.ci.run_tests.Runner.get_run_dict',
124 return_value=None), \
125 self.assertRaises(Exception) as context:
126 self.runner(mock_test, 'tier_name')
127 msg = "Cannot import the class for the test case."
128 self.assertTrue(msg in context)
130 @mock.patch('functest.ci.run_tests.Runner.source_rc_file')
131 @mock.patch('importlib.import_module', name="module",
132 return_value=mock.Mock(test_class=mock.Mock(
133 side_effect=FakeModule)))
134 @mock.patch('functest.utils.functest_utils.get_dict_by_test')
135 def test_run_tests_default(self, *args):
136 mock_test = mock.Mock()
137 kwargs = {'get_name.return_value': 'test_name',
138 'needs_clean.return_value': True}
139 mock_test.configure_mock(**kwargs)
140 test_run_dict = {'module': 'test_module',
141 'class': 'test_class'}
142 with mock.patch('functest.ci.run_tests.Runner.get_run_dict',
143 return_value=test_run_dict):
144 self.runner.clean_flag = True
145 self.runner.run_test(mock_test)
146 self.assertEqual(self.runner.overall_result,
147 run_tests.Result.EX_OK)
149 @mock.patch('functest.ci.run_tests.Runner.run_test',
150 return_value=TestCase.EX_OK)
151 def test_run_tier_default(self, *mock_methods):
152 self.assertEqual(self.runner.run_tier(self.tier),
153 run_tests.Result.EX_OK)
154 mock_methods[0].assert_called_with(mock.ANY)
156 @mock.patch('functest.ci.run_tests.logger.info')
157 def test_run_tier_missing_test(self, mock_logger_info):
158 self.tier.get_tests.return_value = None
159 self.assertEqual(self.runner.run_tier(self.tier),
160 run_tests.Result.EX_ERROR)
161 self.assertTrue(mock_logger_info.called)
163 @mock.patch('functest.ci.run_tests.logger.info')
164 @mock.patch('functest.ci.run_tests.Runner.run_tier')
165 @mock.patch('functest.ci.run_tests.Runner.summary')
166 def test_run_all_default(self, *mock_methods):
167 CONST.__setattr__('CI_LOOP', 'test_ci_loop')
168 self.runner.run_all()
169 mock_methods[1].assert_not_called()
170 self.assertTrue(mock_methods[2].called)
172 @mock.patch('functest.ci.run_tests.logger.info')
173 @mock.patch('functest.ci.run_tests.Runner.summary')
174 def test_run_all_missing_tier(self, *mock_methods):
175 CONST.__setattr__('CI_LOOP', 'loop_re_not_available')
176 self.runner.run_all()
177 self.assertTrue(mock_methods[1].called)
179 @mock.patch('functest.ci.run_tests.Runner.source_rc_file',
180 side_effect=Exception)
181 @mock.patch('functest.ci.run_tests.Runner.summary')
182 def test_main_failed(self, *mock_methods):
183 kwargs = {'test': 'test_name', 'noclean': True, 'report': True}
184 args = {'get_tier.return_value': False,
185 'get_test.return_value': False}
186 self.runner._tiers = mock.Mock()
187 self.runner._tiers.configure_mock(**args)
188 self.assertEqual(self.runner.main(**kwargs),
189 run_tests.Result.EX_ERROR)
190 mock_methods[1].assert_called_once_with()
192 @mock.patch('functest.ci.run_tests.Runner.source_rc_file')
193 @mock.patch('functest.ci.run_tests.Runner.run_test',
194 return_value=TestCase.EX_OK)
195 @mock.patch('functest.ci.run_tests.Runner.summary')
196 def test_main_tier(self, *mock_methods):
197 mock_tier = mock.Mock()
198 test_mock = mock.Mock()
199 test_mock.get_name.return_value = 'test1'
200 args = {'get_name.return_value': 'tier_name',
201 'get_tests.return_value': [test_mock]}
202 mock_tier.configure_mock(**args)
203 kwargs = {'test': 'tier_name', 'noclean': True, 'report': True}
204 args = {'get_tier.return_value': mock_tier,
205 'get_test.return_value': None}
206 self.runner._tiers = mock.Mock()
207 self.runner._tiers.configure_mock(**args)
208 self.assertEqual(self.runner.main(**kwargs),
209 run_tests.Result.EX_OK)
210 mock_methods[1].assert_called()
212 @mock.patch('functest.ci.run_tests.Runner.source_rc_file')
213 @mock.patch('functest.ci.run_tests.Runner.run_test',
214 return_value=TestCase.EX_OK)
215 def test_main_test(self, *mock_methods):
216 kwargs = {'test': 'test_name', 'noclean': True, 'report': True}
217 args = {'get_tier.return_value': None,
218 'get_test.return_value': 'test_name'}
219 self.runner._tiers = mock.Mock()
220 self.runner._tiers.configure_mock(**args)
221 self.assertEqual(self.runner.main(**kwargs),
222 run_tests.Result.EX_OK)
223 mock_methods[0].assert_called_once_with('test_name')
225 @mock.patch('functest.ci.run_tests.Runner.source_rc_file')
226 @mock.patch('functest.ci.run_tests.Runner.run_all')
227 @mock.patch('functest.ci.run_tests.Runner.summary')
228 def test_main_all_tier(self, *mock_methods):
229 kwargs = {'test': 'all', 'noclean': True, 'report': True}
230 args = {'get_tier.return_value': None,
231 'get_test.return_value': None}
232 self.runner._tiers = mock.Mock()
233 self.runner._tiers.configure_mock(**args)
234 self.assertEqual(self.runner.main(**kwargs),
235 run_tests.Result.EX_OK)
236 mock_methods[1].assert_called_once_with()
238 @mock.patch('functest.ci.run_tests.Runner.source_rc_file')
239 @mock.patch('functest.ci.run_tests.Runner.summary')
240 def test_main_any_tier_test_ko(self, *mock_methods):
241 kwargs = {'test': 'any', 'noclean': True, 'report': True}
242 args = {'get_tier.return_value': None,
243 'get_test.return_value': None}
244 self.runner._tiers = mock.Mock()
245 self.runner._tiers.configure_mock(**args)
246 self.assertEqual(self.runner.main(**kwargs),
247 run_tests.Result.EX_ERROR)
250 if __name__ == "__main__":
251 logging.disable(logging.CRITICAL)
252 unittest.main(verbosity=2)