Test API add start_date, stop_date parameters in results
[releng.git] / utils / test / result_collection_api / tests / unit / test_result.py
1 import unittest
2
3 from test_base import TestBase
4 from resources.pod_models import PodCreateRequest
5 from resources.project_models import ProjectCreateRequest
6 from resources.testcase_models import TestcaseCreateRequest
7 from resources.result_models import ResultCreateRequest, \
8     TestResult, TestResults
9 from common.constants import HTTP_OK, HTTP_BAD_REQUEST, HTTP_NOT_FOUND
10
11
12 __author__ = '__serena__'
13
14
15 class Details(object):
16     def __init__(self, timestart=None, duration=None, status=None):
17         self.timestart = timestart
18         self.duration = duration
19         self.status = status
20
21     def format(self):
22         return {
23             "timestart": self.timestart,
24             "duration": self.duration,
25             "status": self.status
26         }
27
28     @staticmethod
29     def from_dict(a_dict):
30
31         if a_dict is None:
32             return None
33
34         t = Details()
35         t.timestart = a_dict.get('timestart')
36         t.duration = a_dict.get('duration')
37         t.status = a_dict.get('status')
38         return t
39
40
41 class TestResultBase(TestBase):
42     def setUp(self):
43         self.pod = 'zte-pod1'
44         self.project = 'functest'
45         self.case = 'vPing'
46         self.installer = 'fuel'
47         self.version = 'C'
48         self.build_tag = 'v3.0'
49         self.scenario = 'odl-l2'
50         self.criteria = 'passed'
51         self.trust_indicator = 0.7
52         self.start_date = "2016-05-23 07:16:09.477097"
53         self.stop_date = "2016-05-23 07:16:19.477097"
54         super(TestResultBase, self).setUp()
55         self.details = Details(timestart='0', duration='9s', status='OK')
56         self.req_d = ResultCreateRequest(pod_name=self.pod,
57                                          project_name=self.project,
58                                          case_name=self.case,
59                                          installer=self.installer,
60                                          version=self.version,
61                                          start_date=self.start_date,
62                                          stop_date=self.stop_date,
63                                          details=self.details.format(),
64                                          build_tag=self.build_tag,
65                                          scenario=self.scenario,
66                                          criteria=self.criteria,
67                                          trust_indicator=self.trust_indicator)
68         self.get_res = TestResult
69         self.list_res = TestResults
70         self.basePath = '/results'
71         self.req_pod = PodCreateRequest(self.pod, 'metal', 'zte pod 1')
72         self.req_project = ProjectCreateRequest(self.project, 'vping test')
73         self.req_testcase = TestcaseCreateRequest('/cases/vping',
74                                                   self.case,
75                                                   'vping-ssh test')
76         self.create_help('/pods', self.req_pod)
77         self.create_help('/projects', self.req_project)
78         self.create_help('/projects/%s/cases', self.req_testcase, self.project)
79
80     def assert_res(self, code, result):
81         self.assertEqual(code, HTTP_OK)
82         req = self.req_d
83         self.assertEqual(result.pod_name, req.pod_name)
84         self.assertEqual(result.project_name, req.project_name)
85         self.assertEqual(result.case_name, req.case_name)
86         self.assertEqual(result.installer, req.installer)
87         self.assertEqual(result.version, req.version)
88         details_req = Details.from_dict(req.details)
89         details_res = Details.from_dict(result.details)
90         self.assertEqual(details_res.duration, details_req.duration)
91         self.assertEqual(details_res.timestart, details_req.timestart)
92         self.assertEqual(details_res.status, details_req.status)
93         self.assertEqual(result.build_tag, req.build_tag)
94         self.assertEqual(result.scenario, req.scenario)
95         self.assertEqual(result.criteria, req.criteria)
96         self.assertEqual(result.trust_indicator, req.trust_indicator)
97         self.assertIsNotNone(result.start_date)
98         self.assertIsNotNone(result.stop_date)
99         self.assertIsNotNone(result._id)
100
101
102 class TestResultCreate(TestResultBase):
103     def test_nobody(self):
104         (code, body) = self.create(None)
105         self.assertEqual(code, HTTP_BAD_REQUEST)
106         self.assertIn('no payload', body)
107
108     def test_podNotProvided(self):
109         req = self.req_d
110         req.pod_name = None
111         (code, body) = self.create(req)
112         self.assertEqual(code, HTTP_BAD_REQUEST)
113         self.assertIn('pod is not provided', body)
114
115     def test_projectNotProvided(self):
116         req = self.req_d
117         req.project_name = None
118         (code, body) = self.create(req)
119         self.assertEqual(code, HTTP_BAD_REQUEST)
120         self.assertIn('project is not provided', body)
121
122     def test_testcaseNotProvided(self):
123         req = self.req_d
124         req.case_name = None
125         (code, body) = self.create(req)
126         self.assertEqual(code, HTTP_BAD_REQUEST)
127         self.assertIn('testcase is not provided', body)
128
129     def test_noPod(self):
130         req = self.req_d
131         req.pod_name = 'notExistPod'
132         (code, body) = self.create(req)
133         self.assertEqual(code, HTTP_NOT_FOUND)
134         self.assertIn('Could not find POD', body)
135
136     def test_noProject(self):
137         req = self.req_d
138         req.project_name = 'notExistProject'
139         (code, body) = self.create(req)
140         self.assertEqual(code, HTTP_NOT_FOUND)
141         self.assertIn('Could not find project', body)
142
143     def test_noTestcase(self):
144         req = self.req_d
145         req.case_name = 'notExistTestcase'
146         (code, body) = self.create(req)
147         self.assertEqual(code, HTTP_NOT_FOUND)
148         self.assertIn('Could not find testcase', body)
149
150     def test_success(self):
151         (code, body) = self.create_d()
152         self.assertEqual(code, HTTP_OK)
153         self.assert_href(body)
154
155
156 class TestResultGet(TestResultBase):
157     def test_getOne(self):
158         _, res = self.create_d()
159         _id = res.href.split('/')[-1]
160         code, body = self.get(_id)
161         self.assert_res(code, body)
162
163     def test_queryPod(self):
164         self._query_and_assert(self._set_query('pod'))
165
166     def test_queryProject(self):
167         self._query_and_assert(self._set_query('project'))
168
169     def test_queryTestcase(self):
170         self._query_and_assert(self._set_query('case'))
171
172     def test_queryVersion(self):
173         self._query_and_assert(self._set_query('version'))
174
175     def test_queryInstaller(self):
176         self._query_and_assert(self._set_query('installer'))
177
178     def test_queryBuildTag(self):
179         self._query_and_assert(self._set_query('build_tag'))
180
181     def test_queryScenario(self):
182         self._query_and_assert(self._set_query('scenario'))
183
184     def test_queryTrustIndicator(self):
185         self._query_and_assert(self._set_query('trust_indicator'))
186
187     def test_queryCriteria(self):
188         self._query_and_assert(self._set_query('criteria'))
189
190     def test_queryPeriod(self):
191         self._query_and_assert(self._set_query('period=1'))
192
193     def test_combination(self):
194         self._query_and_assert(self._set_query('pod',
195                                                'project',
196                                                'case',
197                                                'version',
198                                                'installer',
199                                                'build_tag',
200                                                'scenario',
201                                                'trust_indicator',
202                                                'criteria',
203                                                'period=1'))
204
205     def test_notFound(self):
206         self._query_and_assert(self._set_query('pod=notExistPod',
207                                                'project',
208                                                'case',
209                                                'version',
210                                                'installer',
211                                                'build_tag',
212                                                'scenario',
213                                                'trust_indicator',
214                                                'criteria',
215                                                'period=1'),
216                                found=False)
217
218     def _query_and_assert(self, query, found=True):
219         _, res = self.create_d()
220         code, body = self.query(query)
221         if not found:
222             self.assertEqual(code, HTTP_OK)
223             self.assertEqual(0, len(body.results))
224         else:
225             for result in body.results:
226                 self.assert_res(code, result)
227
228     def _set_query(self, *args):
229         uri = ''
230         for arg in args:
231             if '=' in arg:
232                 uri += arg + '&'
233             else:
234                 uri += '{}={}&'.format(arg, eval('self.' + arg))
235         return uri[0: -1]
236
237 if __name__ == '__main__':
238     unittest.main()