utils/test/result_collection_api/tests/unit/test_result.py

   1 import unittest
   2 import copy
   3
   4 from test_base import TestBase
   5 from resources.pod_models import PodCreateRequest
   6 from resources.project_models import ProjectCreateRequest
   7 from resources.testcase_models import TestcaseCreateRequest
   8 from resources.result_models import ResultCreateRequest, \
   9     TestResult, TestResults
  10 from common.constants import HTTP_OK, HTTP_BAD_REQUEST, HTTP_NOT_FOUND
  11
  12 __author__ = '__serena__'
  13
  14
  15 class Details(object):
  16     def __init__(self, timestart=None, duration=None, status=None):
  17         self.timestart = timestart
  18         self.duration = duration
  19         self.status = status
  20
  21     def format(self):
  22         return {
  23             "timestart": self.timestart,
  24             "duration": self.duration,
  25             "status": self.status
  26         }
  27
  28     @staticmethod
  29     def from_dict(a_dict):
  30
  31         if a_dict is None:
  32             return None
  33
  34         t = Details()
  35         t.timestart = a_dict.get('timestart')
  36         t.duration = a_dict.get('duration')
  37         t.status = a_dict.get('status')
  38         return t
  39
  40
  41 class TestResultBase(TestBase):
  42     def setUp(self):
  43         self.pod = 'zte-pod1'
  44         self.project = 'functest'
  45         self.case = 'vPing'
  46         self.installer = 'fuel'
  47         self.version = 'C'
  48         self.build_tag = 'v3.0'
  49         self.scenario = 'odl-l2'
  50         self.criteria = 'passed'
  51         self.trust_indicator = 0.7
  52         self.start_date = "2016-05-23 07:16:09.477097"
  53         self.stop_date = "2016-05-23 07:16:19.477097"
  54         super(TestResultBase, self).setUp()
  55         self.details = Details(timestart='0', duration='9s', status='OK')
  56         self.req_d = ResultCreateRequest(pod_name=self.pod,
  57                                          project_name=self.project,
  58                                          case_name=self.case,
  59                                          installer=self.installer,
  60                                          version=self.version,
  61                                          start_date=self.start_date,
  62                                          stop_date=self.stop_date,
  63                                          details=self.details.format(),
  64                                          build_tag=self.build_tag,
  65                                          scenario=self.scenario,
  66                                          criteria=self.criteria,
  67                                          trust_indicator=self.trust_indicator)
  68         self.get_res = TestResult
  69         self.list_res = TestResults
  70         self.basePath = '/api/v1/results'
  71         self.req_pod = PodCreateRequest(self.pod, 'metal', 'zte pod 1')
  72         self.req_project = ProjectCreateRequest(self.project, 'vping test')
  73         self.req_testcase = TestcaseCreateRequest(self.case,
  74                                                   '/cases/vping',
  75                                                   'vping-ssh test')
  76         self.create_help('/api/v1/pods', self.req_pod)
  77         self.create_help('/api/v1/projects', self.req_project)
  78         self.create_help('/api/v1/projects/%s/cases',
  79                          self.req_testcase,
  80                          self.project)
  81
  82     def assert_res(self, code, result, req=None):
  83         self.assertEqual(code, HTTP_OK)
  84         if req is None:
  85             req = self.req_d
  86         self.assertEqual(result.pod_name, req.pod_name)
  87         self.assertEqual(result.project_name, req.project_name)
  88         self.assertEqual(result.case_name, req.case_name)
  89         self.assertEqual(result.installer, req.installer)
  90         self.assertEqual(result.version, req.version)
  91         details_req = Details.from_dict(req.details)
  92         details_res = Details.from_dict(result.details)
  93         self.assertEqual(details_res.duration, details_req.duration)
  94         self.assertEqual(details_res.timestart, details_req.timestart)
  95         self.assertEqual(details_res.status, details_req.status)
  96         self.assertEqual(result.build_tag, req.build_tag)
  97         self.assertEqual(result.scenario, req.scenario)
  98         self.assertEqual(result.criteria, req.criteria)
  99         self.assertEqual(result.trust_indicator, req.trust_indicator)
 100         self.assertEqual(result.start_date, req.start_date)
 101         self.assertEqual(result.stop_date, req.stop_date)
 102         self.assertIsNotNone(result._id)
 103
 104
 105 class TestResultCreate(TestResultBase):
 106     def test_nobody(self):
 107         (code, body) = self.create(None)
 108         self.assertEqual(code, HTTP_BAD_REQUEST)
 109         self.assertIn('no body', body)
 110
 111     def test_podNotProvided(self):
 112         req = self.req_d
 113         req.pod_name = None
 114         (code, body) = self.create(req)
 115         self.assertEqual(code, HTTP_BAD_REQUEST)
 116         self.assertIn('pod_name missing', body)
 117
 118     def test_projectNotProvided(self):
 119         req = self.req_d
 120         req.project_name = None
 121         (code, body) = self.create(req)
 122         self.assertEqual(code, HTTP_BAD_REQUEST)
 123         self.assertIn('project_name missing', body)
 124
 125     def test_testcaseNotProvided(self):
 126         req = self.req_d
 127         req.case_name = None
 128         (code, body) = self.create(req)
 129         self.assertEqual(code, HTTP_BAD_REQUEST)
 130         self.assertIn('case_name missing', body)
 131
 132     def test_noPod(self):
 133         req = self.req_d
 134         req.pod_name = 'notExistPod'
 135         (code, body) = self.create(req)
 136         self.assertEqual(code, HTTP_NOT_FOUND)
 137         self.assertIn('Could not find pod', body)
 138
 139     def test_noProject(self):
 140         req = self.req_d
 141         req.project_name = 'notExistProject'
 142         (code, body) = self.create(req)
 143         self.assertEqual(code, HTTP_NOT_FOUND)
 144         self.assertIn('Could not find project', body)
 145
 146     def test_noTestcase(self):
 147         req = self.req_d
 148         req.case_name = 'notExistTestcase'
 149         (code, body) = self.create(req)
 150         self.assertEqual(code, HTTP_NOT_FOUND)
 151         self.assertIn('Could not find testcase', body)
 152
 153     def test_success(self):
 154         (code, body) = self.create_d()
 155         self.assertEqual(code, HTTP_OK)
 156         self.assert_href(body)
 157
 158     def test_createSameResults(self):
 159         req_again = copy.deepcopy(self.req_d)
 160         req_again.start_date = "2016-05-23 08:16:09.477097"
 161         req_again.stop_date = "2016-05-23 08:16:19.477097"
 162
 163         (code, body) = self.create(req_again)
 164         self.assertEqual(code, HTTP_OK)
 165         self.assert_href(body)
 166
 167
 168 class TestResultGet(TestResultBase):
 169     def test_getOne(self):
 170         _, res = self.create_d()
 171         _id = res.href.split('/')[-1]
 172         code, body = self.get(_id)
 173         self.assert_res(code, body)
 174
 175     def test_queryPod(self):
 176         self._query_and_assert(self._set_query('pod'))
 177
 178     def test_queryProject(self):
 179         self._query_and_assert(self._set_query('project'))
 180
 181     def test_queryTestcase(self):
 182         self._query_and_assert(self._set_query('case'))
 183
 184     def test_queryVersion(self):
 185         self._query_and_assert(self._set_query('version'))
 186
 187     def test_queryInstaller(self):
 188         self._query_and_assert(self._set_query('installer'))
 189
 190     def test_queryBuildTag(self):
 191         self._query_and_assert(self._set_query('build_tag'))
 192
 193     def test_queryScenario(self):
 194         self._query_and_assert(self._set_query('scenario'))
 195
 196     def test_queryTrustIndicator(self):
 197         self._query_and_assert(self._set_query('trust_indicator'))
 198
 199     def test_queryCriteria(self):
 200         self._query_and_assert(self._set_query('criteria'))
 201
 202     def test_queryPeriod(self):
 203         self._query_and_assert(self._set_query('period=1'))
 204
 205     def test_combination(self):
 206         self._query_and_assert(self._set_query('pod',
 207                                                'project',
 208                                                'case',
 209                                                'version',
 210                                                'installer',
 211                                                'build_tag',
 212                                                'scenario',
 213                                                'trust_indicator',
 214                                                'criteria',
 215                                                'period=1'))
 216
 217     def test_notFound(self):
 218         self._query_and_assert(self._set_query('pod=notExistPod',
 219                                                'project',
 220                                                'case',
 221                                                'version',
 222                                                'installer',
 223                                                'build_tag',
 224                                                'scenario',
 225                                                'trust_indicator',
 226                                                'criteria',
 227                                                'period=1'),
 228                                found=False)
 229
 230     def _query_and_assert(self, query, found=True):
 231         _, res = self.create_d()
 232         code, body = self.query(query)
 233         if not found:
 234             self.assertEqual(code, HTTP_OK)
 235             self.assertEqual(0, len(body.results))
 236         else:
 237             self.assertEqual(1, len(body.results))
 238             for result in body.results:
 239                 self.assert_res(code, result)
 240
 241     def _set_query(self, *args):
 242         uri = ''
 243         for arg in args:
 244             if '=' in arg:
 245                 uri += arg + '&'
 246             else:
 247                 uri += '{}={}&'.format(arg, eval('self.' + arg))
 248         return uri[0: -1]
 249
 250 if __name__ == '__main__':
 251     unittest.main()