utils/test/testapi/opnfv_testapi/tests/unit/test_result.py

   1 ##############################################################################
   2 # Copyright (c) 2016 ZTE Corporation
   3 # feng.xiaowei@zte.com.cn
   4 # All rights reserved. This program and the accompanying materials
   5 # are made available under the terms of the Apache License, Version 2.0
   6 # which accompanies this distribution, and is available at
   7 # http://www.apache.org/licenses/LICENSE-2.0
   8 ##############################################################################
   9 import copy
  10 import unittest
  11 from datetime import datetime, timedelta
  12
  13 from opnfv_testapi.common.constants import HTTP_OK, HTTP_BAD_REQUEST, \
  14     HTTP_NOT_FOUND
  15 from opnfv_testapi.resources.pod_models import PodCreateRequest
  16 from opnfv_testapi.resources.project_models import ProjectCreateRequest
  17 from opnfv_testapi.resources.result_models import ResultCreateRequest, \
  18     TestResult, TestResults, ResultUpdateRequest, TI, TIHistory
  19 from opnfv_testapi.resources.testcase_models import TestcaseCreateRequest
  20 from test_base import TestBase
  21
  22
  23 class Details(object):
  24     def __init__(self, timestart=None, duration=None, status=None):
  25         self.timestart = timestart
  26         self.duration = duration
  27         self.status = status
  28         self.items = [{'item1': 1}, {'item2': 2}]
  29
  30     def format(self):
  31         return {
  32             "timestart": self.timestart,
  33             "duration": self.duration,
  34             "status": self.status,
  35             'items': [{'item1': 1}, {'item2': 2}]
  36         }
  37
  38     @staticmethod
  39     def from_dict(a_dict):
  40
  41         if a_dict is None:
  42             return None
  43
  44         t = Details()
  45         t.timestart = a_dict.get('timestart')
  46         t.duration = a_dict.get('duration')
  47         t.status = a_dict.get('status')
  48         t.items = a_dict.get('items')
  49         return t
  50
  51
  52 class TestResultBase(TestBase):
  53     def setUp(self):
  54         self.pod = 'zte-pod1'
  55         self.project = 'functest'
  56         self.case = 'vPing'
  57         self.installer = 'fuel'
  58         self.version = 'C'
  59         self.build_tag = 'v3.0'
  60         self.scenario = 'odl-l2'
  61         self.criteria = 'passed'
  62         self.trust_indicator = TI(0.7)
  63         self.start_date = "2016-05-23 07:16:09.477097"
  64         self.stop_date = "2016-05-23 07:16:19.477097"
  65         self.update_date = "2016-05-24 07:16:19.477097"
  66         self.update_step = -0.05
  67         super(TestResultBase, self).setUp()
  68         self.details = Details(timestart='0', duration='9s', status='OK')
  69         self.req_d = ResultCreateRequest(pod_name=self.pod,
  70                                          project_name=self.project,
  71                                          case_name=self.case,
  72                                          installer=self.installer,
  73                                          version=self.version,
  74                                          start_date=self.start_date,
  75                                          stop_date=self.stop_date,
  76                                          details=self.details.format(),
  77                                          build_tag=self.build_tag,
  78                                          scenario=self.scenario,
  79                                          criteria=self.criteria,
  80                                          trust_indicator=self.trust_indicator)
  81         self.get_res = TestResult
  82         self.list_res = TestResults
  83         self.update_res = TestResult
  84         self.basePath = '/api/v1/results'
  85         self.req_pod = PodCreateRequest(self.pod, 'metal', 'zte pod 1')
  86         self.req_project = ProjectCreateRequest(self.project, 'vping test')
  87         self.req_testcase = TestcaseCreateRequest(self.case,
  88                                                   '/cases/vping',
  89                                                   'vping-ssh test')
  90         self.create_help('/api/v1/pods', self.req_pod)
  91         self.create_help('/api/v1/projects', self.req_project)
  92         self.create_help('/api/v1/projects/%s/cases',
  93                          self.req_testcase,
  94                          self.project)
  95
  96     def assert_res(self, code, result, req=None):
  97         self.assertEqual(code, HTTP_OK)
  98         if req is None:
  99             req = self.req_d
 100         self.assertEqual(result.pod_name, req.pod_name)
 101         self.assertEqual(result.project_name, req.project_name)
 102         self.assertEqual(result.case_name, req.case_name)
 103         self.assertEqual(result.installer, req.installer)
 104         self.assertEqual(result.version, req.version)
 105         details_req = Details.from_dict(req.details)
 106         details_res = Details.from_dict(result.details)
 107         self.assertEqual(details_res.duration, details_req.duration)
 108         self.assertEqual(details_res.timestart, details_req.timestart)
 109         self.assertEqual(details_res.status, details_req.status)
 110         self.assertEqual(details_res.items, details_req.items)
 111         self.assertEqual(result.build_tag, req.build_tag)
 112         self.assertEqual(result.scenario, req.scenario)
 113         self.assertEqual(result.criteria, req.criteria)
 114         self.assertEqual(result.start_date, req.start_date)
 115         self.assertEqual(result.stop_date, req.stop_date)
 116         self.assertIsNotNone(result._id)
 117         ti = result.trust_indicator
 118         self.assertEqual(ti.current, req.trust_indicator.current)
 119         if ti.histories:
 120             history = ti.histories[0]
 121             self.assertEqual(history.date, self.update_date)
 122             self.assertEqual(history.step, self.update_step)
 123
 124     def _create_d(self):
 125         _, res = self.create_d()
 126         return res.href.split('/')[-1]
 127
 128
 129 class TestResultCreate(TestResultBase):
 130     def test_nobody(self):
 131         (code, body) = self.create(None)
 132         self.assertEqual(code, HTTP_BAD_REQUEST)
 133         self.assertIn('no body', body)
 134
 135     def test_podNotProvided(self):
 136         req = self.req_d
 137         req.pod_name = None
 138         (code, body) = self.create(req)
 139         self.assertEqual(code, HTTP_BAD_REQUEST)
 140         self.assertIn('pod_name missing', body)
 141
 142     def test_projectNotProvided(self):
 143         req = self.req_d
 144         req.project_name = None
 145         (code, body) = self.create(req)
 146         self.assertEqual(code, HTTP_BAD_REQUEST)
 147         self.assertIn('project_name missing', body)
 148
 149     def test_testcaseNotProvided(self):
 150         req = self.req_d
 151         req.case_name = None
 152         (code, body) = self.create(req)
 153         self.assertEqual(code, HTTP_BAD_REQUEST)
 154         self.assertIn('case_name missing', body)
 155
 156     def test_noPod(self):
 157         req = self.req_d
 158         req.pod_name = 'notExistPod'
 159         (code, body) = self.create(req)
 160         self.assertEqual(code, HTTP_NOT_FOUND)
 161         self.assertIn('Could not find pod', body)
 162
 163     def test_noProject(self):
 164         req = self.req_d
 165         req.project_name = 'notExistProject'
 166         (code, body) = self.create(req)
 167         self.assertEqual(code, HTTP_NOT_FOUND)
 168         self.assertIn('Could not find project', body)
 169
 170     def test_noTestcase(self):
 171         req = self.req_d
 172         req.case_name = 'notExistTestcase'
 173         (code, body) = self.create(req)
 174         self.assertEqual(code, HTTP_NOT_FOUND)
 175         self.assertIn('Could not find testcase', body)
 176
 177     def test_success(self):
 178         (code, body) = self.create_d()
 179         self.assertEqual(code, HTTP_OK)
 180         self.assert_href(body)
 181
 182     def test_key_with_doc(self):
 183         req = copy.deepcopy(self.req_d)
 184         req.details = {'1.name': 'dot_name'}
 185         (code, body) = self.create(req)
 186         self.assertEqual(code, HTTP_OK)
 187         self.assert_href(body)
 188
 189     def test_no_ti(self):
 190         req = ResultCreateRequest(pod_name=self.pod,
 191                                   project_name=self.project,
 192                                   case_name=self.case,
 193                                   installer=self.installer,
 194                                   version=self.version,
 195                                   start_date=self.start_date,
 196                                   stop_date=self.stop_date,
 197                                   details=self.details.format(),
 198                                   build_tag=self.build_tag,
 199                                   scenario=self.scenario,
 200                                   criteria=self.criteria)
 201         (code, res) = self.create(req)
 202         _id = res.href.split('/')[-1]
 203         self.assertEqual(code, HTTP_OK)
 204         code, body = self.get(_id)
 205         self.assert_res(code, body, req)
 206
 207
 208 class TestResultGet(TestResultBase):
 209     def test_getOne(self):
 210         _id = self._create_d()
 211         code, body = self.get(_id)
 212         self.assert_res(code, body)
 213
 214     def test_queryPod(self):
 215         self._query_and_assert(self._set_query('pod'))
 216
 217     def test_queryProject(self):
 218         self._query_and_assert(self._set_query('project'))
 219
 220     def test_queryTestcase(self):
 221         self._query_and_assert(self._set_query('case'))
 222
 223     def test_queryVersion(self):
 224         self._query_and_assert(self._set_query('version'))
 225
 226     def test_queryInstaller(self):
 227         self._query_and_assert(self._set_query('installer'))
 228
 229     def test_queryBuildTag(self):
 230         self._query_and_assert(self._set_query('build_tag'))
 231
 232     def test_queryScenario(self):
 233         self._query_and_assert(self._set_query('scenario'))
 234
 235     def test_queryTrustIndicator(self):
 236         self._query_and_assert(self._set_query('trust_indicator'))
 237
 238     def test_queryCriteria(self):
 239         self._query_and_assert(self._set_query('criteria'))
 240
 241     def test_queryPeriodNotInt(self):
 242         code, body = self.query(self._set_query('period=a'))
 243         self.assertEqual(code, HTTP_BAD_REQUEST)
 244         self.assertIn('period must be int', body)
 245
 246     def test_queryPeriodFail(self):
 247         self._query_and_assert(self._set_query('period=1'),
 248                                found=False, days=-10)
 249
 250     def test_queryPeriodSuccess(self):
 251         self._query_and_assert(self._set_query('period=1'),
 252                                found=True)
 253
 254     def test_queryLastNotInt(self):
 255         code, body = self.query(self._set_query('last=a'))
 256         self.assertEqual(code, HTTP_BAD_REQUEST)
 257         self.assertIn('last must be int', body)
 258
 259     def test_queryLast(self):
 260         self._create_changed_date()
 261         req = self._create_changed_date(minutes=20)
 262         self._create_changed_date(minutes=-20)
 263         self._query_and_assert(self._set_query('last=1'), req=req)
 264
 265     def test_combination(self):
 266         self._query_and_assert(self._set_query('pod',
 267                                                'project',
 268                                                'case',
 269                                                'version',
 270                                                'installer',
 271                                                'build_tag',
 272                                                'scenario',
 273                                                'trust_indicator',
 274                                                'criteria',
 275                                                'period=1'))
 276
 277     def test_notFound(self):
 278         self._query_and_assert(self._set_query('pod=notExistPod',
 279                                                'project',
 280                                                'case',
 281                                                'version',
 282                                                'installer',
 283                                                'build_tag',
 284                                                'scenario',
 285                                                'trust_indicator',
 286                                                'criteria',
 287                                                'period=1'),
 288                                found=False)
 289
 290     def _query_and_assert(self, query, found=True, req=None, **kwargs):
 291         if req is None:
 292             req = self._create_changed_date(**kwargs)
 293         code, body = self.query(query)
 294         if not found:
 295             self.assertEqual(code, HTTP_OK)
 296             self.assertEqual(0, len(body.results))
 297         else:
 298             self.assertEqual(1, len(body.results))
 299             for result in body.results:
 300                 self.assert_res(code, result, req)
 301
 302     def _create_changed_date(self, **kwargs):
 303         req = copy.deepcopy(self.req_d)
 304         req.start_date = datetime.now() + timedelta(**kwargs)
 305         req.stop_date = str(req.start_date + timedelta(minutes=10))
 306         req.start_date = str(req.start_date)
 307         self.create(req)
 308         return req
 309
 310     def _set_query(self, *args):
 311         def get_value(arg):
 312             return self.__getattribute__(arg) \
 313                 if arg != 'trust_indicator' else self.trust_indicator.current
 314         uri = ''
 315         for arg in args:
 316             if '=' in arg:
 317                 uri += arg + '&'
 318             else:
 319                 uri += '{}={}&'.format(arg, get_value(arg))
 320         return uri[0: -1]
 321
 322
 323 class TestResultUpdate(TestResultBase):
 324     def test_success(self):
 325         _id = self._create_d()
 326
 327         new_ti = copy.deepcopy(self.trust_indicator)
 328         new_ti.current += self.update_step
 329         new_ti.histories.append(TIHistory(self.update_date, self.update_step))
 330         new_data = copy.deepcopy(self.req_d)
 331         new_data.trust_indicator = new_ti
 332         update = ResultUpdateRequest(trust_indicator=new_ti)
 333         code, body = self.update(update, _id)
 334         self.assertEqual(_id, body._id)
 335         self.assert_res(code, body, new_data)
 336
 337         code, new_body = self.get(_id)
 338         self.assertEqual(_id, new_body._id)
 339         self.assert_res(code, new_body, new_data)
 340
 341
 342 if __name__ == '__main__':
 343     unittest.main()