utils/test/testapi/opnfv_testapi/tests/unit/test_result.py

   1 ##############################################################################
   2 # Copyright (c) 2016 ZTE Corporation
   3 # feng.xiaowei@zte.com.cn
   4 # All rights reserved. This program and the accompanying materials
   5 # are made available under the terms of the Apache License, Version 2.0
   6 # which accompanies this distribution, and is available at
   7 # http://www.apache.org/licenses/LICENSE-2.0
   8 ##############################################################################
   9 import copy
  10 from datetime import datetime, timedelta
  11 import httplib
  12 import unittest
  13
  14 from opnfv_testapi.common import message
  15 from opnfv_testapi.resources import pod_models
  16 from opnfv_testapi.resources import project_models
  17 from opnfv_testapi.resources import result_models
  18 from opnfv_testapi.resources import testcase_models
  19 from opnfv_testapi.tests.unit import test_base as base
  20
  21
  22 class Details(object):
  23     def __init__(self, timestart=None, duration=None, status=None):
  24         self.timestart = timestart
  25         self.duration = duration
  26         self.status = status
  27         self.items = [{'item1': 1}, {'item2': 2}]
  28
  29     def format(self):
  30         return {
  31             "timestart": self.timestart,
  32             "duration": self.duration,
  33             "status": self.status,
  34             'items': [{'item1': 1}, {'item2': 2}]
  35         }
  36
  37     @staticmethod
  38     def from_dict(a_dict):
  39
  40         if a_dict is None:
  41             return None
  42
  43         t = Details()
  44         t.timestart = a_dict.get('timestart')
  45         t.duration = a_dict.get('duration')
  46         t.status = a_dict.get('status')
  47         t.items = a_dict.get('items')
  48         return t
  49
  50
  51 class TestResultBase(base.TestBase):
  52     def setUp(self):
  53         self.pod = 'zte-pod1'
  54         self.project = 'functest'
  55         self.case = 'vPing'
  56         self.installer = 'fuel'
  57         self.version = 'C'
  58         self.build_tag = 'v3.0'
  59         self.scenario = 'odl-l2'
  60         self.criteria = 'passed'
  61         self.trust_indicator = result_models.TI(0.7)
  62         self.start_date = "2016-05-23 07:16:09.477097"
  63         self.stop_date = "2016-05-23 07:16:19.477097"
  64         self.update_date = "2016-05-24 07:16:19.477097"
  65         self.update_step = -0.05
  66         super(TestResultBase, self).setUp()
  67         self.details = Details(timestart='0', duration='9s', status='OK')
  68         self.req_d = result_models.ResultCreateRequest(
  69             pod_name=self.pod,
  70             project_name=self.project,
  71             case_name=self.case,
  72             installer=self.installer,
  73             version=self.version,
  74             start_date=self.start_date,
  75             stop_date=self.stop_date,
  76             details=self.details.format(),
  77             build_tag=self.build_tag,
  78             scenario=self.scenario,
  79             criteria=self.criteria,
  80             trust_indicator=self.trust_indicator)
  81         self.get_res = result_models.TestResult
  82         self.list_res = result_models.TestResults
  83         self.update_res = result_models.TestResult
  84         self.basePath = '/api/v1/results'
  85         self.req_pod = pod_models.PodCreateRequest(
  86             self.pod,
  87             'metal',
  88             'zte pod 1')
  89         self.req_project = project_models.ProjectCreateRequest(
  90             self.project,
  91             'vping test')
  92         self.req_testcase = testcase_models.TestcaseCreateRequest(
  93             self.case,
  94             '/cases/vping',
  95             'vping-ssh test')
  96         self.create_help('/api/v1/pods', self.req_pod)
  97         self.create_help('/api/v1/projects', self.req_project)
  98         self.create_help('/api/v1/projects/%s/cases',
  99                          self.req_testcase,
 100                          self.project)
 101
 102     def assert_res(self, code, result, req=None):
 103         self.assertEqual(code, httplib.OK)
 104         if req is None:
 105             req = self.req_d
 106         self.assertEqual(result.pod_name, req.pod_name)
 107         self.assertEqual(result.project_name, req.project_name)
 108         self.assertEqual(result.case_name, req.case_name)
 109         self.assertEqual(result.installer, req.installer)
 110         self.assertEqual(result.version, req.version)
 111         details_req = Details.from_dict(req.details)
 112         details_res = Details.from_dict(result.details)
 113         self.assertEqual(details_res.duration, details_req.duration)
 114         self.assertEqual(details_res.timestart, details_req.timestart)
 115         self.assertEqual(details_res.status, details_req.status)
 116         self.assertEqual(details_res.items, details_req.items)
 117         self.assertEqual(result.build_tag, req.build_tag)
 118         self.assertEqual(result.scenario, req.scenario)
 119         self.assertEqual(result.criteria, req.criteria)
 120         self.assertEqual(result.start_date, req.start_date)
 121         self.assertEqual(result.stop_date, req.stop_date)
 122         self.assertIsNotNone(result._id)
 123         ti = result.trust_indicator
 124         self.assertEqual(ti.current, req.trust_indicator.current)
 125         if ti.histories:
 126             history = ti.histories[0]
 127             self.assertEqual(history.date, self.update_date)
 128             self.assertEqual(history.step, self.update_step)
 129
 130     def _create_d(self):
 131         _, res = self.create_d()
 132         return res.href.split('/')[-1]
 133
 134
 135 class TestResultCreate(TestResultBase):
 136     def test_nobody(self):
 137         (code, body) = self.create(None)
 138         self.assertEqual(code, httplib.BAD_REQUEST)
 139         self.assertIn(message.no_body(), body)
 140
 141     def test_podNotProvided(self):
 142         req = self.req_d
 143         req.pod_name = None
 144         (code, body) = self.create(req)
 145         self.assertEqual(code, httplib.BAD_REQUEST)
 146         self.assertIn(message.missing('pod_name'), body)
 147
 148     def test_projectNotProvided(self):
 149         req = self.req_d
 150         req.project_name = None
 151         (code, body) = self.create(req)
 152         self.assertEqual(code, httplib.BAD_REQUEST)
 153         self.assertIn(message.missing('project_name'), body)
 154
 155     def test_testcaseNotProvided(self):
 156         req = self.req_d
 157         req.case_name = None
 158         (code, body) = self.create(req)
 159         self.assertEqual(code, httplib.BAD_REQUEST)
 160         self.assertIn(message.missing('case_name'), body)
 161
 162     def test_noPod(self):
 163         req = self.req_d
 164         req.pod_name = 'notExistPod'
 165         (code, body) = self.create(req)
 166         self.assertEqual(code, httplib.FORBIDDEN)
 167         self.assertIn(message.not_found_base, body)
 168
 169     def test_noProject(self):
 170         req = self.req_d
 171         req.project_name = 'notExistProject'
 172         (code, body) = self.create(req)
 173         self.assertEqual(code, httplib.FORBIDDEN)
 174         self.assertIn(message.not_found_base, body)
 175
 176     def test_noTestcase(self):
 177         req = self.req_d
 178         req.case_name = 'notExistTestcase'
 179         (code, body) = self.create(req)
 180         self.assertEqual(code, httplib.FORBIDDEN)
 181         self.assertIn(message.not_found_base, body)
 182
 183     def test_success(self):
 184         (code, body) = self.create_d()
 185         self.assertEqual(code, httplib.OK)
 186         self.assert_href(body)
 187
 188     def test_key_with_doc(self):
 189         req = copy.deepcopy(self.req_d)
 190         req.details = {'1.name': 'dot_name'}
 191         (code, body) = self.create(req)
 192         self.assertEqual(code, httplib.OK)
 193         self.assert_href(body)
 194
 195     def test_no_ti(self):
 196         req = result_models.ResultCreateRequest(pod_name=self.pod,
 197                                                 project_name=self.project,
 198                                                 case_name=self.case,
 199                                                 installer=self.installer,
 200                                                 version=self.version,
 201                                                 start_date=self.start_date,
 202                                                 stop_date=self.stop_date,
 203                                                 details=self.details.format(),
 204                                                 build_tag=self.build_tag,
 205                                                 scenario=self.scenario,
 206                                                 criteria=self.criteria)
 207         (code, res) = self.create(req)
 208         _id = res.href.split('/')[-1]
 209         self.assertEqual(code, httplib.OK)
 210         code, body = self.get(_id)
 211         self.assert_res(code, body, req)
 212
 213
 214 class TestResultGet(TestResultBase):
 215     def test_getOne(self):
 216         _id = self._create_d()
 217         code, body = self.get(_id)
 218         self.assert_res(code, body)
 219
 220     def test_queryPod(self):
 221         self._query_and_assert(self._set_query('pod'))
 222
 223     def test_queryProject(self):
 224         self._query_and_assert(self._set_query('project'))
 225
 226     def test_queryTestcase(self):
 227         self._query_and_assert(self._set_query('case'))
 228
 229     def test_queryVersion(self):
 230         self._query_and_assert(self._set_query('version'))
 231
 232     def test_queryInstaller(self):
 233         self._query_and_assert(self._set_query('installer'))
 234
 235     def test_queryBuildTag(self):
 236         self._query_and_assert(self._set_query('build_tag'))
 237
 238     def test_queryScenario(self):
 239         self._query_and_assert(self._set_query('scenario'))
 240
 241     def test_queryTrustIndicator(self):
 242         self._query_and_assert(self._set_query('trust_indicator'))
 243
 244     def test_queryCriteria(self):
 245         self._query_and_assert(self._set_query('criteria'))
 246
 247     def test_queryPeriodNotInt(self):
 248         code, body = self.query(self._set_query('period=a'))
 249         self.assertEqual(code, httplib.BAD_REQUEST)
 250         self.assertIn('period must be int', body)
 251
 252     def test_queryPeriodFail(self):
 253         self._query_and_assert(self._set_query('period=1'),
 254                                found=False, days=-10)
 255
 256     def test_queryPeriodSuccess(self):
 257         self._query_and_assert(self._set_query('period=1'),
 258                                found=True)
 259
 260     def test_queryLastNotInt(self):
 261         code, body = self.query(self._set_query('last=a'))
 262         self.assertEqual(code, httplib.BAD_REQUEST)
 263         self.assertIn('last must be int', body)
 264
 265     def test_queryLast(self):
 266         self._create_changed_date()
 267         req = self._create_changed_date(minutes=20)
 268         self._create_changed_date(minutes=-20)
 269         self._query_and_assert(self._set_query('last=1'), req=req)
 270
 271     def test_combination(self):
 272         self._query_and_assert(self._set_query('pod',
 273                                                'project',
 274                                                'case',
 275                                                'version',
 276                                                'installer',
 277                                                'build_tag',
 278                                                'scenario',
 279                                                'trust_indicator',
 280                                                'criteria',
 281                                                'period=1'))
 282
 283     def test_notFound(self):
 284         self._query_and_assert(self._set_query('pod=notExistPod',
 285                                                'project',
 286                                                'case',
 287                                                'version',
 288                                                'installer',
 289                                                'build_tag',
 290                                                'scenario',
 291                                                'trust_indicator',
 292                                                'criteria',
 293                                                'period=1'),
 294                                found=False)
 295
 296     def _query_and_assert(self, query, found=True, req=None, **kwargs):
 297         if req is None:
 298             req = self._create_changed_date(**kwargs)
 299         code, body = self.query(query)
 300         if not found:
 301             self.assertEqual(code, httplib.OK)
 302             self.assertEqual(0, len(body.results))
 303         else:
 304             self.assertEqual(1, len(body.results))
 305             for result in body.results:
 306                 self.assert_res(code, result, req)
 307
 308     def _create_changed_date(self, **kwargs):
 309         req = copy.deepcopy(self.req_d)
 310         req.start_date = datetime.now() + timedelta(**kwargs)
 311         req.stop_date = str(req.start_date + timedelta(minutes=10))
 312         req.start_date = str(req.start_date)
 313         self.create(req)
 314         return req
 315
 316     def _set_query(self, *args):
 317         def get_value(arg):
 318             return self.__getattribute__(arg) \
 319                 if arg != 'trust_indicator' else self.trust_indicator.current
 320         uri = ''
 321         for arg in args:
 322             if '=' in arg:
 323                 uri += arg + '&'
 324             else:
 325                 uri += '{}={}&'.format(arg, get_value(arg))
 326         return uri[0: -1]
 327
 328
 329 class TestResultUpdate(TestResultBase):
 330     def test_success(self):
 331         _id = self._create_d()
 332
 333         new_ti = copy.deepcopy(self.trust_indicator)
 334         new_ti.current += self.update_step
 335         new_ti.histories.append(
 336             result_models.TIHistory(self.update_date, self.update_step))
 337         new_data = copy.deepcopy(self.req_d)
 338         new_data.trust_indicator = new_ti
 339         update = result_models.ResultUpdateRequest(trust_indicator=new_ti)
 340         code, body = self.update(update, _id)
 341         self.assertEqual(_id, body._id)
 342         self.assert_res(code, body, new_data)
 343
 344         code, new_body = self.get(_id)
 345         self.assertEqual(_id, new_body._id)
 346         self.assert_res(code, new_body, new_data)
 347
 348
 349 if __name__ == '__main__':
 350     unittest.main()