functest/ci/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: healthcheck
   5         order: 0
   6         ci_loop: '(daily)|(weekly)'
   7         description: >-
   8             First tier to be executed to verify the basic
   9             operations in the VIM.
  10         testcases:
  11             -
  12                 case_name: connection_check
  13                 project_name: functest
  14                 criteria: 100
  15                 blocking: true
  16                 description: >-
  17                     This test case verifies the retrieval of OpenStack clients:
  18                     Keystone, Glance, Neutron and Nova and may perform some
  19                     simple queries. When the config value of
  20                     snaps.use_keystone is True, functest must have access to
  21                     the cloud's private network.
  22                 dependencies:
  23                     installer: '^((?!netvirt).)*$'
  24                     scenario: ''
  25                 run:
  26                     module:
  27                         'functest.opnfv_tests.openstack.snaps.connection_check'
  28                     class: 'ConnectionCheck'
  29
  30             -
  31                 case_name: api_check
  32                 project_name: functest
  33                 criteria: 100
  34                 blocking: true
  35                 description: >-
  36                     This test case verifies the retrieval of OpenStack clients:
  37                     Keystone, Glance, Neutron and Nova and may perform some
  38                     simple queries. When the config value of
  39                     snaps.use_keystone is True, functest must have access to
  40                     the cloud's private network.
  41                 dependencies:
  42                     installer: '^((?!netvirt).)*$'
  43                     scenario: '^((?!lxd).)*$'
  44                 run:
  45                     module: 'functest.opnfv_tests.openstack.snaps.api_check'
  46                     class: 'ApiCheck'
  47
  48             -
  49                 case_name: snaps_health_check
  50                 project_name: functest
  51                 criteria: 100
  52                 blocking: true
  53                 description: >-
  54                     This test case creates executes the SimpleHealthCheck
  55                     Python test class which creates an, image, flavor, network,
  56                     and Cirros VM instance and observes the console output to
  57                     validate the single port obtains the correct IP address.
  58                 dependencies:
  59                     installer: ''
  60                     scenario: '^((?!lxd).)*$'
  61                 run:
  62                     module: 'functest.opnfv_tests.openstack.snaps.health_check'
  63                     class: 'HealthCheck'
  64
  65     -
  66         name: smoke
  67         order: 1
  68         ci_loop: '(daily)|(weekly)'
  69         description: >-
  70             Set of basic Functional tests to validate the OPNFV scenarios.
  71         testcases:
  72             -
  73                 case_name: vping_ssh
  74                 project_name: functest
  75                 criteria: 100
  76                 blocking: true
  77                 description: >-
  78                     This test case verifies: 1) SSH to an instance using
  79                     floating IPs over the public network. 2) Connectivity
  80                     between 2 instances over a private network.
  81                 dependencies:
  82                     installer: ''
  83                     scenario: '^((?!odl_l3|odl-bgpvpn|gluon).)*$'
  84                 run:
  85                     module: 'functest.opnfv_tests.openstack.vping.vping_ssh'
  86                     class: 'VPingSSH'
  87
  88             -
  89                 case_name: vping_userdata
  90                 project_name: functest
  91                 criteria: 100
  92                 blocking: true
  93                 description: >-
  94                     This test case verifies:  1) Boot a VM with given userdata.
  95                     2) Connectivity between 2 instances over a private network.
  96                 dependencies:
  97                     installer: ''
  98                     scenario: '^((?!lxd).)*$'
  99                 run:
 100                     module:
 101                         'functest.opnfv_tests.openstack.vping.vping_userdata'
 102                     class: 'VPingUserdata'
 103
 104             -
 105                 case_name: tempest_smoke_serial
 106                 project_name: functest
 107                 criteria: 100
 108                 blocking: false
 109                 description: >-
 110                     This test case runs the smoke subset of the OpenStack
 111                     Tempest suite. The list of test cases is generated by
 112                     Tempest automatically and depends on the parameters of
 113                     the OpenStack deplopyment.
 114                 dependencies:
 115                     installer: '^((?!netvirt).)*$'
 116                     scenario: ''
 117                 run:
 118                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 119                     class: 'TempestSmokeSerial'
 120
 121             -
 122                 case_name: rally_sanity
 123                 project_name: functest
 124                 criteria: 100
 125                 blocking: false
 126                 description: >-
 127                     This test case runs a sub group of tests of the OpenStack
 128                     Rally suite in smoke mode.
 129                 dependencies:
 130                     installer: ''
 131                     scenario: ''
 132                 run:
 133                     module: 'functest.opnfv_tests.openstack.rally.rally'
 134                     class: 'RallySanity'
 135
 136             -
 137                 case_name: refstack_defcore
 138                 project_name: functest
 139                 criteria: 100
 140                 blocking: false
 141                 description: >-
 142                     This test case runs a sub group of tests of the OpenStack
 143                     Defcore testcases by using refstack client.
 144                 dependencies:
 145                     installer: ''
 146                     scenario: ''
 147                 run:
 148                     module:
 149                         'functest.opnfv_tests.openstack.refstack_client.refstack_client'
 150                     class: 'RefstackClient'
 151
 152             -
 153                 case_name: odl
 154                 project_name: functest
 155                 criteria: 100
 156                 blocking: false
 157                 description: >-
 158                     Test Suite for the OpenDaylight SDN Controller. It
 159                     integrates some test suites from upstream using
 160                     Robot as the test framework.
 161                 dependencies:
 162                     installer: ''
 163                     scenario: 'odl'
 164                 run:
 165                     module: 'functest.opnfv_tests.sdn.odl.odl'
 166                     class: 'ODLTests'
 167                     args:
 168                         suites:
 169                             - /src/odl_test/csit/suites/integration/basic
 170                             - /src/odl_test/csit/suites/openstack/neutron
 171
 172             -
 173                 case_name: odl_netvirt
 174                 project_name: functest
 175                 criteria: 100
 176                 blocking: false
 177                 description: >-
 178                     Test Suite for the OpenDaylight SDN Controller when
 179                     the NetVirt features are installed. It integrates
 180                     some test suites from upstream using Robot as the
 181                     test framework.
 182                 dependencies:
 183                     installer: 'apex'
 184                     scenario: 'os-odl_l3-nofeature'
 185                 run:
 186                     module: 'functest.opnfv_tests.sdn.odl.odl'
 187                     class: 'ODLTests'
 188                     args:
 189                         suites:
 190                             - /src/odl_test/csit/suites/integration/basic
 191                             - /src/odl_test/csit/suites/openstack/neutron
 192                             - /src/odl_test/csit/suites/openstack/connectivity
 193
 194             -
 195                 case_name: snaps_smoke
 196                 project_name: functest
 197                 criteria: 100
 198                 blocking: false
 199                 description: >-
 200                     This test case contains tests that setup and destroy
 201                     environments with VMs with and without Floating IPs
 202                     with a newly created user and project. Set the config
 203                     value snaps.use_floating_ips (True|False) to toggle
 204                     this functionality. When the config value of
 205                     snaps.use_keystone is True, functest must have access to
 206                     the cloud's private network.
 207
 208                 dependencies:
 209                     installer: '^((?!netvirt).)*$'
 210                     scenario: '^((?!lxd).)*$'
 211                 run:
 212                     module: 'functest.opnfv_tests.openstack.snaps.smoke'
 213                     class: 'SnapsSmoke'
 214
 215     -
 216         name: features
 217         order: 2
 218         ci_loop: '(daily)|(weekly)'
 219         description: >-
 220             Test suites from feature projects
 221             integrated in functest
 222         testcases:
 223             -
 224                 case_name: doctor-notification
 225                 project_name: doctor
 226                 criteria: 100
 227                 blocking: false
 228                 description: >-
 229                     Test suite from Doctor project.
 230                 dependencies:
 231                     installer: 'apex'
 232                     scenario: '^((?!fdio).)*$'
 233                 run:
 234                     module: 'xtesting.core.feature'
 235                     class: 'BashFeature'
 236                     args:
 237                         cmd: 'doctor-test'
 238
 239             -
 240                 case_name: bgpvpn
 241                 project_name: sdnvpn
 242                 criteria: 100
 243                 blocking: false
 244                 description: >-
 245                     Test suite from SDNVPN project.
 246                 dependencies:
 247                     installer: '(fuel)|(apex)|(netvirt)'
 248                     scenario: 'bgpvpn'
 249                 run:
 250                     module: 'sdnvpn.test.functest.run_sdnvpn_tests'
 251                     class: 'SdnvpnFunctest'
 252
 253             -
 254                 case_name: functest-odl-sfc
 255                 project_name: sfc
 256                 criteria: 100
 257                 blocking: false
 258                 description: >-
 259                     Test suite for odl-sfc to test two chains with one SF and
 260                     one chain with two SFs
 261                 dependencies:
 262                     installer: ''
 263                     scenario: 'odl.*sfc'
 264                 run:
 265                     module: 'sfc.tests.functest.run_sfc_tests'
 266                     class: 'SfcFunctest'
 267
 268             -
 269                 case_name: barometercollectd
 270                 project_name: barometer
 271                 criteria: 100
 272                 blocking: false
 273                 description: >-
 274                     Test suite for the Barometer project. Separate tests verify
 275                     the proper configuration and basic functionality of all the
 276                     collectd plugins as described in the Project Release Plan
 277                 dependencies:
 278                     installer: '(apex)|(compass)'
 279                     scenario: 'bar'
 280                 run:
 281                     module: 'baro_tests.barometer'
 282                     class: 'BarometerCollectd'
 283
 284             -
 285                 case_name: fds
 286                 project_name: fastdatastacks
 287                 criteria: 100
 288                 blocking: false
 289                 description: >-
 290                     Test Suite for the OpenDaylight SDN Controller when GBP
 291                     features are installed. It integrates some test suites from
 292                     upstream using Robot as the test framework.
 293                 dependencies:
 294                     installer: 'apex'
 295                     scenario: 'odl.*-fdio'
 296                 run:
 297                     module: 'functest.opnfv_tests.sdn.odl.odl'
 298                     class: 'ODLTests'
 299                     args:
 300                         suites:
 301                             - /src/fds/testing/robot
 302
 303     -
 304         name: components
 305         order: 3
 306         ci_loop: 'weekly'
 307         description: >-
 308             Extensive testing of OpenStack API.
 309         testcases:
 310             -
 311                 case_name: tempest_full_parallel
 312                 project_name: functest
 313                 criteria: 80
 314                 blocking: false
 315                 description: >-
 316                     The list of test cases is generated by
 317                     Tempest automatically and depends on the parameters of
 318                     the OpenStack deplopyment.
 319                 dependencies:
 320                     installer: '^((?!netvirt).)*$'
 321                     scenario: ''
 322                 run:
 323                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 324                     class: 'TempestFullParallel'
 325
 326             -
 327                 case_name: rally_full
 328                 project_name: functest
 329                 criteria: 100
 330                 blocking: false
 331                 description: >-
 332                     This test case runs the full suite of scenarios of the
 333                     OpenStack Rally suite using several threads and iterations.
 334                 dependencies:
 335                     installer: '^((?!netvirt).)*$'
 336                     scenario: ''
 337                 run:
 338                     module: 'functest.opnfv_tests.openstack.rally.rally'
 339                     class: 'RallyFull'
 340
 341     -
 342         name: vnf
 343         order: 4
 344         ci_loop: '(daily)|(weekly)'
 345         description: >-
 346             Collection of VNF test cases.
 347         testcases:
 348             -
 349                 case_name: cloudify_ims
 350                 project_name: functest
 351                 criteria: 80
 352                 blocking: false
 353                 description: >-
 354                     This test case deploys an OpenSource vIMS solution from
 355                     Clearwater using the Cloudify orchestrator. It also runs
 356                     some signaling traffic.
 357                 dependencies:
 358                     installer: ''
 359                     scenario: 'os-nosdn-nofeature-.*ha'
 360                 run:
 361                     module: 'functest.opnfv_tests.vnf.ims.cloudify_ims'
 362                     class: 'CloudifyIms'
 363
 364             -
 365                 case_name: vyos_vrouter
 366                 project_name: functest
 367                 criteria: 100
 368                 blocking: false
 369                 description: >-
 370                     This test case is vRouter testing.
 371                 dependencies:
 372                     installer: ''
 373                     scenario: 'os-nosdn-nofeature-.*ha'
 374                 run:
 375                     module: 'functest.opnfv_tests.vnf.router.cloudify_vrouter'
 376                     class: 'CloudifyVrouter'
 377
 378             -
 379                 case_name: orchestra_openims
 380                 project_name: orchestra
 381                 enabled: false
 382                 criteria: 100
 383                 blocking: false
 384                 description: >-
 385                     OpenIMS VNF deployment with Open Baton (Orchestra)
 386                 dependencies:
 387                     installer: ''
 388                     scenario: 'os-nosdn-nofeature-.*ha'
 389                 run:
 390                     module: 'functest.opnfv_tests.vnf.ims.orchestra_openims'
 391                     class: 'OpenImsVnf'
 392
 393             -
 394                 case_name: orchestra_clearwaterims
 395                 project_name: orchestra
 396                 enabled: false
 397                 criteria: 100
 398                 blocking: false
 399                 description: >-
 400                     ClearwaterIMS VNF deployment with Open Baton (Orchestra)
 401                 dependencies:
 402                     installer: ''
 403                     scenario: 'os-nosdn-nofeature-.*ha'
 404                 run:
 405                     module:
 406                         'functest.opnfv_tests.vnf.ims.orchestra_clearwaterims'
 407                     class: 'ClearwaterImsVnf'
 408
 409             -
 410                 case_name: juju_epc
 411                 project_name: functest
 412                 criteria: 100
 413                 blocking: false
 414                 description: >-
 415                     vEPC validation with Juju as VNF manager and ABoT as test
 416                     executor.
 417                 dependencies:
 418                     installer: ''
 419                     scenario: 'os-nosdn-nofeature-.*ha'
 420                 run:
 421                     module: 'functest.opnfv_tests.vnf.epc.juju_epc'
 422                     class: 'JujuEpc'