functest/ci/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: healthcheck
   5         order: 0
   6         ci_loop: '(daily)|(weekly)'
   7         description: >-
   8             First tier to be executed to verify the basic
   9             operations in the VIM.
  10         testcases:
  11             -
  12                 case_name: connection_check
  13                 project_name: functest
  14                 criteria: 100
  15                 blocking: true
  16                 description: >-
  17                     This test case verifies the retrieval of OpenStack clients:
  18                     Keystone, Glance, Neutron and Nova and may perform some
  19                     simple queries. When the config value of
  20                     snaps.use_keystone is True, functest must have access to
  21                     the cloud's private network.
  22                 dependencies:
  23                     installer: '^((?!netvirt).)*$'
  24                     scenario: ''
  25                 run:
  26                     module:
  27                         'functest.opnfv_tests.openstack.snaps.connection_check'
  28                     class: 'ConnectionCheck'
  29
  30             -
  31                 case_name: api_check
  32                 project_name: functest
  33                 criteria: 100
  34                 blocking: true
  35                 description: >-
  36                     This test case verifies the retrieval of OpenStack clients:
  37                     Keystone, Glance, Neutron and Nova and may perform some
  38                     simple queries. When the config value of
  39                     snaps.use_keystone is True, functest must have access to
  40                     the cloud's private network.
  41                 dependencies:
  42                     installer: '^((?!netvirt).)*$'
  43                     scenario: '^((?!lxd).)*$'
  44                 run:
  45                     module: 'functest.opnfv_tests.openstack.snaps.api_check'
  46                     class: 'ApiCheck'
  47
  48             -
  49                 case_name: snaps_health_check
  50                 project_name: functest
  51                 criteria: 100
  52                 blocking: true
  53                 description: >-
  54                     This test case creates executes the SimpleHealthCheck
  55                     Python test class which creates an, image, flavor, network,
  56                     and Cirros VM instance and observes the console output to
  57                     validate the single port obtains the correct IP address.
  58                 dependencies:
  59                     installer: ''
  60                     scenario: '^((?!lxd).)*$'
  61                 run:
  62                     module: 'functest.opnfv_tests.openstack.snaps.health_check'
  63                     class: 'HealthCheck'
  64
  65     -
  66         name: smoke
  67         order: 1
  68         ci_loop: '(daily)|(weekly)'
  69         description: >-
  70             Set of basic Functional tests to validate the OPNFV scenarios.
  71         testcases:
  72             -
  73                 case_name: vping_ssh
  74                 project_name: functest
  75                 criteria: 100
  76                 blocking: true
  77                 description: >-
  78                     This test case verifies: 1) SSH to an instance using
  79                     floating IPs over the public network. 2) Connectivity
  80                     between 2 instances over a private network.
  81                 dependencies:
  82                     installer: ''
  83                     scenario: '^((?!odl_l3|odl-bgpvpn|gluon).)*$'
  84                 run:
  85                     module: 'functest.opnfv_tests.openstack.vping.vping_ssh'
  86                     class: 'VPingSSH'
  87
  88             -
  89                 case_name: vping_userdata
  90                 project_name: functest
  91                 criteria: 100
  92                 blocking: true
  93                 description: >-
  94                     This test case verifies:  1) Boot a VM with given userdata.
  95                     2) Connectivity between 2 instances over a private network.
  96                 dependencies:
  97                     installer: ''
  98                     scenario: '^((?!lxd).)*$'
  99                 run:
 100                     module:
 101                         'functest.opnfv_tests.openstack.vping.vping_userdata'
 102                     class: 'VPingUserdata'
 103
 104             -
 105                 case_name: tempest_smoke_serial
 106                 project_name: functest
 107                 criteria: 100
 108                 blocking: false
 109                 description: >-
 110                     This test case runs the smoke subset of the OpenStack
 111                     Tempest suite. The list of test cases is generated by
 112                     Tempest automatically and depends on the parameters of
 113                     the OpenStack deplopyment.
 114                 dependencies:
 115                     installer: '^((?!netvirt).)*$'
 116                     scenario: ''
 117                 run:
 118                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 119                     class: 'TempestSmokeSerial'
 120
 121             -
 122                 case_name: rally_sanity
 123                 project_name: functest
 124                 criteria: 100
 125                 blocking: false
 126                 description: >-
 127                     This test case runs a sub group of tests of the OpenStack
 128                     Rally suite in smoke mode.
 129                 dependencies:
 130                     installer: ''
 131                     scenario: ''
 132                 run:
 133                     module: 'functest.opnfv_tests.openstack.rally.rally'
 134                     class: 'RallySanity'
 135
 136             -
 137                 case_name: refstack_defcore
 138                 project_name: functest
 139                 criteria: 100
 140                 blocking: false
 141                 description: >-
 142                     This test case runs a sub group of tests of the OpenStack
 143                     Defcore testcases by using refstack client.
 144                 dependencies:
 145                     installer: ''
 146                     scenario: ''
 147                 run:
 148                     module:
 149                         'functest.opnfv_tests.openstack.refstack_client.refstack_client'
 150                     class: 'RefstackClient'
 151
 152             -
 153                 case_name: odl
 154                 project_name: functest
 155                 criteria: 100
 156                 blocking: false
 157                 description: >-
 158                     Test Suite for the OpenDaylight SDN Controller. It
 159                     integrates some test suites from upstream using
 160                     Robot as the test framework.
 161                 dependencies:
 162                     installer: ''
 163                     scenario: 'odl'
 164                 run:
 165                     module: 'functest.opnfv_tests.sdn.odl.odl'
 166                     class: 'ODLTests'
 167                     args:
 168                         suites:
 169                             - /src/odl_test/csit/suites/integration/basic
 170                             - /src/odl_test/csit/suites/openstack/neutron
 171
 172             -
 173                 case_name: odl_netvirt
 174                 project_name: functest
 175                 criteria: 100
 176                 blocking: false
 177                 description: >-
 178                     Test Suite for the OpenDaylight SDN Controller when
 179                     the NetVirt features are installed. It integrates
 180                     some test suites from upstream using Robot as the
 181                     test framework.
 182                 dependencies:
 183                     installer: 'apex'
 184                     scenario: 'os-odl_l3-nofeature'
 185                 run:
 186                     module: 'functest.opnfv_tests.sdn.odl.odl'
 187                     class: 'ODLTests'
 188                     args:
 189                         suites:
 190                             - /src/odl_test/csit/suites/integration/basic
 191                             - /src/odl_test/csit/suites/openstack/neutron
 192                             - /src/odl_test/csit/suites/openstack/connectivity
 193
 194             -
 195                 case_name: snaps_smoke
 196                 project_name: functest
 197                 criteria: 100
 198                 blocking: false
 199                 description: >-
 200                     This test case contains tests that setup and destroy
 201                     environments with VMs with and without Floating IPs
 202                     with a newly created user and project. Set the config
 203                     value snaps.use_floating_ips (True|False) to toggle
 204                     this functionality. When the config value of
 205                     snaps.use_keystone is True, functest must have access to
 206                     the cloud's private network.
 207
 208                 dependencies:
 209                     installer: '^((?!netvirt).)*$'
 210                     scenario: '^((?!lxd).)*$'
 211                 run:
 212                     module: 'functest.opnfv_tests.openstack.snaps.smoke'
 213                     class: 'SnapsSmoke'
 214
 215     -
 216         name: features
 217         order: 2
 218         ci_loop: '(daily)|(weekly)'
 219         description: >-
 220             Test suites from feature projects
 221             integrated in functest
 222         testcases:
 223             -
 224                 case_name: doctor-notification
 225                 project_name: doctor
 226                 enabled: false
 227                 criteria: 100
 228                 blocking: false
 229                 description: >-
 230                     Test suite from Doctor project.
 231                 dependencies:
 232                     installer: 'apex'
 233                     scenario: '^((?!fdio).)*$'
 234                 run:
 235                     module: 'functest.core.feature'
 236                     class: 'BashFeature'
 237                     args:
 238                         cmd: 'doctor-test'
 239
 240             -
 241                 case_name: bgpvpn
 242                 project_name: sdnvpn
 243                 criteria: 100
 244                 blocking: false
 245                 description: >-
 246                     Test suite from SDNVPN project.
 247                 dependencies:
 248                     installer: '(fuel)|(apex)|(netvirt)'
 249                     scenario: 'bgpvpn'
 250                 run:
 251                     module: 'sdnvpn.test.functest.run_sdnvpn_tests'
 252                     class: 'SdnvpnFunctest'
 253
 254             -
 255                 case_name: functest-odl-sfc
 256                 project_name: sfc
 257                 criteria: 100
 258                 blocking: false
 259                 description: >-
 260                     Test suite for odl-sfc to test two chains with one SF and
 261                     one chain with two SFs
 262                 dependencies:
 263                     installer: ''
 264                     scenario: 'odl.*sfc'
 265                 run:
 266                     module: 'functest.core.feature'
 267                     class: 'BashFeature'
 268                     args:
 269                         cmd: 'run_sfc_tests.py'
 270
 271             -
 272                 case_name: barometercollectd
 273                 project_name: barometer
 274                 criteria: 100
 275                 blocking: false
 276                 description: >-
 277                     Test suite for the Barometer project. Separate tests verify
 278                     the proper configuration and basic functionality of all the
 279                     collectd plugins as described in the Project Release Plan
 280                 dependencies:
 281                     installer: 'apex'
 282                     scenario: 'bar'
 283                 run:
 284                     module: 'baro_tests.barometer'
 285                     class: 'BarometerCollectd'
 286
 287             -
 288                 case_name: fds
 289                 project_name: fastdatastacks
 290                 criteria: 100
 291                 blocking: false
 292                 description: >-
 293                     Test Suite for the OpenDaylight SDN Controller when GBP
 294                     features are installed. It integrates some test suites from
 295                     upstream using Robot as the test framework.
 296                 dependencies:
 297                     installer: 'apex'
 298                     scenario: 'odl.*-fdio'
 299                 run:
 300                     module: 'functest.opnfv_tests.sdn.odl.odl'
 301                     class: 'ODLTests'
 302                     args:
 303                         suites:
 304                             - /src/fds/testing/robot
 305
 306     -
 307         name: components
 308         order: 3
 309         ci_loop: 'weekly'
 310         description: >-
 311             Extensive testing of OpenStack API.
 312         testcases:
 313             -
 314                 case_name: tempest_full_parallel
 315                 project_name: functest
 316                 criteria: 80
 317                 blocking: false
 318                 description: >-
 319                     The list of test cases is generated by
 320                     Tempest automatically and depends on the parameters of
 321                     the OpenStack deplopyment.
 322                 dependencies:
 323                     installer: '^((?!netvirt).)*$'
 324                     scenario: ''
 325                 run:
 326                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 327                     class: 'TempestFullParallel'
 328
 329             -
 330                 case_name: rally_full
 331                 project_name: functest
 332                 criteria: 100
 333                 blocking: false
 334                 description: >-
 335                     This test case runs the full suite of scenarios of the
 336                     OpenStack Rally suite using several threads and iterations.
 337                 dependencies:
 338                     installer: '^((?!netvirt).)*$'
 339                     scenario: ''
 340                 run:
 341                     module: 'functest.opnfv_tests.openstack.rally.rally'
 342                     class: 'RallyFull'
 343
 344     -
 345         name: vnf
 346         order: 4
 347         ci_loop: '(daily)|(weekly)'
 348         description: >-
 349             Collection of VNF test cases.
 350         testcases:
 351             -
 352                 case_name: cloudify_ims
 353                 project_name: functest
 354                 criteria: 80
 355                 blocking: false
 356                 description: >-
 357                     This test case deploys an OpenSource vIMS solution from
 358                     Clearwater using the Cloudify orchestrator. It also runs
 359                     some signaling traffic.
 360                 dependencies:
 361                     installer: ''
 362                     scenario: 'os-nosdn-nofeature-ha'
 363                 run:
 364                     module: 'functest.opnfv_tests.vnf.ims.cloudify_ims'
 365                     class: 'CloudifyIms'
 366
 367             -
 368                 case_name: vyos_vrouter
 369                 project_name: functest
 370                 criteria: 100
 371                 blocking: false
 372                 description: >-
 373                     This test case is vRouter testing.
 374                 dependencies:
 375                     installer: ''
 376                     scenario: 'os-nosdn-nofeature-ha'
 377                 run:
 378                     module: 'functest.opnfv_tests.vnf.router.cloudify_vrouter'
 379                     class: 'CloudifyVrouter'
 380
 381             -
 382                 case_name: orchestra_openims
 383                 project_name: orchestra
 384                 enabled: false
 385                 criteria: 100
 386                 blocking: false
 387                 description: >-
 388                     OpenIMS VNF deployment with Open Baton (Orchestra)
 389                 dependencies:
 390                     installer: 'daisy'
 391                     scenario: 'os-nosdn-nofeature-ha'
 392                 run:
 393                     module: 'functest.opnfv_tests.vnf.ims.orchestra_openims'
 394                     class: 'OpenImsVnf'
 395
 396             -
 397                 case_name: orchestra_clearwaterims
 398                 project_name: orchestra
 399                 enabled: false
 400                 criteria: 100
 401                 blocking: false
 402                 description: >-
 403                     ClearwaterIMS VNF deployment with Open Baton (Orchestra)
 404                 dependencies:
 405                     installer: 'daisy'
 406                     scenario: 'os-nosdn-nofeature-ha'
 407                 run:
 408                     module:
 409                         'functest.opnfv_tests.vnf.ims.orchestra_clearwaterims'
 410                     class: 'ClearwaterImsVnf'
 411
 412             -
 413                 case_name: juju_epc
 414                 project_name: functest
 415                 criteria: 100
 416                 blocking: false
 417                 description: >-
 418                     vEPC validation with Juju as VNF manager and ABoT as test
 419                     executor.
 420                 dependencies:
 421                     installer: ''
 422                     scenario: 'os-nosdn-nofeature-ha'
 423                 run:
 424                     module: 'functest.opnfv_tests.vnf.epc.juju_epc'
 425                     class: 'JujuEpc'