functest/ci/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: healthcheck
   5         order: 0
   6         ci_loop: '(daily)|(weekly)'
   7         description: >-
   8             First tier to be executed to verify the basic
   9             operations in the VIM.
  10         testcases:
  11             -
  12                 case_name: connection_check
  13                 project_name: functest
  14                 criteria: 100
  15                 blocking: true
  16                 description: >-
  17                     This test case verifies the retrieval of OpenStack clients:
  18                     Keystone, Glance, Neutron and Nova and may perform some
  19                     simple queries. When the config value of
  20                     snaps.use_keystone is True, functest must have access to
  21                     the cloud's private network.
  22                 dependencies:
  23                     installer: '^((?!netvirt).)*$'
  24                     scenario: ''
  25                 run:
  26                     module:
  27                         'functest.opnfv_tests.openstack.snaps.connection_check'
  28                     class: 'ConnectionCheck'
  29
  30             -
  31                 case_name: api_check
  32                 project_name: functest
  33                 criteria: 100
  34                 blocking: true
  35                 description: >-
  36                     This test case verifies the retrieval of OpenStack clients:
  37                     Keystone, Glance, Neutron and Nova and may perform some
  38                     simple queries. When the config value of
  39                     snaps.use_keystone is True, functest must have access to
  40                     the cloud's private network.
  41                 dependencies:
  42                     installer: '^((?!netvirt).)*$'
  43                     scenario: '^((?!lxd).)*$'
  44                 run:
  45                     module: 'functest.opnfv_tests.openstack.snaps.api_check'
  46                     class: 'ApiCheck'
  47
  48             -
  49                 case_name: snaps_health_check
  50                 project_name: functest
  51                 criteria: 100
  52                 blocking: true
  53                 description: >-
  54                     This test case creates executes the SimpleHealthCheck
  55                     Python test class which creates an, image, flavor, network,
  56                     and Cirros VM instance and observes the console output to
  57                     validate the single port obtains the correct IP address.
  58                 dependencies:
  59                     installer: ''
  60                     scenario: '^((?!lxd).)*$'
  61                 run:
  62                     module: 'functest.opnfv_tests.openstack.snaps.health_check'
  63                     class: 'HealthCheck'
  64
  65     -
  66         name: smoke
  67         order: 1
  68         ci_loop: '(daily)|(weekly)'
  69         description: >-
  70             Set of basic Functional tests to validate the OPNFV scenarios.
  71         testcases:
  72             -
  73                 case_name: vping_ssh
  74                 project_name: functest
  75                 criteria: 100
  76                 blocking: true
  77                 description: >-
  78                     This test case verifies: 1) SSH to an instance using
  79                     floating IPs over the public network. 2) Connectivity
  80                     between 2 instances over a private network.
  81                 dependencies:
  82                     installer: ''
  83                     scenario: '^((?!odl_l3|odl-bgpvpn|gluon).)*$'
  84                 run:
  85                     module: 'functest.opnfv_tests.openstack.vping.vping_ssh'
  86                     class: 'VPingSSH'
  87
  88             -
  89                 case_name: vping_userdata
  90                 project_name: functest
  91                 criteria: 100
  92                 blocking: true
  93                 description: >-
  94                     This test case verifies:  1) Boot a VM with given userdata.
  95                     2) Connectivity between 2 instances over a private network.
  96                 dependencies:
  97                     installer: ''
  98                     scenario: '^((?!lxd).)*$'
  99                 run:
 100                     module:
 101                         'functest.opnfv_tests.openstack.vping.vping_userdata'
 102                     class: 'VPingUserdata'
 103
 104             -
 105                 case_name: tempest_smoke_serial
 106                 project_name: functest
 107                 criteria: 100
 108                 blocking: false
 109                 description: >-
 110                     This test case runs the smoke subset of the OpenStack
 111                     Tempest suite. The list of test cases is generated by
 112                     Tempest automatically and depends on the parameters of
 113                     the OpenStack deplopyment.
 114                 dependencies:
 115                     installer: '^((?!netvirt).)*$'
 116                     scenario: ''
 117                 run:
 118                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 119                     class: 'TempestSmokeSerial'
 120
 121             -
 122                 case_name: rally_sanity
 123                 project_name: functest
 124                 criteria: 100
 125                 blocking: false
 126                 description: >-
 127                     This test case runs a sub group of tests of the OpenStack
 128                     Rally suite in smoke mode.
 129                 dependencies:
 130                     installer: ''
 131                     scenario: ''
 132                 run:
 133                     module: 'functest.opnfv_tests.openstack.rally.rally'
 134                     class: 'RallySanity'
 135
 136             -
 137                 case_name: refstack_defcore
 138                 project_name: functest
 139                 criteria: 100
 140                 blocking: false
 141                 description: >-
 142                     This test case runs a sub group of tests of the OpenStack
 143                     Defcore testcases by using refstack client.
 144                 dependencies:
 145                     installer: ''
 146                     scenario: ''
 147                 run:
 148                     module:
 149                         'functest.opnfv_tests.openstack.refstack_client.refstack_client'
 150                     class: 'RefstackClient'
 151
 152             -
 153                 case_name: odl
 154                 project_name: functest
 155                 criteria: 100
 156                 blocking: false
 157                 description: >-
 158                     Test Suite for the OpenDaylight SDN Controller. It
 159                     integrates some test suites from upstream using
 160                     Robot as the test framework.
 161                 dependencies:
 162                     installer: ''
 163                     scenario: 'odl'
 164                 run:
 165                     module: 'functest.opnfv_tests.sdn.odl.odl'
 166                     class: 'ODLTests'
 167                     args:
 168                         suites:
 169                             - /src/odl_test/csit/suites/integration/basic
 170                             - /src/odl_test/csit/suites/openstack/neutron
 171
 172             -
 173                 case_name: odl_netvirt
 174                 project_name: functest
 175                 criteria: 100
 176                 blocking: false
 177                 description: >-
 178                     Test Suite for the OpenDaylight SDN Controller when
 179                     the NetVirt features are installed. It integrates
 180                     some test suites from upstream using Robot as the
 181                     test framework.
 182                 dependencies:
 183                     installer: 'apex'
 184                     scenario: 'os-odl_l3-nofeature'
 185                 run:
 186                     module: 'functest.opnfv_tests.sdn.odl.odl'
 187                     class: 'ODLTests'
 188                     args:
 189                         suites:
 190                             - /src/odl_test/csit/suites/integration/basic
 191                             - /src/odl_test/csit/suites/openstack/neutron
 192                             - /src/odl_test/csit/suites/openstack/connectivity
 193
 194             -
 195                 case_name: snaps_smoke
 196                 project_name: functest
 197                 criteria: 100
 198                 blocking: false
 199                 description: >-
 200                     This test case contains tests that setup and destroy
 201                     environments with VMs with and without Floating IPs
 202                     with a newly created user and project. Set the config
 203                     value snaps.use_floating_ips (True|False) to toggle
 204                     this functionality. When the config value of
 205                     snaps.use_keystone is True, functest must have access to
 206                     the cloud's private network.
 207
 208                 dependencies:
 209                     installer: '^((?!netvirt).)*$'
 210                     scenario: '^((?!lxd).)*$'
 211                 run:
 212                     module: 'functest.opnfv_tests.openstack.snaps.smoke'
 213                     class: 'SnapsSmoke'
 214
 215     -
 216         name: features
 217         order: 2
 218         ci_loop: '(daily)|(weekly)'
 219         description: >-
 220             Test suites from feature projects
 221             integrated in functest
 222         testcases:
 223             -
 224                 case_name: doctor-notification
 225                 project_name: doctor
 226                 criteria: 100
 227                 blocking: false
 228                 description: >-
 229                     Test suite from Doctor project.
 230                 dependencies:
 231                     installer: 'apex'
 232                     scenario: '^((?!fdio).)*$'
 233                 run:
 234                     module: 'functest.core.feature'
 235                     class: 'BashFeature'
 236                     args:
 237                         cmd: 'doctor-test'
 238
 239             -
 240                 case_name: bgpvpn
 241                 project_name: sdnvpn
 242                 criteria: 100
 243                 blocking: false
 244                 description: >-
 245                     Test suite from SDNVPN project.
 246                 dependencies:
 247                     installer: '(fuel)|(apex)|(netvirt)'
 248                     scenario: 'bgpvpn'
 249                 run:
 250                     module: 'sdnvpn.test.functest.run_sdnvpn_tests'
 251                     class: 'SdnvpnFunctest'
 252
 253             -
 254                 case_name: functest-odl-sfc
 255                 project_name: sfc
 256                 criteria: 100
 257                 blocking: false
 258                 description: >-
 259                     Test suite for odl-sfc to test two chains with one SF and
 260                     one chain with two SFs
 261                 dependencies:
 262                     installer: ''
 263                     scenario: 'odl.*sfc'
 264                 run:
 265                     module: 'functest.core.feature'
 266                     class: 'BashFeature'
 267                     args:
 268                         cmd: 'run_sfc_tests.py'
 269
 270             -
 271                 case_name: barometercollectd
 272                 project_name: barometer
 273                 criteria: 100
 274                 blocking: false
 275                 description: >-
 276                     Test suite for the Barometer project. Separate tests verify
 277                     the proper configuration and basic functionality of all the
 278                     collectd plugins as described in the Project Release Plan
 279                 dependencies:
 280                     installer: 'apex'
 281                     scenario: 'bar'
 282                 run:
 283                     module: 'baro_tests.barometer'
 284                     class: 'BarometerCollectd'
 285
 286             -
 287                 case_name: fds
 288                 project_name: fastdatastacks
 289                 criteria: 100
 290                 blocking: false
 291                 description: >-
 292                     Test Suite for the OpenDaylight SDN Controller when GBP
 293                     features are installed. It integrates some test suites from
 294                     upstream using Robot as the test framework.
 295                 dependencies:
 296                     installer: 'apex'
 297                     scenario: 'odl.*-fdio'
 298                 run:
 299                     module: 'functest.opnfv_tests.sdn.odl.odl'
 300                     class: 'ODLTests'
 301                     args:
 302                         suites:
 303                             - /src/fds/testing/robot
 304
 305     -
 306         name: components
 307         order: 3
 308         ci_loop: 'weekly'
 309         description: >-
 310             Extensive testing of OpenStack API.
 311         testcases:
 312             -
 313                 case_name: tempest_full_parallel
 314                 project_name: functest
 315                 criteria: 80
 316                 blocking: false
 317                 description: >-
 318                     The list of test cases is generated by
 319                     Tempest automatically and depends on the parameters of
 320                     the OpenStack deplopyment.
 321                 dependencies:
 322                     installer: '^((?!netvirt).)*$'
 323                     scenario: ''
 324                 run:
 325                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 326                     class: 'TempestFullParallel'
 327
 328             -
 329                 case_name: rally_full
 330                 project_name: functest
 331                 criteria: 100
 332                 blocking: false
 333                 description: >-
 334                     This test case runs the full suite of scenarios of the
 335                     OpenStack Rally suite using several threads and iterations.
 336                 dependencies:
 337                     installer: '^((?!netvirt).)*$'
 338                     scenario: ''
 339                 run:
 340                     module: 'functest.opnfv_tests.openstack.rally.rally'
 341                     class: 'RallyFull'
 342
 343     -
 344         name: vnf
 345         order: 4
 346         ci_loop: '(daily)|(weekly)'
 347         description: >-
 348             Collection of VNF test cases.
 349         testcases:
 350             -
 351                 case_name: cloudify_ims
 352                 project_name: functest
 353                 criteria: 80
 354                 blocking: false
 355                 description: >-
 356                     This test case deploys an OpenSource vIMS solution from
 357                     Clearwater using the Cloudify orchestrator. It also runs
 358                     some signaling traffic.
 359                 dependencies:
 360                     installer: ''
 361                     scenario: 'os-nosdn-nofeature-ha'
 362                 run:
 363                     module: 'functest.opnfv_tests.vnf.ims.cloudify_ims'
 364                     class: 'CloudifyIms'
 365
 366             -
 367                 case_name: vyos_vrouter
 368                 project_name: functest
 369                 criteria: 100
 370                 blocking: false
 371                 description: >-
 372                     This test case is vRouter testing.
 373                 dependencies:
 374                     installer: ''
 375                     scenario: 'os-nosdn-nofeature-ha'
 376                 run:
 377                     module: 'functest.opnfv_tests.vnf.router.cloudify_vrouter'
 378                     class: 'CloudifyVrouter'
 379
 380             -
 381                 case_name: orchestra_openims
 382                 project_name: orchestra
 383                 criteria: 100
 384                 blocking: false
 385                 description: >-
 386                     OpenIMS VNF deployment with Open Baton (Orchestra)
 387                 dependencies:
 388                     installer: 'daisy'
 389                     scenario: 'os-nosdn-nofeature-ha'
 390                 run:
 391                     module: 'functest.opnfv_tests.vnf.ims.orchestra_openims'
 392                     class: 'OpenImsVnf'
 393
 394             -
 395                 case_name: orchestra_clearwaterims
 396                 project_name: orchestra
 397                 criteria: 100
 398                 blocking: false
 399                 description: >-
 400                     ClearwaterIMS VNF deployment with Open Baton (Orchestra)
 401                 dependencies:
 402                     installer: 'daisy'
 403                     scenario: 'os-nosdn-nofeature-ha'
 404                 run:
 405                     module:
 406                         'functest.opnfv_tests.vnf.ims.orchestra_clearwaterims'
 407                     class: 'ClearwaterImsVnf'
 408
 409             -
 410                 case_name: juju_epc
 411                 enabled: true
 412                 project_name: functest
 413                 criteria: 100
 414                 blocking: false
 415                 description: >-
 416                     vEPC validation with Juju as VNF manager and ABoT as test
 417                     executor.
 418                 dependencies:
 419                     installer: ''
 420                     scenario: 'os-nosdn-nofeature-ha'
 421                 run:
 422                     module: 'functest.opnfv_tests.vnf.epc.juju_epc'
 423                     class: 'JujuEpc'