functest/ci/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: healthcheck
   5         order: 0
   6         ci_loop: '(daily)|(weekly)'
   7         description: >-
   8             First tier to be executed to verify the basic
   9             operations in the VIM.
  10         testcases:
  11             -
  12                 case_name: connection_check
  13                 project_name: functest
  14                 criteria: 100
  15                 blocking: true
  16                 description: >-
  17                     This test case verifies the retrieval of OpenStack clients:
  18                     Keystone, Glance, Neutron and Nova and may perform some
  19                     simple queries. When the config value of
  20                     snaps.use_keystone is True, functest must have access to
  21                     the cloud's private network.
  22                 dependencies:
  23                     installer: '^((?!netvirt).)*$'
  24                     scenario: ''
  25                 run:
  26                     module:
  27                         'functest.opnfv_tests.openstack.snaps.connection_check'
  28                     class: 'ConnectionCheck'
  29
  30             -
  31                 case_name: api_check
  32                 project_name: functest
  33                 criteria: 100
  34                 blocking: true
  35                 description: >-
  36                     This test case verifies the retrieval of OpenStack clients:
  37                     Keystone, Glance, Neutron and Nova and may perform some
  38                     simple queries. When the config value of
  39                     snaps.use_keystone is True, functest must have access to
  40                     the cloud's private network.
  41                 dependencies:
  42                     installer: '^((?!netvirt).)*$'
  43                     scenario: '^((?!lxd).)*$'
  44                 run:
  45                     module: 'functest.opnfv_tests.openstack.snaps.api_check'
  46                     class: 'ApiCheck'
  47
  48             -
  49                 case_name: snaps_health_check
  50                 project_name: functest
  51                 criteria: 100
  52                 blocking: true
  53                 description: >-
  54                     This test case creates executes the SimpleHealthCheck
  55                     Python test class which creates an, image, flavor, network,
  56                     and Cirros VM instance and observes the console output to
  57                     validate the single port obtains the correct IP address.
  58                 dependencies:
  59                     installer: ''
  60                     scenario: '^((?!lxd).)*$'
  61                 run:
  62                     module: 'functest.opnfv_tests.openstack.snaps.health_check'
  63                     class: 'HealthCheck'
  64
  65     -
  66         name: smoke
  67         order: 1
  68         ci_loop: '(daily)|(weekly)'
  69         description: >-
  70             Set of basic Functional tests to validate the OPNFV scenarios.
  71         testcases:
  72             -
  73                 case_name: vping_ssh
  74                 project_name: functest
  75                 criteria: 100
  76                 blocking: true
  77                 description: >-
  78                     This test case verifies: 1) SSH to an instance using
  79                     floating IPs over the public network. 2) Connectivity
  80                     between 2 instances over a private network.
  81                 dependencies:
  82                     installer: ''
  83                     scenario: '^((?!odl_l3|odl-bgpvpn|gluon).)*$'
  84                 run:
  85                     module: 'functest.opnfv_tests.openstack.vping.vping_ssh'
  86                     class: 'VPingSSH'
  87
  88             -
  89                 case_name: vping_userdata
  90                 project_name: functest
  91                 criteria: 100
  92                 blocking: true
  93                 description: >-
  94                     This test case verifies:  1) Boot a VM with given userdata.
  95                     2) Connectivity between 2 instances over a private network.
  96                 dependencies:
  97                     installer: ''
  98                     scenario: '^((?!lxd).)*$'
  99                 run:
 100                     module:
 101                         'functest.opnfv_tests.openstack.vping.vping_userdata'
 102                     class: 'VPingUserdata'
 103
 104             -
 105                 case_name: tempest_smoke_serial
 106                 project_name: functest
 107                 criteria: 100
 108                 blocking: false
 109                 description: >-
 110                     This test case runs the smoke subset of the OpenStack
 111                     Tempest suite. The list of test cases is generated by
 112                     Tempest automatically and depends on the parameters of
 113                     the OpenStack deplopyment.
 114                 dependencies:
 115                     installer: '^((?!netvirt).)*$'
 116                     scenario: ''
 117                 run:
 118                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 119                     class: 'TempestSmokeSerial'
 120
 121             -
 122                 case_name: rally_sanity
 123                 project_name: functest
 124                 criteria: 100
 125                 blocking: false
 126                 description: >-
 127                     This test case runs a sub group of tests of the OpenStack
 128                     Rally suite in smoke mode.
 129                 dependencies:
 130                     installer: ''
 131                     scenario: ''
 132                 run:
 133                     module: 'functest.opnfv_tests.openstack.rally.rally'
 134                     class: 'RallySanity'
 135
 136             -
 137                 case_name: refstack_defcore
 138                 project_name: functest
 139                 criteria: 100
 140                 blocking: false
 141                 description: >-
 142                     This test case runs a sub group of tests of the OpenStack
 143                     Defcore testcases.
 144                 dependencies:
 145                     installer: ''
 146                     scenario: ''
 147                 run:
 148                     module:
 149                         'functest.opnfv_tests.openstack.refstack.refstack'
 150                     class: 'Refstack'
 151
 152             -
 153                 case_name: patrole
 154                 project_name: functest
 155                 criteria: 100
 156                 blocking: true
 157                 description: >-
 158                     Test suite from Patrole project.
 159                 dependencies:
 160                     installer: ''
 161                     scenario: ''
 162                 run:
 163                     module: 'functest.opnfv_tests.openstack.patrole.patrole'
 164                     class: 'Patrole'
 165                     args:
 166                         role: 'admin'
 167                         services:
 168                             - 'image'
 169                             - 'network'
 170                             - 'volume'
 171                         exclude:
 172                             - 'test_networks_multiprovider_rbac'
 173
 174             -
 175                 case_name: odl
 176                 project_name: functest
 177                 criteria: 100
 178                 blocking: false
 179                 description: >-
 180                     Test Suite for the OpenDaylight SDN Controller. It
 181                     integrates some test suites from upstream using
 182                     Robot as the test framework.
 183                 dependencies:
 184                     installer: ''
 185                     scenario: 'odl'
 186                 run:
 187                     module: 'functest.opnfv_tests.sdn.odl.odl'
 188                     class: 'ODLTests'
 189                     args:
 190                         suites:
 191                             - /src/odl_test/csit/suites/integration/basic
 192                             - /src/odl_test/csit/suites/openstack/neutron
 193
 194             -
 195                 case_name: odl_netvirt
 196                 project_name: functest
 197                 criteria: 100
 198                 blocking: false
 199                 description: >-
 200                     Test Suite for the OpenDaylight SDN Controller when
 201                     the NetVirt features are installed. It integrates
 202                     some test suites from upstream using Robot as the
 203                     test framework.
 204                 dependencies:
 205                     installer: 'apex'
 206                     scenario: 'os-odl_l3-nofeature'
 207                 run:
 208                     module: 'functest.opnfv_tests.sdn.odl.odl'
 209                     class: 'ODLTests'
 210                     args:
 211                         suites:
 212                             - /src/odl_test/csit/suites/integration/basic
 213                             - /src/odl_test/csit/suites/openstack/neutron
 214                             - /src/odl_test/csit/suites/openstack/connectivity
 215
 216             -
 217                 case_name: snaps_smoke
 218                 project_name: functest
 219                 criteria: 100
 220                 blocking: false
 221                 description: >-
 222                     This test case contains tests that setup and destroy
 223                     environments with VMs with and without Floating IPs
 224                     with a newly created user and project. Set the config
 225                     value snaps.use_floating_ips (True|False) to toggle
 226                     this functionality. When the config value of
 227                     snaps.use_keystone is True, functest must have access to
 228                     the cloud's private network.
 229
 230                 dependencies:
 231                     installer: '^((?!netvirt).)*$'
 232                     scenario: '^((?!lxd).)*$'
 233                 run:
 234                     module: 'functest.opnfv_tests.openstack.snaps.smoke'
 235                     class: 'SnapsSmoke'
 236
 237     -
 238         name: features
 239         order: 2
 240         ci_loop: '(daily)|(weekly)'
 241         description: >-
 242             Test suites from feature projects
 243             integrated in functest
 244         testcases:
 245             -
 246                 case_name: doctor-notification
 247                 project_name: doctor
 248                 criteria: 100
 249                 blocking: false
 250                 description: >-
 251                     Test suite from Doctor project.
 252                 dependencies:
 253                     installer: 'apex'
 254                     scenario: '^((?!fdio).)*$'
 255                 run:
 256                     module: 'xtesting.core.feature'
 257                     class: 'BashFeature'
 258                     args:
 259                         cmd: 'doctor-test'
 260
 261             -
 262                 case_name: bgpvpn
 263                 project_name: sdnvpn
 264                 criteria: 100
 265                 blocking: false
 266                 description: >-
 267                     Test suite from SDNVPN project.
 268                 dependencies:
 269                     installer: '(fuel)|(apex)|(netvirt)'
 270                     scenario: 'bgpvpn'
 271                 run:
 272                     module: 'sdnvpn.test.functest.run_sdnvpn_tests'
 273                     class: 'SdnvpnFunctest'
 274
 275             -
 276                 case_name: functest-odl-sfc
 277                 project_name: sfc
 278                 criteria: 100
 279                 blocking: false
 280                 description: >-
 281                     Test suite for odl-sfc to test two chains with one SF and
 282                     one chain with two SFs
 283                 dependencies:
 284                     installer: ''
 285                     scenario: 'odl.*sfc'
 286                 run:
 287                     module: 'sfc.tests.functest.run_sfc_tests'
 288                     class: 'SfcFunctest'
 289
 290             -
 291                 case_name: barometercollectd
 292                 project_name: barometer
 293                 criteria: 100
 294                 blocking: false
 295                 description: >-
 296                     Test suite for the Barometer project. Separate tests verify
 297                     the proper configuration and basic functionality of all the
 298                     collectd plugins as described in the Project Release Plan
 299                 dependencies:
 300                     installer: '(apex)|(compass)'
 301                     scenario: 'bar'
 302                 run:
 303                     module: 'baro_tests.barometer'
 304                     class: 'BarometerCollectd'
 305
 306             -
 307                 case_name: fds
 308                 project_name: fastdatastacks
 309                 criteria: 100
 310                 blocking: false
 311                 description: >-
 312                     Test Suite for the OpenDaylight SDN Controller when GBP
 313                     features are installed. It integrates some test suites from
 314                     upstream using Robot as the test framework.
 315                 dependencies:
 316                     installer: 'apex'
 317                     scenario: 'odl.*-fdio'
 318                 run:
 319                     module: 'functest.opnfv_tests.sdn.odl.odl'
 320                     class: 'ODLTests'
 321                     args:
 322                         suites:
 323                             - /src/fds/testing/robot
 324
 325     -
 326         name: components
 327         order: 3
 328         ci_loop: 'weekly'
 329         description: >-
 330             Extensive testing of OpenStack API.
 331         testcases:
 332             -
 333                 case_name: tempest_full_parallel
 334                 project_name: functest
 335                 criteria: 80
 336                 blocking: false
 337                 description: >-
 338                     The list of test cases is generated by
 339                     Tempest automatically and depends on the parameters of
 340                     the OpenStack deplopyment.
 341                 dependencies:
 342                     installer: '^((?!netvirt).)*$'
 343                     scenario: ''
 344                 run:
 345                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 346                     class: 'TempestFullParallel'
 347
 348             -
 349                 case_name: rally_full
 350                 project_name: functest
 351                 criteria: 100
 352                 blocking: false
 353                 description: >-
 354                     This test case runs the full suite of scenarios of the
 355                     OpenStack Rally suite using several threads and iterations.
 356                 dependencies:
 357                     installer: '^((?!netvirt).)*$'
 358                     scenario: ''
 359                 run:
 360                     module: 'functest.opnfv_tests.openstack.rally.rally'
 361                     class: 'RallyFull'
 362
 363     -
 364         name: vnf
 365         order: 4
 366         ci_loop: '(daily)|(weekly)'
 367         description: >-
 368             Collection of VNF test cases.
 369         testcases:
 370             -
 371                 case_name: cloudify_ims
 372                 project_name: functest
 373                 criteria: 80
 374                 blocking: false
 375                 description: >-
 376                     This test case deploys an OpenSource vIMS solution from
 377                     Clearwater using the Cloudify orchestrator. It also runs
 378                     some signaling traffic.
 379                 dependencies:
 380                     installer: ''
 381                     scenario: 'os-nosdn-nofeature-.*ha'
 382                 run:
 383                     module: 'functest.opnfv_tests.vnf.ims.cloudify_ims'
 384                     class: 'CloudifyIms'
 385
 386             -
 387                 case_name: vyos_vrouter
 388                 project_name: functest
 389                 criteria: 100
 390                 blocking: false
 391                 description: >-
 392                     This test case is vRouter testing.
 393                 dependencies:
 394                     installer: ''
 395                     scenario: 'os-nosdn-nofeature-.*ha'
 396                 run:
 397                     module: 'functest.opnfv_tests.vnf.router.cloudify_vrouter'
 398                     class: 'CloudifyVrouter'
 399
 400             -
 401                 case_name: orchestra_openims
 402                 project_name: orchestra
 403                 enabled: false
 404                 criteria: 100
 405                 blocking: false
 406                 description: >-
 407                     OpenIMS VNF deployment with Open Baton (Orchestra)
 408                 dependencies:
 409                     installer: ''
 410                     scenario: 'os-nosdn-nofeature-.*ha'
 411                 run:
 412                     module: 'functest.opnfv_tests.vnf.ims.orchestra_openims'
 413                     class: 'OpenImsVnf'
 414
 415             -
 416                 case_name: orchestra_clearwaterims
 417                 project_name: orchestra
 418                 enabled: false
 419                 criteria: 100
 420                 blocking: false
 421                 description: >-
 422                     ClearwaterIMS VNF deployment with Open Baton (Orchestra)
 423                 dependencies:
 424                     installer: ''
 425                     scenario: 'os-nosdn-nofeature-.*ha'
 426                 run:
 427                     module:
 428                         'functest.opnfv_tests.vnf.ims.orchestra_clearwaterims'
 429                     class: 'ClearwaterImsVnf'
 430
 431             -
 432                 case_name: juju_epc
 433                 project_name: functest
 434                 criteria: 100
 435                 blocking: false
 436                 description: >-
 437                     vEPC validation with Juju as VNF manager and ABoT as test
 438                     executor.
 439                 dependencies:
 440                     installer: ''
 441                     scenario: 'os-nosdn-nofeature-.*ha'
 442                 run:
 443                     module: 'functest.opnfv_tests.vnf.epc.juju_epc'
 444                     class: 'JujuEpc'