functest/ci/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: healthcheck
   5         order: 0
   6         description: >-
   7             First tier to be executed to verify the basic
   8             operations in the VIM.
   9         testcases:
  10             -
  11                 case_name: connection_check
  12                 project_name: functest
  13                 criteria: 100
  14                 blocking: true
  15                 description: >-
  16                     This test case verifies the retrieval of OpenStack clients:
  17                     Keystone, Glance, Neutron and Nova and may perform some
  18                     simple queries.
  19                 run:
  20                     module:
  21                         'functest.opnfv_tests.openstack.api.connection_check'
  22                     class: 'ConnectionCheck'
  23
  24             -
  25                 case_name: tenantnetwork1
  26                 project_name: functest
  27                 criteria: 100
  28                 blocking: true
  29                 description: >-
  30                     It creates and configures all tenant network ressources
  31                     required by advanced testcases (subnet, network and
  32                     router).
  33                 run:
  34                     module: 'functest.core.tenantnetwork'
  35                     class: 'TenantNetwork1'
  36
  37             -
  38                 case_name: tenantnetwork2
  39                 project_name: functest
  40                 criteria: 100
  41                 blocking: true
  42                 description: >-
  43                     It creates new user/project before creating and configuring
  44                     all tenant network ressources required by a testcase
  45                     (subnet, network and router).
  46                 run:
  47                     module: 'functest.core.tenantnetwork'
  48                     class: 'TenantNetwork2'
  49
  50             -
  51                 case_name: vmready1
  52                 project_name: functest
  53                 criteria: 100
  54                 blocking: true
  55                 description: >-
  56                     It inherits from TenantNetwork1 which creates all network
  57                     resources and prepares a future VM attached to that
  58                     network.
  59                 run:
  60                     module: 'functest.core.singlevm'
  61                     class: 'VmReady1'
  62
  63             -
  64                 case_name: vmready2
  65                 project_name: functest
  66                 criteria: 100
  67                 blocking: true
  68                 description: >-
  69                     It creates new user/project before creating and configuring
  70                     all tenant network ressources, flavors, images, etc.
  71                     required by advanced testcases.
  72                 run:
  73                     module: 'functest.core.singlevm'
  74                     class: 'VmReady2'
  75
  76             -
  77                 case_name: singlevm1
  78                 project_name: functest
  79                 criteria: 100
  80                 blocking: true
  81                 description: >-
  82                     It inherits from TenantNetwork1 which creates all network
  83                     resources and completes it by booting a VM attached to that
  84                     network.
  85                 run:
  86                     module: 'functest.core.singlevm'
  87                     class: 'SingleVm1'
  88
  89             -
  90                 case_name: singlevm2
  91                 project_name: functest
  92                 criteria: 100
  93                 blocking: true
  94                 description: >-
  95                     It creates new user/project before creating and configuring
  96                     all tenant network ressources and vms required by advanced
  97                     testcases.
  98                 run:
  99                     module: 'functest.core.singlevm'
 100                     class: 'SingleVm2'
 101
 102             -
 103                 case_name: vping_ssh
 104                 project_name: functest
 105                 criteria: 100
 106                 blocking: true
 107                 description: >-
 108                     This test case verifies: 1) SSH to an instance using
 109                     floating IPs over the public network. 2) Connectivity
 110                     between 2 instances over a private network.
 111                 run:
 112                     module: 'functest.opnfv_tests.openstack.vping.vping_ssh'
 113                     class: 'VPingSSH'
 114
 115             -
 116                 case_name: vping_userdata
 117                 project_name: functest
 118                 criteria: 100
 119                 blocking: true
 120                 description: >-
 121                     This test case verifies:  1) Boot a VM with given userdata.
 122                     2) Connectivity between 2 instances over a private network.
 123                 run:
 124                     module:
 125                         'functest.opnfv_tests.openstack.vping.vping_userdata'
 126                     class: 'VPingUserdata'
 127
 128             -
 129                 case_name: cinder_test
 130                 project_name: functest
 131                 criteria: 100
 132                 blocking: true
 133                 description: >-
 134                     This test case verifies: 1) Attach volume and to 1
 135                     instance; 2) Write data on volume 3) Detach volume
 136                     from instance 1, attach it on instance 2 3) Read volume
 137                     data
 138                 run:
 139                     module: 'functest.opnfv_tests.openstack.cinder.cinder_test'
 140                     class: 'CinderCheck'
 141
 142             -
 143                 case_name: odl
 144                 project_name: functest
 145                 criteria: 100
 146                 blocking: true
 147                 description: >-
 148                     Test Suite for the OpenDaylight SDN Controller. It
 149                     integrates some test suites from upstream using
 150                     Robot as the test framework.
 151                 dependencies:
 152                     DEPLOY_SCENARIO: 'odl'
 153                 run:
 154                     module: 'functest.opnfv_tests.sdn.odl.odl'
 155                     class: 'ODLTests'
 156                     args:
 157                         suites:
 158                             - /src/odl_test/csit/suites/integration/basic
 159                             - /src/odl_test/csit/suites/openstack/neutron
 160
 161             -
 162                 case_name: api_check
 163                 project_name: functest
 164                 criteria: 100
 165                 blocking: true
 166                 description: >-
 167                     This test case verifies the retrieval of OpenStack clients:
 168                     Keystone, Glance, Neutron and Nova and may perform some
 169                     simple queries. When the config value of
 170                     snaps.use_keystone is True, functest must have access to
 171                     the cloud's private network.
 172                 dependencies:
 173                     - DEPLOY_SCENARIO: '^((?!lxd).)*$'
 174                 run:
 175                     module: 'functest.opnfv_tests.openstack.snaps.api_check'
 176                     class: 'ApiCheck'
 177
 178             -
 179                 case_name: snaps_health_check
 180                 project_name: functest
 181                 criteria: 100
 182                 blocking: true
 183                 description: >-
 184                     This test case creates executes the SimpleHealthCheck
 185                     Python test class which creates an, image, flavor, network,
 186                     and Cirros VM instance and observes the console output to
 187                     validate the single port obtains the correct IP address.
 188                 dependencies:
 189                     - DEPLOY_SCENARIO: '^((?!lxd).)*$'
 190                 run:
 191                     module: 'functest.opnfv_tests.openstack.snaps.health_check'
 192                     class: 'HealthCheck'
 193
 194     -
 195         name: smoke
 196         order: 1
 197         description: >-
 198             Set of basic Functional tests to validate the OPNFV scenarios.
 199         testcases:
 200             -
 201                 case_name: tempest_smoke
 202                 project_name: functest
 203                 criteria: 100
 204                 blocking: false
 205                 description: >-
 206                     This test case runs the smoke subset of the OpenStack
 207                     Tempest suite. The list of test cases is generated by
 208                     Tempest automatically and depends on the parameters of
 209                     the OpenStack deplopyment.
 210                 run:
 211                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 212                     class: 'TempestCommon'
 213                     args:
 214                         mode: '^tempest\.(api|scenario).*\[.*\bsmoke\b.*\]$'
 215
 216             -
 217                 case_name: rally_sanity
 218                 project_name: functest
 219                 criteria: 100
 220                 blocking: false
 221                 description: >-
 222                     This test case runs a sub group of tests of the OpenStack
 223                     Rally suite in smoke mode.
 224                 run:
 225                     module: 'functest.opnfv_tests.openstack.rally.rally'
 226                     class: 'RallySanity'
 227
 228             -
 229                 case_name: refstack_defcore
 230                 project_name: functest
 231                 enabled: false
 232                 criteria: 100
 233                 blocking: false
 234                 description: >-
 235                     This test case runs a sub group of tests of the OpenStack
 236                     Defcore testcases.
 237                 run:
 238                     module:
 239                         'functest.opnfv_tests.openstack.refstack.refstack'
 240                     class: 'Refstack'
 241
 242             -
 243                 case_name: patrole
 244                 project_name: functest
 245                 criteria: 100
 246                 blocking: false
 247                 description: >-
 248                     Test suite from Patrole project.
 249                 run:
 250                     module: 'functest.opnfv_tests.openstack.patrole.patrole'
 251                     class: 'Patrole'
 252                     args:
 253                         role: 'admin'
 254                         services:
 255                             - 'image'
 256                             - 'network'
 257                         exclude:
 258                             - 'test_networks_multiprovider_rbac'
 259
 260             -
 261                 case_name: vmtp
 262                 project_name: functest
 263                 criteria: 100
 264                 blocking: false
 265                 description: >-
 266                     VMTP is a small python application that will automatically
 267                     perform ping connectivity, round trip time measurement
 268                     (latency) and TCP/UDP throughput
 269                 run:
 270                     module:
 271                         'functest.opnfv_tests.openstack.vmtp.vmtp'
 272                     class: 'Vmtp'
 273
 274             -
 275                 case_name: shaker
 276                 project_name: functest
 277                 criteria: 100
 278                 blocking: false
 279                 description: >-
 280                     Shaker wraps around popular system network testing tools
 281                     like iperf, iperf3 and netperf (with help of flent). Shaker
 282                     is able to deploy OpenStack instances and networks in
 283                     different topologies.
 284                 run:
 285                     module:
 286                         'functest.opnfv_tests.openstack.shaker.shaker'
 287                     class: 'Shaker'
 288
 289             -
 290                 case_name: snaps_smoke
 291                 project_name: functest
 292                 criteria: 100
 293                 blocking: false
 294                 description: >-
 295                     This test case contains tests that setup and destroy
 296                     environments with VMs with and without Floating IPs
 297                     with a newly created user and project. Set the config
 298                     value snaps.use_floating_ips (True|False) to toggle
 299                     this functionality. When the config value of
 300                     snaps.use_keystone is True, functest must have access to
 301                     the cloud's private network.
 302                 dependencies:
 303                     - DEPLOY_SCENARIO: '^((?!lxd).)*$'
 304                 run:
 305                     module: 'functest.opnfv_tests.openstack.snaps.smoke'
 306                     class: 'SnapsSmoke'
 307
 308             -
 309                 case_name: neutron_trunk
 310                 project_name: functest
 311                 criteria: 100
 312                 blocking: false
 313                 description: >-
 314                     This test case runs the neutron trunk subtest of the
 315                     OpenStack Tempest suite. The list of test cases is
 316                     generated by Tempest having as input the relevant
 317                     testcase list file.
 318                 dependencies:
 319                     - INSTALLER_TYPE: '(fuel)|(apex)|(compass)'
 320                 run:
 321                     module: 'functest.opnfv_tests.openstack.trunk.trunk'
 322                     class: 'TempestNeutronTrunk'
 323                     args:
 324                         mode: 'neutron_tempest_plugin.(api|scenario).test_trunk'
 325
 326             -
 327                 case_name: barbican
 328                 project_name: functest
 329                 criteria: 100
 330                 blocking: false
 331                 description: >-
 332                     It leverages on the tempest plugin containing tests used to
 333                     verify the functionality of a barbican installation
 334                 dependencies:
 335                     - INSTALLER_TYPE: '^((?!fuel|apex|compass|daisy|osa).)*$'
 336                 run:
 337                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 338                     class: 'TempestCommon'
 339                     args:
 340                         mode: 'barbican_tempest_plugin.tests.(api|scenario)'
 341
 342     -
 343         name: features
 344         order: 2
 345         description: >-
 346             Test suites from feature projects
 347             integrated in functest
 348         testcases:
 349             -
 350                 case_name: doctor-notification
 351                 project_name: doctor
 352                 criteria: 100
 353                 blocking: false
 354                 description: >-
 355                     Test suite from Doctor project.
 356                 dependencies:
 357                     - INSTALLER_TYPE: '(apex)|(fuel)|(daisy)'
 358                     - DEPLOY_SCENARIO: '^((?!fdio|nofeature).)*$'
 359                 run:
 360                     module: 'xtesting.core.feature'
 361                     class: 'BashFeature'
 362                     args:
 363                         cmd: 'doctor-test'
 364
 365             -
 366                 case_name: bgpvpn
 367                 project_name: sdnvpn
 368                 criteria: 100
 369                 blocking: false
 370                 description: >-
 371                     Test suite from SDNVPN project.
 372                 dependencies:
 373                     - DEPLOY_SCENARIO: 'bgpvpn'
 374                 run:
 375                     module: 'sdnvpn.test.functest.run_sdnvpn_tests'
 376                     class: 'SdnvpnFunctest'
 377
 378             -
 379                 case_name: functest-odl-sfc
 380                 project_name: sfc
 381                 criteria: 100
 382                 blocking: false
 383                 description: >-
 384                     Test suite for odl-sfc to test two chains with one SF and
 385                     one chain with two SFs
 386                 dependencies:
 387                     - DEPLOY_SCENARIO: 'odl.*sfc'
 388                 run:
 389                     module: 'sfc.tests.functest.run_sfc_tests'
 390                     class: 'SfcFunctest'
 391
 392             -
 393                 case_name: barometercollectd
 394                 project_name: barometer
 395                 criteria: 100
 396                 blocking: false
 397                 description: >-
 398                     Test suite for the Barometer project. Separate tests verify
 399                     the proper configuration and basic functionality of all the
 400                     collectd plugins as described in the Project Release Plan
 401                 dependencies:
 402                     - DEPLOY_SCENARIO: 'bar'
 403                 run:
 404                     module: 'baro_tests.barometer'
 405                     class: 'BarometerCollectd'
 406
 407             -
 408                 case_name: fds
 409                 project_name: fastdatastacks
 410                 criteria: 100
 411                 blocking: false
 412                 description: >-
 413                     Test Suite for the OpenDaylight SDN Controller when GBP
 414                     features are installed. It integrates some test suites from
 415                     upstream using Robot as the test framework.
 416                 dependencies:
 417                     - DEPLOY_SCENARIO: 'odl.*-fdio'
 418                 run:
 419                     module: 'functest.opnfv_tests.sdn.odl.odl'
 420                     class: 'ODLTests'
 421                     args:
 422                         suites:
 423                             - /src/fds/testing/robot
 424
 425     -
 426         name: components
 427         order: 3
 428         description: >-
 429             Extensive testing of OpenStack API.
 430         testcases:
 431             -
 432                 case_name: tempest_full
 433                 project_name: functest
 434                 criteria: 80
 435                 blocking: false
 436                 description: >-
 437                     The list of test cases is generated by
 438                     Tempest automatically and depends on the parameters of
 439                     the OpenStack deplopyment.
 440                 run:
 441                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 442                     class: 'TempestCommon'
 443                     args:
 444                         mode: '^tempest\.'
 445
 446             -
 447                 case_name: rally_full
 448                 project_name: functest
 449                 criteria: 100
 450                 blocking: false
 451                 description: >-
 452                     This test case runs the full suite of scenarios of the
 453                     OpenStack Rally suite using several threads and iterations.
 454                 run:
 455                     module: 'functest.opnfv_tests.openstack.rally.rally'
 456                     class: 'RallyFull'
 457
 458     -
 459         name: vnf
 460         order: 4
 461         description: >-
 462             Collection of VNF test cases.
 463         testcases:
 464             -
 465                 case_name: cloudify
 466                 project_name: functest
 467                 criteria: 100
 468                 blocking: false
 469                 description: >-
 470                     This test case deploys the Cloudify orchestrator.
 471                 dependencies:
 472                     - DEPLOY_SCENARIO: 'os-.*-nofeature-.*ha'
 473                 run:
 474                     module: 'functest.core.cloudify'
 475                     class: 'Cloudify'
 476             -
 477                 case_name: cloudify_ims
 478                 project_name: functest
 479                 criteria: 80
 480                 blocking: false
 481                 description: >-
 482                     This test case deploys an OpenSource vIMS solution from
 483                     Clearwater using the Cloudify orchestrator. It also runs
 484                     some signaling traffic.
 485                 dependencies:
 486                     - DEPLOY_SCENARIO: 'os-.*-nofeature-.*ha'
 487                 run:
 488                     module: 'functest.opnfv_tests.vnf.ims.cloudify_ims'
 489                     class: 'CloudifyIms'
 490
 491             -
 492                 case_name: vyos_vrouter
 493                 project_name: functest
 494                 criteria: 100
 495                 blocking: false
 496                 description: >-
 497                     This test case is vRouter testing.
 498                 dependencies:
 499                     - DEPLOY_SCENARIO: 'os-.*-nofeature-.*ha'
 500                 run:
 501                     module: 'functest.opnfv_tests.vnf.router.cloudify_vrouter'
 502                     class: 'CloudifyVrouter'
 503
 504             -
 505                 case_name: juju_epc
 506                 project_name: functest
 507                 criteria: 100
 508                 blocking: false
 509                 description: >-
 510                     vEPC validation with Juju as VNF manager and ABoT as test
 511                     executor.
 512                 dependencies:
 513                     - DEPLOY_SCENARIO: 'os-.*-nofeature-.*ha'
 514                 run:
 515                     module: 'functest.opnfv_tests.vnf.epc.juju_epc'
 516                     class: 'JujuEpc'