functest/ci/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: healthcheck
   5         order: 0
   6         description: >-
   7             First tier to be executed to verify the basic
   8             operations in the VIM.
   9         testcases:
  10             -
  11                 case_name: connection_check
  12                 project_name: functest
  13                 criteria: 100
  14                 blocking: true
  15                 description: >-
  16                     This test case verifies the retrieval of OpenStack clients:
  17                     Keystone, Glance, Neutron and Nova and may perform some
  18                     simple queries.
  19                 run:
  20                     module:
  21                         'functest.opnfv_tests.openstack.api.connection_check'
  22                     class: 'ConnectionCheck'
  23
  24             -
  25                 case_name: tenantnetwork1
  26                 project_name: functest
  27                 criteria: 100
  28                 blocking: true
  29                 description: >-
  30                     It creates and configures all tenant network ressources
  31                     required by advanced testcases (subnet, network and
  32                     router).
  33                 run:
  34                     module: 'functest.core.tenantnetwork'
  35                     class: 'TenantNetwork1'
  36
  37             -
  38                 case_name: tenantnetwork2
  39                 project_name: functest
  40                 criteria: 100
  41                 blocking: true
  42                 description: >-
  43                     It creates new user/project before creating and configuring
  44                     all tenant network ressources required by a testcase
  45                     (subnet, network and router).
  46                 run:
  47                     module: 'functest.core.tenantnetwork'
  48                     class: 'TenantNetwork2'
  49
  50             -
  51                 case_name: vmready1
  52                 project_name: functest
  53                 criteria: 100
  54                 blocking: true
  55                 description: >-
  56                     It inherits from TenantNetwork1 which creates all network
  57                     resources and prepares a future VM attached to that
  58                     network.
  59                 run:
  60                     module: 'functest.core.singlevm'
  61                     class: 'VmReady1'
  62
  63             -
  64                 case_name: vmready2
  65                 project_name: functest
  66                 criteria: 100
  67                 blocking: true
  68                 description: >-
  69                     It creates new user/project before creating and configuring
  70                     all tenant network ressources, flavors, images, etc.
  71                     required by advanced testcases.
  72                 run:
  73                     module: 'functest.core.singlevm'
  74                     class: 'VmReady2'
  75
  76             -
  77                 case_name: singlevm1
  78                 project_name: functest
  79                 criteria: 100
  80                 blocking: true
  81                 description: >-
  82                     It inherits from TenantNetwork1 which creates all network
  83                     resources and completes it by booting a VM attached to that
  84                     network.
  85                 run:
  86                     module: 'functest.core.singlevm'
  87                     class: 'SingleVm1'
  88
  89             -
  90                 case_name: singlevm2
  91                 project_name: functest
  92                 criteria: 100
  93                 blocking: true
  94                 description: >-
  95                     It creates new user/project before creating and configuring
  96                     all tenant network ressources and vms required by advanced
  97                     testcases.
  98                 run:
  99                     module: 'functest.core.singlevm'
 100                     class: 'SingleVm2'
 101
 102             -
 103                 case_name: vping_ssh
 104                 project_name: functest
 105                 criteria: 100
 106                 blocking: true
 107                 description: >-
 108                     This test case verifies: 1) SSH to an instance using
 109                     floating IPs over the public network. 2) Connectivity
 110                     between 2 instances over a private network.
 111                 run:
 112                     module: 'functest.opnfv_tests.openstack.vping.vping_ssh'
 113                     class: 'VPingSSH'
 114
 115             -
 116                 case_name: vping_userdata
 117                 project_name: functest
 118                 criteria: 100
 119                 blocking: true
 120                 description: >-
 121                     This test case verifies:  1) Boot a VM with given userdata.
 122                     2) Connectivity between 2 instances over a private network.
 123                 run:
 124                     module:
 125                         'functest.opnfv_tests.openstack.vping.vping_userdata'
 126                     class: 'VPingUserdata'
 127
 128             -
 129                 case_name: cinder_test
 130                 project_name: functest
 131                 criteria: 100
 132                 blocking: true
 133                 description: >-
 134                     This test case verifies: 1) Attach volume and to 1
 135                     instance; 2) Write data on volume 3) Detach volume
 136                     from instance 1, attach it on instance 2 3) Read volume
 137                     data
 138                 run:
 139                     module: 'functest.opnfv_tests.openstack.cinder.cinder_test'
 140                     class: 'CinderCheck'
 141
 142             -
 143                 case_name: odl
 144                 project_name: functest
 145                 criteria: 100
 146                 blocking: true
 147                 description: >-
 148                     Test Suite for the OpenDaylight SDN Controller. It
 149                     integrates some test suites from upstream using
 150                     Robot as the test framework.
 151                 dependencies:
 152                     DEPLOY_SCENARIO: 'odl'
 153                 run:
 154                     module: 'functest.opnfv_tests.sdn.odl.odl'
 155                     class: 'ODLTests'
 156                     args:
 157                         suites:
 158                             - /src/odl_test/csit/suites/integration/basic
 159                             - /src/odl_test/csit/suites/openstack/neutron
 160
 161             -
 162                 case_name: api_check
 163                 project_name: functest
 164                 criteria: 100
 165                 blocking: true
 166                 description: >-
 167                     This test case verifies the retrieval of OpenStack clients:
 168                     Keystone, Glance, Neutron and Nova and may perform some
 169                     simple queries. When the config value of
 170                     snaps.use_keystone is True, functest must have access to
 171                     the cloud's private network.
 172                 dependencies:
 173                     - DEPLOY_SCENARIO: '^((?!lxd).)*$'
 174                 run:
 175                     module: 'functest.opnfv_tests.openstack.snaps.api_check'
 176                     class: 'ApiCheck'
 177
 178             -
 179                 case_name: snaps_health_check
 180                 project_name: functest
 181                 criteria: 100
 182                 blocking: true
 183                 description: >-
 184                     This test case creates executes the SimpleHealthCheck
 185                     Python test class which creates an, image, flavor, network,
 186                     and Cirros VM instance and observes the console output to
 187                     validate the single port obtains the correct IP address.
 188                 dependencies:
 189                     - DEPLOY_SCENARIO: '^((?!lxd).)*$'
 190                 run:
 191                     module: 'functest.opnfv_tests.openstack.snaps.health_check'
 192                     class: 'HealthCheck'
 193
 194     -
 195         name: smoke
 196         order: 1
 197         description: >-
 198             Set of basic Functional tests to validate the OPNFV scenarios.
 199         testcases:
 200             -
 201                 case_name: tempest_smoke
 202                 project_name: functest
 203                 criteria: 100
 204                 blocking: false
 205                 description: >-
 206                     This test case runs the smoke subset of the OpenStack
 207                     Tempest suite. The list of test cases is generated by
 208                     Tempest automatically and depends on the parameters of
 209                     the OpenStack deplopyment.
 210                 run:
 211                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 212                     class: 'TempestCommon'
 213                     args:
 214                         mode:
 215                             '^(tempest|neutron_tempest_plugin)\.(api|scenario).*\[.*\bsmoke\b.*\]$'
 216
 217             -
 218                 case_name: rally_sanity
 219                 project_name: functest
 220                 criteria: 100
 221                 blocking: false
 222                 description: >-
 223                     This test case runs a sub group of tests of the OpenStack
 224                     Rally suite in smoke mode.
 225                 run:
 226                     module: 'functest.opnfv_tests.openstack.rally.rally'
 227                     class: 'RallySanity'
 228
 229             -
 230                 case_name: refstack_defcore
 231                 project_name: functest
 232                 enabled: false
 233                 criteria: 100
 234                 blocking: false
 235                 description: >-
 236                     This test case runs a sub group of tests of the OpenStack
 237                     Defcore testcases.
 238                 run:
 239                     module:
 240                         'functest.opnfv_tests.openstack.refstack.refstack'
 241                     class: 'Refstack'
 242
 243             -
 244                 case_name: patrole
 245                 project_name: functest
 246                 criteria: 100
 247                 blocking: false
 248                 description: >-
 249                     Test suite from Patrole project.
 250                 run:
 251                     module: 'functest.opnfv_tests.openstack.patrole.patrole'
 252                     class: 'Patrole'
 253                     args:
 254                         role: 'admin'
 255                         services:
 256                             - 'image'
 257                             - 'network'
 258                         exclude:
 259                             - 'test_networks_multiprovider_rbac'
 260
 261             -
 262                 case_name: vmtp
 263                 project_name: functest
 264                 criteria: 100
 265                 blocking: false
 266                 description: >-
 267                     VMTP is a small python application that will automatically
 268                     perform ping connectivity, round trip time measurement
 269                     (latency) and TCP/UDP throughput
 270                 run:
 271                     module:
 272                         'functest.opnfv_tests.openstack.vmtp.vmtp'
 273                     class: 'Vmtp'
 274
 275             -
 276                 case_name: shaker
 277                 project_name: functest
 278                 criteria: 100
 279                 blocking: false
 280                 description: >-
 281                     Shaker wraps around popular system network testing tools
 282                     like iperf, iperf3 and netperf (with help of flent). Shaker
 283                     is able to deploy OpenStack instances and networks in
 284                     different topologies.
 285                 run:
 286                     module:
 287                         'functest.opnfv_tests.openstack.shaker.shaker'
 288                     class: 'Shaker'
 289
 290             -
 291                 case_name: snaps_smoke
 292                 project_name: functest
 293                 criteria: 100
 294                 blocking: false
 295                 description: >-
 296                     This test case contains tests that setup and destroy
 297                     environments with VMs with and without Floating IPs
 298                     with a newly created user and project. Set the config
 299                     value snaps.use_floating_ips (True|False) to toggle
 300                     this functionality. When the config value of
 301                     snaps.use_keystone is True, functest must have access to
 302                     the cloud's private network.
 303                 dependencies:
 304                     - DEPLOY_SCENARIO: '^((?!lxd).)*$'
 305                 run:
 306                     module: 'functest.opnfv_tests.openstack.snaps.smoke'
 307                     class: 'SnapsSmoke'
 308
 309             -
 310                 case_name: neutron_trunk
 311                 project_name: functest
 312                 criteria: 100
 313                 blocking: false
 314                 description: >-
 315                     This test case runs the neutron trunk subtest of the
 316                     OpenStack Tempest suite. The list of test cases is
 317                     generated by Tempest having as input the relevant
 318                     testcase list file.
 319                 dependencies:
 320                     - INSTALLER_TYPE: '(fuel)|(apex)|(compass)'
 321                 run:
 322                     module: 'functest.opnfv_tests.openstack.trunk.trunk'
 323                     class: 'TempestNeutronTrunk'
 324                     args:
 325                         mode: 'neutron_tempest_plugin.(api|scenario).test_trunk'
 326
 327             -
 328                 case_name: barbican
 329                 project_name: functest
 330                 criteria: 100
 331                 blocking: false
 332                 description: >-
 333                     It leverages on the tempest plugin containing tests used to
 334                     verify the functionality of a barbican installation.
 335                 dependencies:
 336                     - INSTALLER_TYPE: '^((?!fuel|apex|compass|daisy|osa).)*$'
 337                 run:
 338                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 339                     class: 'TempestCommon'
 340                     args:
 341                         mode: 'barbican_tempest_plugin.tests.(api|scenario)'
 342
 343     -
 344         name: features
 345         order: 2
 346         description: >-
 347             Test suites from feature projects
 348             integrated in functest
 349         testcases:
 350             -
 351                 case_name: doctor-notification
 352                 project_name: doctor
 353                 criteria: 100
 354                 blocking: false
 355                 description: >-
 356                     Test suite from Doctor project.
 357                 dependencies:
 358                     - INSTALLER_TYPE: '(apex)|(fuel)|(daisy)'
 359                     - DEPLOY_SCENARIO: '^((?!fdio|nofeature).)*$'
 360                 run:
 361                     module: 'xtesting.core.feature'
 362                     class: 'BashFeature'
 363                     args:
 364                         cmd: 'doctor-test'
 365
 366             -
 367                 case_name: bgpvpn
 368                 project_name: sdnvpn
 369                 criteria: 100
 370                 blocking: false
 371                 description: >-
 372                     Test suite from SDNVPN project.
 373                 dependencies:
 374                     - DEPLOY_SCENARIO: 'bgpvpn'
 375                 run:
 376                     module: 'sdnvpn.test.functest.run_sdnvpn_tests'
 377                     class: 'SdnvpnFunctest'
 378
 379             -
 380                 case_name: functest-odl-sfc
 381                 project_name: sfc
 382                 criteria: 100
 383                 blocking: false
 384                 description: >-
 385                     Test suite for odl-sfc to test two chains with one SF and
 386                     one chain with two SFs
 387                 dependencies:
 388                     - DEPLOY_SCENARIO: 'odl.*sfc'
 389                 run:
 390                     module: 'sfc.tests.functest.run_sfc_tests'
 391                     class: 'SfcFunctest'
 392
 393             -
 394                 case_name: barometercollectd
 395                 project_name: barometer
 396                 criteria: 100
 397                 blocking: false
 398                 description: >-
 399                     Test suite for the Barometer project. Separate tests verify
 400                     the proper configuration and basic functionality of all the
 401                     collectd plugins as described in the Project Release Plan
 402                 dependencies:
 403                     - DEPLOY_SCENARIO: 'bar'
 404                 run:
 405                     module: 'baro_tests.barometer'
 406                     class: 'BarometerCollectd'
 407
 408             -
 409                 case_name: fds
 410                 project_name: fastdatastacks
 411                 criteria: 100
 412                 blocking: false
 413                 description: >-
 414                     Test Suite for the OpenDaylight SDN Controller when GBP
 415                     features are installed. It integrates some test suites from
 416                     upstream using Robot as the test framework.
 417                 dependencies:
 418                     - DEPLOY_SCENARIO: 'odl.*-fdio'
 419                 run:
 420                     module: 'functest.opnfv_tests.sdn.odl.odl'
 421                     class: 'ODLTests'
 422                     args:
 423                         suites:
 424                             - /src/fds/testing/robot
 425
 426     -
 427         name: components
 428         order: 3
 429         description: >-
 430             Extensive testing of OpenStack API.
 431         testcases:
 432             -
 433                 case_name: tempest_full
 434                 project_name: functest
 435                 criteria: 80
 436                 blocking: false
 437                 description: >-
 438                     The list of test cases is generated by
 439                     Tempest automatically and depends on the parameters of
 440                     the OpenStack deplopyment.
 441                 run:
 442                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 443                     class: 'TempestCommon'
 444                     args:
 445                         mode: '^(tempest|neutron_tempest_plugin)\.'
 446
 447             -
 448                 case_name: rally_full
 449                 project_name: functest
 450                 criteria: 100
 451                 blocking: false
 452                 description: >-
 453                     This test case runs the full suite of scenarios of the
 454                     OpenStack Rally suite using several threads and iterations.
 455                 run:
 456                     module: 'functest.opnfv_tests.openstack.rally.rally'
 457                     class: 'RallyFull'
 458
 459     -
 460         name: vnf
 461         order: 4
 462         description: >-
 463             Collection of VNF test cases.
 464         testcases:
 465             -
 466                 case_name: cloudify
 467                 project_name: functest
 468                 criteria: 100
 469                 blocking: false
 470                 description: >-
 471                     This test case deploys the Cloudify orchestrator.
 472                 dependencies:
 473                     - DEPLOY_SCENARIO: 'os-.*-nofeature-.*ha'
 474                 run:
 475                     module: 'functest.core.cloudify'
 476                     class: 'Cloudify'
 477             -
 478                 case_name: cloudify_ims
 479                 project_name: functest
 480                 criteria: 80
 481                 blocking: false
 482                 description: >-
 483                     This test case deploys an OpenSource vIMS solution from
 484                     Clearwater using the Cloudify orchestrator. It also runs
 485                     some signaling traffic.
 486                 dependencies:
 487                     - DEPLOY_SCENARIO: 'os-.*-nofeature-.*ha'
 488                 run:
 489                     module: 'functest.opnfv_tests.vnf.ims.cloudify_ims'
 490                     class: 'CloudifyIms'
 491
 492             -
 493                 case_name: vyos_vrouter
 494                 project_name: functest
 495                 criteria: 100
 496                 blocking: false
 497                 description: >-
 498                     This test case is vRouter testing.
 499                 dependencies:
 500                     - DEPLOY_SCENARIO: 'os-.*-nofeature-.*ha'
 501                 run:
 502                     module: 'functest.opnfv_tests.vnf.router.cloudify_vrouter'
 503                     class: 'CloudifyVrouter'
 504
 505             -
 506                 case_name: juju_epc
 507                 project_name: functest
 508                 criteria: 100
 509                 blocking: false
 510                 description: >-
 511                     vEPC validation with Juju as VNF manager and ABoT as test
 512                     executor.
 513                 dependencies:
 514                     - DEPLOY_SCENARIO: 'os-.*-nofeature-.*ha'
 515                 run:
 516                     module: 'functest.opnfv_tests.vnf.epc.juju_epc'
 517                     class: 'JujuEpc'