functest/ci/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: healthcheck
   5         order: 0
   6         description: >-
   7             First tier to be executed to verify the basic
   8             operations in the VIM.
   9         testcases:
  10             -
  11                 case_name: connection_check
  12                 project_name: functest
  13                 criteria: 100
  14                 blocking: true
  15                 description: >-
  16                     This test case verifies the retrieval of OpenStack clients:
  17                     Keystone, Glance, Neutron and Nova and may perform some
  18                     simple queries.
  19                 run:
  20                     module:
  21                         'functest.opnfv_tests.openstack.api.connection_check'
  22                     class: 'ConnectionCheck'
  23
  24             -
  25                 case_name: tenantnetwork1
  26                 project_name: functest
  27                 criteria: 100
  28                 blocking: true
  29                 description: >-
  30                     It creates and configures all tenant network ressources
  31                     required by advanced testcases (subnet, network and
  32                     router).
  33                 run:
  34                     module: 'functest.core.tenantnetwork'
  35                     class: 'TenantNetwork1'
  36
  37             -
  38                 case_name: tenantnetwork2
  39                 project_name: functest
  40                 criteria: 100
  41                 blocking: true
  42                 description: >-
  43                     It creates new user/project before creating and configuring
  44                     all tenant network ressources required by a testcase
  45                     (subnet, network and router).
  46                 run:
  47                     module: 'functest.core.tenantnetwork'
  48                     class: 'TenantNetwork2'
  49
  50             -
  51                 case_name: vmready1
  52                 project_name: functest
  53                 criteria: 100
  54                 blocking: true
  55                 description: >-
  56                     It inherits from TenantNetwork1 which creates all network
  57                     resources and prepares a future VM attached to that
  58                     network.
  59                 run:
  60                     module: 'functest.core.singlevm'
  61                     class: 'VmReady1'
  62
  63             -
  64                 case_name: vmready2
  65                 project_name: functest
  66                 criteria: 100
  67                 blocking: true
  68                 description: >-
  69                     It creates new user/project before creating and configuring
  70                     all tenant network ressources, flavors, images, etc.
  71                     required by advanced testcases.
  72                 run:
  73                     module: 'functest.core.singlevm'
  74                     class: 'VmReady2'
  75
  76             -
  77                 case_name: singlevm1
  78                 project_name: functest
  79                 criteria: 100
  80                 blocking: true
  81                 description: >-
  82                     It inherits from TenantNetwork1 which creates all network
  83                     resources and completes it by booting a VM attached to that
  84                     network.
  85                 run:
  86                     module: 'functest.core.singlevm'
  87                     class: 'SingleVm1'
  88
  89             -
  90                 case_name: singlevm2
  91                 project_name: functest
  92                 criteria: 100
  93                 blocking: true
  94                 description: >-
  95                     It creates new user/project before creating and configuring
  96                     all tenant network ressources and vms required by advanced
  97                     testcases.
  98                 run:
  99                     module: 'functest.core.singlevm'
 100                     class: 'SingleVm2'
 101
 102             -
 103                 case_name: vping_ssh
 104                 project_name: functest
 105                 criteria: 100
 106                 blocking: true
 107                 description: >-
 108                     This test case verifies: 1) SSH to an instance using
 109                     floating IPs over the public network. 2) Connectivity
 110                     between 2 instances over a private network.
 111                 run:
 112                     module: 'functest.opnfv_tests.openstack.vping.vping_ssh'
 113                     class: 'VPingSSH'
 114
 115             -
 116                 case_name: vping_userdata
 117                 project_name: functest
 118                 criteria: 100
 119                 blocking: true
 120                 description: >-
 121                     This test case verifies:  1) Boot a VM with given userdata.
 122                     2) Connectivity between 2 instances over a private network.
 123                 run:
 124                     module:
 125                         'functest.opnfv_tests.openstack.vping.vping_userdata'
 126                     class: 'VPingUserdata'
 127
 128             -
 129                 case_name: cinder_test
 130                 project_name: functest
 131                 criteria: 100
 132                 blocking: true
 133                 description: >-
 134                     This test case verifies: 1) Attach volume and to 1
 135                     instance; 2) Write data on volume 3) Detach volume
 136                     from instance 1, attach it on instance 2 3) Read volume
 137                     data
 138                 run:
 139                     module: 'functest.opnfv_tests.openstack.cinder.cinder_test'
 140                     class: 'CinderCheck'
 141
 142             -
 143                 case_name: odl
 144                 project_name: functest
 145                 criteria: 100
 146                 blocking: true
 147                 description: >-
 148                     Test Suite for the OpenDaylight SDN Controller. It
 149                     integrates some test suites from upstream using
 150                     Robot as the test framework.
 151                 dependencies:
 152                     - DEPLOY_SCENARIO: 'odl'
 153                 run:
 154                     module: 'functest.opnfv_tests.sdn.odl.odl'
 155                     class: 'ODLTests'
 156                     args:
 157                         suites:
 158                             - /src/odl_test/csit/suites/integration/basic
 159                             - /src/odl_test/csit/suites/openstack/neutron
 160
 161             -
 162                 case_name: api_check
 163                 project_name: functest
 164                 criteria: 100
 165                 blocking: true
 166                 description: >-
 167                     This test case verifies the retrieval of OpenStack clients:
 168                     Keystone, Glance, Neutron and Nova and may perform some
 169                     simple queries. When the config value of
 170                     snaps.use_keystone is True, functest must have access to
 171                     the cloud's private network.
 172                 dependencies:
 173                     - DEPLOY_SCENARIO: '^((?!lxd).)*$'
 174                 run:
 175                     module: 'functest.opnfv_tests.openstack.snaps.api_check'
 176                     class: 'ApiCheck'
 177
 178             -
 179                 case_name: snaps_health_check
 180                 project_name: functest
 181                 criteria: 100
 182                 blocking: true
 183                 description: >-
 184                     This test case creates executes the SimpleHealthCheck
 185                     Python test class which creates an, image, flavor, network,
 186                     and Cirros VM instance and observes the console output to
 187                     validate the single port obtains the correct IP address.
 188                 dependencies:
 189                     - DEPLOY_SCENARIO: '^((?!lxd).)*$'
 190                 run:
 191                     module: 'functest.opnfv_tests.openstack.snaps.health_check'
 192                     class: 'HealthCheck'
 193
 194     -
 195         name: smoke
 196         order: 1
 197         description: >-
 198             Set of basic Functional tests to validate the OPNFV scenarios.
 199         testcases:
 200             -
 201                 case_name: tempest_smoke
 202                 project_name: functest
 203                 criteria: 100
 204                 blocking: false
 205                 description: >-
 206                     This test case runs the smoke subset of the OpenStack
 207                     Tempest suite. The list of test cases is generated by
 208                     Tempest automatically and depends on the parameters of
 209                     the OpenStack deplopyment.
 210                 run:
 211                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 212                     class: 'TempestCommon'
 213                     args:
 214                         mode:
 215                             '^(tempest|neutron_tempest_plugin)\.(api|scenario).*\[.*\bsmoke\b.*\]$'
 216
 217             -
 218                 case_name: rally_sanity
 219                 project_name: functest
 220                 criteria: 100
 221                 blocking: false
 222                 description: >-
 223                     This test case runs a sub group of tests of the OpenStack
 224                     Rally suite in smoke mode.
 225                 run:
 226                     module: 'functest.opnfv_tests.openstack.rally.rally'
 227                     class: 'RallySanity'
 228
 229             -
 230                 case_name: refstack_defcore
 231                 project_name: functest
 232                 enabled: false
 233                 criteria: 100
 234                 blocking: false
 235                 description: >-
 236                     This test case runs a sub group of tests of the OpenStack
 237                     Defcore testcases.
 238                 run:
 239                     module:
 240                         'functest.opnfv_tests.openstack.refstack.refstack'
 241                     class: 'Refstack'
 242
 243             -
 244                 case_name: patrole
 245                 project_name: functest
 246                 criteria: 100
 247                 blocking: false
 248                 description: >-
 249                     Test suite from Patrole project.
 250                 run:
 251                     module: 'functest.opnfv_tests.openstack.patrole.patrole'
 252                     class: 'Patrole'
 253                     args:
 254                         role: 'admin'
 255                         services:
 256                             - 'image'
 257                             - 'network'
 258                         exclude:
 259                             - 'test_networks_multiprovider_rbac'
 260
 261             -
 262                 case_name: vmtp
 263                 project_name: functest
 264                 criteria: 100
 265                 blocking: false
 266                 description: >-
 267                     VMTP is a small python application that will automatically
 268                     perform ping connectivity, round trip time measurement
 269                     (latency) and TCP/UDP throughput
 270                 run:
 271                     module:
 272                         'functest.opnfv_tests.openstack.vmtp.vmtp'
 273                     class: 'Vmtp'
 274
 275             -
 276                 case_name: shaker
 277                 project_name: functest
 278                 criteria: 100
 279                 blocking: false
 280                 description: >-
 281                     Shaker wraps around popular system network testing tools
 282                     like iperf, iperf3 and netperf (with help of flent). Shaker
 283                     is able to deploy OpenStack instances and networks in
 284                     different topologies.
 285                 run:
 286                     module:
 287                         'functest.opnfv_tests.openstack.shaker.shaker'
 288                     class: 'Shaker'
 289
 290             -
 291                 case_name: snaps_smoke
 292                 project_name: functest
 293                 criteria: 100
 294                 blocking: false
 295                 description: >-
 296                     This test case contains tests that setup and destroy
 297                     environments with VMs with and without Floating IPs
 298                     with a newly created user and project. Set the config
 299                     value snaps.use_floating_ips (True|False) to toggle
 300                     this functionality. When the config value of
 301                     snaps.use_keystone is True, functest must have access to
 302                     the cloud's private network.
 303                 dependencies:
 304                     - DEPLOY_SCENARIO: '^((?!lxd).)*$'
 305                 run:
 306                     module: 'functest.opnfv_tests.openstack.snaps.smoke'
 307                     class: 'SnapsSmoke'
 308
 309             -
 310                 case_name: neutron_trunk
 311                 project_name: functest
 312                 criteria: 100
 313                 blocking: false
 314                 description: >-
 315                     This test case runs the neutron trunk subtest of the
 316                     OpenStack Tempest suite. The list of test cases is
 317                     generated by Tempest having as input the relevant
 318                     testcase list file.
 319                 run:
 320                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 321                     class: 'TempestCommon'
 322                     args:
 323                         mode: 'neutron_tempest_plugin.(api|scenario).test_trunk'
 324                         neutron_extensions:
 325                             - trunk
 326                             - trunk_details
 327
 328             -
 329                 case_name: barbican
 330                 project_name: functest
 331                 criteria: 100
 332                 blocking: false
 333                 description: >-
 334                     It leverages on the tempest plugin containing tests used to
 335                     verify the functionality of a barbican installation.
 336                 run:
 337                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 338                     class: 'TempestCommon'
 339                     args:
 340                         mode: 'barbican_tempest_plugin.tests.(api|scenario)'
 341                         services:
 342                             - barbican
 343
 344     -
 345         name: features
 346         order: 2
 347         description: >-
 348             Test suites from feature projects
 349             integrated in functest
 350         testcases:
 351             -
 352                 case_name: doctor-notification
 353                 project_name: doctor
 354                 criteria: 100
 355                 blocking: false
 356                 description: >-
 357                     Test suite from Doctor project.
 358                 dependencies:
 359                     - INSTALLER_TYPE: '(apex)|(fuel)|(daisy)'
 360                     - DEPLOY_SCENARIO: '^((?!fdio|nofeature).)*$'
 361                 run:
 362                     module: 'xtesting.core.feature'
 363                     class: 'BashFeature'
 364                     args:
 365                         cmd: 'doctor-test'
 366
 367             -
 368                 case_name: bgpvpn
 369                 project_name: sdnvpn
 370                 criteria: 100
 371                 blocking: false
 372                 description: >-
 373                     Test suite from SDNVPN project.
 374                 dependencies:
 375                     - DEPLOY_SCENARIO: 'bgpvpn'
 376                 run:
 377                     module: 'sdnvpn.test.functest.run_sdnvpn_tests'
 378                     class: 'SdnvpnFunctest'
 379
 380             -
 381                 case_name: functest-odl-sfc
 382                 project_name: sfc
 383                 criteria: 100
 384                 blocking: false
 385                 description: >-
 386                     Test suite for odl-sfc to test two chains with one SF and
 387                     one chain with two SFs
 388                 dependencies:
 389                     - DEPLOY_SCENARIO: 'odl.*sfc'
 390                 run:
 391                     module: 'sfc.tests.functest.run_sfc_tests'
 392                     class: 'SfcFunctest'
 393
 394             -
 395                 case_name: barometercollectd
 396                 project_name: barometer
 397                 criteria: 100
 398                 blocking: false
 399                 description: >-
 400                     Test suite for the Barometer project. Separate tests verify
 401                     the proper configuration and basic functionality of all the
 402                     collectd plugins as described in the Project Release Plan
 403                 dependencies:
 404                     - DEPLOY_SCENARIO: 'bar'
 405                 run:
 406                     module: 'baro_tests.barometer'
 407                     class: 'BarometerCollectd'
 408
 409             -
 410                 case_name: fds
 411                 project_name: fastdatastacks
 412                 criteria: 100
 413                 blocking: false
 414                 description: >-
 415                     Test Suite for the OpenDaylight SDN Controller when GBP
 416                     features are installed. It integrates some test suites from
 417                     upstream using Robot as the test framework.
 418                 dependencies:
 419                     - DEPLOY_SCENARIO: 'odl.*-fdio'
 420                 run:
 421                     module: 'functest.opnfv_tests.sdn.odl.odl'
 422                     class: 'ODLTests'
 423                     args:
 424                         suites:
 425                             - /src/fds/testing/robot
 426
 427     -
 428         name: components
 429         order: 3
 430         description: >-
 431             Extensive testing of OpenStack API.
 432         testcases:
 433             -
 434                 case_name: tempest_full
 435                 project_name: functest
 436                 criteria: 80
 437                 blocking: false
 438                 description: >-
 439                     The list of test cases is generated by
 440                     Tempest automatically and depends on the parameters of
 441                     the OpenStack deplopyment.
 442                 run:
 443                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 444                     class: 'TempestCommon'
 445                     args:
 446                         mode: '^(tempest|neutron_tempest_plugin)\.'
 447
 448             -
 449                 case_name: rally_full
 450                 project_name: functest
 451                 criteria: 100
 452                 blocking: false
 453                 description: >-
 454                     This test case runs the full suite of scenarios of the
 455                     OpenStack Rally suite using several threads and iterations.
 456                 run:
 457                     module: 'functest.opnfv_tests.openstack.rally.rally'
 458                     class: 'RallyFull'
 459
 460     -
 461         name: vnf
 462         order: 4
 463         description: >-
 464             Collection of VNF test cases.
 465         testcases:
 466             -
 467                 case_name: cloudify
 468                 project_name: functest
 469                 criteria: 100
 470                 blocking: false
 471                 description: >-
 472                     This test case deploys the Cloudify orchestrator.
 473                 dependencies:
 474                     - DEPLOY_SCENARIO: 'os-.*-nofeature-.*ha'
 475                 run:
 476                     module: 'functest.core.cloudify'
 477                     class: 'Cloudify'
 478             -
 479                 case_name: cloudify_ims
 480                 project_name: functest
 481                 criteria: 80
 482                 blocking: false
 483                 description: >-
 484                     This test case deploys an OpenSource vIMS solution from
 485                     Clearwater using the Cloudify orchestrator. It also runs
 486                     some signaling traffic.
 487                 dependencies:
 488                     - DEPLOY_SCENARIO: 'os-.*-nofeature-.*ha'
 489                 run:
 490                     module: 'functest.opnfv_tests.vnf.ims.cloudify_ims'
 491                     class: 'CloudifyIms'
 492
 493             -
 494                 case_name: vyos_vrouter
 495                 project_name: functest
 496                 criteria: 100
 497                 blocking: false
 498                 description: >-
 499                     This test case is vRouter testing.
 500                 dependencies:
 501                     - DEPLOY_SCENARIO: 'os-.*-nofeature-.*ha'
 502                 run:
 503                     module: 'functest.opnfv_tests.vnf.router.cloudify_vrouter'
 504                     class: 'CloudifyVrouter'
 505
 506             -
 507                 case_name: juju_epc
 508                 project_name: functest
 509                 criteria: 100
 510                 blocking: false
 511                 description: >-
 512                     vEPC validation with Juju as VNF manager and ABoT as test
 513                     executor.
 514                 dependencies:
 515                     - DEPLOY_SCENARIO: 'os-.*-nofeature-.*ha'
 516                 run:
 517                     module: 'functest.opnfv_tests.vnf.epc.juju_epc'
 518                     class: 'JujuEpc'