functest/ci/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: healthcheck
   5         order: 0
   6         description: >-
   7             First tier to be executed to verify the basic
   8             operations in the VIM.
   9         testcases:
  10             -
  11                 case_name: connection_check
  12                 project_name: functest
  13                 criteria: 100
  14                 blocking: true
  15                 description: >-
  16                     This test case verifies the retrieval of OpenStack clients:
  17                     Keystone, Glance, Neutron and Nova and may perform some
  18                     simple queries.
  19                 run:
  20                     module:
  21                         'functest.opnfv_tests.openstack.api.connection_check'
  22                     class: 'ConnectionCheck'
  23
  24             -
  25                 case_name: tenantnetwork1
  26                 project_name: functest
  27                 criteria: 100
  28                 blocking: true
  29                 description: >-
  30                     It creates and configures all tenant network ressources
  31                     required by advanced testcases (subnet, network and
  32                     router).
  33                 run:
  34                     module: 'functest.core.tenantnetwork'
  35                     class: 'TenantNetwork1'
  36
  37             -
  38                 case_name: tenantnetwork2
  39                 project_name: functest
  40                 criteria: 100
  41                 blocking: true
  42                 description: >-
  43                     It creates new user/project before creating and configuring
  44                     all tenant network ressources required by a testcase
  45                     (subnet, network and router).
  46                 run:
  47                     module: 'functest.core.tenantnetwork'
  48                     class: 'TenantNetwork2'
  49
  50             -
  51                 case_name: vmready1
  52                 project_name: functest
  53                 criteria: 100
  54                 blocking: true
  55                 description: >-
  56                     It inherits from TenantNetwork1 which creates all network
  57                     resources and prepares a future VM attached to that
  58                     network.
  59                 run:
  60                     module: 'functest.core.singlevm'
  61                     class: 'VmReady1'
  62
  63             -
  64                 case_name: vmready2
  65                 project_name: functest
  66                 criteria: 100
  67                 blocking: true
  68                 description: >-
  69                     It creates new user/project before creating and configuring
  70                     all tenant network ressources, flavors, images, etc.
  71                     required by advanced testcases.
  72                 run:
  73                     module: 'functest.core.singlevm'
  74                     class: 'VmReady2'
  75
  76             -
  77                 case_name: singlevm1
  78                 project_name: functest
  79                 criteria: 100
  80                 blocking: true
  81                 description: >-
  82                     It inherits from TenantNetwork1 which creates all network
  83                     resources and completes it by booting a VM attached to that
  84                     network.
  85                 run:
  86                     module: 'functest.core.singlevm'
  87                     class: 'SingleVm1'
  88
  89             -
  90                 case_name: singlevm2
  91                 project_name: functest
  92                 criteria: 100
  93                 blocking: true
  94                 description: >-
  95                     It creates new user/project before creating and configuring
  96                     all tenant network ressources and vms required by advanced
  97                     testcases.
  98                 run:
  99                     module: 'functest.core.singlevm'
 100                     class: 'SingleVm2'
 101
 102             -
 103                 case_name: vping_ssh
 104                 project_name: functest
 105                 criteria: 100
 106                 blocking: true
 107                 description: >-
 108                     This test case verifies: 1) SSH to an instance using
 109                     floating IPs over the public network. 2) Connectivity
 110                     between 2 instances over a private network.
 111                 run:
 112                     module: 'functest.opnfv_tests.openstack.vping.vping_ssh'
 113                     class: 'VPingSSH'
 114
 115             -
 116                 case_name: vping_userdata
 117                 project_name: functest
 118                 criteria: 100
 119                 blocking: true
 120                 description: >-
 121                     This test case verifies:  1) Boot a VM with given userdata.
 122                     2) Connectivity between 2 instances over a private network.
 123                 run:
 124                     module:
 125                         'functest.opnfv_tests.openstack.vping.vping_userdata'
 126                     class: 'VPingUserdata'
 127
 128             -
 129                 case_name: cinder_test
 130                 project_name: functest
 131                 criteria: 100
 132                 blocking: true
 133                 description: >-
 134                     This test case verifies: 1) Attach volume and to 1
 135                     instance; 2) Write data on volume 3) Detach volume
 136                     from instance 1, attach it on instance 2 3) Read volume
 137                     data
 138                 run:
 139                     module: 'functest.opnfv_tests.openstack.cinder.cinder_test'
 140                     class: 'CinderCheck'
 141
 142             -
 143                 case_name: odl
 144                 project_name: functest
 145                 criteria: 100
 146                 blocking: true
 147                 description: >-
 148                     Test Suite for the OpenDaylight SDN Controller. It
 149                     integrates some test suites from upstream using
 150                     Robot as the test framework.
 151                 dependencies:
 152                     - DEPLOY_SCENARIO: 'odl'
 153                 run:
 154                     module: 'functest.opnfv_tests.sdn.odl.odl'
 155                     class: 'ODLTests'
 156                     args:
 157                         suites:
 158                             - /src/odl_test/csit/suites/integration/basic
 159                             - /src/odl_test/csit/suites/openstack/neutron
 160
 161             -
 162                 case_name: api_check
 163                 project_name: functest
 164                 criteria: 100
 165                 blocking: true
 166                 description: >-
 167                     This test case verifies the retrieval of OpenStack clients:
 168                     Keystone, Glance, Neutron and Nova and may perform some
 169                     simple queries. When the config value of
 170                     snaps.use_keystone is True, functest must have access to
 171                     the cloud's private network.
 172                 dependencies:
 173                     - DEPLOY_SCENARIO: '^((?!lxd).)*$'
 174                 run:
 175                     module: 'functest.opnfv_tests.openstack.snaps.api_check'
 176                     class: 'ApiCheck'
 177
 178             -
 179                 case_name: snaps_health_check
 180                 project_name: functest
 181                 criteria: 100
 182                 blocking: true
 183                 description: >-
 184                     This test case creates executes the SimpleHealthCheck
 185                     Python test class which creates an, image, flavor, network,
 186                     and Cirros VM instance and observes the console output to
 187                     validate the single port obtains the correct IP address.
 188                 dependencies:
 189                     - DEPLOY_SCENARIO: '^((?!lxd).)*$'
 190                 run:
 191                     module: 'functest.opnfv_tests.openstack.snaps.health_check'
 192                     class: 'HealthCheck'
 193
 194     -
 195         name: smoke
 196         order: 1
 197         description: >-
 198             Set of basic Functional tests to validate the OPNFV scenarios.
 199         testcases:
 200             -
 201                 case_name: tempest_smoke
 202                 project_name: functest
 203                 criteria: 100
 204                 blocking: false
 205                 description: >-
 206                     This test case runs the smoke subset of the OpenStack
 207                     Tempest suite. The list of test cases is generated by
 208                     Tempest automatically and depends on the parameters of
 209                     the OpenStack deplopyment.
 210                 run:
 211                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 212                     class: 'TempestCommon'
 213                     args:
 214                         mode:
 215                             '^(tempest|neutron_tempest_plugin)\.(api|scenario).*\[.*\bsmoke\b.*\]$'
 216
 217             -
 218                 case_name: rally_sanity
 219                 project_name: functest
 220                 criteria: 100
 221                 blocking: false
 222                 description: >-
 223                     This test case runs a sub group of tests of the OpenStack
 224                     Rally suite in smoke mode.
 225                 run:
 226                     module: 'functest.opnfv_tests.openstack.rally.rally'
 227                     class: 'RallySanity'
 228
 229             -
 230                 case_name: refstack_defcore
 231                 project_name: functest
 232                 enabled: false
 233                 criteria: 100
 234                 blocking: false
 235                 description: >-
 236                     This test case runs a sub group of tests of the OpenStack
 237                     Defcore testcases.
 238                 run:
 239                     module:
 240                         'functest.opnfv_tests.openstack.refstack.refstack'
 241                     class: 'Refstack'
 242
 243             -
 244                 case_name: patrole
 245                 project_name: functest
 246                 criteria: 100
 247                 blocking: false
 248                 description: >-
 249                     Test suite from Patrole project.
 250                 run:
 251                     module: 'functest.opnfv_tests.openstack.patrole.patrole'
 252                     class: 'Patrole'
 253                     args:
 254                         role: 'admin'
 255                         includes:
 256                             - 'image'
 257                             - 'network'
 258                         excludes:
 259                             - 'test_networks_multiprovider_rbac'
 260
 261             -
 262                 case_name: vmtp
 263                 project_name: functest
 264                 criteria: 100
 265                 blocking: false
 266                 description: >-
 267                     VMTP is a small python application that will automatically
 268                     perform ping connectivity, round trip time measurement
 269                     (latency) and TCP/UDP throughput
 270                 run:
 271                     module:
 272                         'functest.opnfv_tests.openstack.vmtp.vmtp'
 273                     class: 'Vmtp'
 274
 275             -
 276                 case_name: shaker
 277                 project_name: functest
 278                 criteria: 100
 279                 blocking: false
 280                 description: >-
 281                     Shaker wraps around popular system network testing tools
 282                     like iperf, iperf3 and netperf (with help of flent). Shaker
 283                     is able to deploy OpenStack instances and networks in
 284                     different topologies.
 285                 run:
 286                     module:
 287                         'functest.opnfv_tests.openstack.shaker.shaker'
 288                     class: 'Shaker'
 289
 290             -
 291                 case_name: snaps_smoke
 292                 project_name: functest
 293                 criteria: 100
 294                 blocking: false
 295                 description: >-
 296                     This test case contains tests that setup and destroy
 297                     environments with VMs with and without Floating IPs
 298                     with a newly created user and project. Set the config
 299                     value snaps.use_floating_ips (True|False) to toggle
 300                     this functionality. When the config value of
 301                     snaps.use_keystone is True, functest must have access to
 302                     the cloud's private network.
 303                 dependencies:
 304                     - DEPLOY_SCENARIO: '^((?!lxd).)*$'
 305                 run:
 306                     module: 'functest.opnfv_tests.openstack.snaps.smoke'
 307                     class: 'SnapsSmoke'
 308
 309             -
 310                 case_name: neutron_trunk
 311                 project_name: functest
 312                 criteria: 100
 313                 blocking: false
 314                 description: >-
 315                     This test case runs the neutron trunk subtest of the
 316                     OpenStack Tempest suite. The list of test cases is
 317                     generated by Tempest having as input the relevant
 318                     testcase list file.
 319                 run:
 320                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 321                     class: 'TempestCommon'
 322                     args:
 323                         mode: 'neutron_tempest_plugin.(api|scenario).test_trunk'
 324                         neutron_extensions:
 325                             - trunk
 326                             - trunk-details
 327
 328             -
 329                 case_name: barbican
 330                 project_name: functest
 331                 criteria: 100
 332                 blocking: false
 333                 description: >-
 334                     It leverages on the tempest plugin containing tests used to
 335                     verify the functionality of a barbican installation.
 336                 run:
 337                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 338                     class: 'TempestCommon'
 339                     args:
 340                         mode:
 341                             'barbican_tempest_plugin.tests.(api|scenario).(?!test_image_signing)'
 342                         services:
 343                             - barbican
 344
 345     -
 346         name: features
 347         order: 2
 348         description: >-
 349             Test suites from feature projects
 350             integrated in functest
 351         testcases:
 352             -
 353                 case_name: doctor-notification
 354                 project_name: doctor
 355                 criteria: 100
 356                 blocking: false
 357                 description: >-
 358                     Test suite from Doctor project.
 359                 dependencies:
 360                     - INSTALLER_TYPE: '(apex)|(fuel)|(daisy)'
 361                     - DEPLOY_SCENARIO: '^((?!fdio|nofeature).)*$'
 362                 run:
 363                     module: 'xtesting.core.feature'
 364                     class: 'BashFeature'
 365                     args:
 366                         cmd: 'doctor-test'
 367
 368             -
 369                 case_name: bgpvpn
 370                 project_name: sdnvpn
 371                 criteria: 100
 372                 blocking: false
 373                 description: >-
 374                     Test suite from SDNVPN project.
 375                 dependencies:
 376                     - DEPLOY_SCENARIO: 'bgpvpn'
 377                 run:
 378                     module: 'sdnvpn.test.functest.run_sdnvpn_tests'
 379                     class: 'SdnvpnFunctest'
 380
 381             -
 382                 case_name: functest-odl-sfc
 383                 project_name: sfc
 384                 criteria: 100
 385                 blocking: false
 386                 description: >-
 387                     Test suite for odl-sfc to test two chains with one SF and
 388                     one chain with two SFs
 389                 dependencies:
 390                     - DEPLOY_SCENARIO: 'odl.*sfc'
 391                 run:
 392                     module: 'sfc.tests.functest.run_sfc_tests'
 393                     class: 'SfcFunctest'
 394
 395             -
 396                 case_name: barometercollectd
 397                 project_name: barometer
 398                 criteria: 100
 399                 blocking: false
 400                 description: >-
 401                     Test suite for the Barometer project. Separate tests verify
 402                     the proper configuration and basic functionality of all the
 403                     collectd plugins as described in the Project Release Plan
 404                 dependencies:
 405                     - DEPLOY_SCENARIO: 'bar'
 406                 run:
 407                     module: 'baro_tests.barometer'
 408                     class: 'BarometerCollectd'
 409
 410             -
 411                 case_name: fds
 412                 project_name: fastdatastacks
 413                 criteria: 100
 414                 blocking: false
 415                 description: >-
 416                     Test Suite for the OpenDaylight SDN Controller when GBP
 417                     features are installed. It integrates some test suites from
 418                     upstream using Robot as the test framework.
 419                 dependencies:
 420                     - DEPLOY_SCENARIO: 'odl.*-fdio'
 421                 run:
 422                     module: 'functest.opnfv_tests.sdn.odl.odl'
 423                     class: 'ODLTests'
 424                     args:
 425                         suites:
 426                             - /src/fds/testing/robot
 427
 428     -
 429         name: components
 430         order: 3
 431         description: >-
 432             Extensive testing of OpenStack API.
 433         testcases:
 434             -
 435                 case_name: tempest_full
 436                 project_name: functest
 437                 criteria: 80
 438                 blocking: false
 439                 description: >-
 440                     The list of test cases is generated by
 441                     Tempest automatically and depends on the parameters of
 442                     the OpenStack deplopyment.
 443                 run:
 444                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 445                     class: 'TempestCommon'
 446                     args:
 447                         mode: '^(tempest|neutron_tempest_plugin)\.'
 448
 449             -
 450                 case_name: rally_full
 451                 project_name: functest
 452                 criteria: 100
 453                 blocking: false
 454                 description: >-
 455                     This test case runs the full suite of scenarios of the
 456                     OpenStack Rally suite using several threads and iterations.
 457                 run:
 458                     module: 'functest.opnfv_tests.openstack.rally.rally'
 459                     class: 'RallyFull'
 460
 461     -
 462         name: vnf
 463         order: 4
 464         description: >-
 465             Collection of VNF test cases.
 466         testcases:
 467             -
 468                 case_name: cloudify
 469                 project_name: functest
 470                 criteria: 100
 471                 blocking: false
 472                 description: >-
 473                     This test case deploys the Cloudify orchestrator.
 474                 dependencies:
 475                     - DEPLOY_SCENARIO: 'os-.*-nofeature-.*ha'
 476                 run:
 477                     module: 'functest.core.cloudify'
 478                     class: 'Cloudify'
 479             -
 480                 case_name: cloudify_ims
 481                 project_name: functest
 482                 criteria: 80
 483                 blocking: false
 484                 description: >-
 485                     This test case deploys an OpenSource vIMS solution from
 486                     Clearwater using the Cloudify orchestrator. It also runs
 487                     some signaling traffic.
 488                 dependencies:
 489                     - DEPLOY_SCENARIO: 'os-.*-nofeature-.*ha'
 490                 run:
 491                     module: 'functest.opnfv_tests.vnf.ims.cloudify_ims'
 492                     class: 'CloudifyIms'
 493
 494             -
 495                 case_name: vyos_vrouter
 496                 project_name: functest
 497                 criteria: 100
 498                 blocking: false
 499                 description: >-
 500                     This test case is vRouter testing.
 501                 dependencies:
 502                     - DEPLOY_SCENARIO: 'os-.*-nofeature-.*ha'
 503                 run:
 504                     module: 'functest.opnfv_tests.vnf.router.cloudify_vrouter'
 505                     class: 'CloudifyVrouter'
 506
 507             -
 508                 case_name: juju_epc
 509                 project_name: functest
 510                 criteria: 100
 511                 blocking: false
 512                 description: >-
 513                     vEPC validation with Juju as VNF manager and ABoT as test
 514                     executor.
 515                 dependencies:
 516                     - DEPLOY_SCENARIO: 'os-.*-nofeature-.*ha'
 517                 run:
 518                     module: 'functest.opnfv_tests.vnf.epc.juju_epc'
 519                     class: 'JujuEpc'