functest/ci/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: healthcheck
   5         order: 0
   6         description: >-
   7             First tier to be executed to verify the basic
   8             operations in the VIM.
   9         testcases:
  10             -
  11                 case_name: connection_check
  12                 project_name: functest
  13                 criteria: 100
  14                 blocking: true
  15                 description: >-
  16                     This test case verifies the retrieval of OpenStack clients:
  17                     Keystone, Glance, Neutron and Nova and may perform some
  18                     simple queries.
  19                 run:
  20                     module:
  21                         'functest.opnfv_tests.openstack.api.connection_check'
  22                     class: 'ConnectionCheck'
  23
  24             -
  25                 case_name: tenantnetwork1
  26                 project_name: functest
  27                 criteria: 100
  28                 blocking: true
  29                 description: >-
  30                     It creates and configures all tenant network ressources
  31                     required by advanced testcases (subnet, network and
  32                     router).
  33                 run:
  34                     module: 'functest.core.tenantnetwork'
  35                     class: 'TenantNetwork1'
  36
  37             -
  38                 case_name: tenantnetwork2
  39                 project_name: functest
  40                 criteria: 100
  41                 blocking: true
  42                 description: >-
  43                     It creates new user/project before creating and configuring
  44                     all tenant network ressources required by a testcase
  45                     (subnet, network and router).
  46                 run:
  47                     module: 'functest.core.tenantnetwork'
  48                     class: 'TenantNetwork2'
  49
  50             -
  51                 case_name: vmready1
  52                 project_name: functest
  53                 criteria: 100
  54                 blocking: true
  55                 description: >-
  56                     It inherits from TenantNetwork1 which creates all network
  57                     resources and prepares a future VM attached to that
  58                     network.
  59                 run:
  60                     module: 'functest.core.singlevm'
  61                     class: 'VmReady1'
  62
  63             -
  64                 case_name: vmready2
  65                 project_name: functest
  66                 criteria: 100
  67                 blocking: true
  68                 description: >-
  69                     It creates new user/project before creating and configuring
  70                     all tenant network ressources, flavors, images, etc.
  71                     required by advanced testcases.
  72                 run:
  73                     module: 'functest.core.singlevm'
  74                     class: 'VmReady2'
  75
  76             -
  77                 case_name: singlevm1
  78                 project_name: functest
  79                 criteria: 100
  80                 blocking: true
  81                 description: >-
  82                     It inherits from TenantNetwork1 which creates all network
  83                     resources and completes it by booting a VM attached to that
  84                     network.
  85                 run:
  86                     module: 'functest.core.singlevm'
  87                     class: 'SingleVm1'
  88
  89             -
  90                 case_name: singlevm2
  91                 project_name: functest
  92                 criteria: 100
  93                 blocking: true
  94                 description: >-
  95                     It creates new user/project before creating and configuring
  96                     all tenant network ressources and vms required by advanced
  97                     testcases.
  98                 run:
  99                     module: 'functest.core.singlevm'
 100                     class: 'SingleVm2'
 101
 102             -
 103                 case_name: vping_ssh
 104                 project_name: functest
 105                 criteria: 100
 106                 blocking: true
 107                 description: >-
 108                     This test case verifies: 1) SSH to an instance using
 109                     floating IPs over the public network. 2) Connectivity
 110                     between 2 instances over a private network.
 111                 run:
 112                     module: 'functest.opnfv_tests.openstack.vping.vping_ssh'
 113                     class: 'VPingSSH'
 114
 115             -
 116                 case_name: vping_userdata
 117                 project_name: functest
 118                 criteria: 100
 119                 blocking: true
 120                 description: >-
 121                     This test case verifies:  1) Boot a VM with given userdata.
 122                     2) Connectivity between 2 instances over a private network.
 123                 run:
 124                     module:
 125                         'functest.opnfv_tests.openstack.vping.vping_userdata'
 126                     class: 'VPingUserdata'
 127
 128             -
 129                 case_name: cinder_test
 130                 project_name: functest
 131                 criteria: 100
 132                 blocking: true
 133                 description: >-
 134                     This test case verifies: 1) Attach volume and to 1
 135                     instance; 2) Write data on volume 3) Detach volume
 136                     from instance 1, attach it on instance 2 3) Read volume
 137                     data
 138                 run:
 139                     module: 'functest.opnfv_tests.openstack.cinder.cinder_test'
 140                     class: 'CinderCheck'
 141
 142             -
 143                 case_name: odl
 144                 project_name: functest
 145                 criteria: 100
 146                 blocking: true
 147                 description: >-
 148                     Test Suite for the OpenDaylight SDN Controller. It
 149                     integrates some test suites from upstream using
 150                     Robot as the test framework.
 151                 dependencies:
 152                     - DEPLOY_SCENARIO: 'odl'
 153                 run:
 154                     module: 'functest.opnfv_tests.sdn.odl.odl'
 155                     class: 'ODLTests'
 156                     args:
 157                         suites:
 158                             - /src/odl_test/csit/suites/integration/basic
 159                             - /src/odl_test/csit/suites/openstack/neutron
 160
 161             -
 162                 case_name: api_check
 163                 project_name: functest
 164                 criteria: 100
 165                 blocking: true
 166                 description: >-
 167                     This test case verifies the retrieval of OpenStack clients:
 168                     Keystone, Glance, Neutron and Nova and may perform some
 169                     simple queries. When the config value of
 170                     snaps.use_keystone is True, functest must have access to
 171                     the cloud's private network.
 172                 run:
 173                     module: 'functest.opnfv_tests.openstack.snaps.api_check'
 174                     class: 'ApiCheck'
 175
 176             -
 177                 case_name: snaps_health_check
 178                 project_name: functest
 179                 criteria: 100
 180                 blocking: true
 181                 description: >-
 182                     This test case creates executes the SimpleHealthCheck
 183                     Python test class which creates an, image, flavor, network,
 184                     and Cirros VM instance and observes the console output to
 185                     validate the single port obtains the correct IP address.
 186                 run:
 187                     module: 'functest.opnfv_tests.openstack.snaps.health_check'
 188                     class: 'HealthCheck'
 189
 190     -
 191         name: smoke
 192         order: 1
 193         description: >-
 194             Set of basic Functional tests to validate the OPNFV scenarios.
 195         testcases:
 196             -
 197                 case_name: tempest_smoke
 198                 project_name: functest
 199                 criteria: 100
 200                 blocking: false
 201                 description: >-
 202                     This test case runs the smoke subset of the OpenStack
 203                     Tempest suite. The list of test cases is generated by
 204                     Tempest automatically and depends on the parameters of
 205                     the OpenStack deplopyment.
 206                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L114
 207                 run:
 208                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 209                     class: 'TempestCommon'
 210                     args:
 211                         mode: '(?=.*\[.*\bsmoke\b.*\])(^tempest\.api)'
 212                         option:
 213                             - '--concurrency=4'
 214
 215             -
 216                 case_name: neutron-tempest-plugin-api
 217                 project_name: functest
 218                 criteria: 100
 219                 blocking: false
 220                 description: >-
 221                     This test case runs the Tempest suite proposed by the
 222                     Neutron project. The list of test cases is generated by
 223                     Tempest automatically and depends on the parameters of
 224                     the OpenStack deployment.
 225                 run:
 226                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 227                     class: 'TempestCommon'
 228                     args:
 229                         mode: '^neutron_tempest_plugin\.api'
 230                         option:
 231                             - '--concurrency=4'
 232
 233             -
 234                 case_name: rally_sanity
 235                 project_name: functest
 236                 criteria: 100
 237                 blocking: false
 238                 description: >-
 239                     This test case runs a sub group of tests of the OpenStack
 240                     Rally suite in smoke mode.
 241                 run:
 242                     module: 'functest.opnfv_tests.openstack.rally.rally'
 243                     class: 'RallySanity'
 244
 245             -
 246                 case_name: refstack_defcore
 247                 project_name: functest
 248                 enabled: false
 249                 criteria: 100
 250                 blocking: false
 251                 description: >-
 252                     This test case runs a sub group of tests of the OpenStack
 253                     Defcore testcases.
 254                 run:
 255                     module:
 256                         'functest.opnfv_tests.openstack.refstack.refstack'
 257                     class: 'Refstack'
 258
 259             -
 260                 case_name: patrole
 261                 project_name: functest
 262                 criteria: 100
 263                 blocking: false
 264                 description: >-
 265                     Test suite from Patrole project.
 266                 run:
 267                     module: 'functest.opnfv_tests.openstack.patrole.patrole'
 268                     class: 'Patrole'
 269                     args:
 270                         role: 'admin'
 271                         includes:
 272                             - 'image'
 273                             - 'network'
 274                         excludes:
 275                             - 'test_networks_multiprovider_rbac'
 276
 277             -
 278                 case_name: vmtp
 279                 project_name: functest
 280                 criteria: 100
 281                 blocking: false
 282                 description: >-
 283                     VMTP is a small python application that will automatically
 284                     perform ping connectivity, round trip time measurement
 285                     (latency) and TCP/UDP throughput
 286                 dependencies:
 287                     - POD_ARCH: '^(?!aarch64$)'
 288                 run:
 289                     module:
 290                         'functest.opnfv_tests.openstack.vmtp.vmtp'
 291                     class: 'Vmtp'
 292
 293             -
 294                 case_name: shaker
 295                 project_name: functest
 296                 criteria: 100
 297                 blocking: false
 298                 description: >-
 299                     Shaker wraps around popular system network testing tools
 300                     like iperf, iperf3 and netperf (with help of flent). Shaker
 301                     is able to deploy OpenStack instances and networks in
 302                     different topologies.
 303                 run:
 304                     module:
 305                         'functest.opnfv_tests.openstack.shaker.shaker'
 306                     class: 'Shaker'
 307
 308             -
 309                 case_name: snaps_smoke
 310                 project_name: functest
 311                 criteria: 100
 312                 blocking: false
 313                 description: >-
 314                     This test case contains tests that setup and destroy
 315                     environments with VMs with and without Floating IPs
 316                     with a newly created user and project. Set the config
 317                     value snaps.use_floating_ips (True|False) to toggle
 318                     this functionality. When the config value of
 319                     snaps.use_keystone is True, functest must have access to
 320                     the cloud's private network.
 321                 run:
 322                     module: 'functest.opnfv_tests.openstack.snaps.smoke'
 323                     class: 'SnapsSmoke'
 324
 325             -
 326                 case_name: neutron_trunk
 327                 project_name: functest
 328                 criteria: 100
 329                 blocking: false
 330                 description: >-
 331                     This test case runs the neutron trunk subtest of the
 332                     OpenStack Tempest suite. The list of test cases is
 333                     generated by Tempest having as input the relevant
 334                     testcase list file.
 335                 run:
 336                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 337                     class: 'TempestCommon'
 338                     args:
 339                         mode: 'neutron_tempest_plugin.(api|scenario).test_trunk'
 340                         neutron_extensions:
 341                             - trunk
 342                             - trunk-details
 343
 344             -
 345                 case_name: networking-bgpvpn
 346                 project_name: functest
 347                 criteria: 100
 348                 blocking: false
 349                 description: >-
 350                     This test case runs OpenStack networking-bgpvpn Tempest
 351                     suite. The list of test cases is generated by Tempest
 352                     having as input the relevant regex.
 353                 run:
 354                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 355                     class: 'TempestCommon'
 356                     args:
 357                         mode: '^networking_bgpvpn_tempest\.'
 358                         neutron_extensions:
 359                             - bgpvpn
 360                         option:
 361                             - '--concurrency=4'
 362
 363             -
 364                 case_name: networking-sfc
 365                 project_name: functest
 366                 criteria: 100
 367                 blocking: false
 368                 description: >-
 369                     This test case runs OpenStack networking-sfc Tempest
 370                     suite. The list of test cases is generated by Tempest
 371                     having as input the relevant regex.
 372                 run:
 373                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 374                     class: 'TempestCommon'
 375                     args:
 376                         mode:
 377                             '^(?:networking_sfc\.tests\.tempest_plugin.tests.api).*$'
 378                         neutron_extensions:
 379                             - sfc
 380                         option:
 381                             - '--concurrency=0'
 382
 383             -
 384                 case_name: barbican
 385                 project_name: functest
 386                 criteria: 100
 387                 blocking: false
 388                 description: >-
 389                     It leverages on the tempest plugin containing tests used to
 390                     verify the functionality of a barbican installation.
 391                 run:
 392                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 393                     class: 'TempestCommon'
 394                     args:
 395                         mode:
 396                             'barbican_tempest_plugin.tests.(api|scenario).(?!test_image_signing)'
 397                         services:
 398                             - barbican
 399
 400     -
 401         name: features
 402         order: 2
 403         description: >-
 404             Test suites from feature projects
 405             integrated in functest
 406         testcases:
 407             -
 408                 case_name: doctor-notification
 409                 project_name: doctor
 410                 criteria: 100
 411                 blocking: false
 412                 description: >-
 413                     Test suite from Doctor project.
 414                 dependencies:
 415                     - INSTALLER_TYPE: '(apex)|(fuel)|(daisy)'
 416                     - DEPLOY_SCENARIO: '^((?!fdio|nofeature).)*$'
 417                 run:
 418                     module: 'xtesting.core.feature'
 419                     class: 'BashFeature'
 420                     args:
 421                         cmd: 'doctor-test'
 422
 423             -
 424                 case_name: bgpvpn
 425                 project_name: sdnvpn
 426                 criteria: 100
 427                 blocking: false
 428                 description: >-
 429                     Test suite from SDNVPN project.
 430                 dependencies:
 431                     - DEPLOY_SCENARIO: 'bgpvpn'
 432                 run:
 433                     module: 'sdnvpn.test.functest.run_sdnvpn_tests'
 434                     class: 'SdnvpnFunctest'
 435
 436             -
 437                 case_name: functest-odl-sfc
 438                 project_name: sfc
 439                 criteria: 100
 440                 blocking: false
 441                 description: >-
 442                     Test suite for odl-sfc to test two chains with one SF and
 443                     one chain with two SFs
 444                 dependencies:
 445                     - DEPLOY_SCENARIO: 'odl.*sfc'
 446                 run:
 447                     module: 'sfc.tests.functest.run_sfc_tests'
 448                     class: 'SfcFunctest'
 449
 450             -
 451                 case_name: barometercollectd
 452                 project_name: barometer
 453                 criteria: 100
 454                 blocking: false
 455                 description: >-
 456                     Test suite for the Barometer project. Separate tests verify
 457                     the proper configuration and basic functionality of all the
 458                     collectd plugins as described in the Project Release Plan
 459                 dependencies:
 460                     - DEPLOY_SCENARIO: 'bar'
 461                 run:
 462                     module: 'baro_tests.barometer'
 463                     class: 'BarometerCollectd'
 464
 465             -
 466                 case_name: fds
 467                 project_name: fastdatastacks
 468                 criteria: 100
 469                 blocking: false
 470                 description: >-
 471                     Test Suite for the OpenDaylight SDN Controller when GBP
 472                     features are installed. It integrates some test suites from
 473                     upstream using Robot as the test framework.
 474                 dependencies:
 475                     - DEPLOY_SCENARIO: 'odl.*-fdio'
 476                 run:
 477                     module: 'functest.opnfv_tests.sdn.odl.odl'
 478                     class: 'ODLTests'
 479                     args:
 480                         suites:
 481                             - /src/fds/testing/robot
 482
 483     -
 484         name: components
 485         order: 3
 486         description: >-
 487             Extensive testing of OpenStack API.
 488         testcases:
 489             -
 490                 case_name: tempest_full
 491                 project_name: functest
 492                 criteria: 100
 493                 blocking: false
 494                 description: >-
 495                     The list of test cases is generated by
 496                     Tempest automatically and depends on the parameters of
 497                     the OpenStack deployment.
 498                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
 499                 run:
 500                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 501                     class: 'TempestCommon'
 502                     args:
 503                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.api)'
 504                         option:
 505                             - '--concurrency=4'
 506
 507             -
 508                 case_name: tempest_scenario
 509                 project_name: functest
 510                 criteria: 100
 511                 blocking: false
 512                 description: >-
 513                     The list of test cases is generated by
 514                     Tempest automatically and depends on the parameters of
 515                     the OpenStack deployment.
 516                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 517                 run:
 518                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 519                     class: 'TempestCommon'
 520                     args:
 521                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.scenario)'
 522                         option:
 523                             - '--concurrency=1'
 524
 525             -
 526                 case_name: rally_full
 527                 project_name: functest
 528                 criteria: 100
 529                 blocking: false
 530                 description: >-
 531                     This test case runs the full suite of scenarios of the
 532                     OpenStack Rally suite using several threads and iterations.
 533                 run:
 534                     module: 'functest.opnfv_tests.openstack.rally.rally'
 535                     class: 'RallyFull'
 536
 537     -
 538         name: vnf
 539         order: 4
 540         description: >-
 541             Collection of VNF test cases.
 542         testcases:
 543             -
 544                 case_name: cloudify
 545                 project_name: functest
 546                 criteria: 100
 547                 blocking: false
 548                 description: >-
 549                     This test case deploys the Cloudify orchestrator.
 550                 dependencies:
 551                     - DEPLOY_SCENARIO: 'os-.*-nofeature-.*ha'
 552                 run:
 553                     module: 'functest.core.cloudify'
 554                     class: 'Cloudify'
 555             -
 556                 case_name: cloudify_ims
 557                 project_name: functest
 558                 criteria: 100
 559                 blocking: false
 560                 description: >-
 561                     This test case deploys an OpenSource vIMS solution from
 562                     Clearwater using the Cloudify orchestrator. It also runs
 563                     some signaling traffic.
 564                 dependencies:
 565                     - DEPLOY_SCENARIO: 'os-.*-nofeature-.*ha'
 566                 run:
 567                     module: 'functest.opnfv_tests.vnf.ims.cloudify_ims'
 568                     class: 'CloudifyIms'
 569
 570             -
 571                 case_name: heat_ims
 572                 project_name: functest
 573                 criteria: 100
 574                 blocking: false
 575                 description: >-
 576                     This test case deploys an OpenSource vIMS solution from
 577                     Clearwater using the OpenStack Heat orchestrator.
 578                     It also runs some signaling traffic.
 579                 dependencies:
 580                     - DEPLOY_SCENARIO: 'os-.*-nofeature-.*ha'
 581                 run:
 582                     module: 'functest.opnfv_tests.vnf.ims.heat_ims'
 583                     class: 'HeatIms'
 584
 585             -
 586                 case_name: vyos_vrouter
 587                 project_name: functest
 588                 criteria: 100
 589                 blocking: false
 590                 description: >-
 591                     This test case is vRouter testing.
 592                 dependencies:
 593                     - DEPLOY_SCENARIO: 'os-.*-nofeature-.*ha'
 594                 run:
 595                     module: 'functest.opnfv_tests.vnf.router.cloudify_vrouter'
 596                     class: 'CloudifyVrouter'
 597
 598             -
 599                 case_name: juju_epc
 600                 project_name: functest
 601                 criteria: 100
 602                 blocking: false
 603                 description: >-
 604                     vEPC validation with Juju as VNF manager and ABoT as test
 605                     executor.
 606                 dependencies:
 607                     - DEPLOY_SCENARIO: 'os-.*-nofeature-.*ha'
 608                 run:
 609                     module: 'functest.opnfv_tests.vnf.epc.juju_epc'
 610                     class: 'JujuEpc'