functest/ci/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: healthcheck
   5         order: 0
   6         description: >-
   7             First tier to be executed to verify the basic
   8             operations in the VIM.
   9         testcases:
  10             -
  11                 case_name: connection_check
  12                 project_name: functest
  13                 criteria: 100
  14                 blocking: true
  15                 description: >-
  16                     This test case verifies the retrieval of OpenStack clients:
  17                     Keystone, Glance, Neutron and Nova and may perform some
  18                     simple queries.
  19                 run:
  20                     module:
  21                         'functest.opnfv_tests.openstack.api.connection_check'
  22                     class: 'ConnectionCheck'
  23
  24             -
  25                 case_name: tenantnetwork1
  26                 project_name: functest
  27                 criteria: 100
  28                 blocking: true
  29                 description: >-
  30                     It creates and configures all tenant network ressources
  31                     required by advanced testcases (subnet, network and
  32                     router).
  33                 run:
  34                     module: 'functest.core.tenantnetwork'
  35                     class: 'TenantNetwork1'
  36
  37             -
  38                 case_name: tenantnetwork2
  39                 project_name: functest
  40                 criteria: 100
  41                 blocking: true
  42                 description: >-
  43                     It creates new user/project before creating and configuring
  44                     all tenant network ressources required by a testcase
  45                     (subnet, network and router).
  46                 run:
  47                     module: 'functest.core.tenantnetwork'
  48                     class: 'TenantNetwork2'
  49
  50             -
  51                 case_name: vmready1
  52                 project_name: functest
  53                 criteria: 100
  54                 blocking: true
  55                 description: >-
  56                     It inherits from TenantNetwork1 which creates all network
  57                     resources and prepares a future VM attached to that
  58                     network.
  59                 run:
  60                     module: 'functest.core.singlevm'
  61                     class: 'VmReady1'
  62
  63             -
  64                 case_name: vmready2
  65                 project_name: functest
  66                 criteria: 100
  67                 blocking: true
  68                 description: >-
  69                     It creates new user/project before creating and configuring
  70                     all tenant network ressources, flavors, images, etc.
  71                     required by advanced testcases.
  72                 run:
  73                     module: 'functest.core.singlevm'
  74                     class: 'VmReady2'
  75
  76             -
  77                 case_name: singlevm1
  78                 project_name: functest
  79                 criteria: 100
  80                 blocking: true
  81                 description: >-
  82                     It inherits from TenantNetwork1 which creates all network
  83                     resources and completes it by booting a VM attached to that
  84                     network.
  85                 run:
  86                     module: 'functest.core.singlevm'
  87                     class: 'SingleVm1'
  88
  89             -
  90                 case_name: singlevm2
  91                 project_name: functest
  92                 criteria: 100
  93                 blocking: true
  94                 description: >-
  95                     It creates new user/project before creating and configuring
  96                     all tenant network ressources and vms required by advanced
  97                     testcases.
  98                 run:
  99                     module: 'functest.core.singlevm'
 100                     class: 'SingleVm2'
 101
 102             -
 103                 case_name: vping_ssh
 104                 project_name: functest
 105                 criteria: 100
 106                 blocking: true
 107                 description: >-
 108                     This test case verifies: 1) SSH to an instance using
 109                     floating IPs over the public network. 2) Connectivity
 110                     between 2 instances over a private network.
 111                 run:
 112                     module: 'functest.opnfv_tests.openstack.vping.vping_ssh'
 113                     class: 'VPingSSH'
 114
 115             -
 116                 case_name: vping_userdata
 117                 project_name: functest
 118                 criteria: 100
 119                 blocking: true
 120                 description: >-
 121                     This test case verifies:  1) Boot a VM with given userdata.
 122                     2) Connectivity between 2 instances over a private network.
 123                 run:
 124                     module:
 125                         'functest.opnfv_tests.openstack.vping.vping_userdata'
 126                     class: 'VPingUserdata'
 127
 128             -
 129                 case_name: cinder_test
 130                 project_name: functest
 131                 criteria: 100
 132                 blocking: true
 133                 description: >-
 134                     This test case verifies: 1) Attach volume and to 1
 135                     instance; 2) Write data on volume 3) Detach volume
 136                     from instance 1, attach it on instance 2 3) Read volume
 137                     data
 138                 run:
 139                     module: 'functest.opnfv_tests.openstack.cinder.cinder_test'
 140                     class: 'CinderCheck'
 141
 142             -
 143                 case_name: odl
 144                 project_name: functest
 145                 criteria: 100
 146                 blocking: true
 147                 description: >-
 148                     Test Suite for the OpenDaylight SDN Controller. It
 149                     integrates some test suites from upstream using
 150                     Robot as the test framework.
 151                 dependencies:
 152                     - DEPLOY_SCENARIO: 'odl'
 153                 run:
 154                     module: 'functest.opnfv_tests.sdn.odl.odl'
 155                     class: 'ODLTests'
 156                     args:
 157                         suites:
 158                             - /src/odl_test/csit/suites/integration/basic
 159                             - /src/odl_test/csit/suites/openstack/neutron
 160
 161             -
 162                 case_name: api_check
 163                 project_name: functest
 164                 criteria: 100
 165                 blocking: true
 166                 description: >-
 167                     This test case verifies the retrieval of OpenStack clients:
 168                     Keystone, Glance, Neutron and Nova and may perform some
 169                     simple queries. When the config value of
 170                     snaps.use_keystone is True, functest must have access to
 171                     the cloud's private network.
 172                 run:
 173                     module: 'functest.opnfv_tests.openstack.snaps.api_check'
 174                     class: 'ApiCheck'
 175
 176             -
 177                 case_name: snaps_health_check
 178                 project_name: functest
 179                 criteria: 100
 180                 blocking: true
 181                 description: >-
 182                     This test case creates executes the SimpleHealthCheck
 183                     Python test class which creates an, image, flavor, network,
 184                     and Cirros VM instance and observes the console output to
 185                     validate the single port obtains the correct IP address.
 186                 run:
 187                     module: 'functest.opnfv_tests.openstack.snaps.health_check'
 188                     class: 'HealthCheck'
 189
 190     -
 191         name: smoke
 192         order: 1
 193         description: >-
 194             Set of basic Functional tests to validate the OPNFV scenarios.
 195         testcases:
 196             -
 197                 case_name: tempest_smoke
 198                 project_name: functest
 199                 criteria: 100
 200                 blocking: false
 201                 description: >-
 202                     This test case runs the smoke subset of the OpenStack
 203                     Tempest suite. The list of test cases is generated by
 204                     Tempest automatically and depends on the parameters of
 205                     the OpenStack deplopyment.
 206                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L114
 207                 run:
 208                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 209                     class: 'TempestCommon'
 210                     args:
 211                         mode: '(?=.*\[.*\bsmoke\b.*\])(^tempest\.api)'
 212                         option:
 213                             - '--concurrency=4'
 214
 215             -
 216                 case_name: neutron-tempest-plugin-api
 217                 project_name: functest
 218                 criteria: 100
 219                 blocking: false
 220                 description: >-
 221                     This test case runs the Tempest suite proposed by the
 222                     Neutron project. The list of test cases is generated by
 223                     Tempest automatically and depends on the parameters of
 224                     the OpenStack deployment.
 225                 run:
 226                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 227                     class: 'TempestCommon'
 228                     args:
 229                         mode: '^neutron_tempest_plugin\.api'
 230                         option:
 231                             - '--concurrency=4'
 232
 233             -
 234                 case_name: rally_sanity
 235                 project_name: functest
 236                 criteria: 100
 237                 blocking: false
 238                 description: >-
 239                     This test case runs a sub group of tests of the OpenStack
 240                     Rally suite in smoke mode.
 241                 run:
 242                     module: 'functest.opnfv_tests.openstack.rally.rally'
 243                     class: 'RallySanity'
 244
 245             -
 246                 case_name: refstack_defcore
 247                 project_name: functest
 248                 criteria: 100
 249                 blocking: false
 250                 description: >-
 251                     This test case runs a sub group of tests of the OpenStack
 252                     Defcore testcases.
 253                 run:
 254                     module:
 255                         'functest.opnfv_tests.openstack.refstack.refstack'
 256                     class: 'Refstack'
 257
 258             -
 259                 case_name: patrole
 260                 project_name: functest
 261                 criteria: 100
 262                 blocking: false
 263                 description: >-
 264                     Test suite from Patrole project.
 265                 run:
 266                     module: 'functest.opnfv_tests.openstack.patrole.patrole'
 267                     class: 'Patrole'
 268                     args:
 269                         role: 'admin'
 270                         includes:
 271                             - 'image'
 272                             - 'network'
 273                         excludes:
 274                             - 'test_networks_multiprovider_rbac'
 275
 276             -
 277                 case_name: vmtp
 278                 project_name: functest
 279                 criteria: 100
 280                 blocking: false
 281                 description: >-
 282                     VMTP is a small python application that will automatically
 283                     perform ping connectivity, round trip time measurement
 284                     (latency) and TCP/UDP throughput
 285                 dependencies:
 286                     - POD_ARCH: '^(?!aarch64$)'
 287                 run:
 288                     module:
 289                         'functest.opnfv_tests.openstack.vmtp.vmtp'
 290                     class: 'Vmtp'
 291
 292             -
 293                 case_name: shaker
 294                 project_name: functest
 295                 criteria: 100
 296                 blocking: false
 297                 description: >-
 298                     Shaker wraps around popular system network testing tools
 299                     like iperf, iperf3 and netperf (with help of flent). Shaker
 300                     is able to deploy OpenStack instances and networks in
 301                     different topologies.
 302                 run:
 303                     module:
 304                         'functest.opnfv_tests.openstack.shaker.shaker'
 305                     class: 'Shaker'
 306
 307             -
 308                 case_name: snaps_smoke
 309                 project_name: functest
 310                 criteria: 100
 311                 blocking: false
 312                 description: >-
 313                     This test case contains tests that setup and destroy
 314                     environments with VMs with and without Floating IPs
 315                     with a newly created user and project. Set the config
 316                     value snaps.use_floating_ips (True|False) to toggle
 317                     this functionality. When the config value of
 318                     snaps.use_keystone is True, functest must have access to
 319                     the cloud's private network.
 320                 run:
 321                     module: 'functest.opnfv_tests.openstack.snaps.smoke'
 322                     class: 'SnapsSmoke'
 323
 324             -
 325                 case_name: neutron_trunk
 326                 project_name: functest
 327                 criteria: 100
 328                 blocking: false
 329                 description: >-
 330                     This test case runs the neutron trunk subtest of the
 331                     OpenStack Tempest suite. The list of test cases is
 332                     generated by Tempest having as input the relevant
 333                     testcase list file.
 334                 run:
 335                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 336                     class: 'TempestCommon'
 337                     args:
 338                         mode: 'neutron_tempest_plugin.(api|scenario).test_trunk'
 339                         neutron_extensions:
 340                             - trunk
 341                             - trunk-details
 342
 343             -
 344                 case_name: networking-bgpvpn
 345                 project_name: functest
 346                 criteria: 100
 347                 blocking: false
 348                 description: >-
 349                     This test case runs OpenStack networking-bgpvpn Tempest
 350                     suite. The list of test cases is generated by Tempest
 351                     having as input the relevant regex.
 352                 run:
 353                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 354                     class: 'TempestCommon'
 355                     args:
 356                         mode: '^networking_bgpvpn_tempest\.'
 357                         neutron_extensions:
 358                             - bgpvpn
 359                         option:
 360                             - '--concurrency=4'
 361
 362             -
 363                 case_name: networking-sfc
 364                 project_name: functest
 365                 criteria: 100
 366                 blocking: false
 367                 description: >-
 368                     This test case runs OpenStack networking-sfc Tempest
 369                     suite. The list of test cases is generated by Tempest
 370                     having as input the relevant regex.
 371                 run:
 372                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 373                     class: 'TempestCommon'
 374                     args:
 375                         mode:
 376                             '^(?:networking_sfc\.tests\.tempest_plugin.tests.api).*$'
 377                         neutron_extensions:
 378                             - sfc
 379                         option:
 380                             - '--concurrency=0'
 381
 382             -
 383                 case_name: barbican
 384                 project_name: functest
 385                 criteria: 100
 386                 blocking: false
 387                 description: >-
 388                     It leverages on the tempest plugin containing tests used to
 389                     verify the functionality of a barbican installation.
 390                 run:
 391                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 392                     class: 'TempestCommon'
 393                     args:
 394                         mode:
 395                             'barbican_tempest_plugin.tests.(api|scenario).(?!test_image_signing)'
 396                         services:
 397                             - barbican
 398
 399     -
 400         name: features
 401         order: 2
 402         description: >-
 403             Test suites from feature projects
 404             integrated in functest
 405         testcases:
 406             -
 407                 case_name: doctor-notification
 408                 project_name: doctor
 409                 criteria: 100
 410                 blocking: false
 411                 description: >-
 412                     Test suite from Doctor project.
 413                 dependencies:
 414                     - INSTALLER_TYPE: '(apex)|(fuel)|(daisy)'
 415                     - DEPLOY_SCENARIO: '^((?!fdio|nofeature).)*$'
 416                 run:
 417                     module: 'xtesting.core.feature'
 418                     class: 'BashFeature'
 419                     args:
 420                         cmd: 'doctor-test'
 421
 422             -
 423                 case_name: bgpvpn
 424                 project_name: sdnvpn
 425                 criteria: 100
 426                 blocking: false
 427                 description: >-
 428                     Test suite from SDNVPN project.
 429                 dependencies:
 430                     - DEPLOY_SCENARIO: 'bgpvpn'
 431                 run:
 432                     module: 'sdnvpn.test.functest.run_sdnvpn_tests'
 433                     class: 'SdnvpnFunctest'
 434
 435             -
 436                 case_name: functest-odl-sfc
 437                 project_name: sfc
 438                 criteria: 100
 439                 blocking: false
 440                 description: >-
 441                     Test suite for odl-sfc to test two chains with one SF and
 442                     one chain with two SFs
 443                 dependencies:
 444                     - DEPLOY_SCENARIO: 'odl.*sfc'
 445                 run:
 446                     module: 'sfc.tests.functest.run_sfc_tests'
 447                     class: 'SfcFunctest'
 448
 449             -
 450                 case_name: barometercollectd
 451                 project_name: barometer
 452                 criteria: 100
 453                 blocking: false
 454                 description: >-
 455                     Test suite for the Barometer project. Separate tests verify
 456                     the proper configuration and basic functionality of all the
 457                     collectd plugins as described in the Project Release Plan
 458                 dependencies:
 459                     - DEPLOY_SCENARIO: 'bar'
 460                 run:
 461                     module: 'baro_tests.barometer'
 462                     class: 'BarometerCollectd'
 463
 464             -
 465                 case_name: fds
 466                 project_name: fastdatastacks
 467                 criteria: 100
 468                 blocking: false
 469                 description: >-
 470                     Test Suite for the OpenDaylight SDN Controller when GBP
 471                     features are installed. It integrates some test suites from
 472                     upstream using Robot as the test framework.
 473                 dependencies:
 474                     - DEPLOY_SCENARIO: 'odl.*-fdio'
 475                 run:
 476                     module: 'functest.opnfv_tests.sdn.odl.odl'
 477                     class: 'ODLTests'
 478                     args:
 479                         suites:
 480                             - /src/fds/testing/robot
 481             -
 482                 case_name: vgpu
 483                 project_name: functest
 484                 criteria: 100
 485                 blocking: false
 486                 description: >-
 487                     Test suite for the OpenStack vGPU feature
 488                 dependencies:
 489                     - DEPLOY_SCENARIO: 'vgpu'
 490                 run:
 491                     module: 'functest.opnfv_tests.openstack.vgpu.vgpu'
 492                     class: 'vGPU'
 493
 494             -
 495                 case_name: stor4nfv_os
 496                 project_name: stor4nfv
 497                 criteria: 100
 498                 blocking: false
 499                 description: >-
 500                     This tests are necessary demonstrate conformance
 501                     of the OpenStack+Stor4NFV deployment.
 502                 dependencies:
 503                     - DEPLOY_SCENARIO: 'stor4nfv'
 504                 run:
 505                     module: 'stor4nfv_tests.stor4nfv_os'
 506                     class: 'OsStor4nfvTest'
 507
 508     -
 509         name: components
 510         order: 3
 511         description: >-
 512             Extensive testing of OpenStack API.
 513         testcases:
 514             -
 515                 case_name: tempest_full
 516                 project_name: functest
 517                 criteria: 100
 518                 blocking: false
 519                 description: >-
 520                     The list of test cases is generated by
 521                     Tempest automatically and depends on the parameters of
 522                     the OpenStack deployment.
 523                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
 524                 run:
 525                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 526                     class: 'TempestCommon'
 527                     args:
 528                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.api)'
 529                         option:
 530                             - '--concurrency=4'
 531
 532             -
 533                 case_name: tempest_scenario
 534                 project_name: functest
 535                 criteria: 100
 536                 blocking: false
 537                 description: >-
 538                     The list of test cases is generated by
 539                     Tempest automatically and depends on the parameters of
 540                     the OpenStack deployment.
 541                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 542                 run:
 543                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 544                     class: 'TempestCommon'
 545                     args:
 546                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.scenario)'
 547                         option:
 548                             - '--concurrency=1'
 549
 550             -
 551                 case_name: rally_full
 552                 project_name: functest
 553                 criteria: 100
 554                 blocking: false
 555                 description: >-
 556                     This test case runs the full suite of scenarios of the
 557                     OpenStack Rally suite using several threads and iterations.
 558                 run:
 559                     module: 'functest.opnfv_tests.openstack.rally.rally'
 560                     class: 'RallyFull'
 561
 562     -
 563         name: vnf
 564         order: 4
 565         description: >-
 566             Collection of VNF test cases.
 567         testcases:
 568             -
 569                 case_name: cloudify
 570                 project_name: functest
 571                 criteria: 100
 572                 blocking: false
 573                 description: >-
 574                     This test case deploys the Cloudify orchestrator.
 575                 dependencies:
 576                     - DEPLOY_SCENARIO: 'os-.*-nofeature-.*ha'
 577                 run:
 578                     module: 'functest.core.cloudify'
 579                     class: 'Cloudify'
 580             -
 581                 case_name: cloudify_ims
 582                 project_name: functest
 583                 criteria: 100
 584                 blocking: false
 585                 description: >-
 586                     This test case deploys an OpenSource vIMS solution from
 587                     Clearwater using the Cloudify orchestrator. It also runs
 588                     some signaling traffic.
 589                 dependencies:
 590                     - DEPLOY_SCENARIO: 'os-.*-nofeature-.*ha'
 591                 run:
 592                     module: 'functest.opnfv_tests.vnf.ims.cloudify_ims'
 593                     class: 'CloudifyIms'
 594
 595             -
 596                 case_name: heat_ims
 597                 project_name: functest
 598                 criteria: 100
 599                 blocking: false
 600                 description: >-
 601                     This test case deploys an OpenSource vIMS solution from
 602                     Clearwater using the OpenStack Heat orchestrator.
 603                     It also runs some signaling traffic.
 604                 dependencies:
 605                     - DEPLOY_SCENARIO: 'os-.*-nofeature-.*ha'
 606                 run:
 607                     module: 'functest.opnfv_tests.vnf.ims.heat_ims'
 608                     class: 'HeatIms'
 609
 610             -
 611                 case_name: vyos_vrouter
 612                 project_name: functest
 613                 criteria: 100
 614                 blocking: false
 615                 description: >-
 616                     This test case is vRouter testing.
 617                 dependencies:
 618                     - DEPLOY_SCENARIO: 'os-.*-nofeature-.*ha'
 619                 run:
 620                     module: 'functest.opnfv_tests.vnf.router.cloudify_vrouter'
 621                     class: 'CloudifyVrouter'
 622
 623             -
 624                 case_name: juju_epc
 625                 project_name: functest
 626                 criteria: 100
 627                 blocking: false
 628                 description: >-
 629                     vEPC validation with Juju as VNF manager and ABoT as test
 630                     executor.
 631                 dependencies:
 632                     - DEPLOY_SCENARIO: 'os-.*-nofeature-.*ha'
 633                 run:
 634                     module: 'functest.opnfv_tests.vnf.epc.juju_epc'
 635                     class: 'JujuEpc'