functest/ci/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: healthcheck
   5         order: 0
   6         description: >-
   7             First tier to be executed to verify the basic
   8             operations in the VIM.
   9         testcases:
  10             -
  11                 case_name: connection_check
  12                 project_name: functest
  13                 criteria: 100
  14                 blocking: true
  15                 description: >-
  16                     This test case verifies the retrieval of OpenStack clients:
  17                     Keystone, Glance, Neutron and Nova and may perform some
  18                     simple queries.
  19                 run:
  20                     module:
  21                         'functest.opnfv_tests.openstack.api.connection_check'
  22                     class: 'ConnectionCheck'
  23
  24             -
  25                 case_name: tenantnetwork1
  26                 project_name: functest
  27                 criteria: 100
  28                 blocking: true
  29                 description: >-
  30                     It creates and configures all tenant network ressources
  31                     required by advanced testcases (subnet, network and
  32                     router).
  33                 run:
  34                     module: 'functest.core.tenantnetwork'
  35                     class: 'TenantNetwork1'
  36
  37             -
  38                 case_name: tenantnetwork2
  39                 project_name: functest
  40                 criteria: 100
  41                 blocking: true
  42                 description: >-
  43                     It creates new user/project before creating and configuring
  44                     all tenant network ressources required by a testcase
  45                     (subnet, network and router).
  46                 run:
  47                     module: 'functest.core.tenantnetwork'
  48                     class: 'TenantNetwork2'
  49
  50             -
  51                 case_name: vmready1
  52                 project_name: functest
  53                 criteria: 100
  54                 blocking: true
  55                 description: >-
  56                     It inherits from TenantNetwork1 which creates all network
  57                     resources and prepares a future VM attached to that
  58                     network.
  59                 run:
  60                     module: 'functest.core.singlevm'
  61                     class: 'VmReady1'
  62
  63             -
  64                 case_name: vmready2
  65                 project_name: functest
  66                 criteria: 100
  67                 blocking: true
  68                 description: >-
  69                     It creates new user/project before creating and configuring
  70                     all tenant network ressources, flavors, images, etc.
  71                     required by advanced testcases.
  72                 run:
  73                     module: 'functest.core.singlevm'
  74                     class: 'VmReady2'
  75
  76             -
  77                 case_name: singlevm1
  78                 project_name: functest
  79                 criteria: 100
  80                 blocking: true
  81                 description: >-
  82                     It inherits from TenantNetwork1 which creates all network
  83                     resources and completes it by booting a VM attached to that
  84                     network.
  85                 run:
  86                     module: 'functest.core.singlevm'
  87                     class: 'SingleVm1'
  88
  89             -
  90                 case_name: singlevm2
  91                 project_name: functest
  92                 criteria: 100
  93                 blocking: true
  94                 description: >-
  95                     It creates new user/project before creating and configuring
  96                     all tenant network ressources and vms required by advanced
  97                     testcases.
  98                 run:
  99                     module: 'functest.core.singlevm'
 100                     class: 'SingleVm2'
 101
 102             -
 103                 case_name: vping_ssh
 104                 project_name: functest
 105                 criteria: 100
 106                 blocking: true
 107                 description: >-
 108                     This test case verifies: 1) SSH to an instance using
 109                     floating IPs over the public network. 2) Connectivity
 110                     between 2 instances over a private network.
 111                 run:
 112                     module: 'functest.opnfv_tests.openstack.vping.vping_ssh'
 113                     class: 'VPingSSH'
 114
 115             -
 116                 case_name: vping_userdata
 117                 project_name: functest
 118                 criteria: 100
 119                 blocking: true
 120                 description: >-
 121                     This test case verifies:  1) Boot a VM with given userdata.
 122                     2) Connectivity between 2 instances over a private network.
 123                 run:
 124                     module:
 125                         'functest.opnfv_tests.openstack.vping.vping_userdata'
 126                     class: 'VPingUserdata'
 127
 128             -
 129                 case_name: cinder_test
 130                 project_name: functest
 131                 criteria: 100
 132                 blocking: true
 133                 description: >-
 134                     This test case verifies: 1) Attach volume and to 1
 135                     instance; 2) Write data on volume 3) Detach volume
 136                     from instance 1, attach it on instance 2 3) Read volume
 137                     data
 138                 run:
 139                     module: 'functest.opnfv_tests.openstack.cinder.cinder_test'
 140                     class: 'CinderCheck'
 141
 142             -
 143                 case_name: odl
 144                 project_name: functest
 145                 criteria: 100
 146                 blocking: true
 147                 description: >-
 148                     Test Suite for the OpenDaylight SDN Controller. It
 149                     integrates some test suites from upstream using
 150                     Robot as the test framework.
 151                 dependencies:
 152                     - DEPLOY_SCENARIO: 'odl'
 153                 run:
 154                     module: 'functest.opnfv_tests.sdn.odl.odl'
 155                     class: 'ODLTests'
 156                     args:
 157                         suites:
 158                             - /src/odl_test/csit/suites/integration/basic
 159                             - /src/odl_test/csit/suites/openstack/neutron
 160
 161             -
 162                 case_name: api_check
 163                 project_name: functest
 164                 criteria: 100
 165                 blocking: true
 166                 description: >-
 167                     This test case verifies the retrieval of OpenStack clients:
 168                     Keystone, Glance, Neutron and Nova and may perform some
 169                     simple queries. When the config value of
 170                     snaps.use_keystone is True, functest must have access to
 171                     the cloud's private network.
 172                 dependencies:
 173                     - DEPLOY_SCENARIO: '^((?!lxd).)*$'
 174                 run:
 175                     module: 'functest.opnfv_tests.openstack.snaps.api_check'
 176                     class: 'ApiCheck'
 177
 178             -
 179                 case_name: snaps_health_check
 180                 project_name: functest
 181                 criteria: 100
 182                 blocking: true
 183                 description: >-
 184                     This test case creates executes the SimpleHealthCheck
 185                     Python test class which creates an, image, flavor, network,
 186                     and Cirros VM instance and observes the console output to
 187                     validate the single port obtains the correct IP address.
 188                 dependencies:
 189                     - DEPLOY_SCENARIO: '^((?!lxd).)*$'
 190                 run:
 191                     module: 'functest.opnfv_tests.openstack.snaps.health_check'
 192                     class: 'HealthCheck'
 193
 194     -
 195         name: smoke
 196         order: 1
 197         description: >-
 198             Set of basic Functional tests to validate the OPNFV scenarios.
 199         testcases:
 200             -
 201                 case_name: tempest_smoke
 202                 project_name: functest
 203                 criteria: 100
 204                 blocking: false
 205                 description: >-
 206                     This test case runs the smoke subset of the OpenStack
 207                     Tempest suite. The list of test cases is generated by
 208                     Tempest automatically and depends on the parameters of
 209                     the OpenStack deplopyment.
 210                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L114
 211                 run:
 212                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 213                     class: 'TempestCommon'
 214                     args:
 215                         mode: '(?=.*\[.*\bsmoke\b.*\])(^tempest\.api)'
 216                         option:
 217                             - '--concurrency=4'
 218
 219             -
 220                 case_name: neutron-tempest-plugin-api
 221                 project_name: functest
 222                 criteria: 100
 223                 blocking: false
 224                 description: >-
 225                     This test case runs the Tempest suite proposed by the
 226                     Neutron project. The list of test cases is generated by
 227                     Tempest automatically and depends on the parameters of
 228                     the OpenStack deployment.
 229                 run:
 230                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 231                     class: 'TempestCommon'
 232                     args:
 233                         mode: '^neutron_tempest_plugin\.api'
 234                         option:
 235                             - '--concurrency=4'
 236
 237             -
 238                 case_name: rally_sanity
 239                 project_name: functest
 240                 criteria: 100
 241                 blocking: false
 242                 description: >-
 243                     This test case runs a sub group of tests of the OpenStack
 244                     Rally suite in smoke mode.
 245                 run:
 246                     module: 'functest.opnfv_tests.openstack.rally.rally'
 247                     class: 'RallySanity'
 248
 249             -
 250                 case_name: refstack_defcore
 251                 project_name: functest
 252                 enabled: false
 253                 criteria: 100
 254                 blocking: false
 255                 description: >-
 256                     This test case runs a sub group of tests of the OpenStack
 257                     Defcore testcases.
 258                 run:
 259                     module:
 260                         'functest.opnfv_tests.openstack.refstack.refstack'
 261                     class: 'Refstack'
 262
 263             -
 264                 case_name: patrole
 265                 project_name: functest
 266                 criteria: 100
 267                 blocking: false
 268                 description: >-
 269                     Test suite from Patrole project.
 270                 run:
 271                     module: 'functest.opnfv_tests.openstack.patrole.patrole'
 272                     class: 'Patrole'
 273                     args:
 274                         role: 'admin'
 275                         includes:
 276                             - 'image'
 277                             - 'network'
 278                         excludes:
 279                             - 'test_networks_multiprovider_rbac'
 280
 281             -
 282                 case_name: vmtp
 283                 project_name: functest
 284                 criteria: 100
 285                 blocking: false
 286                 description: >-
 287                     VMTP is a small python application that will automatically
 288                     perform ping connectivity, round trip time measurement
 289                     (latency) and TCP/UDP throughput
 290                 dependencies:
 291                     - POD_ARCH: '^(?!aarch64$)'
 292                 run:
 293                     module:
 294                         'functest.opnfv_tests.openstack.vmtp.vmtp'
 295                     class: 'Vmtp'
 296
 297             -
 298                 case_name: shaker
 299                 project_name: functest
 300                 criteria: 100
 301                 blocking: false
 302                 description: >-
 303                     Shaker wraps around popular system network testing tools
 304                     like iperf, iperf3 and netperf (with help of flent). Shaker
 305                     is able to deploy OpenStack instances and networks in
 306                     different topologies.
 307                 run:
 308                     module:
 309                         'functest.opnfv_tests.openstack.shaker.shaker'
 310                     class: 'Shaker'
 311
 312             -
 313                 case_name: snaps_smoke
 314                 project_name: functest
 315                 criteria: 100
 316                 blocking: false
 317                 description: >-
 318                     This test case contains tests that setup and destroy
 319                     environments with VMs with and without Floating IPs
 320                     with a newly created user and project. Set the config
 321                     value snaps.use_floating_ips (True|False) to toggle
 322                     this functionality. When the config value of
 323                     snaps.use_keystone is True, functest must have access to
 324                     the cloud's private network.
 325                 dependencies:
 326                     - DEPLOY_SCENARIO: '^((?!lxd).)*$'
 327                 run:
 328                     module: 'functest.opnfv_tests.openstack.snaps.smoke'
 329                     class: 'SnapsSmoke'
 330
 331             -
 332                 case_name: neutron_trunk
 333                 project_name: functest
 334                 criteria: 100
 335                 blocking: false
 336                 description: >-
 337                     This test case runs the neutron trunk subtest of the
 338                     OpenStack Tempest suite. The list of test cases is
 339                     generated by Tempest having as input the relevant
 340                     testcase list file.
 341                 run:
 342                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 343                     class: 'TempestCommon'
 344                     args:
 345                         mode: 'neutron_tempest_plugin.(api|scenario).test_trunk'
 346                         neutron_extensions:
 347                             - trunk
 348                             - trunk-details
 349
 350             -
 351                 case_name: networking-bgpvpn
 352                 project_name: functest
 353                 criteria: 100
 354                 blocking: false
 355                 description: >-
 356                     This test case runs OpenStack networking-bgpvpn Tempest
 357                     suite. The list of test cases is generated by Tempest
 358                     having as input the relevant regex.
 359                 run:
 360                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 361                     class: 'TempestCommon'
 362                     args:
 363                         mode: '^networking_bgpvpn_tempest\.'
 364                         neutron_extensions:
 365                             - bgpvpn
 366                         option:
 367                             - '--concurrency=4'
 368
 369             -
 370                 case_name: networking-sfc
 371                 project_name: functest
 372                 criteria: 100
 373                 blocking: false
 374                 description: >-
 375                     This test case runs OpenStack networking-sfc Tempest
 376                     suite. The list of test cases is generated by Tempest
 377                     having as input the relevant regex.
 378                 run:
 379                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 380                     class: 'TempestCommon'
 381                     args:
 382                         mode:
 383                             '^(?:networking_sfc\.tests\.tempest_plugin.tests.api).*$'
 384                         neutron_extensions:
 385                             - sfc
 386                         option:
 387                             - '--concurrency=0'
 388
 389             -
 390                 case_name: barbican
 391                 project_name: functest
 392                 criteria: 100
 393                 blocking: false
 394                 description: >-
 395                     It leverages on the tempest plugin containing tests used to
 396                     verify the functionality of a barbican installation.
 397                 run:
 398                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 399                     class: 'TempestCommon'
 400                     args:
 401                         mode:
 402                             'barbican_tempest_plugin.tests.(api|scenario).(?!test_image_signing)'
 403                         services:
 404                             - barbican
 405
 406     -
 407         name: features
 408         order: 2
 409         description: >-
 410             Test suites from feature projects
 411             integrated in functest
 412         testcases:
 413             -
 414                 case_name: doctor-notification
 415                 project_name: doctor
 416                 criteria: 100
 417                 blocking: false
 418                 description: >-
 419                     Test suite from Doctor project.
 420                 dependencies:
 421                     - INSTALLER_TYPE: '(apex)|(fuel)|(daisy)'
 422                     - DEPLOY_SCENARIO: '^((?!fdio|nofeature).)*$'
 423                 run:
 424                     module: 'xtesting.core.feature'
 425                     class: 'BashFeature'
 426                     args:
 427                         cmd: 'doctor-test'
 428
 429             -
 430                 case_name: bgpvpn
 431                 project_name: sdnvpn
 432                 criteria: 100
 433                 blocking: false
 434                 description: >-
 435                     Test suite from SDNVPN project.
 436                 dependencies:
 437                     - DEPLOY_SCENARIO: 'bgpvpn'
 438                 run:
 439                     module: 'sdnvpn.test.functest.run_sdnvpn_tests'
 440                     class: 'SdnvpnFunctest'
 441
 442             -
 443                 case_name: functest-odl-sfc
 444                 project_name: sfc
 445                 criteria: 100
 446                 blocking: false
 447                 description: >-
 448                     Test suite for odl-sfc to test two chains with one SF and
 449                     one chain with two SFs
 450                 dependencies:
 451                     - DEPLOY_SCENARIO: 'odl.*sfc'
 452                 run:
 453                     module: 'sfc.tests.functest.run_sfc_tests'
 454                     class: 'SfcFunctest'
 455
 456             -
 457                 case_name: barometercollectd
 458                 project_name: barometer
 459                 criteria: 100
 460                 blocking: false
 461                 description: >-
 462                     Test suite for the Barometer project. Separate tests verify
 463                     the proper configuration and basic functionality of all the
 464                     collectd plugins as described in the Project Release Plan
 465                 dependencies:
 466                     - DEPLOY_SCENARIO: 'bar'
 467                 run:
 468                     module: 'baro_tests.barometer'
 469                     class: 'BarometerCollectd'
 470
 471             -
 472                 case_name: fds
 473                 project_name: fastdatastacks
 474                 criteria: 100
 475                 blocking: false
 476                 description: >-
 477                     Test Suite for the OpenDaylight SDN Controller when GBP
 478                     features are installed. It integrates some test suites from
 479                     upstream using Robot as the test framework.
 480                 dependencies:
 481                     - DEPLOY_SCENARIO: 'odl.*-fdio'
 482                 run:
 483                     module: 'functest.opnfv_tests.sdn.odl.odl'
 484                     class: 'ODLTests'
 485                     args:
 486                         suites:
 487                             - /src/fds/testing/robot
 488
 489     -
 490         name: components
 491         order: 3
 492         description: >-
 493             Extensive testing of OpenStack API.
 494         testcases:
 495             -
 496                 case_name: tempest_full
 497                 project_name: functest
 498                 criteria: 100
 499                 blocking: false
 500                 description: >-
 501                     The list of test cases is generated by
 502                     Tempest automatically and depends on the parameters of
 503                     the OpenStack deployment.
 504                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
 505                 run:
 506                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 507                     class: 'TempestCommon'
 508                     args:
 509                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.api)'
 510                         option:
 511                             - '--concurrency=4'
 512
 513             -
 514                 case_name: tempest_scenario
 515                 project_name: functest
 516                 criteria: 100
 517                 blocking: false
 518                 description: >-
 519                     The list of test cases is generated by
 520                     Tempest automatically and depends on the parameters of
 521                     the OpenStack deployment.
 522                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 523                 run:
 524                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 525                     class: 'TempestCommon'
 526                     args:
 527                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.scenario)'
 528                         option:
 529                             - '--concurrency=1'
 530
 531             -
 532                 case_name: rally_full
 533                 project_name: functest
 534                 criteria: 100
 535                 blocking: false
 536                 description: >-
 537                     This test case runs the full suite of scenarios of the
 538                     OpenStack Rally suite using several threads and iterations.
 539                 run:
 540                     module: 'functest.opnfv_tests.openstack.rally.rally'
 541                     class: 'RallyFull'
 542
 543     -
 544         name: vnf
 545         order: 4
 546         description: >-
 547             Collection of VNF test cases.
 548         testcases:
 549             -
 550                 case_name: cloudify
 551                 project_name: functest
 552                 criteria: 100
 553                 blocking: false
 554                 description: >-
 555                     This test case deploys the Cloudify orchestrator.
 556                 dependencies:
 557                     - DEPLOY_SCENARIO: 'os-.*-nofeature-.*ha'
 558                 run:
 559                     module: 'functest.core.cloudify'
 560                     class: 'Cloudify'
 561             -
 562                 case_name: cloudify_ims
 563                 project_name: functest
 564                 criteria: 100
 565                 blocking: false
 566                 description: >-
 567                     This test case deploys an OpenSource vIMS solution from
 568                     Clearwater using the Cloudify orchestrator. It also runs
 569                     some signaling traffic.
 570                 dependencies:
 571                     - DEPLOY_SCENARIO: 'os-.*-nofeature-.*ha'
 572                 run:
 573                     module: 'functest.opnfv_tests.vnf.ims.cloudify_ims'
 574                     class: 'CloudifyIms'
 575
 576             -
 577                 case_name: heat_ims
 578                 project_name: functest
 579                 criteria: 100
 580                 blocking: false
 581                 description: >-
 582                     This test case deploys an OpenSource vIMS solution from
 583                     Clearwater using the OpenStack Heat orchestrator.
 584                     It also runs some signaling traffic.
 585                 dependencies:
 586                     - DEPLOY_SCENARIO: 'os-.*-nofeature-.*ha'
 587                 run:
 588                     module: 'functest.opnfv_tests.vnf.ims.heat_ims'
 589                     class: 'HeatIms'
 590
 591             -
 592                 case_name: vyos_vrouter
 593                 project_name: functest
 594                 criteria: 100
 595                 blocking: false
 596                 description: >-
 597                     This test case is vRouter testing.
 598                 dependencies:
 599                     - DEPLOY_SCENARIO: 'os-.*-nofeature-.*ha'
 600                 run:
 601                     module: 'functest.opnfv_tests.vnf.router.cloudify_vrouter'
 602                     class: 'CloudifyVrouter'
 603
 604             -
 605                 case_name: juju_epc
 606                 project_name: functest
 607                 criteria: 100
 608                 blocking: false
 609                 description: >-
 610                     vEPC validation with Juju as VNF manager and ABoT as test
 611                     executor.
 612                 dependencies:
 613                     - DEPLOY_SCENARIO: 'os-.*-nofeature-.*ha'
 614                 run:
 615                     module: 'functest.opnfv_tests.vnf.epc.juju_epc'
 616                     class: 'JujuEpc'