functest/ci/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: healthcheck
   5         order: 0
   6         description: >-
   7             First tier to be executed to verify the basic
   8             operations in the VIM.
   9         testcases:
  10             -
  11                 case_name: connection_check
  12                 project_name: functest
  13                 criteria: 100
  14                 blocking: true
  15                 description: >-
  16                     This test case verifies the retrieval of OpenStack clients:
  17                     Keystone, Glance, Neutron and Nova and may perform some
  18                     simple queries.
  19                 run:
  20                     module:
  21                         'functest.opnfv_tests.openstack.api.connection_check'
  22                     class: 'ConnectionCheck'
  23
  24             -
  25                 case_name: tenantnetwork1
  26                 project_name: functest
  27                 criteria: 100
  28                 blocking: true
  29                 description: >-
  30                     It creates and configures all tenant network ressources
  31                     required by advanced testcases (subnet, network and
  32                     router).
  33                 run:
  34                     module: 'functest.core.tenantnetwork'
  35                     class: 'TenantNetwork1'
  36
  37             -
  38                 case_name: tenantnetwork2
  39                 project_name: functest
  40                 criteria: 100
  41                 blocking: true
  42                 description: >-
  43                     It creates new user/project before creating and configuring
  44                     all tenant network ressources required by a testcase
  45                     (subnet, network and router).
  46                 run:
  47                     module: 'functest.core.tenantnetwork'
  48                     class: 'TenantNetwork2'
  49
  50             -
  51                 case_name: vmready1
  52                 project_name: functest
  53                 criteria: 100
  54                 blocking: true
  55                 description: >-
  56                     It inherits from TenantNetwork1 which creates all network
  57                     resources and prepares a future VM attached to that
  58                     network.
  59                 run:
  60                     module: 'functest.core.singlevm'
  61                     class: 'VmReady1'
  62
  63             -
  64                 case_name: vmready2
  65                 project_name: functest
  66                 criteria: 100
  67                 blocking: true
  68                 description: >-
  69                     It creates new user/project before creating and configuring
  70                     all tenant network ressources, flavors, images, etc.
  71                     required by advanced testcases.
  72                 run:
  73                     module: 'functest.core.singlevm'
  74                     class: 'VmReady2'
  75
  76             -
  77                 case_name: singlevm1
  78                 project_name: functest
  79                 criteria: 100
  80                 blocking: true
  81                 description: >-
  82                     It inherits from TenantNetwork1 which creates all network
  83                     resources and completes it by booting a VM attached to that
  84                     network.
  85                 run:
  86                     module: 'functest.core.singlevm'
  87                     class: 'SingleVm1'
  88
  89             -
  90                 case_name: singlevm2
  91                 project_name: functest
  92                 criteria: 100
  93                 blocking: true
  94                 description: >-
  95                     It creates new user/project before creating and configuring
  96                     all tenant network ressources and vms required by advanced
  97                     testcases.
  98                 run:
  99                     module: 'functest.core.singlevm'
 100                     class: 'SingleVm2'
 101
 102             -
 103                 case_name: vping_ssh
 104                 project_name: functest
 105                 criteria: 100
 106                 blocking: true
 107                 description: >-
 108                     This test case verifies: 1) SSH to an instance using
 109                     floating IPs over the public network. 2) Connectivity
 110                     between 2 instances over a private network.
 111                 run:
 112                     module: 'functest.opnfv_tests.openstack.vping.vping_ssh'
 113                     class: 'VPingSSH'
 114
 115             -
 116                 case_name: vping_userdata
 117                 project_name: functest
 118                 criteria: 100
 119                 blocking: true
 120                 description: >-
 121                     This test case verifies:  1) Boot a VM with given userdata.
 122                     2) Connectivity between 2 instances over a private network.
 123                 run:
 124                     module:
 125                         'functest.opnfv_tests.openstack.vping.vping_userdata'
 126                     class: 'VPingUserdata'
 127
 128             -
 129                 case_name: cinder_test
 130                 project_name: functest
 131                 criteria: 100
 132                 blocking: true
 133                 description: >-
 134                     This test case verifies: 1) Attach volume and to 1
 135                     instance; 2) Write data on volume 3) Detach volume
 136                     from instance 1, attach it on instance 2 3) Read volume
 137                     data
 138                 run:
 139                     module: 'functest.opnfv_tests.openstack.cinder.cinder_test'
 140                     class: 'CinderCheck'
 141
 142             -
 143                 case_name: odl
 144                 project_name: functest
 145                 criteria: 100
 146                 blocking: true
 147                 description: >-
 148                     Test Suite for the OpenDaylight SDN Controller. It
 149                     integrates some test suites from upstream using
 150                     Robot as the test framework.
 151                 dependencies:
 152                     - DEPLOY_SCENARIO: 'odl'
 153                 run:
 154                     module: 'functest.opnfv_tests.sdn.odl.odl'
 155                     class: 'ODLTests'
 156                     args:
 157                         suites:
 158                             - /src/odl_test/csit/suites/integration/basic
 159                             - /src/odl_test/csit/suites/openstack/neutron
 160
 161             -
 162                 case_name: api_check
 163                 project_name: functest
 164                 criteria: 100
 165                 blocking: true
 166                 description: >-
 167                     This test case verifies the retrieval of OpenStack clients:
 168                     Keystone, Glance, Neutron and Nova and may perform some
 169                     simple queries. When the config value of
 170                     snaps.use_keystone is True, functest must have access to
 171                     the cloud's private network.
 172                 run:
 173                     module: 'functest.opnfv_tests.openstack.snaps.api_check'
 174                     class: 'ApiCheck'
 175
 176             -
 177                 case_name: snaps_health_check
 178                 project_name: functest
 179                 criteria: 100
 180                 blocking: true
 181                 description: >-
 182                     This test case creates executes the SimpleHealthCheck
 183                     Python test class which creates an, image, flavor, network,
 184                     and Cirros VM instance and observes the console output to
 185                     validate the single port obtains the correct IP address.
 186                 run:
 187                     module: 'functest.opnfv_tests.openstack.snaps.health_check'
 188                     class: 'HealthCheck'
 189
 190     -
 191         name: smoke
 192         order: 1
 193         description: >-
 194             Set of basic Functional tests to validate the OPNFV scenarios.
 195         testcases:
 196             -
 197                 case_name: tempest_smoke
 198                 project_name: functest
 199                 criteria: 100
 200                 blocking: false
 201                 description: >-
 202                     This test case runs the smoke subset of the OpenStack
 203                     Tempest suite. The list of test cases is generated by
 204                     Tempest automatically and depends on the parameters of
 205                     the OpenStack deplopyment.
 206                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L114
 207                 run:
 208                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 209                     class: 'TempestCommon'
 210                     args:
 211                         mode: '(?=.*\[.*\bsmoke\b.*\])(^tempest\.api)'
 212                         option:
 213                             - '--concurrency=4'
 214
 215             -
 216                 case_name: neutron-tempest-plugin-api
 217                 project_name: functest
 218                 criteria: 100
 219                 blocking: false
 220                 description: >-
 221                     This test case runs the Tempest suite proposed by the
 222                     Neutron project. The list of test cases is generated by
 223                     Tempest automatically and depends on the parameters of
 224                     the OpenStack deployment.
 225                 run:
 226                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 227                     class: 'TempestCommon'
 228                     args:
 229                         mode: '^neutron_tempest_plugin\.api'
 230                         option:
 231                             - '--concurrency=4'
 232
 233             -
 234                 case_name: rally_sanity
 235                 project_name: functest
 236                 criteria: 100
 237                 blocking: false
 238                 description: >-
 239                     This test case runs a sub group of tests of the OpenStack
 240                     Rally suite in smoke mode.
 241                 run:
 242                     module: 'functest.opnfv_tests.openstack.rally.rally'
 243                     class: 'RallySanity'
 244
 245             -
 246                 case_name: refstack_defcore
 247                 project_name: functest
 248                 criteria: 100
 249                 blocking: false
 250                 description: >-
 251                     This test case runs a sub group of tests of the OpenStack
 252                     Defcore testcases.
 253                 run:
 254                     module:
 255                         'functest.opnfv_tests.openstack.refstack.refstack'
 256                     class: 'Refstack'
 257
 258             -
 259                 case_name: patrole
 260                 project_name: functest
 261                 criteria: 100
 262                 blocking: false
 263                 description: >-
 264                     Test suite from Patrole project.
 265                 run:
 266                     module: 'functest.opnfv_tests.openstack.patrole.patrole'
 267                     class: 'Patrole'
 268                     args:
 269                         role: 'admin'
 270                         includes:
 271                             - 'image'
 272                             - 'network'
 273                         excludes:
 274                             - 'test_networks_multiprovider_rbac'
 275
 276             -
 277                 case_name: vmtp
 278                 project_name: functest
 279                 criteria: 100
 280                 blocking: false
 281                 description: >-
 282                     VMTP is a small python application that will automatically
 283                     perform ping connectivity, round trip time measurement
 284                     (latency) and TCP/UDP throughput
 285                 dependencies:
 286                     - POD_ARCH: '^(?!aarch64$)'
 287                 run:
 288                     module:
 289                         'functest.opnfv_tests.openstack.vmtp.vmtp'
 290                     class: 'Vmtp'
 291
 292             -
 293                 case_name: shaker
 294                 project_name: functest
 295                 criteria: 100
 296                 blocking: false
 297                 description: >-
 298                     Shaker wraps around popular system network testing tools
 299                     like iperf, iperf3 and netperf (with help of flent). Shaker
 300                     is able to deploy OpenStack instances and networks in
 301                     different topologies.
 302                 run:
 303                     module:
 304                         'functest.opnfv_tests.openstack.shaker.shaker'
 305                     class: 'Shaker'
 306
 307             -
 308                 case_name: snaps_smoke
 309                 project_name: functest
 310                 criteria: 100
 311                 blocking: false
 312                 description: >-
 313                     This test case contains tests that setup and destroy
 314                     environments with VMs with and without Floating IPs
 315                     with a newly created user and project. Set the config
 316                     value snaps.use_floating_ips (True|False) to toggle
 317                     this functionality. When the config value of
 318                     snaps.use_keystone is True, functest must have access to
 319                     the cloud's private network.
 320                 run:
 321                     module: 'functest.opnfv_tests.openstack.snaps.smoke'
 322                     class: 'SnapsSmoke'
 323
 324             -
 325                 case_name: neutron_trunk
 326                 project_name: functest
 327                 criteria: 100
 328                 blocking: false
 329                 description: >-
 330                     This test case runs the neutron trunk subtest of the
 331                     OpenStack Tempest suite. The list of test cases is
 332                     generated by Tempest having as input the relevant
 333                     testcase list file.
 334                 run:
 335                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 336                     class: 'TempestCommon'
 337                     args:
 338                         mode: 'neutron_tempest_plugin.(api|scenario).test_trunk'
 339                         neutron_extensions:
 340                             - trunk
 341                             - trunk-details
 342
 343             -
 344                 case_name: networking-bgpvpn
 345                 project_name: functest
 346                 criteria: 100
 347                 blocking: false
 348                 description: >-
 349                     This test case runs OpenStack networking-bgpvpn Tempest
 350                     suite. The list of test cases is generated by Tempest
 351                     having as input the relevant regex.
 352                 run:
 353                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 354                     class: 'TempestCommon'
 355                     args:
 356                         mode: '^networking_bgpvpn_tempest\.'
 357                         neutron_extensions:
 358                             - bgpvpn
 359                         option:
 360                             - '--concurrency=4'
 361
 362             -
 363                 case_name: networking-sfc
 364                 project_name: functest
 365                 criteria: 100
 366                 blocking: false
 367                 description: >-
 368                     This test case runs OpenStack networking-sfc Tempest
 369                     suite. The list of test cases is generated by Tempest
 370                     having as input the relevant regex.
 371                 run:
 372                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 373                     class: 'TempestCommon'
 374                     args:
 375                         mode:
 376                             '^(?:networking_sfc\.tests\.tempest_plugin.tests.api).*$'
 377                         neutron_extensions:
 378                             - sfc
 379                         option:
 380                             - '--concurrency=0'
 381
 382             -
 383                 case_name: barbican
 384                 project_name: functest
 385                 criteria: 100
 386                 blocking: false
 387                 description: >-
 388                     It leverages on the tempest plugin containing tests used to
 389                     verify the functionality of a barbican installation.
 390                 run:
 391                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 392                     class: 'TempestCommon'
 393                     args:
 394                         mode:
 395                             'barbican_tempest_plugin.tests.(api|scenario).(?!test_image_signing)'
 396                         services:
 397                             - barbican
 398
 399     -
 400         name: features
 401         order: 2
 402         description: >-
 403             Test suites from feature projects
 404             integrated in functest
 405         testcases:
 406             -
 407                 case_name: doctor-notification
 408                 project_name: doctor
 409                 criteria: 100
 410                 blocking: false
 411                 description: >-
 412                     Test suite from Doctor project.
 413                 dependencies:
 414                     - INSTALLER_TYPE: '(apex)|(fuel)|(daisy)'
 415                     - DEPLOY_SCENARIO: '^((?!fdio|nofeature).)*$'
 416                 run:
 417                     module: 'xtesting.core.feature'
 418                     class: 'BashFeature'
 419                     args:
 420                         cmd: 'doctor-test'
 421
 422             -
 423                 case_name: bgpvpn
 424                 project_name: sdnvpn
 425                 criteria: 100
 426                 blocking: false
 427                 description: >-
 428                     Test suite from SDNVPN project.
 429                 dependencies:
 430                     - DEPLOY_SCENARIO: 'bgpvpn'
 431                 run:
 432                     module: 'sdnvpn.test.functest.run_sdnvpn_tests'
 433                     class: 'SdnvpnFunctest'
 434
 435             -
 436                 case_name: functest-odl-sfc
 437                 project_name: sfc
 438                 criteria: 100
 439                 blocking: false
 440                 description: >-
 441                     Test suite for odl-sfc to test two chains with one SF and
 442                     one chain with two SFs
 443                 dependencies:
 444                     - DEPLOY_SCENARIO: 'odl.*sfc'
 445                 run:
 446                     module: 'sfc.tests.functest.run_sfc_tests'
 447                     class: 'SfcFunctest'
 448
 449             -
 450                 case_name: barometercollectd
 451                 project_name: barometer
 452                 criteria: 100
 453                 blocking: false
 454                 description: >-
 455                     Test suite for the Barometer project. Separate tests verify
 456                     the proper configuration and basic functionality of all the
 457                     collectd plugins as described in the Project Release Plan
 458                 dependencies:
 459                     - DEPLOY_SCENARIO: 'bar'
 460                 run:
 461                     module: 'baro_tests.barometer'
 462                     class: 'BarometerCollectd'
 463
 464             -
 465                 case_name: fds
 466                 project_name: fastdatastacks
 467                 criteria: 100
 468                 blocking: false
 469                 description: >-
 470                     Test Suite for the OpenDaylight SDN Controller when GBP
 471                     features are installed. It integrates some test suites from
 472                     upstream using Robot as the test framework.
 473                 dependencies:
 474                     - DEPLOY_SCENARIO: 'odl.*-fdio'
 475                 run:
 476                     module: 'functest.opnfv_tests.sdn.odl.odl'
 477                     class: 'ODLTests'
 478                     args:
 479                         suites:
 480                             - /src/fds/testing/robot
 481
 482     -
 483         name: components
 484         order: 3
 485         description: >-
 486             Extensive testing of OpenStack API.
 487         testcases:
 488             -
 489                 case_name: tempest_full
 490                 project_name: functest
 491                 criteria: 100
 492                 blocking: false
 493                 description: >-
 494                     The list of test cases is generated by
 495                     Tempest automatically and depends on the parameters of
 496                     the OpenStack deployment.
 497                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
 498                 run:
 499                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 500                     class: 'TempestCommon'
 501                     args:
 502                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.api)'
 503                         option:
 504                             - '--concurrency=4'
 505
 506             -
 507                 case_name: tempest_scenario
 508                 project_name: functest
 509                 criteria: 100
 510                 blocking: false
 511                 description: >-
 512                     The list of test cases is generated by
 513                     Tempest automatically and depends on the parameters of
 514                     the OpenStack deployment.
 515                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 516                 run:
 517                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 518                     class: 'TempestCommon'
 519                     args:
 520                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.scenario)'
 521                         option:
 522                             - '--concurrency=1'
 523
 524             -
 525                 case_name: rally_full
 526                 project_name: functest
 527                 criteria: 100
 528                 blocking: false
 529                 description: >-
 530                     This test case runs the full suite of scenarios of the
 531                     OpenStack Rally suite using several threads and iterations.
 532                 run:
 533                     module: 'functest.opnfv_tests.openstack.rally.rally'
 534                     class: 'RallyFull'
 535
 536     -
 537         name: vnf
 538         order: 4
 539         description: >-
 540             Collection of VNF test cases.
 541         testcases:
 542             -
 543                 case_name: cloudify
 544                 project_name: functest
 545                 criteria: 100
 546                 blocking: false
 547                 description: >-
 548                     This test case deploys the Cloudify orchestrator.
 549                 dependencies:
 550                     - DEPLOY_SCENARIO: 'os-.*-nofeature-.*ha'
 551                 run:
 552                     module: 'functest.core.cloudify'
 553                     class: 'Cloudify'
 554             -
 555                 case_name: cloudify_ims
 556                 project_name: functest
 557                 criteria: 100
 558                 blocking: false
 559                 description: >-
 560                     This test case deploys an OpenSource vIMS solution from
 561                     Clearwater using the Cloudify orchestrator. It also runs
 562                     some signaling traffic.
 563                 dependencies:
 564                     - DEPLOY_SCENARIO: 'os-.*-nofeature-.*ha'
 565                 run:
 566                     module: 'functest.opnfv_tests.vnf.ims.cloudify_ims'
 567                     class: 'CloudifyIms'
 568
 569             -
 570                 case_name: heat_ims
 571                 project_name: functest
 572                 criteria: 100
 573                 blocking: false
 574                 description: >-
 575                     This test case deploys an OpenSource vIMS solution from
 576                     Clearwater using the OpenStack Heat orchestrator.
 577                     It also runs some signaling traffic.
 578                 dependencies:
 579                     - DEPLOY_SCENARIO: 'os-.*-nofeature-.*ha'
 580                 run:
 581                     module: 'functest.opnfv_tests.vnf.ims.heat_ims'
 582                     class: 'HeatIms'
 583
 584             -
 585                 case_name: vyos_vrouter
 586                 project_name: functest
 587                 criteria: 100
 588                 blocking: false
 589                 description: >-
 590                     This test case is vRouter testing.
 591                 dependencies:
 592                     - DEPLOY_SCENARIO: 'os-.*-nofeature-.*ha'
 593                 run:
 594                     module: 'functest.opnfv_tests.vnf.router.cloudify_vrouter'
 595                     class: 'CloudifyVrouter'
 596
 597             -
 598                 case_name: juju_epc
 599                 project_name: functest
 600                 criteria: 100
 601                 blocking: false
 602                 description: >-
 603                     vEPC validation with Juju as VNF manager and ABoT as test
 604                     executor.
 605                 dependencies:
 606                     - DEPLOY_SCENARIO: 'os-.*-nofeature-.*ha'
 607                 run:
 608                     module: 'functest.opnfv_tests.vnf.epc.juju_epc'
 609                     class: 'JujuEpc'