functest/ci/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: healthcheck
   5         order: 0
   6         description: >-
   7             First tier to be executed to verify the basic
   8             operations in the VIM.
   9         testcases:
  10             -
  11                 case_name: connection_check
  12                 project_name: functest
  13                 criteria: 100
  14                 blocking: true
  15                 description: >-
  16                     This test case verifies the retrieval of OpenStack clients:
  17                     Keystone, Glance, Neutron and Nova and may perform some
  18                     simple queries.
  19                 run:
  20                     module:
  21                         'functest.opnfv_tests.openstack.api.connection_check'
  22                     class: 'ConnectionCheck'
  23
  24             -
  25                 case_name: tenantnetwork1
  26                 project_name: functest
  27                 criteria: 100
  28                 blocking: true
  29                 description: >-
  30                     It creates and configures all tenant network ressources
  31                     required by advanced testcases (subnet, network and
  32                     router).
  33                 run:
  34                     module: 'functest.core.tenantnetwork'
  35                     class: 'TenantNetwork1'
  36
  37             -
  38                 case_name: tenantnetwork2
  39                 project_name: functest
  40                 criteria: 100
  41                 blocking: true
  42                 description: >-
  43                     It creates new user/project before creating and configuring
  44                     all tenant network ressources required by a testcase
  45                     (subnet, network and router).
  46                 run:
  47                     module: 'functest.core.tenantnetwork'
  48                     class: 'TenantNetwork2'
  49
  50             -
  51                 case_name: vmready1
  52                 project_name: functest
  53                 criteria: 100
  54                 blocking: true
  55                 description: >-
  56                     It inherits from TenantNetwork1 which creates all network
  57                     resources and prepares a future VM attached to that
  58                     network.
  59                 run:
  60                     module: 'functest.core.singlevm'
  61                     class: 'VmReady1'
  62
  63             -
  64                 case_name: vmready2
  65                 project_name: functest
  66                 criteria: 100
  67                 blocking: true
  68                 description: >-
  69                     It creates new user/project before creating and configuring
  70                     all tenant network ressources, flavors, images, etc.
  71                     required by advanced testcases.
  72                 run:
  73                     module: 'functest.core.singlevm'
  74                     class: 'VmReady2'
  75
  76             -
  77                 case_name: singlevm1
  78                 project_name: functest
  79                 criteria: 100
  80                 blocking: true
  81                 description: >-
  82                     It inherits from TenantNetwork1 which creates all network
  83                     resources and completes it by booting a VM attached to that
  84                     network.
  85                 run:
  86                     module: 'functest.core.singlevm'
  87                     class: 'SingleVm1'
  88
  89             -
  90                 case_name: singlevm2
  91                 project_name: functest
  92                 criteria: 100
  93                 blocking: true
  94                 description: >-
  95                     It creates new user/project before creating and configuring
  96                     all tenant network ressources and vms required by advanced
  97                     testcases.
  98                 run:
  99                     module: 'functest.core.singlevm'
 100                     class: 'SingleVm2'
 101
 102             -
 103                 case_name: vping_ssh
 104                 project_name: functest
 105                 criteria: 100
 106                 blocking: true
 107                 description: >-
 108                     This test case verifies: 1) SSH to an instance using
 109                     floating IPs over the public network. 2) Connectivity
 110                     between 2 instances over a private network.
 111                 run:
 112                     module: 'functest.opnfv_tests.openstack.vping.vping_ssh'
 113                     class: 'VPingSSH'
 114
 115             -
 116                 case_name: vping_userdata
 117                 project_name: functest
 118                 criteria: 100
 119                 blocking: true
 120                 description: >-
 121                     This test case verifies:  1) Boot a VM with given userdata.
 122                     2) Connectivity between 2 instances over a private network.
 123                 run:
 124                     module:
 125                         'functest.opnfv_tests.openstack.vping.vping_userdata'
 126                     class: 'VPingUserdata'
 127
 128             -
 129                 case_name: cinder_test
 130                 project_name: functest
 131                 criteria: 100
 132                 blocking: true
 133                 description: >-
 134                     This test case verifies: 1) Attach volume and to 1
 135                     instance; 2) Write data on volume 3) Detach volume
 136                     from instance 1, attach it on instance 2 3) Read volume
 137                     data
 138                 run:
 139                     module: 'functest.opnfv_tests.openstack.cinder.cinder_test'
 140                     class: 'CinderCheck'
 141
 142             -
 143                 case_name: odl
 144                 project_name: functest
 145                 criteria: 100
 146                 blocking: true
 147                 description: >-
 148                     Test Suite for the OpenDaylight SDN Controller. It
 149                     integrates some test suites from upstream using
 150                     Robot as the test framework.
 151                 dependencies:
 152                     - DEPLOY_SCENARIO: 'odl'
 153                 run:
 154                     module: 'functest.opnfv_tests.sdn.odl.odl'
 155                     class: 'ODLTests'
 156                     args:
 157                         suites:
 158                             - /src/odl_test/csit/suites/integration/basic
 159                             - /src/odl_test/csit/suites/openstack/neutron
 160
 161             -
 162                 case_name: api_check
 163                 project_name: functest
 164                 criteria: 100
 165                 blocking: true
 166                 description: >-
 167                     This test case verifies the retrieval of OpenStack clients:
 168                     Keystone, Glance, Neutron and Nova and may perform some
 169                     simple queries. When the config value of
 170                     snaps.use_keystone is True, functest must have access to
 171                     the cloud's private network.
 172                 dependencies:
 173                     - DEPLOY_SCENARIO: '^((?!lxd).)*$'
 174                 run:
 175                     module: 'functest.opnfv_tests.openstack.snaps.api_check'
 176                     class: 'ApiCheck'
 177
 178             -
 179                 case_name: snaps_health_check
 180                 project_name: functest
 181                 criteria: 100
 182                 blocking: true
 183                 description: >-
 184                     This test case creates executes the SimpleHealthCheck
 185                     Python test class which creates an, image, flavor, network,
 186                     and Cirros VM instance and observes the console output to
 187                     validate the single port obtains the correct IP address.
 188                 dependencies:
 189                     - DEPLOY_SCENARIO: '^((?!lxd).)*$'
 190                 run:
 191                     module: 'functest.opnfv_tests.openstack.snaps.health_check'
 192                     class: 'HealthCheck'
 193
 194     -
 195         name: smoke
 196         order: 1
 197         description: >-
 198             Set of basic Functional tests to validate the OPNFV scenarios.
 199         testcases:
 200             -
 201                 case_name: tempest_smoke
 202                 project_name: functest
 203                 criteria: 100
 204                 blocking: false
 205                 description: >-
 206                     This test case runs the smoke subset of the OpenStack
 207                     Tempest suite. The list of test cases is generated by
 208                     Tempest automatically and depends on the parameters of
 209                     the OpenStack deplopyment.
 210                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L114
 211                 run:
 212                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 213                     class: 'TempestCommon'
 214                     args:
 215                         mode: '(?=.*\[.*\bsmoke\b.*\])(^tempest\.api)'
 216                         option:
 217                             - '--concurrency=4'
 218
 219             -
 220                 case_name: neutron-tempest-plugin-api
 221                 project_name: functest
 222                 criteria: 100
 223                 blocking: false
 224                 description: >-
 225                     This test case runs the Tempest suite proposed by the
 226                     Neutron project. The list of test cases is generated by
 227                     Tempest automatically and depends on the parameters of
 228                     the OpenStack deployment.
 229                 run:
 230                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 231                     class: 'TempestCommon'
 232                     args:
 233                         mode: '^neutron_tempest_plugin\.api'
 234                         option:
 235                             - '--concurrency=4'
 236
 237             -
 238                 case_name: rally_sanity
 239                 project_name: functest
 240                 criteria: 100
 241                 blocking: false
 242                 description: >-
 243                     This test case runs a sub group of tests of the OpenStack
 244                     Rally suite in smoke mode.
 245                 run:
 246                     module: 'functest.opnfv_tests.openstack.rally.rally'
 247                     class: 'RallySanity'
 248
 249             -
 250                 case_name: refstack_defcore
 251                 project_name: functest
 252                 enabled: false
 253                 criteria: 100
 254                 blocking: false
 255                 description: >-
 256                     This test case runs a sub group of tests of the OpenStack
 257                     Defcore testcases.
 258                 run:
 259                     module:
 260                         'functest.opnfv_tests.openstack.refstack.refstack'
 261                     class: 'Refstack'
 262
 263             -
 264                 case_name: patrole
 265                 project_name: functest
 266                 criteria: 100
 267                 blocking: false
 268                 description: >-
 269                     Test suite from Patrole project.
 270                 run:
 271                     module: 'functest.opnfv_tests.openstack.patrole.patrole'
 272                     class: 'Patrole'
 273                     args:
 274                         role: 'admin'
 275                         includes:
 276                             - 'image'
 277                             - 'network'
 278                         excludes:
 279                             - 'test_networks_multiprovider_rbac'
 280
 281             -
 282                 case_name: vmtp
 283                 project_name: functest
 284                 criteria: 100
 285                 blocking: false
 286                 description: >-
 287                     VMTP is a small python application that will automatically
 288                     perform ping connectivity, round trip time measurement
 289                     (latency) and TCP/UDP throughput
 290                 run:
 291                     module:
 292                         'functest.opnfv_tests.openstack.vmtp.vmtp'
 293                     class: 'Vmtp'
 294
 295             -
 296                 case_name: shaker
 297                 project_name: functest
 298                 criteria: 100
 299                 blocking: false
 300                 description: >-
 301                     Shaker wraps around popular system network testing tools
 302                     like iperf, iperf3 and netperf (with help of flent). Shaker
 303                     is able to deploy OpenStack instances and networks in
 304                     different topologies.
 305                 run:
 306                     module:
 307                         'functest.opnfv_tests.openstack.shaker.shaker'
 308                     class: 'Shaker'
 309
 310             -
 311                 case_name: snaps_smoke
 312                 project_name: functest
 313                 criteria: 100
 314                 blocking: false
 315                 description: >-
 316                     This test case contains tests that setup and destroy
 317                     environments with VMs with and without Floating IPs
 318                     with a newly created user and project. Set the config
 319                     value snaps.use_floating_ips (True|False) to toggle
 320                     this functionality. When the config value of
 321                     snaps.use_keystone is True, functest must have access to
 322                     the cloud's private network.
 323                 dependencies:
 324                     - DEPLOY_SCENARIO: '^((?!lxd).)*$'
 325                 run:
 326                     module: 'functest.opnfv_tests.openstack.snaps.smoke'
 327                     class: 'SnapsSmoke'
 328
 329             -
 330                 case_name: neutron_trunk
 331                 project_name: functest
 332                 criteria: 100
 333                 blocking: false
 334                 description: >-
 335                     This test case runs the neutron trunk subtest of the
 336                     OpenStack Tempest suite. The list of test cases is
 337                     generated by Tempest having as input the relevant
 338                     testcase list file.
 339                 run:
 340                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 341                     class: 'TempestCommon'
 342                     args:
 343                         mode: 'neutron_tempest_plugin.(api|scenario).test_trunk'
 344                         neutron_extensions:
 345                             - trunk
 346                             - trunk-details
 347
 348             -
 349                 case_name: networking-bgpvpn
 350                 project_name: functest
 351                 criteria: 100
 352                 blocking: false
 353                 description: >-
 354                     This test case runs OpenStack networking-bgpvpn Tempest
 355                     suite. The list of test cases is generated by Tempest
 356                     having as input the relevant regex.
 357                 run:
 358                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 359                     class: 'TempestCommon'
 360                     args:
 361                         mode: '^networking_bgpvpn_tempest\.'
 362                         neutron_extensions:
 363                             - bgpvpn
 364                         option:
 365                             - '--concurrency=4'
 366
 367             -
 368                 case_name: networking-sfc
 369                 project_name: functest
 370                 criteria: 100
 371                 blocking: false
 372                 description: >-
 373                     This test case runs OpenStack networking-sfc Tempest
 374                     suite. The list of test cases is generated by Tempest
 375                     having as input the relevant regex.
 376                 run:
 377                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 378                     class: 'TempestCommon'
 379                     args:
 380                         mode:
 381                             '^(?:networking_sfc\.tests\.tempest_plugin.tests.api).*$'
 382                         neutron_extensions:
 383                             - sfc
 384                         option:
 385                             - '--concurrency=0'
 386
 387             -
 388                 case_name: barbican
 389                 project_name: functest
 390                 criteria: 100
 391                 blocking: false
 392                 description: >-
 393                     It leverages on the tempest plugin containing tests used to
 394                     verify the functionality of a barbican installation.
 395                 run:
 396                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 397                     class: 'TempestCommon'
 398                     args:
 399                         mode:
 400                             'barbican_tempest_plugin.tests.(api|scenario).(?!test_image_signing)'
 401                         services:
 402                             - barbican
 403
 404     -
 405         name: features
 406         order: 2
 407         description: >-
 408             Test suites from feature projects
 409             integrated in functest
 410         testcases:
 411             -
 412                 case_name: doctor-notification
 413                 project_name: doctor
 414                 criteria: 100
 415                 blocking: false
 416                 description: >-
 417                     Test suite from Doctor project.
 418                 dependencies:
 419                     - INSTALLER_TYPE: '(apex)|(fuel)|(daisy)'
 420                     - DEPLOY_SCENARIO: '^((?!fdio|nofeature).)*$'
 421                 run:
 422                     module: 'xtesting.core.feature'
 423                     class: 'BashFeature'
 424                     args:
 425                         cmd: 'doctor-test'
 426
 427             -
 428                 case_name: bgpvpn
 429                 project_name: sdnvpn
 430                 criteria: 100
 431                 blocking: false
 432                 description: >-
 433                     Test suite from SDNVPN project.
 434                 dependencies:
 435                     - DEPLOY_SCENARIO: 'bgpvpn'
 436                 run:
 437                     module: 'sdnvpn.test.functest.run_sdnvpn_tests'
 438                     class: 'SdnvpnFunctest'
 439
 440             -
 441                 case_name: functest-odl-sfc
 442                 project_name: sfc
 443                 criteria: 100
 444                 blocking: false
 445                 description: >-
 446                     Test suite for odl-sfc to test two chains with one SF and
 447                     one chain with two SFs
 448                 dependencies:
 449                     - DEPLOY_SCENARIO: 'odl.*sfc'
 450                 run:
 451                     module: 'sfc.tests.functest.run_sfc_tests'
 452                     class: 'SfcFunctest'
 453
 454             -
 455                 case_name: barometercollectd
 456                 project_name: barometer
 457                 criteria: 100
 458                 blocking: false
 459                 description: >-
 460                     Test suite for the Barometer project. Separate tests verify
 461                     the proper configuration and basic functionality of all the
 462                     collectd plugins as described in the Project Release Plan
 463                 dependencies:
 464                     - DEPLOY_SCENARIO: 'bar'
 465                 run:
 466                     module: 'baro_tests.barometer'
 467                     class: 'BarometerCollectd'
 468
 469             -
 470                 case_name: fds
 471                 project_name: fastdatastacks
 472                 criteria: 100
 473                 blocking: false
 474                 description: >-
 475                     Test Suite for the OpenDaylight SDN Controller when GBP
 476                     features are installed. It integrates some test suites from
 477                     upstream using Robot as the test framework.
 478                 dependencies:
 479                     - DEPLOY_SCENARIO: 'odl.*-fdio'
 480                 run:
 481                     module: 'functest.opnfv_tests.sdn.odl.odl'
 482                     class: 'ODLTests'
 483                     args:
 484                         suites:
 485                             - /src/fds/testing/robot
 486
 487     -
 488         name: components
 489         order: 3
 490         description: >-
 491             Extensive testing of OpenStack API.
 492         testcases:
 493             -
 494                 case_name: tempest_full
 495                 project_name: functest
 496                 criteria: 100
 497                 blocking: false
 498                 description: >-
 499                     The list of test cases is generated by
 500                     Tempest automatically and depends on the parameters of
 501                     the OpenStack deployment.
 502                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
 503                 run:
 504                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 505                     class: 'TempestCommon'
 506                     args:
 507                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.api)'
 508                         option:
 509                             - '--concurrency=4'
 510
 511             -
 512                 case_name: tempest_scenario
 513                 project_name: functest
 514                 criteria: 100
 515                 blocking: false
 516                 description: >-
 517                     The list of test cases is generated by
 518                     Tempest automatically and depends on the parameters of
 519                     the OpenStack deployment.
 520                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 521                 run:
 522                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 523                     class: 'TempestCommon'
 524                     args:
 525                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.scenario)'
 526                         option:
 527                             - '--serial'
 528
 529             -
 530                 case_name: rally_full
 531                 project_name: functest
 532                 criteria: 100
 533                 blocking: false
 534                 description: >-
 535                     This test case runs the full suite of scenarios of the
 536                     OpenStack Rally suite using several threads and iterations.
 537                 run:
 538                     module: 'functest.opnfv_tests.openstack.rally.rally'
 539                     class: 'RallyFull'
 540
 541     -
 542         name: vnf
 543         order: 4
 544         description: >-
 545             Collection of VNF test cases.
 546         testcases:
 547             -
 548                 case_name: cloudify
 549                 project_name: functest
 550                 criteria: 100
 551                 blocking: false
 552                 description: >-
 553                     This test case deploys the Cloudify orchestrator.
 554                 dependencies:
 555                     - DEPLOY_SCENARIO: 'os-.*-nofeature-.*ha'
 556                 run:
 557                     module: 'functest.core.cloudify'
 558                     class: 'Cloudify'
 559             -
 560                 case_name: cloudify_ims
 561                 project_name: functest
 562                 criteria: 100
 563                 blocking: false
 564                 description: >-
 565                     This test case deploys an OpenSource vIMS solution from
 566                     Clearwater using the Cloudify orchestrator. It also runs
 567                     some signaling traffic.
 568                 dependencies:
 569                     - DEPLOY_SCENARIO: 'os-.*-nofeature-.*ha'
 570                 run:
 571                     module: 'functest.opnfv_tests.vnf.ims.cloudify_ims'
 572                     class: 'CloudifyIms'
 573
 574             -
 575                 case_name: heat_ims
 576                 project_name: functest
 577                 criteria: 100
 578                 blocking: false
 579                 description: >-
 580                     This test case deploys an OpenSource vIMS solution from
 581                     Clearwater using the OpenStack Heat orchestrator.
 582                     It also runs some signaling traffic.
 583                 dependencies:
 584                     - DEPLOY_SCENARIO: 'os-.*-nofeature-.*ha'
 585                 run:
 586                     module: 'functest.opnfv_tests.vnf.ims.heat_ims'
 587                     class: 'HeatIms'
 588
 589             -
 590                 case_name: vyos_vrouter
 591                 project_name: functest
 592                 criteria: 100
 593                 blocking: false
 594                 description: >-
 595                     This test case is vRouter testing.
 596                 dependencies:
 597                     - DEPLOY_SCENARIO: 'os-.*-nofeature-.*ha'
 598                 run:
 599                     module: 'functest.opnfv_tests.vnf.router.cloudify_vrouter'
 600                     class: 'CloudifyVrouter'
 601
 602             -
 603                 case_name: juju_epc
 604                 project_name: functest
 605                 criteria: 100
 606                 blocking: false
 607                 description: >-
 608                     vEPC validation with Juju as VNF manager and ABoT as test
 609                     executor.
 610                 dependencies:
 611                     - DEPLOY_SCENARIO: 'os-.*-nofeature-.*ha'
 612                 run:
 613                     module: 'functest.opnfv_tests.vnf.epc.juju_epc'
 614                     class: 'JujuEpc'