functest/ci/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: healthcheck
   5         order: 0
   6         description: >-
   7             First tier to be executed to verify the basic
   8             operations in the VIM.
   9         testcases:
  10             -
  11                 case_name: connection_check
  12                 project_name: functest
  13                 criteria: 100
  14                 blocking: true
  15                 description: >-
  16                     This test case verifies the retrieval of OpenStack clients:
  17                     Keystone, Glance, Neutron and Nova and may perform some
  18                     simple queries.
  19                 run:
  20                     name: connection_check
  21
  22             -
  23                 case_name: tenantnetwork1
  24                 project_name: functest
  25                 criteria: 100
  26                 blocking: true
  27                 description: >-
  28                     It creates and configures all tenant network ressources
  29                     required by advanced testcases (subnet, network and
  30                     router).
  31                 run:
  32                     name: tenantnetwork1
  33
  34             -
  35                 case_name: tenantnetwork2
  36                 project_name: functest
  37                 criteria: 100
  38                 blocking: true
  39                 description: >-
  40                     It creates new user/project before creating and configuring
  41                     all tenant network ressources required by a testcase
  42                     (subnet, network and router).
  43                 run:
  44                     name: tenantnetwork2
  45
  46             -
  47                 case_name: vmready1
  48                 project_name: functest
  49                 criteria: 100
  50                 blocking: true
  51                 description: >-
  52                     It inherits from TenantNetwork1 which creates all network
  53                     resources and prepares a future VM attached to that
  54                     network.
  55                 run:
  56                     name: vmready1
  57
  58             -
  59                 case_name: vmready2
  60                 project_name: functest
  61                 criteria: 100
  62                 blocking: true
  63                 description: >-
  64                     It creates new user/project before creating and configuring
  65                     all tenant network ressources, flavors, images, etc.
  66                     required by advanced testcases.
  67                 run:
  68                     name: vmready2
  69
  70             -
  71                 case_name: singlevm1
  72                 project_name: functest
  73                 criteria: 100
  74                 blocking: true
  75                 description: >-
  76                     It inherits from TenantNetwork1 which creates all network
  77                     resources and completes it by booting a VM attached to that
  78                     network.
  79                 run:
  80                     name: singlevm1
  81
  82             -
  83                 case_name: singlevm2
  84                 project_name: functest
  85                 criteria: 100
  86                 blocking: true
  87                 description: >-
  88                     It creates new user/project before creating and configuring
  89                     all tenant network ressources and vms required by advanced
  90                     testcases.
  91                 run:
  92                     name: singlevm2
  93
  94             -
  95                 case_name: vping_ssh
  96                 project_name: functest
  97                 criteria: 100
  98                 blocking: true
  99                 description: >-
 100                     This test case verifies: 1) SSH to an instance using
 101                     floating IPs over the public network. 2) Connectivity
 102                     between 2 instances over a private network.
 103                 run:
 104                     name: vping_ssh
 105
 106             -
 107                 case_name: vping_userdata
 108                 project_name: functest
 109                 criteria: 100
 110                 blocking: true
 111                 description: >-
 112                     This test case verifies:  1) Boot a VM with given userdata.
 113                     2) Connectivity between 2 instances over a private network.
 114                 run:
 115                     name: vping_userdata
 116
 117             -
 118                 case_name: cinder_test
 119                 project_name: functest
 120                 criteria: 100
 121                 blocking: true
 122                 description: >-
 123                     This test case verifies: 1) Attach volume and to 1
 124                     instance; 2) Write data on volume 3) Detach volume
 125                     from instance 1, attach it on instance 2 3) Read volume
 126                     data
 127                 run:
 128                     name: cinder_test
 129
 130             -
 131                 case_name: odl
 132                 project_name: functest
 133                 criteria: 100
 134                 blocking: true
 135                 description: >-
 136                     Test Suite for the OpenDaylight SDN Controller. It
 137                     integrates some test suites from upstream using
 138                     Robot as the test framework.
 139                 dependencies:
 140                     - DEPLOY_SCENARIO: 'odl'
 141                 run:
 142                     name: odl
 143                     args:
 144                         suites:
 145                             - /src/odl_test/csit/suites/integration/basic
 146                             - /src/odl_test/csit/suites/openstack/neutron
 147
 148             -
 149                 case_name: api_check
 150                 project_name: functest
 151                 criteria: 100
 152                 blocking: true
 153                 description: >-
 154                     This test case verifies the retrieval of OpenStack clients:
 155                     Keystone, Glance, Neutron and Nova and may perform some
 156                     simple queries. When the config value of
 157                     snaps.use_keystone is True, functest must have access to
 158                     the cloud's private network.
 159                 run:
 160                     name: api_check
 161
 162             -
 163                 case_name: snaps_health_check
 164                 project_name: functest
 165                 criteria: 100
 166                 blocking: true
 167                 description: >-
 168                     This test case creates executes the SimpleHealthCheck
 169                     Python test class which creates an, image, flavor, network,
 170                     and Cirros VM instance and observes the console output to
 171                     validate the single port obtains the correct IP address.
 172                 run:
 173                     name: snaps_health_check
 174
 175     -
 176         name: smoke
 177         order: 1
 178         description: >-
 179             Set of basic Functional tests to validate the OPNFV scenarios.
 180         testcases:
 181             -
 182                 case_name: tempest_smoke
 183                 project_name: functest
 184                 criteria: 100
 185                 blocking: false
 186                 description: >-
 187                     This test case runs the smoke subset of the OpenStack
 188                     Tempest suite. The list of test cases is generated by
 189                     Tempest automatically and depends on the parameters of
 190                     the OpenStack deplopyment.
 191                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L114
 192                 run:
 193                     name: tempest_common
 194                     args:
 195                         mode: '(?=.*\[.*\bsmoke\b.*\])(^tempest\.api)'
 196                         option:
 197                             - '--concurrency=4'
 198
 199             -
 200                 case_name: neutron-tempest-plugin-api
 201                 project_name: functest
 202                 criteria: 100
 203                 blocking: false
 204                 description: >-
 205                     This test case runs the Tempest suite proposed by the
 206                     Neutron project. The list of test cases is generated by
 207                     Tempest automatically and depends on the parameters of
 208                     the OpenStack deployment.
 209                 run:
 210                     name: tempest_common
 211                     args:
 212                         mode: '^neutron_tempest_plugin\.api'
 213                         option:
 214                             - '--concurrency=4'
 215
 216             -
 217                 case_name: rally_sanity
 218                 project_name: functest
 219                 criteria: 100
 220                 blocking: false
 221                 description: >-
 222                     This test case runs a sub group of tests of the OpenStack
 223                     Rally suite in smoke mode.
 224                 run:
 225                     name: rally_sanity
 226
 227             -
 228                 case_name: refstack_defcore
 229                 project_name: functest
 230                 criteria: 100
 231                 blocking: false
 232                 description: >-
 233                     This test case runs a sub group of tests of the OpenStack
 234                     Defcore testcases.
 235                 run:
 236                     name: refstack_defcore
 237                     args:
 238                         option:
 239                             - '--concurrency=4'
 240
 241             -
 242                 case_name: patrole
 243                 project_name: functest
 244                 criteria: 100
 245                 blocking: false
 246                 description: >-
 247                     Test suite from Patrole project.
 248                 run:
 249                     name: patrole
 250                     args:
 251                         role: 'admin'
 252                         includes:
 253                             - 'image'
 254                             - 'network'
 255                         excludes:
 256                             - 'test_networks_multiprovider_rbac'
 257
 258             -
 259                 case_name: vmtp
 260                 project_name: functest
 261                 criteria: 100
 262                 blocking: false
 263                 description: >-
 264                     VMTP is a small python application that will automatically
 265                     perform ping connectivity, round trip time measurement
 266                     (latency) and TCP/UDP throughput
 267                 dependencies:
 268                     - POD_ARCH: '^(?!aarch64$)'
 269                 run:
 270                     name: vmtp
 271
 272             -
 273                 case_name: shaker
 274                 project_name: functest
 275                 criteria: 100
 276                 blocking: false
 277                 description: >-
 278                     Shaker wraps around popular system network testing tools
 279                     like iperf, iperf3 and netperf (with help of flent). Shaker
 280                     is able to deploy OpenStack instances and networks in
 281                     different topologies.
 282                 run:
 283                     name: shaker
 284
 285             -
 286                 case_name: snaps_smoke
 287                 project_name: functest
 288                 criteria: 100
 289                 blocking: false
 290                 description: >-
 291                     This test case contains tests that setup and destroy
 292                     environments with VMs with and without Floating IPs
 293                     with a newly created user and project. Set the config
 294                     value snaps.use_floating_ips (True|False) to toggle
 295                     this functionality. When the config value of
 296                     snaps.use_keystone is True, functest must have access to
 297                     the cloud's private network.
 298                 run:
 299                     name: snaps_smoke
 300
 301             -
 302                 case_name: neutron_trunk
 303                 project_name: functest
 304                 criteria: 100
 305                 blocking: false
 306                 description: >-
 307                     This test case runs the neutron trunk subtest of the
 308                     OpenStack Tempest suite. The list of test cases is
 309                     generated by Tempest having as input the relevant
 310                     testcase list file.
 311                 run:
 312                     name: tempest_common
 313                     args:
 314                         mode: 'neutron_tempest_plugin.(api|scenario).test_trunk'
 315                         neutron_extensions:
 316                             - trunk
 317                             - trunk-details
 318
 319             -
 320                 case_name: networking-bgpvpn
 321                 project_name: functest
 322                 criteria: 100
 323                 blocking: false
 324                 description: >-
 325                     This test case runs OpenStack networking-bgpvpn Tempest
 326                     suite. The list of test cases is generated by Tempest
 327                     having as input the relevant regex.
 328                 run:
 329                     name: tempest_common
 330                     args:
 331                         mode: '^networking_bgpvpn_tempest\.'
 332                         neutron_extensions:
 333                             - bgpvpn
 334                         option:
 335                             - '--concurrency=4'
 336
 337             -
 338                 case_name: networking-sfc
 339                 project_name: functest
 340                 criteria: 100
 341                 blocking: false
 342                 description: >-
 343                     This test case runs OpenStack networking-sfc Tempest
 344                     suite. The list of test cases is generated by Tempest
 345                     having as input the relevant regex.
 346                 run:
 347                     name: tempest_common
 348                     args:
 349                         mode:
 350                             '^(?:networking_sfc\.tests\.tempest_plugin.tests.api).*$'
 351                         neutron_extensions:
 352                             - sfc
 353                         option:
 354                             - '--concurrency=0'
 355
 356             -
 357                 case_name: barbican
 358                 project_name: functest
 359                 criteria: 100
 360                 blocking: false
 361                 description: >-
 362                     It leverages on the tempest plugin containing tests used to
 363                     verify the functionality of a barbican installation.
 364                 run:
 365                     name: tempest_common
 366                     args:
 367                         mode:
 368                             'barbican_tempest_plugin.tests.(api|scenario).(?!test_image_signing)'
 369                         services:
 370                             - barbican
 371
 372     -
 373         name: features
 374         order: 2
 375         description: >-
 376             Test suites from feature projects
 377             integrated in functest
 378         testcases:
 379             -
 380                 case_name: doctor-notification
 381                 project_name: doctor
 382                 criteria: 100
 383                 blocking: false
 384                 description: >-
 385                     Test suite from Doctor project.
 386                 dependencies:
 387                     - INSTALLER_TYPE: '(apex)|(fuel)|(daisy)'
 388                     - DEPLOY_SCENARIO: '^((?!fdio|nofeature).)*$'
 389                 run:
 390                     name: bashfeature
 391                     args:
 392                         cmd: 'doctor-test'
 393
 394             -
 395                 case_name: bgpvpn
 396                 project_name: sdnvpn
 397                 criteria: 100
 398                 blocking: false
 399                 description: >-
 400                     Test suite from SDNVPN project.
 401                 dependencies:
 402                     - DEPLOY_SCENARIO: 'bgpvpn'
 403                 run:
 404                     name: bgpvpn
 405
 406             -
 407                 case_name: functest-odl-sfc
 408                 project_name: sfc
 409                 criteria: 100
 410                 blocking: false
 411                 description: >-
 412                     Test suite for odl-sfc to test two chains with one SF and
 413                     one chain with two SFs
 414                 dependencies:
 415                     - DEPLOY_SCENARIO: 'odl.*sfc'
 416                 run:
 417                     name: functest-odl-sfc
 418
 419             -
 420                 case_name: barometercollectd
 421                 project_name: barometer
 422                 criteria: 100
 423                 blocking: false
 424                 description: >-
 425                     Test suite for the Barometer project. Separate tests verify
 426                     the proper configuration and basic functionality of all the
 427                     collectd plugins as described in the Project Release Plan
 428                 dependencies:
 429                     - DEPLOY_SCENARIO: 'bar'
 430                 run:
 431                     name: barometercollectd
 432
 433             -
 434                 case_name: fds
 435                 project_name: fastdatastacks
 436                 criteria: 100
 437                 blocking: false
 438                 description: >-
 439                     Test Suite for the OpenDaylight SDN Controller when GBP
 440                     features are installed. It integrates some test suites from
 441                     upstream using Robot as the test framework.
 442                 dependencies:
 443                     - DEPLOY_SCENARIO: 'odl.*-fdio'
 444                 run:
 445                     name: odl
 446                     args:
 447                         suites:
 448                             - /src/fds/testing/robot
 449             -
 450                 case_name: vgpu
 451                 project_name: functest
 452                 criteria: 100
 453                 blocking: false
 454                 description: >-
 455                     Test suite for the OpenStack vGPU feature
 456                 dependencies:
 457                     - DEPLOY_SCENARIO: 'vgpu'
 458                 run:
 459                     name: vgpu
 460
 461             -
 462                 case_name: stor4nfv_os
 463                 project_name: stor4nfv
 464                 criteria: 100
 465                 blocking: false
 466                 description: >-
 467                     This tests are necessary demonstrate conformance
 468                     of the OpenStack+Stor4NFV deployment.
 469                 dependencies:
 470                     - DEPLOY_SCENARIO: 'stor4nfv'
 471                 run:
 472                     name: stor4nfv_os
 473
 474     -
 475         name: components
 476         order: 3
 477         description: >-
 478             Extensive testing of OpenStack API.
 479         testcases:
 480             -
 481                 case_name: tempest_full
 482                 project_name: functest
 483                 criteria: 100
 484                 blocking: false
 485                 description: >-
 486                     The list of test cases is generated by
 487                     Tempest automatically and depends on the parameters of
 488                     the OpenStack deployment.
 489                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
 490                 run:
 491                     name: tempest_common
 492                     args:
 493                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.api)'
 494                         option:
 495                             - '--concurrency=4'
 496
 497             -
 498                 case_name: tempest_scenario
 499                 project_name: functest
 500                 criteria: 100
 501                 blocking: false
 502                 description: >-
 503                     The list of test cases is generated by
 504                     Tempest automatically and depends on the parameters of
 505                     the OpenStack deployment.
 506                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 507                 run:
 508                     name: tempest_common
 509                     args:
 510                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.scenario)'
 511                         option:
 512                             - '--concurrency=1'
 513
 514             -
 515                 case_name: rally_full
 516                 project_name: functest
 517                 criteria: 100
 518                 blocking: false
 519                 description: >-
 520                     This test case runs the full suite of scenarios of the
 521                     OpenStack Rally suite using several threads and iterations.
 522                 run:
 523                     name: rally_full
 524
 525     -
 526         name: vnf
 527         order: 4
 528         description: >-
 529             Collection of VNF test cases.
 530         testcases:
 531             -
 532                 case_name: cloudify
 533                 project_name: functest
 534                 criteria: 100
 535                 blocking: false
 536                 description: >-
 537                     This test case deploys the Cloudify orchestrator.
 538                 dependencies:
 539                     - DEPLOY_SCENARIO: 'os-.*-nofeature-.*ha'
 540                 run:
 541                     name: cloudify
 542             -
 543                 case_name: cloudify_ims
 544                 project_name: functest
 545                 criteria: 100
 546                 blocking: false
 547                 description: >-
 548                     This test case deploys an OpenSource vIMS solution from
 549                     Clearwater using the Cloudify orchestrator. It also runs
 550                     some signaling traffic.
 551                 dependencies:
 552                     - DEPLOY_SCENARIO: 'os-.*-nofeature-.*ha'
 553                 run:
 554                     name: cloudify_ims
 555
 556             -
 557                 case_name: heat_ims
 558                 project_name: functest
 559                 criteria: 100
 560                 blocking: false
 561                 description: >-
 562                     This test case deploys an OpenSource vIMS solution from
 563                     Clearwater using the OpenStack Heat orchestrator.
 564                     It also runs some signaling traffic.
 565                 dependencies:
 566                     - DEPLOY_SCENARIO: 'os-.*-nofeature-.*ha'
 567                 run:
 568                     name: heat_ims
 569
 570             -
 571                 case_name: vyos_vrouter
 572                 project_name: functest
 573                 criteria: 100
 574                 blocking: false
 575                 description: >-
 576                     This test case is vRouter testing.
 577                 dependencies:
 578                     - DEPLOY_SCENARIO: 'os-.*-nofeature-.*ha'
 579                 run:
 580                     name: vyos_vrouter
 581
 582             -
 583                 case_name: juju_epc
 584                 project_name: functest
 585                 criteria: 100
 586                 blocking: false
 587                 description: >-
 588                     vEPC validation with Juju as VNF manager and ABoT as test
 589                     executor.
 590                 dependencies:
 591                     - DEPLOY_SCENARIO: 'os-.*-nofeature-.*ha'
 592                 run:
 593                     name: juju_epc