functest/ci/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: healthcheck
   5         description: >-
   6             First tier to be executed to verify the basic
   7             operations in the VIM.
   8         testcases:
   9             -
  10                 case_name: connection_check
  11                 project_name: functest
  12                 criteria: 100
  13                 blocking: true
  14                 description: >-
  15                     This test case verifies the retrieval of OpenStack clients:
  16                     Keystone, Glance, Neutron and Nova and may perform some
  17                     simple queries.
  18                 run:
  19                     name: connection_check
  20
  21             -
  22                 case_name: tenantnetwork1
  23                 project_name: functest
  24                 criteria: 100
  25                 blocking: true
  26                 description: >-
  27                     It creates and configures all tenant network ressources
  28                     required by advanced testcases (subnet, network and
  29                     router).
  30                 dependencies:
  31                     - NO_TENANT_NETWORK: '^(?![tT]rue$)'
  32                 run:
  33                     name: tenantnetwork1
  34
  35             -
  36                 case_name: tenantnetwork2
  37                 project_name: functest
  38                 criteria: 100
  39                 blocking: true
  40                 description: >-
  41                     It creates new user/project before creating and configuring
  42                     all tenant network ressources required by a testcase
  43                     (subnet, network and router).
  44                 dependencies:
  45                     - NO_TENANT_NETWORK: '^(?![tT]rue$)'
  46                 run:
  47                     name: tenantnetwork2
  48
  49             -
  50                 case_name: vmready1
  51                 project_name: functest
  52                 criteria: 100
  53                 blocking: true
  54                 description: >-
  55                     It inherits from TenantNetwork1 which creates all network
  56                     resources and prepares a future VM attached to that
  57                     network.
  58                 run:
  59                     name: vmready1
  60
  61             -
  62                 case_name: vmready2
  63                 project_name: functest
  64                 criteria: 100
  65                 blocking: true
  66                 description: >-
  67                     It creates new user/project before creating and configuring
  68                     all tenant network ressources, flavors, images, etc.
  69                     required by advanced testcases.
  70                 run:
  71                     name: vmready2
  72
  73             -
  74                 case_name: singlevm1
  75                 project_name: functest
  76                 criteria: 100
  77                 blocking: true
  78                 description: >-
  79                     It inherits from TenantNetwork1 which creates all network
  80                     resources and completes it by booting a VM attached to that
  81                     network.
  82                 run:
  83                     name: singlevm1
  84
  85             -
  86                 case_name: singlevm2
  87                 project_name: functest
  88                 criteria: 100
  89                 blocking: true
  90                 description: >-
  91                     It creates new user/project before creating and configuring
  92                     all tenant network ressources and vms required by advanced
  93                     testcases.
  94                 run:
  95                     name: singlevm2
  96
  97             -
  98                 case_name: vping_ssh
  99                 project_name: functest
 100                 criteria: 100
 101                 blocking: true
 102                 description: >-
 103                     This test case verifies: 1) SSH to an instance using
 104                     floating IPs over the public network. 2) Connectivity
 105                     between 2 instances over a private network.
 106                 run:
 107                     name: vping_ssh
 108
 109             -
 110                 case_name: vping_userdata
 111                 project_name: functest
 112                 criteria: 100
 113                 blocking: true
 114                 description: >-
 115                     This test case verifies:  1) Boot a VM with given userdata.
 116                     2) Connectivity between 2 instances over a private network.
 117                 run:
 118                     name: vping_userdata
 119
 120             -
 121                 case_name: cinder_test
 122                 project_name: functest
 123                 criteria: 100
 124                 blocking: true
 125                 description: >-
 126                     This test case verifies: 1) Attach volume and to 1
 127                     instance; 2) Write data on volume 3) Detach volume
 128                     from instance 1, attach it on instance 2 3) Read volume
 129                     data
 130                 run:
 131                     name: cinder_test
 132
 133             -
 134                 case_name: odl
 135                 project_name: functest
 136                 criteria: 100
 137                 blocking: true
 138                 description: >-
 139                     Test Suite for the OpenDaylight SDN Controller. It
 140                     integrates some test suites from upstream using
 141                     Robot as the test framework.
 142                 dependencies:
 143                     - DEPLOY_SCENARIO: 'odl'
 144                 run:
 145                     name: odl
 146                     args:
 147                         suites:
 148                             - /src/odl_test/csit/suites/integration/basic
 149                             - /src/odl_test/csit/suites/openstack/neutron
 150
 151             -
 152                 case_name: tempest_smoke
 153                 project_name: functest
 154                 criteria: 100
 155                 blocking: false
 156                 description: >-
 157                     This test case runs the smoke subset of the OpenStack
 158                     Tempest suite. The list of test cases is generated by
 159                     Tempest automatically and depends on the parameters of
 160                     the OpenStack deplopyment.
 161                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L114
 162                 run:
 163                     name: tempest_common
 164                     args:
 165                         mode: '(?=.*\[.*\bsmoke\b.*\])(^tempest\.api)'
 166                         option:
 167                             - '--concurrency=4'
 168
 169             -
 170                 case_name: tempest_horizon
 171                 project_name: functest
 172                 criteria: 100
 173                 blocking: false
 174                 description: >-
 175                     This test case runs the Tempest suite proposed by the
 176                     Horizon project.
 177                 dependencies:
 178                     - DASHBOARD_URL: '^(?!\s*$).+'
 179                 run:
 180                     name: tempest_common
 181                     args:
 182                         mode: '^tempest.scenario.test_dashboard_basic_ops.'
 183
 184     -
 185         name: smoke
 186         description: >-
 187             Set of basic Functional tests to validate the OPNFV scenarios.
 188         testcases:
 189             -
 190                 case_name: tempest_neutron
 191                 project_name: functest
 192                 criteria: 100
 193                 blocking: false
 194                 description: >-
 195                     This test case runs the Tempest suite proposed by the
 196                     Neutron project. The list of test cases is generated by
 197                     Tempest automatically and depends on the parameters of
 198                     the OpenStack deployment.
 199                 run:
 200                     name: tempest_common
 201                     args:
 202                         mode: '^neutron_tempest_plugin\.api'
 203                         option:
 204                             - '--concurrency=4'
 205
 206             -
 207                 case_name: tempest_cinder
 208                 project_name: functest
 209                 criteria: 100
 210                 blocking: false
 211                 description: >-
 212                     This test case runs the Tempest suite proposed by the
 213                     Cinder project.
 214                 run:
 215                     name: tempest_common
 216                     args:
 217                         mode: "(?!.*test_incremental_backup)\
 218                             (?!.*test_backup_crossproject_admin_negative)\
 219                             (?!.*test_backup_crossproject_user_negative)\
 220                             (^cinder_tempest_plugin.)"
 221                         option:
 222                             - '--concurrency=4'
 223
 224             -
 225                 case_name: tempest_keystone
 226                 project_name: functest
 227                 criteria: 100
 228                 blocking: false
 229                 description: >-
 230                     This test case runs the Tempest suite proposed by the
 231                     Keystone project.
 232                 run:
 233                     name: tempest_common
 234                     args:
 235                         mode: 'keystone_tempest_plugin.'
 236                         option:
 237                             - '--concurrency=4'
 238
 239             -
 240                 case_name: tempest_heat
 241                 project_name: functest
 242                 criteria: 100
 243                 blocking: false
 244                 description: >-
 245                     This test case runs the Tempest suite proposed by the
 246                     Heat project.
 247                 run:
 248                     name: tempest_heat
 249                     args:
 250                         mode: '^heat_tempest_plugin.tests'
 251                         option:
 252                             - '--concurrency=1'
 253
 254             -
 255                 case_name: tempest_telemetry
 256                 project_name: functest
 257                 criteria: 100
 258                 blocking: false
 259                 description: >-
 260                     This test case runs the Tempest suite proposed by the
 261                     Telemetry project.
 262                 run:
 263                     name: tempest_common
 264                     args:
 265                         mode: "(?!.*test_autoscaling)(?!.*test_live)\
 266                             (^telemetry_tempest_plugin)"
 267                         services:
 268                             - aodh
 269                             - gnocchi
 270                             - panko
 271                         option:
 272                             - '--concurrency=4'
 273
 274             -
 275                 case_name: rally_sanity
 276                 project_name: functest
 277                 criteria: 100
 278                 blocking: false
 279                 description: >-
 280                     This test case runs a sub group of tests of the OpenStack
 281                     Rally suite in smoke mode.
 282                 run:
 283                     name: rally_sanity
 284                     args:
 285                         optional:
 286                             - 'gnocchi'
 287                             - 'barbican'
 288
 289             -
 290                 case_name: refstack_compute
 291                 project_name: functest
 292                 enabled: false
 293                 criteria: 100
 294                 blocking: false
 295                 deny_skipping: true
 296                 tests_count: 222
 297                 description: >-
 298                     This test case runs a sub group of tests of the OpenStack
 299                     Compute testcases.
 300                 dependencies:
 301                     - NO_TENANT_NETWORK: '^(?![tT]rue$)'
 302                 run:
 303                     name: refstack
 304                     args:
 305                         target: compute
 306                         option:
 307                             - '--concurrency=4'
 308
 309             -
 310                 case_name: refstack_object
 311                 project_name: functest
 312                 criteria: 100
 313                 blocking: false
 314                 deny_skipping: true
 315                 tests_count: 58
 316                 description: >-
 317                     This test case runs a sub group of tests of the OpenStack
 318                     Object testcases.
 319                 run:
 320                     name: refstack
 321                     args:
 322                         target: object
 323                         option:
 324                             - '--concurrency=4'
 325
 326             -
 327                 case_name: refstack_platform
 328                 project_name: functest
 329                 enabled: false
 330                 criteria: 100
 331                 blocking: false
 332                 deny_skipping: true
 333                 tests_count: 278
 334                 description: >-
 335                     This test case runs a sub group of tests of the OpenStack
 336                     Platform testcases.
 337                 dependencies:
 338                     - NO_TENANT_NETWORK: '^(?![tT]rue$)'
 339                 run:
 340                     name: refstack
 341                     args:
 342                         target: platform
 343                         option:
 344                             - '--concurrency=4'
 345
 346             -
 347                 case_name: tempest_full
 348                 project_name: functest
 349                 criteria: 100
 350                 blocking: false
 351                 description: >-
 352                     The list of test cases is generated by
 353                     Tempest automatically and depends on the parameters of
 354                     the OpenStack deployment.
 355                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
 356                 run:
 357                     name: tempest_common
 358                     args:
 359                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.api)'
 360                         option:
 361                             - '--concurrency=4'
 362
 363             -
 364                 case_name: tempest_scenario
 365                 project_name: functest
 366                 criteria: 100
 367                 blocking: false
 368                 description: >-
 369                     The list of test cases is generated by
 370                     Tempest automatically and depends on the parameters of
 371                     the OpenStack deployment.
 372                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 373                 run:
 374                     name: tempest_common
 375                     args:
 376                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.scenario)'
 377                         option:
 378                             - '--concurrency=1'
 379
 380             -
 381                 case_name: tempest_slow
 382                 project_name: functest
 383                 criteria: 100
 384                 blocking: false
 385                 description: >-
 386                     The list of test cases is generated by
 387                     Tempest automatically and depends on the parameters of
 388                     the OpenStack deployment.
 389                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 390                 run:
 391                     name: tempest_common
 392                     args:
 393                         mode: '(?=.*\[.*\bslow\b.*\])(^tempest\.)'
 394                         option:
 395                             - '--concurrency=1'
 396
 397             -
 398                 case_name: patrole_admin
 399                 project_name: functest
 400                 criteria: 100
 401                 blocking: false
 402                 description: >-
 403                     Test suite from Patrole project.
 404                 run:
 405                     name: patrole
 406                     args:
 407                         roles: 'admin'
 408                         mode: "(?!.*test_unmanage_snapshot_rbac)\
 409                           (?!.*test_show_auto_allocated_topology)\
 410                           (?!.*test_delete_auto_allocated_topology)\
 411                           (?!.*test_create_network_provider_segmentation_id)\
 412                           (?!.*compute.test_floating_ips_rbac)\
 413                           (?!.*test_reset_network)\
 414                           (?!.*test_create_image_from_volume_backed_server)\
 415                           (?!.*test_network_ip_availability_rbac.NetworkIpAvailabilityExtRbacTest.test_get_network_ip_availabilities)\
 416                           (?=.*[.*\bslow\b.*])\
 417                           (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))"
 418                         option:
 419                             - '--concurrency=4'
 420
 421             -
 422                 case_name: patrole_member
 423                 project_name: functest
 424                 criteria: 100
 425                 blocking: false
 426                 description: >-
 427                     Test suite from Patrole project.
 428                 run:
 429                     name: patrole
 430                     args:
 431                         roles: 'member'
 432                         mode: "(?!.*test_unmanage_snapshot_rbac)\
 433                           (?!.*test_show_auto_allocated_topology)\
 434                           (?!.*test_delete_auto_allocated_topology)\
 435                           (?!.*test_create_network_provider_segmentation_id)\
 436                           (?!.*compute.test_floating_ips_rbac)\
 437                           (?!.*test_reset_network)\
 438                           (?!.*test_create_image_from_volume_backed_server)\
 439                           (?!.*test_network_ip_availability_rbac.NetworkIpAvailabilityExtRbacTest.test_get_network_ip_availabilities)\
 440                           (?=.*[.*\bslow\b.*])\
 441                           (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))"
 442                         option:
 443                             - '--concurrency=4'
 444
 445             -
 446                 case_name: patrole_reader
 447                 project_name: functest
 448                 criteria: 100
 449                 blocking: false
 450                 description: >-
 451                     Test suite from Patrole project.
 452                 run:
 453                     name: patrole
 454                     args:
 455                         roles: 'reader'
 456                         mode: "(?!.*test_unmanage_snapshot_rbac)\
 457                           (?!.*test_show_auto_allocated_topology)\
 458                           (?!.*test_delete_auto_allocated_topology)\
 459                           (?!.*test_create_network_provider_segmentation_id)\
 460                           (?!.*compute.test_floating_ips_rbac)\
 461                           (?!.*test_reset_network)\
 462                           (?!.*test_create_image_from_volume_backed_server)\
 463                           (?!.*test_network_ip_availability_rbac.NetworkIpAvailabilityExtRbacTest.test_get_network_ip_availabilities)\
 464                           (?=.*[.*\bslow\b.*])\
 465                           (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))"
 466                         option:
 467                             - '--concurrency=4'
 468
 469             -
 470                 case_name: tempest_barbican
 471                 project_name: functest
 472                 criteria: 100
 473                 blocking: false
 474                 description: >-
 475                     It leverages on the tempest plugin containing tests used to
 476                     verify the functionality of a barbican installation.
 477                 run:
 478                     name: barbican
 479                     args:
 480                         mode:
 481                             '^barbican_tempest_plugin.((?!test_signed_image_upload_boot_failure).)*$'
 482                         services:
 483                             - barbican
 484                         option:
 485                             - '--concurrency=4'
 486
 487             -
 488                 case_name: tempest_octavia
 489                 project_name: functest
 490                 criteria: 100
 491                 blocking: false
 492                 description: >-
 493                     It leverages on the tempest plugin containing tests used to
 494                     verify the functionality of an octavia installation.
 495                 run:
 496                     name: tempest_common
 497                     args:
 498                         mode: "(?!.*api.v2.test_availability_zone)\
 499                             (?!.*api.v2.test_availability_zone_profile)\
 500                             (?!.*api.v2.test_member.MemberAPITest.test_member_ipv4_create)\
 501                             (?!.*api.v2.test_member.MemberAPITest.test_member_ipv6_create)\
 502                             (^octavia_tempest_plugin.tests.(api|scenario))"
 503                         services:
 504                             - octavia
 505                         option:
 506                             - '--concurrency=2'
 507
 508             -
 509                 case_name: tempest_cyborg
 510                 project_name: functest
 511                 criteria: 100
 512                 blocking: false
 513                 description: >-
 514                     It leverages on the tempest plugin containing tests used to
 515                     verify the functionality of a cyborg installation.
 516                 run:
 517                     name: tempest_common
 518                     args:
 519                         mode: '^cyborg_tempest_plugin'
 520                         services:
 521                             - cyborg
 522                         option:
 523                             - '--concurrency=4'
 524
 525     -
 526         name: smoke_cntt
 527         description: >-
 528             Set of basic Functional tests to validate the OPNFV scenarios.
 529         testcases:
 530             -
 531                 case_name: tempest_neutron_cntt
 532                 project_name: functest
 533                 criteria: 100
 534                 blocking: false
 535                 deny_skipping: true
 536                 tests_count: 546
 537                 description: >-
 538                     This test case runs the Tempest suite proposed by the
 539                     Neutron project. The list of test cases is generated by
 540                     Tempest automatically and depends on the parameters of
 541                     the OpenStack deployment.
 542                 run:
 543                     name: tempest_common
 544                     args:
 545                         mode: "(?!.*admin.test_agent_availability_zone)\
 546                             (?!.*admin.test_dhcp_agent_scheduler)\
 547                             (?!.*admin.test_l3_agent_scheduler)\
 548                             (?!.*admin.test_logging)\
 549                             (?!.*admin.test_logging_negative)\
 550                             (?!.*admin.test_network_segment_range)\
 551                             (?!.*admin.test_ports.PortTestCasesAdmin.test_regenerate_mac_address)\
 552                             (?!.*admin.test_ports.PortTestCasesResourceRequest)\
 553                             (?!.*admin.test_routers_dvr)\
 554                             (?!.*admin.test_routers_flavors)\
 555                             (?!.*admin.test_routers_ha)\
 556                             (?!.*test_conntrack_helper)\
 557                             (?!.*test_floating_ips.FloatingIPPoolTestJSON)\
 558                             (?!.*test_floating_ips.FloatingIPTestJSON.test_create_update_floatingip_port_details)\
 559                             (?!.*test_metering_extensions)\
 560                             (?!.*test_metering_negative)\
 561                             (?!.*test_networks.NetworksSearchCriteriaTest.test_list_validation_filters)\
 562                             (?!.*test_networks.NetworksTestAdmin.test_create_tenant_network_vxlan)\
 563                             (?!.*test_networks.NetworksTestJSON.test_create_update_network_dns_domain)\
 564                             (?!.*test_port_forwardings)\
 565                             (?!.*test_ports.PortsTaggingOnCreation)\
 566                             (?!.*test_ports.PortsTestJSON.test_create_port_with_propagate_uplink_status)\
 567                             (?!.*test_ports.PortsTestJSON.test_create_port_without_propagate_uplink_status)\
 568                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_domain)\
 569                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_name)\
 570                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_no_dns_name)\
 571                             (?!.*test_qos.QosMinimumBandwidthRuleTestJSON)\
 572                             (?!.*test_revisions.TestRevisions.test_update_dns_domain_bumps_revision)\
 573                             (?!.*test_revisions.TestRevisions.test_update_router_extra_attributes_bumps_revision)\
 574                             (?!.*test_router_interface_fip)\
 575                             (?!.*test_routers.DvrRoutersTest)\
 576                             (?!.*test_routers.HaRoutersTest)\
 577                             (?!.*test_routers.RoutersIpV6Test.test_extra_routes_atomic)\
 578                             (?!.*test_routers.RoutersTest.test_extra_routes_atomic)\
 579                             (?!.*test_routers_negative.DvrRoutersNegativeTest)\
 580                             (?!.*test_routers_negative.DvrRoutersNegativeTestExtended)\
 581                             (?!.*test_routers_negative.HaRoutersNegativeTest)\
 582                             (?!.*test_security_groups.RbacSharedSecurityGroupTest)\
 583                             (?!.*test_subnetpool_prefix_ops)\
 584                             (?!.*test_subnetpools.RbacSubnetPoolTest)\
 585                             (?!.*test_subnetpools.SubnetPoolsSearchCriteriaTest.test_list_validation_filters)\
 586                             (?!.*test_subnetpools_negative.SubnetPoolsNegativeTestJSON.test_tenant_create_subnetpool_associate_shared_address_scope)\
 587                             (?!.*test_subnets.SubnetsSearchCriteriaTest.test_list_validation_filters)\
 588                             (?!.*test_timestamp.TestTimeStamp.test_segment_with_timestamp)\
 589                             (?!.*test_trunk.TrunkTestInheritJSONBase.test_add_subport)\
 590                             (?!.*test_trunk.TrunkTestMtusJSON)\
 591                             (?!.*test_trunk_negative.TrunkTestJSON.test_create_subport_invalid_inherit_network_segmentation_type)\
 592                             (?!.*test_trunk_negative.TrunkTestMtusJSON)\
 593                             (^neutron_tempest_plugin.api)"
 594                         option:
 595                             - '--concurrency=4'
 596
 597             -
 598                 case_name: tempest_cinder_cntt
 599                 project_name: functest
 600                 criteria: 100
 601                 blocking: false
 602                 deny_skipping: true
 603                 tests_count: 10
 604                 description: >-
 605                     This test case runs the Tempest suite proposed by the
 606                     Cinder project.
 607                 run:
 608                     name: tempest_common
 609                     args:
 610                         mode: "(?!.*test_incremental_backup)\
 611                             (?!.*test_consistencygroups)\
 612                             (?!.*test_backup_crossproject_admin_negative)\
 613                             (?!.*test_backup_crossproject_user_negative)\
 614                             (?!.*test_volume_encrypted.TestEncryptedCinderVolumes)\
 615                             (?!.*rbac)\
 616                             (^cinder_tempest_plugin.)"
 617                         option:
 618                             - '--concurrency=4'
 619
 620             -
 621                 case_name: tempest_keystone_cntt
 622                 project_name: functest
 623                 criteria: 100
 624                 blocking: false
 625                 deny_skipping: true
 626                 tests_count: 27
 627                 description: >-
 628                     This test case runs the Tempest suite proposed by the
 629                     Keystone project.
 630                 run:
 631                     name: tempest_common
 632                     args:
 633                         mode: "(?!.*api.identity.v3.test_oauth1_tokens)\
 634                             (?!.*rbac)\
 635                             (?!.*scenario.test_federated_authentication)\
 636                             keystone_tempest_plugin."
 637                         option:
 638                             - '--concurrency=4'
 639
 640             -
 641                 case_name: tempest_heat_cntt
 642                 project_name: functest
 643                 criteria: 100
 644                 blocking: false
 645                 deny_skipping: true
 646                 tests_count: 125
 647                 description: >-
 648                     This test case runs the Tempest suite proposed by the
 649                     Heat project.
 650                 run:
 651                     name: tempest_heat
 652                     args:
 653                         mode: "(?!.*functional.test_lbaasv2)\
 654                           (?!.*functional.test_encryption_vol_type)\
 655                           (?!.*RemoteStackTest.test_stack_create_with_cloud_credential)\
 656                           (?!.*scenario.test_aodh_alarm)\
 657                           (?!.*tests.scenario.test_autoscaling_lb)\
 658                           (?!.*scenario.test_autoscaling_lbv2)\
 659                           (?!.*scenario.test_server_software_config)\
 660                           (?!.*test_volumes.VolumeBackupRestoreIntegrationTest)\
 661                           (?!.*scenario.test_octavia_lbaas)\
 662                           (?!.*scenario.test_server_cfn_init)\
 663                           ^heat_tempest_plugin.tests"
 664                         option:
 665                             - '--concurrency=1'
 666
 667             -
 668                 case_name: rally_sanity_cntt
 669                 project_name: functest
 670                 criteria: 100
 671                 blocking: false
 672                 description: >-
 673                     This test case runs a sub group of tests of the OpenStack
 674                     Rally suite in smoke mode.
 675                 run:
 676                     name: rally_sanity
 677                     args:
 678                         tests:
 679                             - 'authenticate'
 680                             - 'glance'
 681                             - 'cinder'
 682                             - 'heat'
 683                             - 'keystone'
 684                             - 'neutron'
 685                             - 'nova'
 686                             - 'quotas'
 687                             - 'swift'
 688
 689             -
 690                 case_name: tempest_full_cntt
 691                 project_name: functest
 692                 criteria: 100
 693                 blocking: false
 694                 deny_skipping: true
 695                 tests_count: 1264
 696                 description: >-
 697                     The list of test cases is generated by
 698                     Tempest automatically and depends on the parameters of
 699                     the OpenStack deployment.
 700                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
 701                 run:
 702                     name: tempest_common
 703                     args:
 704                         mode: "(?!.*admin.test_agents)(?!.*test_fixed_ips)\
 705                           (?!.*test_fixed_ips_negative)\
 706                           (?!.*test_auto_allocate_network)(?!.*test_floating_ips_bulk)\
 707                           (?!.*test_flavors_microversions.FlavorsV255TestJSON)\
 708                           (?!.*test_flavors_microversions.FlavorsV261TestJSON)\
 709                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_iscsi_volume)\
 710                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_live_block_migration)\
 711                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_live_block_migration_paused)\
 712                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_volume_backed_live_migration)\
 713                           (?!.*test_live_migration.LiveMigrationTest.test_iscsi_volume)\
 714                           (?!.*test_live_migration.LiveMigrationTest.test_live_block_migration)\
 715                           (?!.*test_live_migration.LiveMigrationTest.test_live_block_migration_paused)\
 716                           (?!.*test_live_migration.LiveMigrationTest.test_volume_backed_live_migration)\
 717                           (?!.*test_live_migration.LiveMigrationRemoteConsolesV26Test)\
 718                           (?!.*test_quotas.QuotasAdminTestV257)\
 719                           (?!.*test_servers.ServersAdminTestJSON.test_reset_network_inject_network_info)\
 720                           (?!.*certificates.test_certificates)\
 721                           (?!.*test_quotas_negative.QuotasSecurityGroupAdminNegativeTest)\
 722                           (?!.*test_novnc)(?!.*test_server_personality)\
 723                           (?!.*test_servers.ServerShowV263Test.test_show_update_rebuild_list_server)\
 724                           (?!.*test_servers_microversions.ServerShowV254Test)\
 725                           (?!.*test_servers_microversions.ServerShowV257Test)\
 726                           (?!.*test_servers_negative.ServersNegativeTestJSON.test_personality_file_contents_not_encoded)\
 727                           (?!.*servers.test_virtual_interfaces)\
 728                           (?!.*test_server_actions.ServerActionsTestJSON.test_change_server_password)\
 729                           (?!.*test_server_actions.ServerActionsTestJSON.test_get_vnc_console)\
 730                           (?!.*test_server_actions.ServerActionsTestJSON.test_reboot_server_soft)\
 731                           (?!.*test_server_rescue.ServerBootFromVolumeStableRescueTest)\
 732                           (?!.*test_server_rescue.ServerStableDeviceRescueTest)\
 733                           (?!.*test_security_group_default_rules)\
 734                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_duplicate_name)\
 735                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_invalid_group_description)\
 736                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_invalid_group_name)\
 737                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_des)\
 738                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_id)\
 739                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_name)\
 740                           (?!.*test_server_metadata.ServerMetadataTestJSON)\
 741                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_delete_metadata_non_existent_server)\
 742                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_metadata_items_limit)\
 743                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_metadata_invalid_key)\
 744                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_metadata_non_existent_server)\
 745                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_server_metadata_blank_key)\
 746                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_server_metadata_missing_metadata)\
 747                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_update_metadata_non_existent_server)\
 748                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_update_metadata_with_blank_key)\
 749                           (?!.*test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex)\
 750                           (?!.*compute.test_virtual_interfaces)(?!.*compute.test_virtual_interfaces_negative)\
 751                           (?!.*compute.test_networks)\
 752                           (?!.*test_attach_volume.AttachVolumeMultiAttach)\
 753                           (?!.*identity.admin.v2)(?!.*identity.v2)\
 754                           (?!.*identity.v3.test_access_rules)\
 755                           (?!.*identity.v3.test_application_credentials.ApplicationCredentialsV3Test.test_create_application_credential_access_rules)\
 756                           (?!.*image.v1)\
 757                           (?!.*image.v2.admin.test_images.ImportCopyImagesTest)\
 758                           (?!.*image.v2.test_images_negative.ImagesNegativeTest.test_create_image_reserved_property)\
 759                           (?!.*image.v2.test_images_negative.ImagesNegativeTest.test_update_image_reserved_property)\
 760                           (?!.*image.v2.test_images_negative.ImportImagesNegativeTest.test_image_web_download_import_with_bad_url)\
 761                           (?!.*image.v2.test_images.ImportImagesTest)\
 762                           (?!.*image.v2.test_images.MultiStoresImportImages)\
 763                           (?!.*admin.test_dhcp_agent_scheduler)\
 764                           (?!.*admin.test_routers_dvr)\
 765                           (?!.*test_metering_extensions)(?!.*network.test_tags)\
 766                           (?!.*test_routers_negative.DvrRoutersNegativeTest)\
 767                           (?!.*test_routers.RoutersIpV6Test.test_create_router_set_gateway_with_fixed_ip)\
 768                           (?!.*test_routers.RoutersTest.test_create_router_set_gateway_with_fixed_ip)\
 769                           (?!.*test_object_services.ObjectTest.test_create_object_with_transfer_encoding)\
 770                           (?!.*test_encrypted_volumes_extend)\
 771                           (?!.*test_group_snapshots.GroupSnapshotsV319Test.test_reset_group_snapshot_status)\
 772                           (?!.*test_multi_backend)\
 773                           (?!.*test_volume_retype.VolumeRetypeWithMigrationTest)\
 774                           (?!.*test_volume_delete_cascade.VolumesDeleteCascade.test_volume_from_snapshot_cascade_delete)\
 775                           (?!.*test_volumes_backup.VolumesBackupsTest.test_volume_backup_create_get_detailed_list_restore_delete)\
 776                           (?!.*test_volumes_negative.UpdateMultiattachVolumeNegativeTest.test_multiattach_rw_volume_update_failure)\
 777                           (?!.*test_volumes_extend.VolumesExtendAttachedTest.test_extend_attached_volume)\
 778                           (?!.*\\[.*\\bslow\\b.*\\])(^tempest.api)"
 779                         option:
 780                             - '--concurrency=4'
 781
 782             -
 783                 case_name: tempest_scenario_cntt
 784                 project_name: functest
 785                 criteria: 100
 786                 blocking: false
 787                 deny_skipping: true
 788                 tests_count: 10
 789                 description: >-
 790                     The list of test cases is generated by
 791                     Tempest automatically and depends on the parameters of
 792                     the OpenStack deployment.
 793                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 794                 run:
 795                     name: tempest_scenario
 796                     args:
 797                         mode: "\
 798                           (?!.*test_minbw_allocation_placement)\
 799                           (?!.*test_volume_boot_pattern.TestVolumeBootPattern.test_boot_server_from_encrypted_volume_luks)\
 800                           (?!.*\\[.*\\bslow\\b.*\\])(^tempest.scenario)"
 801                         option:
 802                             - '--concurrency=1'
 803
 804             -
 805                 case_name: tempest_slow_cntt
 806                 project_name: functest
 807                 criteria: 100
 808                 blocking: false
 809                 deny_skipping: true
 810                 tests_count: 43
 811                 description: >-
 812                     The list of test cases is generated by
 813                     Tempest automatically and depends on the parameters of
 814                     the OpenStack deployment.
 815                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 816                 run:
 817                     name: tempest_common
 818                     args:
 819                         mode: "(?!.*test_volume_swap)\
 820                           (?!.*test_server_personality)\
 821                           (?!.*test_server_rescue.ServerBootFromVolumeStableRescueTest)\
 822                           (?!.*test_container_sync.ContainerSyncTest.test_container_synchronization)\
 823                           (?!.*test_container_sync_middleware.ContainerSyncMiddlewareTest.test_container_synchronization)\
 824                           (?!.*test_encrypted_cinder_volumes)\
 825                           (?!.*test_minbw_allocation_placement)\
 826                           (?!.*test_network_basic_ops.TestNetworkBasicOps.test_router_rescheduling)\
 827                           (?!.*test_shelve_instance.TestShelveInstance.test_cold_migrate_unshelved_instance)\
 828                           (?!.*test_volume_migrate_attached)\
 829                           (?!.*test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_cold_migration_revert)\
 830                           (?=.*\\[.*\\bslow\\b.*\\])(^tempest.)"
 831                         option:
 832                             - '--concurrency=1'
 833
 834     -
 835         name: benchmarking
 836         description: >-
 837             Run several OpenStack performance tools
 838             https://docs.openstack.org/performance-docs/latest/methodologies/tools.html
 839         testcases:
 840             -
 841                 case_name: rally_full
 842                 project_name: functest
 843                 criteria: 100
 844                 blocking: false
 845                 description: >-
 846                     This test case runs the full suite of scenarios of the
 847                     OpenStack Rally suite using several threads and iterations.
 848                 run:
 849                     name: rally_full
 850                     args:
 851                         optional:
 852                             - 'gnocchi'
 853                             - 'barbican'
 854
 855             -
 856                 case_name: rally_jobs
 857                 project_name: functest
 858                 criteria: 100
 859                 blocking: false
 860                 description: >-
 861                     This test case runs a group of Rally jobs used in
 862                     OpenStack gating
 863                 dependencies:
 864                     - NO_TENANT_NETWORK: '^(?![tT]rue$)'
 865                 run:
 866                     name: rally_jobs
 867                     args:
 868                         optional:
 869                             - 'gnocchi'
 870
 871             -
 872                 case_name: vmtp
 873                 project_name: functest
 874                 criteria: 100
 875                 blocking: false
 876                 description: >-
 877                     VMTP is a small python application that will automatically
 878                     perform ping connectivity, round trip time measurement
 879                     (latency) and TCP/UDP throughput
 880                 dependencies:
 881                     - NO_TENANT_NETWORK: '^(?![tT]rue$)'
 882                 run:
 883                     name: vmtp
 884
 885             -
 886                 case_name: shaker
 887                 project_name: functest
 888                 criteria: 100
 889                 blocking: false
 890                 description: >-
 891                     Shaker wraps around popular system network testing tools
 892                     like iperf, iperf3 and netperf (with help of flent). Shaker
 893                     is able to deploy OpenStack instances and networks in
 894                     different topologies.
 895                 dependencies:
 896                     - NO_TENANT_NETWORK: '^(?![tT]rue$)'
 897                 run:
 898                     name: shaker
 899
 900     -
 901         name: benchmarking_cntt
 902         description: >-
 903             Run several OpenStack performance tools
 904             https://docs.openstack.org/performance-docs/latest/methodologies/tools.html
 905         testcases:
 906             -
 907                 case_name: rally_full_cntt
 908                 project_name: functest
 909                 criteria: 100
 910                 blocking: false
 911                 description: >-
 912                     This test case runs the full suite of scenarios of the
 913                     OpenStack Rally suite using several threads and iterations.
 914                 run:
 915                     name: rally_full
 916                     args:
 917                         tests:
 918                             - 'authenticate'
 919                             - 'glance'
 920                             - 'cinder'
 921                             - 'heat'
 922                             - 'keystone'
 923                             - 'neutron'
 924                             - 'nova'
 925                             - 'quotas'
 926                             - 'swift'
 927
 928             -
 929                 case_name: rally_jobs_cntt
 930                 project_name: functest
 931                 criteria: 100
 932                 blocking: false
 933                 description: >-
 934                     This test case runs a group of Rally jobs used in
 935                     OpenStack gating
 936                 run:
 937                     name: rally_jobs
 938                     args:
 939                         tests:
 940                             - 'neutron'
 941
 942     -
 943         name: vnf
 944         description: >-
 945             Collection of VNF test cases.
 946         testcases:
 947             -
 948                 case_name: cloudify
 949                 project_name: functest
 950                 criteria: 100
 951                 blocking: false
 952                 description: >-
 953                     This test case deploys the Cloudify orchestrator.
 954                 run:
 955                     name: cloudify
 956             -
 957                 case_name: cloudify_ims
 958                 project_name: functest
 959                 criteria: 100
 960                 blocking: false
 961                 description: >-
 962                     This test case deploys an OpenSource vIMS solution from
 963                     Clearwater using the Cloudify orchestrator. It also runs
 964                     some signaling traffic.
 965                 dependencies:
 966                     - NO_TENANT_NETWORK: '^(?![tT]rue$)'
 967                 run:
 968                     name: cloudify_ims
 969
 970             -
 971                 case_name: heat_ims
 972                 project_name: functest
 973                 criteria: 100
 974                 blocking: false
 975                 description: >-
 976                     This test case deploys an OpenSource vIMS solution from
 977                     Clearwater using the OpenStack Heat orchestrator.
 978                     It also runs some signaling traffic.
 979                 dependencies:
 980                     - NO_TENANT_NETWORK: '^(?![tT]rue$)'
 981                 run:
 982                     name: heat_ims
 983
 984             -
 985                 case_name: vyos_vrouter
 986                 project_name: functest
 987                 criteria: 100
 988                 blocking: false
 989                 description: >-
 990                     This test case is vRouter testing.
 991                 dependencies:
 992                     - NO_TENANT_NETWORK: '^(?![tT]rue$)'
 993                 run:
 994                     name: vyos_vrouter
 995
 996             -
 997                 case_name: juju_epc
 998                 project_name: functest
 999                 criteria: 100
1000                 blocking: false
1001                 description: >-
1002                     vEPC validation with Juju as VNF manager and ABoT as test
1003                     executor.
1004                 dependencies:
1005                     - NO_TENANT_NETWORK: '^(?![tT]rue$)'
1006                 run:
1007                     name: juju_epc