functest/ci/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: healthcheck
   5         description: >-
   6             First tier to be executed to verify the basic
   7             operations in the VIM.
   8         testcases:
   9             -
  10                 case_name: connection_check
  11                 project_name: functest
  12                 criteria: 100
  13                 blocking: true
  14                 description: >-
  15                     This test case verifies the retrieval of OpenStack clients:
  16                     Keystone, Glance, Neutron and Nova and may perform some
  17                     simple queries.
  18                 run:
  19                     name: connection_check
  20
  21             -
  22                 case_name: tenantnetwork1
  23                 project_name: functest
  24                 criteria: 100
  25                 blocking: true
  26                 description: >-
  27                     It creates and configures all tenant network ressources
  28                     required by advanced testcases (subnet, network and
  29                     router).
  30                 dependencies:
  31                     - NO_TENANT_NETWORK: '^(?![tT]rue$)'
  32                 run:
  33                     name: tenantnetwork1
  34
  35             -
  36                 case_name: tenantnetwork2
  37                 project_name: functest
  38                 criteria: 100
  39                 blocking: true
  40                 description: >-
  41                     It creates new user/project before creating and configuring
  42                     all tenant network ressources required by a testcase
  43                     (subnet, network and router).
  44                 dependencies:
  45                     - NO_TENANT_NETWORK: '^(?![tT]rue$)'
  46                 run:
  47                     name: tenantnetwork2
  48
  49             -
  50                 case_name: vmready1
  51                 project_name: functest
  52                 criteria: 100
  53                 blocking: true
  54                 description: >-
  55                     It inherits from TenantNetwork1 which creates all network
  56                     resources and prepares a future VM attached to that
  57                     network.
  58                 run:
  59                     name: vmready1
  60
  61             -
  62                 case_name: vmready2
  63                 project_name: functest
  64                 criteria: 100
  65                 blocking: true
  66                 description: >-
  67                     It creates new user/project before creating and configuring
  68                     all tenant network ressources, flavors, images, etc.
  69                     required by advanced testcases.
  70                 run:
  71                     name: vmready2
  72
  73             -
  74                 case_name: singlevm1
  75                 project_name: functest
  76                 criteria: 100
  77                 blocking: true
  78                 description: >-
  79                     It inherits from TenantNetwork1 which creates all network
  80                     resources and completes it by booting a VM attached to that
  81                     network.
  82                 run:
  83                     name: singlevm1
  84
  85             -
  86                 case_name: singlevm2
  87                 project_name: functest
  88                 criteria: 100
  89                 blocking: true
  90                 description: >-
  91                     It creates new user/project before creating and configuring
  92                     all tenant network ressources and vms required by advanced
  93                     testcases.
  94                 run:
  95                     name: singlevm2
  96
  97             -
  98                 case_name: vping_ssh
  99                 project_name: functest
 100                 criteria: 100
 101                 blocking: true
 102                 description: >-
 103                     This test case verifies: 1) SSH to an instance using
 104                     floating IPs over the public network. 2) Connectivity
 105                     between 2 instances over a private network.
 106                 run:
 107                     name: vping_ssh
 108
 109             -
 110                 case_name: vping_userdata
 111                 project_name: functest
 112                 criteria: 100
 113                 blocking: true
 114                 description: >-
 115                     This test case verifies:  1) Boot a VM with given userdata.
 116                     2) Connectivity between 2 instances over a private network.
 117                 run:
 118                     name: vping_userdata
 119
 120             -
 121                 case_name: cinder_test
 122                 project_name: functest
 123                 criteria: 100
 124                 blocking: true
 125                 description: >-
 126                     This test case verifies: 1) Attach volume and to 1
 127                     instance; 2) Write data on volume 3) Detach volume
 128                     from instance 1, attach it on instance 2 3) Read volume
 129                     data
 130                 run:
 131                     name: cinder_test
 132
 133             -
 134                 case_name: odl
 135                 project_name: functest
 136                 criteria: 100
 137                 blocking: true
 138                 description: >-
 139                     Test Suite for the OpenDaylight SDN Controller. It
 140                     integrates some test suites from upstream using
 141                     Robot as the test framework.
 142                 dependencies:
 143                     - DEPLOY_SCENARIO: 'odl'
 144                 run:
 145                     name: odl
 146                     args:
 147                         suites:
 148                             - /src/odl_test/csit/suites/integration/basic
 149                             - /src/odl_test/csit/suites/openstack/neutron
 150
 151             -
 152                 case_name: tempest_smoke
 153                 project_name: functest
 154                 criteria: 100
 155                 blocking: false
 156                 description: >-
 157                     This test case runs the smoke subset of the OpenStack
 158                     Tempest suite. The list of test cases is generated by
 159                     Tempest automatically and depends on the parameters of
 160                     the OpenStack deplopyment.
 161                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L114
 162                 run:
 163                     name: tempest_common
 164                     args:
 165                         mode: '(?=.*\[.*\bsmoke\b.*\])(^tempest\.api)'
 166                         option:
 167                             - '--concurrency=4'
 168
 169             -
 170                 case_name: tempest_horizon
 171                 project_name: functest
 172                 criteria: 100
 173                 blocking: false
 174                 description: >-
 175                     This test case runs the Tempest suite proposed by the
 176                     Horizon project.
 177                 dependencies:
 178                     - DASHBOARD_URL: '^(?!\s*$).+'
 179                 run:
 180                     name: tempest_horizon
 181                     args:
 182                         mode: '^tempest_horizon.'
 183
 184     -
 185         name: smoke
 186         description: >-
 187             Set of basic Functional tests to validate the OPNFV scenarios.
 188         testcases:
 189             -
 190                 case_name: tempest_neutron
 191                 project_name: functest
 192                 criteria: 100
 193                 blocking: false
 194                 description: >-
 195                     This test case runs the Tempest suite proposed by the
 196                     Neutron project. The list of test cases is generated by
 197                     Tempest automatically and depends on the parameters of
 198                     the OpenStack deployment.
 199                 run:
 200                     name: tempest_common
 201                     args:
 202                         mode: '^neutron_tempest_plugin\.api'
 203                         option:
 204                             - '--concurrency=4'
 205
 206             -
 207                 case_name: tempest_cinder
 208                 project_name: functest
 209                 criteria: 100
 210                 blocking: false
 211                 description: >-
 212                     This test case runs the Tempest suite proposed by the
 213                     Cinder project.
 214                 run:
 215                     name: tempest_common
 216                     args:
 217                         mode: "(?!.*test_incremental_backup)\
 218                             (?!.*test_backup_crossproject_admin_negative)\
 219                             (?!.*test_backup_crossproject_user_negative)\
 220                             (^cinder_tempest_plugin.)"
 221                         option:
 222                             - '--concurrency=4'
 223
 224             -
 225                 case_name: tempest_keystone
 226                 project_name: functest
 227                 criteria: 100
 228                 blocking: false
 229                 description: >-
 230                     This test case runs the Tempest suite proposed by the
 231                     Keystone project.
 232                 run:
 233                     name: tempest_common
 234                     args:
 235                         mode: 'keystone_tempest_plugin.'
 236                         option:
 237                             - '--concurrency=4'
 238
 239             -
 240                 case_name: tempest_heat
 241                 project_name: functest
 242                 criteria: 100
 243                 blocking: false
 244                 description: >-
 245                     This test case runs the Tempest suite proposed by the
 246                     Heat project.
 247                 run:
 248                     name: tempest_heat
 249                     args:
 250                         mode: '^heat_tempest_plugin.tests'
 251                         option:
 252                             - '--concurrency=1'
 253
 254             -
 255                 case_name: tempest_telemetry
 256                 project_name: functest
 257                 criteria: 100
 258                 blocking: false
 259                 description: >-
 260                     This test case runs the Tempest suite proposed by the
 261                     Telemetry project.
 262                 run:
 263                     name: tempest_common
 264                     args:
 265                         mode: "(?!.*test_autoscaling)(?!.*test_live)\
 266                             (^telemetry_tempest_plugin)"
 267                         services:
 268                             - aodh
 269                             - gnocchi
 270                             - panko
 271                         option:
 272                             - '--concurrency=4'
 273
 274             -
 275                 case_name: rally_sanity
 276                 project_name: functest
 277                 criteria: 100
 278                 blocking: false
 279                 description: >-
 280                     This test case runs a sub group of tests of the OpenStack
 281                     Rally suite in smoke mode.
 282                 run:
 283                     name: rally_sanity
 284                     args:
 285                         optional:
 286                             - 'gnocchi'
 287                             - 'barbican'
 288
 289             -
 290                 case_name: refstack_compute
 291                 project_name: functest
 292                 criteria: 100
 293                 blocking: false
 294                 deny_skipping: true
 295                 tests_count: 222
 296                 description: >-
 297                     This test case runs a sub group of tests of the OpenStack
 298                     Compute testcases.
 299                 run:
 300                     name: refstack
 301                     args:
 302                         target: compute
 303                         option:
 304                             - '--concurrency=4'
 305
 306             -
 307                 case_name: refstack_object
 308                 project_name: functest
 309                 criteria: 100
 310                 blocking: false
 311                 deny_skipping: true
 312                 tests_count: 58
 313                 description: >-
 314                     This test case runs a sub group of tests of the OpenStack
 315                     Object testcases.
 316                 run:
 317                     name: refstack
 318                     args:
 319                         target: object
 320                         option:
 321                             - '--concurrency=4'
 322
 323             -
 324                 case_name: refstack_platform
 325                 project_name: functest
 326                 criteria: 100
 327                 blocking: false
 328                 deny_skipping: true
 329                 tests_count: 278
 330                 description: >-
 331                     This test case runs a sub group of tests of the OpenStack
 332                     Platform testcases.
 333                 run:
 334                     name: refstack
 335                     args:
 336                         target: platform
 337                         option:
 338                             - '--concurrency=4'
 339
 340             -
 341                 case_name: tempest_full
 342                 project_name: functest
 343                 criteria: 100
 344                 blocking: false
 345                 description: >-
 346                     The list of test cases is generated by
 347                     Tempest automatically and depends on the parameters of
 348                     the OpenStack deployment.
 349                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
 350                 run:
 351                     name: tempest_common
 352                     args:
 353                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.api)'
 354                         option:
 355                             - '--concurrency=4'
 356
 357             -
 358                 case_name: tempest_scenario
 359                 project_name: functest
 360                 criteria: 100
 361                 blocking: false
 362                 description: >-
 363                     The list of test cases is generated by
 364                     Tempest automatically and depends on the parameters of
 365                     the OpenStack deployment.
 366                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 367                 run:
 368                     name: tempest_common
 369                     args:
 370                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.scenario)'
 371                         option:
 372                             - '--concurrency=1'
 373
 374             -
 375                 case_name: tempest_slow
 376                 project_name: functest
 377                 criteria: 100
 378                 blocking: false
 379                 description: >-
 380                     The list of test cases is generated by
 381                     Tempest automatically and depends on the parameters of
 382                     the OpenStack deployment.
 383                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 384                 run:
 385                     name: tempest_common
 386                     args:
 387                         mode: '(?=.*\[.*\bslow\b.*\])(^tempest\.)'
 388                         option:
 389                             - '--concurrency=1'
 390
 391             -
 392                 case_name: patrole_admin
 393                 project_name: functest
 394                 criteria: 100
 395                 blocking: false
 396                 description: >-
 397                     Test suite from Patrole project.
 398                 run:
 399                     name: patrole
 400                     args:
 401                         roles: 'admin'
 402                         mode: "(?!.*test_unmanage_snapshot_rbac)\
 403                           (?!.*test_show_auto_allocated_topology)\
 404                           (?!.*test_delete_auto_allocated_topology)\
 405                           (?!.*test_create_network_provider_segmentation_id)\
 406                           (?!.*compute.test_floating_ips_rbac)\
 407                           (?!.*test_create_image_from_volume_backed_server)\
 408                           (?=.*[.*\bslow\b.*])\
 409                           (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))"
 410                         option:
 411                             - '--concurrency=4'
 412
 413             -
 414                 case_name: patrole_member
 415                 project_name: functest
 416                 criteria: 100
 417                 blocking: false
 418                 description: >-
 419                     Test suite from Patrole project.
 420                 run:
 421                     name: patrole
 422                     args:
 423                         roles: 'member'
 424                         mode: "(?!.*test_unmanage_snapshot_rbac)\
 425                           (?!.*test_show_auto_allocated_topology)\
 426                           (?!.*test_delete_auto_allocated_topology)\
 427                           (?!.*test_create_network_provider_segmentation_id)\
 428                           (?!.*compute.test_floating_ips_rbac)\
 429                           (?!.*test_create_image_from_volume_backed_server)\
 430                           (?=.*[.*\bslow\b.*])\
 431                           (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))"
 432                         option:
 433                             - '--concurrency=4'
 434
 435             -
 436                 case_name: patrole_reader
 437                 project_name: functest
 438                 criteria: 100
 439                 blocking: false
 440                 description: >-
 441                     Test suite from Patrole project.
 442                 run:
 443                     name: patrole
 444                     args:
 445                         roles: 'reader'
 446                         mode: "(?!.*test_unmanage_snapshot_rbac)\
 447                           (?!.*test_show_auto_allocated_topology)\
 448                           (?!.*test_delete_auto_allocated_topology)\
 449                           (?!.*test_create_network_provider_segmentation_id)\
 450                           (?!.*compute.test_floating_ips_rbac)\
 451                           (?!.*test_create_image_from_volume_backed_server)\
 452                           (?=.*[.*\bslow\b.*])\
 453                           (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))"
 454                         option:
 455                             - '--concurrency=4'
 456
 457             -
 458                 case_name: tempest_barbican
 459                 project_name: functest
 460                 criteria: 100
 461                 blocking: false
 462                 description: >-
 463                     It leverages on the tempest plugin containing tests used to
 464                     verify the functionality of a barbican installation.
 465                 run:
 466                     name: barbican
 467                     args:
 468                         mode:
 469                             '^barbican_tempest_plugin.((?!test_signed_image_upload_boot_failure).)*$'
 470                         services:
 471                             - barbican
 472                         option:
 473                             - '--concurrency=4'
 474
 475             -
 476                 case_name: tempest_octavia
 477                 project_name: functest
 478                 criteria: 100
 479                 blocking: false
 480                 description: >-
 481                     It leverages on the tempest plugin containing tests used to
 482                     verify the functionality of an octavia installation.
 483                 run:
 484                     name: tempest_common
 485                     args:
 486                         mode: "(?!.*api.v2.test_availability_zone)\
 487                             (?!.*api.v2.test_availability_zone_profile)\
 488                             (?!.*api.v2.test_member.MemberAPITest.test_member_ipv4_create)\
 489                             (?!.*api.v2.test_member.MemberAPITest.test_member_ipv6_create)\
 490                             (^octavia_tempest_plugin.tests.(api|scenario))"
 491                         services:
 492                             - octavia
 493                         option:
 494                             - '--concurrency=2'
 495
 496             -
 497                 case_name: tempest_cyborg
 498                 project_name: functest
 499                 criteria: 100
 500                 blocking: false
 501                 description: >-
 502                     It leverages on the tempest plugin containing tests used to
 503                     verify the functionality of a cyborg installation.
 504                 run:
 505                     name: tempest_common
 506                     args:
 507                         mode: '^cyborg_tempest_plugin'
 508                         services:
 509                             - cyborg
 510                         option:
 511                             - '--concurrency=4'
 512
 513     -
 514         name: smoke_cntt
 515         description: >-
 516             Set of basic Functional tests to validate the OPNFV scenarios.
 517         testcases:
 518             -
 519                 case_name: tempest_neutron_cntt
 520                 project_name: functest
 521                 criteria: 100
 522                 blocking: false
 523                 deny_skipping: true
 524                 tests_count: 523
 525                 description: >-
 526                     This test case runs the Tempest suite proposed by the
 527                     Neutron project. The list of test cases is generated by
 528                     Tempest automatically and depends on the parameters of
 529                     the OpenStack deployment.
 530                 run:
 531                     name: tempest_common
 532                     args:
 533                         mode: "(?!.*admin.test_agent_availability_zone)\
 534                             (?!.*admin.test_dhcp_agent_scheduler)\
 535                             (?!.*admin.test_l3_agent_scheduler)\
 536                             (?!.*admin.test_logging)\
 537                             (?!.*admin.test_logging_negative)\
 538                             (?!.*admin.test_network_segment_range)\
 539                             (?!.*admin.test_ports.PortTestCasesAdmin.test_regenerate_mac_address)\
 540                             (?!.*admin.test_ports.PortTestCasesResourceRequest)\
 541                             (?!.*admin.test_routers_dvr)\
 542                             (?!.*admin.test_routers_flavors)\
 543                             (?!.*admin.test_routers_ha)\
 544                             (?!.*test_conntrack_helper)\
 545                             (?!.*test_floating_ips.FloatingIPPoolTestJSON)\
 546                             (?!.*test_floating_ips.FloatingIPTestJSON.test_create_update_floatingip_port_details)\
 547                             (?!.*test_metering_extensions)\
 548                             (?!.*test_metering_negative)\
 549                             (?!.*test_networks.NetworksSearchCriteriaTest.test_list_validation_filters)\
 550                             (?!.*test_networks.NetworksTestAdmin.test_create_tenant_network_vxlan)\
 551                             (?!.*test_networks.NetworksTestJSON.test_create_update_network_dns_domain)\
 552                             (?!.*test_port_forwardings)\
 553                             (?!.*test_ports.PortsTaggingOnCreation)\
 554                             (?!.*test_ports.PortsTestJSON.test_create_port_with_propagate_uplink_status)\
 555                             (?!.*test_ports.PortsTestJSON.test_create_port_without_propagate_uplink_status)\
 556                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_domain)\
 557                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_name)\
 558                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_no_dns_name)\
 559                             (?!.*test_qos.QosMinimumBandwidthRuleTestJSON)\
 560                             (?!.*test_revisions.TestRevisions.test_update_dns_domain_bumps_revision)\
 561                             (?!.*test_revisions.TestRevisions.test_update_router_extra_attributes_bumps_revision)\
 562                             (?!.*test_router_interface_fip)\
 563                             (?!.*test_routers.DvrRoutersTest)\
 564                             (?!.*test_routers.HaRoutersTest)\
 565                             (?!.*test_routers.RoutersIpV6Test.test_extra_routes_atomic)\
 566                             (?!.*test_routers.RoutersTest.test_extra_routes_atomic)\
 567                             (?!.*test_routers_negative.DvrRoutersNegativeTest)\
 568                             (?!.*test_routers_negative.DvrRoutersNegativeTestExtended)\
 569                             (?!.*test_routers_negative.HaRoutersNegativeTest)\
 570                             (?!.*test_security_groups.RbacSharedSecurityGroupTest)\
 571                             (?!.*test_subnetpool_prefix_ops)\
 572                             (?!.*test_subnetpools.RbacSubnetPoolTest)\
 573                             (?!.*test_subnetpools.SubnetPoolsSearchCriteriaTest.test_list_validation_filters)\
 574                             (?!.*test_subnetpools_negative.SubnetPoolsNegativeTestJSON.test_tenant_create_subnetpool_associate_shared_address_scope)\
 575                             (?!.*test_subnets.SubnetsSearchCriteriaTest.test_list_validation_filters)\
 576                             (?!.*test_timestamp.TestTimeStamp.test_segment_with_timestamp)\
 577                             (?!.*test_trunk.TrunkTestInheritJSONBase.test_add_subport)\
 578                             (?!.*test_trunk.TrunkTestMtusJSON)\
 579                             (?!.*test_trunk_negative.TrunkTestJSON.test_create_subport_invalid_inherit_network_segmentation_type)\
 580                             (?!.*test_trunk_negative.TrunkTestMtusJSON)\
 581                             (^neutron_tempest_plugin.api)"
 582                         option:
 583                             - '--concurrency=4'
 584
 585             -
 586                 case_name: tempest_cinder_cntt
 587                 project_name: functest
 588                 criteria: 100
 589                 blocking: false
 590                 deny_skipping: true
 591                 tests_count: 9
 592                 description: >-
 593                     This test case runs the Tempest suite proposed by the
 594                     Cinder project.
 595                 run:
 596                     name: tempest_common
 597                     args:
 598                         mode: "(?!.*test_incremental_backup)\
 599                             (?!.*test_consistencygroups)\
 600                             (?!.*test_backup_crossproject_admin_negative)\
 601                             (?!.*test_backup_crossproject_user_negative)\
 602                             (^cinder_tempest_plugin.)"
 603                         option:
 604                             - '--concurrency=4'
 605
 606             -
 607                 case_name: tempest_keystone_cntt
 608                 project_name: functest
 609                 criteria: 100
 610                 blocking: false
 611                 deny_skipping: true
 612                 tests_count: 27
 613                 description: >-
 614                     This test case runs the Tempest suite proposed by the
 615                     Keystone project.
 616                 run:
 617                     name: tempest_common
 618                     args:
 619                         mode: "(?!.*api.identity.v3.test_oauth1_tokens)\
 620                             (?!.*scenario.test_federated_authentication)\
 621                             keystone_tempest_plugin."
 622                         option:
 623                             - '--concurrency=4'
 624
 625             -
 626                 case_name: tempest_heat_cntt
 627                 project_name: functest
 628                 criteria: 100
 629                 blocking: false
 630                 deny_skipping: true
 631                 tests_count: 119
 632                 description: >-
 633                     This test case runs the Tempest suite proposed by the
 634                     Heat project.
 635                 run:
 636                     name: tempest_heat
 637                     args:
 638                         mode: "(?!.*functional.test_lbaasv2)\
 639                           (?!.*functional.test_encryption_vol_type)\
 640                           (?!.*RemoteStackTest.test_stack_create_with_cloud_credential)\
 641                           (?!.*scenario.test_aodh_alarm)\
 642                           (?!.*tests.scenario.test_autoscaling_lb)\
 643                           (?!.*scenario.test_autoscaling_lbv2)\
 644                           (?!.*scenario.test_server_software_config)\
 645                           (?!.*test_volumes.VolumeBackupRestoreIntegrationTest)\
 646                           (?!.*scenario.test_octavia_lbaas)\
 647                           (?!.*scenario.test_server_cfn_init)\
 648                           ^heat_tempest_plugin.tests"
 649                         option:
 650                             - '--concurrency=1'
 651
 652             -
 653                 case_name: rally_sanity_cntt
 654                 project_name: functest
 655                 criteria: 100
 656                 blocking: false
 657                 description: >-
 658                     This test case runs a sub group of tests of the OpenStack
 659                     Rally suite in smoke mode.
 660                 run:
 661                     name: rally_sanity
 662                     args:
 663                         tests:
 664                             - 'authenticate'
 665                             - 'glance'
 666                             - 'cinder'
 667                             - 'heat'
 668                             - 'keystone'
 669                             - 'neutron'
 670                             - 'nova'
 671                             - 'quotas'
 672                             - 'swift'
 673
 674             -
 675                 case_name: tempest_full_cntt
 676                 project_name: functest
 677                 criteria: 100
 678                 blocking: false
 679                 deny_skipping: true
 680                 tests_count: 1280
 681                 description: >-
 682                     The list of test cases is generated by
 683                     Tempest automatically and depends on the parameters of
 684                     the OpenStack deployment.
 685                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
 686                 run:
 687                     name: tempest_common
 688                     args:
 689                         mode: "(?!.*test_fixed_ips)\
 690                           (?!.*test_fixed_ips_negative)\
 691                           (?!.*test_auto_allocate_network)(?!.*test_floating_ips_bulk)\
 692                           (?!.*test_flavors_microversions.FlavorsV255TestJSON)\
 693                           (?!.*test_flavors_microversions.FlavorsV261TestJSON)\
 694                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_iscsi_volume)\
 695                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_live_block_migration)\
 696                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_live_block_migration_paused)\
 697                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_volume_backed_live_migration)\
 698                           (?!.*test_live_migration.LiveMigrationTest.test_iscsi_volume)\
 699                           (?!.*test_live_migration.LiveMigrationTest.test_live_block_migration)\
 700                           (?!.*test_live_migration.LiveMigrationTest.test_live_block_migration_paused)\
 701                           (?!.*test_live_migration.LiveMigrationTest.test_volume_backed_live_migration)\
 702                           (?!.*test_live_migration.LiveMigrationRemoteConsolesV26Test)\
 703                           (?!.*test_quotas.QuotasAdminTestV257)\
 704                           (?!.*certificates.test_certificates)\
 705                           (?!.*test_quotas_negative.QuotasSecurityGroupAdminNegativeTest)\
 706                           (?!.*test_novnc)(?!.*test_server_personality)\
 707                           (?!.*test_servers.ServerShowV263Test.test_show_update_rebuild_list_server)\
 708                           (?!.*test_servers_microversions.ServerShowV254Test)\
 709                           (?!.*test_servers_microversions.ServerShowV257Test)\
 710                           (?!.*test_servers_negative.ServersNegativeTestJSON.test_personality_file_contents_not_encoded)\
 711                           (?!.*servers.test_virtual_interfaces)\
 712                           (?!.*test_server_actions.ServerActionsTestJSON.test_change_server_password)\
 713                           (?!.*test_server_actions.ServerActionsTestJSON.test_get_vnc_console)\
 714                           (?!.*test_server_actions.ServerActionsTestJSON.test_reboot_server_soft)\
 715                           (?!.*test_server_rescue.ServerBootFromVolumeStableRescueTest)\
 716                           (?!.*test_server_rescue.ServerStableDeviceRescueTest)\
 717                           (?!.*test_security_group_default_rules)\
 718                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_duplicate_name)\
 719                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_invalid_group_description)\
 720                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_invalid_group_name)\
 721                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_des)\
 722                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_id)\
 723                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_name)\
 724                           (?!.*test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex)\
 725                           (?!.*compute.test_virtual_interfaces)(?!.*compute.test_virtual_interfaces_negative)\
 726                           (?!.*compute.test_networks)\
 727                           (?!.*test_attach_volume.AttachVolumeMultiAttach)\
 728                           (?!.*identity.admin.v2)(?!.*identity.v2)\
 729                           (?!.*image.v1)\
 730                           (?!.*image.v2.test_images.ImportImagesTest)\
 731                           (?!.*admin.test_dhcp_agent_scheduler)\
 732                           (?!.*admin.test_routers_dvr)\
 733                           (?!.*test_metering_extensions)(?!.*network.test_tags)\
 734                           (?!.*test_routers_negative.DvrRoutersNegativeTest)\
 735                           (?!.*test_routers.RoutersIpV6Test.test_create_router_set_gateway_with_fixed_ip)\
 736                           (?!.*test_routers.RoutersTest.test_create_router_set_gateway_with_fixed_ip)\
 737                           (?!.*test_group_snapshots.GroupSnapshotsV319Test.test_reset_group_snapshot_status)\
 738                           (?!.*test_multi_backend)\
 739                           (?!.*test_volume_retype.VolumeRetypeWithMigrationTest)\
 740                           (?!.*test_volume_delete_cascade.VolumesDeleteCascade.test_volume_from_snapshot_cascade_delete)\
 741                           (?!.*test_volumes_backup.VolumesBackupsTest.test_volume_backup_create_get_detailed_list_restore_delete)\
 742                           (?!.*test_volumes_negative.UpdateMultiattachVolumeNegativeTest.test_multiattach_rw_volume_update_failure)\
 743                           (?!.*test_volumes_extend.VolumesExtendAttachedTest.test_extend_attached_volume)\
 744                           (?!.*\\[.*\\bslow\\b.*\\])(^tempest.api)"
 745                         option:
 746                             - '--concurrency=4'
 747
 748             -
 749                 case_name: tempest_scenario_cntt
 750                 project_name: functest
 751                 criteria: 100
 752                 blocking: false
 753                 deny_skipping: true
 754                 tests_count: 9
 755                 description: >-
 756                     The list of test cases is generated by
 757                     Tempest automatically and depends on the parameters of
 758                     the OpenStack deployment.
 759                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 760                 run:
 761                     name: tempest_scenario
 762                     args:
 763                         mode: "\
 764                           (?!.*test_volume_boot_pattern.TestVolumeBootPattern.test_boot_server_from_encrypted_volume_luks)\
 765                           (?!.*\\[.*\\bslow\\b.*\\])(^tempest.scenario)"
 766                         option:
 767                             - '--concurrency=1'
 768
 769             -
 770                 case_name: tempest_slow_cntt
 771                 project_name: functest
 772                 criteria: 100
 773                 blocking: false
 774                 deny_skipping: true
 775                 tests_count: 43
 776                 description: >-
 777                     The list of test cases is generated by
 778                     Tempest automatically and depends on the parameters of
 779                     the OpenStack deployment.
 780                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 781                 run:
 782                     name: tempest_common
 783                     args:
 784                         mode: "(?!.*test_volume_swap)\
 785                           (?!.*test_server_personality)\
 786                           (?!.*test_server_rescue.ServerBootFromVolumeStableRescueTest)\
 787                           (?!.*test_container_sync.ContainerSyncTest.test_container_synchronization)\
 788                           (?!.*test_container_sync_middleware.ContainerSyncMiddlewareTest.test_container_synchronization)\
 789                           (?!.*test_encrypted_cinder_volumes)\
 790                           (?!.*test_minbw_allocation_placement)\
 791                           (?!.*test_network_basic_ops.TestNetworkBasicOps.test_router_rescheduling)\
 792                           (?!.*test_volume_migrate_attached)\
 793                           (?!.*test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_cold_migration_revert)\
 794                           (?=.*\\[.*\\bslow\\b.*\\])(^tempest.)"
 795                         option:
 796                             - '--concurrency=1'
 797
 798     -
 799         name: benchmarking
 800         description: >-
 801             Run several OpenStack performance tools
 802             https://docs.openstack.org/performance-docs/latest/methodologies/tools.html
 803         testcases:
 804             -
 805                 case_name: rally_full
 806                 project_name: functest
 807                 criteria: 100
 808                 blocking: false
 809                 description: >-
 810                     This test case runs the full suite of scenarios of the
 811                     OpenStack Rally suite using several threads and iterations.
 812                 run:
 813                     name: rally_full
 814                     args:
 815                         optional:
 816                             - 'gnocchi'
 817                             - 'barbican'
 818
 819             -
 820                 case_name: rally_jobs
 821                 project_name: functest
 822                 criteria: 100
 823                 blocking: false
 824                 description: >-
 825                     This test case runs a group of Rally jobs used in
 826                     OpenStack gating
 827                 run:
 828                     name: rally_jobs
 829                     args:
 830                         optional:
 831                             - 'gnocchi'
 832
 833             -
 834                 case_name: vmtp
 835                 project_name: functest
 836                 criteria: 100
 837                 blocking: false
 838                 description: >-
 839                     VMTP is a small python application that will automatically
 840                     perform ping connectivity, round trip time measurement
 841                     (latency) and TCP/UDP throughput
 842                 dependencies:
 843                     - POD_ARCH: '^(?!aarch64$)'
 844                 run:
 845                     name: vmtp
 846
 847             -
 848                 case_name: shaker
 849                 project_name: functest
 850                 criteria: 100
 851                 blocking: false
 852                 description: >-
 853                     Shaker wraps around popular system network testing tools
 854                     like iperf, iperf3 and netperf (with help of flent). Shaker
 855                     is able to deploy OpenStack instances and networks in
 856                     different topologies.
 857                 dependencies:
 858                     - POD_ARCH: '^(?!aarch64$)'
 859                 run:
 860                     name: shaker
 861
 862     -
 863         name: benchmarking_cntt
 864         description: >-
 865             Run several OpenStack performance tools
 866             https://docs.openstack.org/performance-docs/latest/methodologies/tools.html
 867         testcases:
 868             -
 869                 case_name: rally_full_cntt
 870                 project_name: functest
 871                 criteria: 100
 872                 blocking: false
 873                 description: >-
 874                     This test case runs the full suite of scenarios of the
 875                     OpenStack Rally suite using several threads and iterations.
 876                 run:
 877                     name: rally_full
 878                     args:
 879                         tests:
 880                             - 'authenticate'
 881                             - 'glance'
 882                             - 'cinder'
 883                             - 'heat'
 884                             - 'keystone'
 885                             - 'neutron'
 886                             - 'nova'
 887                             - 'quotas'
 888                             - 'swift'
 889
 890             -
 891                 case_name: rally_jobs_cntt
 892                 project_name: functest
 893                 criteria: 100
 894                 blocking: false
 895                 description: >-
 896                     This test case runs a group of Rally jobs used in
 897                     OpenStack gating
 898                 run:
 899                     name: rally_jobs
 900                     args:
 901                         tests:
 902                             - 'neutron'
 903
 904     -
 905         name: vnf
 906         description: >-
 907             Collection of VNF test cases.
 908         testcases:
 909             -
 910                 case_name: cloudify
 911                 project_name: functest
 912                 criteria: 100
 913                 blocking: false
 914                 description: >-
 915                     This test case deploys the Cloudify orchestrator.
 916                 run:
 917                     name: cloudify
 918             -
 919                 case_name: cloudify_ims
 920                 project_name: functest
 921                 criteria: 100
 922                 blocking: false
 923                 description: >-
 924                     This test case deploys an OpenSource vIMS solution from
 925                     Clearwater using the Cloudify orchestrator. It also runs
 926                     some signaling traffic.
 927                 dependencies:
 928                     - DEPLOY_SCENARIO: 'os-.*-nofeature-.*ha'
 929                 run:
 930                     name: cloudify_ims
 931
 932             -
 933                 case_name: heat_ims
 934                 project_name: functest
 935                 criteria: 100
 936                 blocking: false
 937                 description: >-
 938                     This test case deploys an OpenSource vIMS solution from
 939                     Clearwater using the OpenStack Heat orchestrator.
 940                     It also runs some signaling traffic.
 941                 run:
 942                     name: heat_ims
 943
 944             -
 945                 case_name: vyos_vrouter
 946                 project_name: functest
 947                 criteria: 100
 948                 blocking: false
 949                 description: >-
 950                     This test case is vRouter testing.
 951                 run:
 952                     name: vyos_vrouter
 953
 954             -
 955                 case_name: juju_epc
 956                 project_name: functest
 957                 criteria: 100
 958                 blocking: false
 959                 description: >-
 960                     vEPC validation with Juju as VNF manager and ABoT as test
 961                     executor.
 962                 run:
 963                     name: juju_epc