functest/ci/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: healthcheck
   5         description: >-
   6             First tier to be executed to verify the basic
   7             operations in the VIM.
   8         testcases:
   9             -
  10                 case_name: connection_check
  11                 project_name: functest
  12                 criteria: 100
  13                 blocking: true
  14                 description: >-
  15                     This test case verifies the retrieval of OpenStack clients:
  16                     Keystone, Glance, Neutron and Nova and may perform some
  17                     simple queries.
  18                 run:
  19                     name: connection_check
  20
  21             -
  22                 case_name: tenantnetwork1
  23                 project_name: functest
  24                 criteria: 100
  25                 blocking: true
  26                 description: >-
  27                     It creates and configures all tenant network ressources
  28                     required by advanced testcases (subnet, network and
  29                     router).
  30                 run:
  31                     name: tenantnetwork1
  32
  33             -
  34                 case_name: tenantnetwork2
  35                 project_name: functest
  36                 criteria: 100
  37                 blocking: true
  38                 description: >-
  39                     It creates new user/project before creating and configuring
  40                     all tenant network ressources required by a testcase
  41                     (subnet, network and router).
  42                 run:
  43                     name: tenantnetwork2
  44
  45             -
  46                 case_name: vmready1
  47                 project_name: functest
  48                 criteria: 100
  49                 blocking: true
  50                 description: >-
  51                     It inherits from TenantNetwork1 which creates all network
  52                     resources and prepares a future VM attached to that
  53                     network.
  54                 run:
  55                     name: vmready1
  56
  57             -
  58                 case_name: vmready2
  59                 project_name: functest
  60                 criteria: 100
  61                 blocking: true
  62                 description: >-
  63                     It creates new user/project before creating and configuring
  64                     all tenant network ressources, flavors, images, etc.
  65                     required by advanced testcases.
  66                 run:
  67                     name: vmready2
  68
  69             -
  70                 case_name: singlevm1
  71                 project_name: functest
  72                 criteria: 100
  73                 blocking: true
  74                 description: >-
  75                     It inherits from TenantNetwork1 which creates all network
  76                     resources and completes it by booting a VM attached to that
  77                     network.
  78                 run:
  79                     name: singlevm1
  80
  81             -
  82                 case_name: singlevm2
  83                 project_name: functest
  84                 criteria: 100
  85                 blocking: true
  86                 description: >-
  87                     It creates new user/project before creating and configuring
  88                     all tenant network ressources and vms required by advanced
  89                     testcases.
  90                 run:
  91                     name: singlevm2
  92
  93             -
  94                 case_name: vping_ssh
  95                 project_name: functest
  96                 criteria: 100
  97                 blocking: true
  98                 description: >-
  99                     This test case verifies: 1) SSH to an instance using
 100                     floating IPs over the public network. 2) Connectivity
 101                     between 2 instances over a private network.
 102                 run:
 103                     name: vping_ssh
 104
 105             -
 106                 case_name: vping_userdata
 107                 project_name: functest
 108                 criteria: 100
 109                 blocking: true
 110                 description: >-
 111                     This test case verifies:  1) Boot a VM with given userdata.
 112                     2) Connectivity between 2 instances over a private network.
 113                 run:
 114                     name: vping_userdata
 115
 116             -
 117                 case_name: cinder_test
 118                 project_name: functest
 119                 criteria: 100
 120                 blocking: true
 121                 description: >-
 122                     This test case verifies: 1) Attach volume and to 1
 123                     instance; 2) Write data on volume 3) Detach volume
 124                     from instance 1, attach it on instance 2 3) Read volume
 125                     data
 126                 run:
 127                     name: cinder_test
 128
 129             -
 130                 case_name: odl
 131                 project_name: functest
 132                 criteria: 100
 133                 blocking: true
 134                 description: >-
 135                     Test Suite for the OpenDaylight SDN Controller. It
 136                     integrates some test suites from upstream using
 137                     Robot as the test framework.
 138                 dependencies:
 139                     - DEPLOY_SCENARIO: 'odl'
 140                 run:
 141                     name: odl
 142                     args:
 143                         suites:
 144                             - /src/odl_test/csit/suites/integration/basic
 145                             - /src/odl_test/csit/suites/openstack/neutron
 146
 147             -
 148                 case_name: tempest_smoke
 149                 project_name: functest
 150                 criteria: 100
 151                 blocking: false
 152                 description: >-
 153                     This test case runs the smoke subset of the OpenStack
 154                     Tempest suite. The list of test cases is generated by
 155                     Tempest automatically and depends on the parameters of
 156                     the OpenStack deplopyment.
 157                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L114
 158                 run:
 159                     name: tempest_common
 160                     args:
 161                         mode: '(?=.*\[.*\bsmoke\b.*\])(^tempest\.api)'
 162                         option:
 163                             - '--concurrency=4'
 164
 165             -
 166                 case_name: tempest_horizon
 167                 project_name: functest
 168                 criteria: 100
 169                 blocking: false
 170                 description: >-
 171                     This test case runs the Tempest suite proposed by the
 172                     Horizon project.
 173                 dependencies:
 174                     - DASHBOARD_URL: '^(?!\s*$).+'
 175                 run:
 176                     name: tempest_horizon
 177                     args:
 178                         mode: '^tempest_horizon.'
 179
 180     -
 181         name: smoke
 182         description: >-
 183             Set of basic Functional tests to validate the OPNFV scenarios.
 184         testcases:
 185             -
 186                 case_name: tempest_neutron
 187                 project_name: functest
 188                 criteria: 100
 189                 blocking: false
 190                 description: >-
 191                     This test case runs the Tempest suite proposed by the
 192                     Neutron project. The list of test cases is generated by
 193                     Tempest automatically and depends on the parameters of
 194                     the OpenStack deployment.
 195                 run:
 196                     name: tempest_common
 197                     args:
 198                         mode: '^neutron_tempest_plugin\.api'
 199                         option:
 200                             - '--concurrency=4'
 201
 202             -
 203                 case_name: tempest_cinder
 204                 project_name: functest
 205                 criteria: 100
 206                 blocking: false
 207                 description: >-
 208                     This test case runs the Tempest suite proposed by the
 209                     Cinder project.
 210                 run:
 211                     name: tempest_common
 212                     args:
 213                         mode: "(?!.*test_incremental_backup)\
 214                             (?!.*test_backup_crossproject_admin_negative)\
 215                             (?!.*test_backup_crossproject_user_negative)\
 216                             (^cinder_tempest_plugin.)"
 217                         option:
 218                             - '--concurrency=4'
 219
 220             -
 221                 case_name: tempest_keystone
 222                 project_name: functest
 223                 criteria: 100
 224                 blocking: false
 225                 description: >-
 226                     This test case runs the Tempest suite proposed by the
 227                     Keystone project.
 228                 run:
 229                     name: tempest_common
 230                     args:
 231                         mode: 'keystone_tempest_plugin.'
 232                         option:
 233                             - '--concurrency=4'
 234
 235             -
 236                 case_name: tempest_heat
 237                 project_name: functest
 238                 criteria: 100
 239                 blocking: false
 240                 description: >-
 241                     This test case runs the Tempest suite proposed by the
 242                     Heat project.
 243                 run:
 244                     name: tempest_heat
 245                     args:
 246                         mode: '^heat_tempest_plugin.tests'
 247                         option:
 248                             - '--concurrency=1'
 249
 250             -
 251                 case_name: tempest_telemetry
 252                 project_name: functest
 253                 criteria: 100
 254                 blocking: false
 255                 description: >-
 256                     This test case runs the Tempest suite proposed by the
 257                     Telemetry project.
 258                 run:
 259                     name: tempest_common
 260                     args:
 261                         mode: "(?!.*test_autoscaling)(?!.*test_live)\
 262                             (^telemetry_tempest_plugin)"
 263                         services:
 264                             - aodh
 265                             - gnocchi
 266                             - panko
 267                         option:
 268                             - '--concurrency=4'
 269
 270             -
 271                 case_name: rally_sanity
 272                 project_name: functest
 273                 criteria: 100
 274                 blocking: false
 275                 description: >-
 276                     This test case runs a sub group of tests of the OpenStack
 277                     Rally suite in smoke mode.
 278                 run:
 279                     name: rally_sanity
 280                     args:
 281                         optional:
 282                             - 'gnocchi'
 283                             - 'barbican'
 284
 285             -
 286                 case_name: refstack_compute
 287                 project_name: functest
 288                 criteria: 100
 289                 blocking: false
 290                 deny_skipping: true
 291                 tests_count: 222
 292                 description: >-
 293                     This test case runs a sub group of tests of the OpenStack
 294                     Compute testcases.
 295                 run:
 296                     name: refstack
 297                     args:
 298                         target: compute
 299                         option:
 300                             - '--concurrency=4'
 301
 302             -
 303                 case_name: refstack_object
 304                 project_name: functest
 305                 criteria: 100
 306                 blocking: false
 307                 deny_skipping: true
 308                 tests_count: 58
 309                 description: >-
 310                     This test case runs a sub group of tests of the OpenStack
 311                     Object testcases.
 312                 run:
 313                     name: refstack
 314                     args:
 315                         target: object
 316                         option:
 317                             - '--concurrency=4'
 318
 319             -
 320                 case_name: refstack_platform
 321                 project_name: functest
 322                 criteria: 100
 323                 blocking: false
 324                 deny_skipping: true
 325                 tests_count: 278
 326                 description: >-
 327                     This test case runs a sub group of tests of the OpenStack
 328                     Platform testcases.
 329                 run:
 330                     name: refstack
 331                     args:
 332                         target: platform
 333                         option:
 334                             - '--concurrency=4'
 335
 336             -
 337                 case_name: tempest_full
 338                 project_name: functest
 339                 criteria: 100
 340                 blocking: false
 341                 description: >-
 342                     The list of test cases is generated by
 343                     Tempest automatically and depends on the parameters of
 344                     the OpenStack deployment.
 345                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
 346                 run:
 347                     name: tempest_common
 348                     args:
 349                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.api)'
 350                         option:
 351                             - '--concurrency=4'
 352
 353             -
 354                 case_name: tempest_scenario
 355                 project_name: functest
 356                 criteria: 100
 357                 blocking: false
 358                 description: >-
 359                     The list of test cases is generated by
 360                     Tempest automatically and depends on the parameters of
 361                     the OpenStack deployment.
 362                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 363                 run:
 364                     name: tempest_common
 365                     args:
 366                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.scenario)'
 367                         option:
 368                             - '--concurrency=1'
 369
 370             -
 371                 case_name: tempest_slow
 372                 project_name: functest
 373                 criteria: 100
 374                 blocking: false
 375                 description: >-
 376                     The list of test cases is generated by
 377                     Tempest automatically and depends on the parameters of
 378                     the OpenStack deployment.
 379                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 380                 run:
 381                     name: tempest_common
 382                     args:
 383                         mode: '(?=.*\[.*\bslow\b.*\])(^tempest\.)'
 384                         option:
 385                             - '--concurrency=1'
 386
 387             -
 388                 case_name: patrole_admin
 389                 project_name: functest
 390                 criteria: 100
 391                 blocking: false
 392                 description: >-
 393                     Test suite from Patrole project.
 394                 run:
 395                     name: patrole
 396                     args:
 397                         roles: 'admin'
 398                         mode: "(?!.*test_unmanage_snapshot_rbac)\
 399                           (?!.*test_show_auto_allocated_topology)\
 400                           (?!.*test_delete_auto_allocated_topology)\
 401                           (?!.*test_create_network_provider_segmentation_id)\
 402                           (?!.*compute.test_floating_ips_rbac)\
 403                           (?!.*test_create_image_from_volume_backed_server)\
 404                           (?=.*[.*\bslow\b.*])\
 405                           (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))"
 406                         option:
 407                             - '--concurrency=4'
 408
 409             -
 410                 case_name: patrole_member
 411                 project_name: functest
 412                 criteria: 100
 413                 blocking: false
 414                 description: >-
 415                     Test suite from Patrole project.
 416                 run:
 417                     name: patrole
 418                     args:
 419                         roles: 'member'
 420                         mode: "(?!.*test_unmanage_snapshot_rbac)\
 421                           (?!.*test_show_auto_allocated_topology)\
 422                           (?!.*test_delete_auto_allocated_topology)\
 423                           (?!.*test_create_network_provider_segmentation_id)\
 424                           (?!.*compute.test_floating_ips_rbac)\
 425                           (?!.*test_create_image_from_volume_backed_server)\
 426                           (?=.*[.*\bslow\b.*])\
 427                           (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))"
 428                         option:
 429                             - '--concurrency=4'
 430
 431             -
 432                 case_name: patrole_reader
 433                 project_name: functest
 434                 criteria: 100
 435                 blocking: false
 436                 description: >-
 437                     Test suite from Patrole project.
 438                 run:
 439                     name: patrole
 440                     args:
 441                         roles: 'reader'
 442                         mode: "(?!.*test_unmanage_snapshot_rbac)\
 443                           (?!.*test_show_auto_allocated_topology)\
 444                           (?!.*test_delete_auto_allocated_topology)\
 445                           (?!.*test_create_network_provider_segmentation_id)\
 446                           (?!.*compute.test_floating_ips_rbac)\
 447                           (?!.*test_create_image_from_volume_backed_server)\
 448                           (?=.*[.*\bslow\b.*])\
 449                           (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))"
 450                         option:
 451                             - '--concurrency=4'
 452
 453             -
 454                 case_name: tempest_barbican
 455                 project_name: functest
 456                 criteria: 100
 457                 blocking: false
 458                 description: >-
 459                     It leverages on the tempest plugin containing tests used to
 460                     verify the functionality of a barbican installation.
 461                 run:
 462                     name: barbican
 463                     args:
 464                         mode:
 465                             '^barbican_tempest_plugin.((?!test_signed_image_upload_boot_failure).)*$'
 466                         services:
 467                             - barbican
 468                         option:
 469                             - '--concurrency=4'
 470
 471             -
 472                 case_name: tempest_octavia
 473                 project_name: functest
 474                 criteria: 100
 475                 blocking: false
 476                 description: >-
 477                     It leverages on the tempest plugin containing tests used to
 478                     verify the functionality of an octavia installation.
 479                 run:
 480                     name: tempest_common
 481                     args:
 482                         mode: "(?!.*api.v2.test_availability_zone)\
 483                             (?!.*api.v2.test_availability_zone_profile)\
 484                             (?!.*api.v2.test_member.MemberAPITest.test_member_ipv4_create)\
 485                             (?!.*api.v2.test_member.MemberAPITest.test_member_ipv6_create)\
 486                             (^octavia_tempest_plugin.tests.(api|scenario))"
 487                         services:
 488                             - octavia
 489                         option:
 490                             - '--concurrency=2'
 491
 492             -
 493                 case_name: tempest_cyborg
 494                 project_name: functest
 495                 criteria: 100
 496                 blocking: false
 497                 description: >-
 498                     It leverages on the tempest plugin containing tests used to
 499                     verify the functionality of a cyborg installation.
 500                 run:
 501                     name: tempest_common
 502                     args:
 503                         mode: '^cyborg_tempest_plugin'
 504                         services:
 505                             - cyborg
 506                         option:
 507                             - '--concurrency=4'
 508
 509     -
 510         name: smoke_cntt
 511         description: >-
 512             Set of basic Functional tests to validate the OPNFV scenarios.
 513         testcases:
 514             -
 515                 case_name: tempest_neutron_cntt
 516                 project_name: functest
 517                 criteria: 100
 518                 blocking: false
 519                 deny_skipping: true
 520                 tests_count: 523
 521                 description: >-
 522                     This test case runs the Tempest suite proposed by the
 523                     Neutron project. The list of test cases is generated by
 524                     Tempest automatically and depends on the parameters of
 525                     the OpenStack deployment.
 526                 run:
 527                     name: tempest_common
 528                     args:
 529                         mode: "(?!.*admin.test_agent_availability_zone)\
 530                             (?!.*admin.test_dhcp_agent_scheduler)\
 531                             (?!.*admin.test_l3_agent_scheduler)\
 532                             (?!.*admin.test_logging)\
 533                             (?!.*admin.test_logging_negative)\
 534                             (?!.*admin.test_network_segment_range)\
 535                             (?!.*admin.test_ports.PortTestCasesAdmin.test_regenerate_mac_address)\
 536                             (?!.*admin.test_ports.PortTestCasesResourceRequest)\
 537                             (?!.*admin.test_routers_dvr)\
 538                             (?!.*admin.test_routers_flavors)\
 539                             (?!.*admin.test_routers_ha)\
 540                             (?!.*test_conntrack_helper)\
 541                             (?!.*test_floating_ips.FloatingIPPoolTestJSON)\
 542                             (?!.*test_floating_ips.FloatingIPTestJSON.test_create_update_floatingip_port_details)\
 543                             (?!.*test_metering_extensions)\
 544                             (?!.*test_metering_negative)\
 545                             (?!.*test_networks.NetworksSearchCriteriaTest.test_list_validation_filters)\
 546                             (?!.*test_networks.NetworksTestAdmin.test_create_tenant_network_vxlan)\
 547                             (?!.*test_networks.NetworksTestJSON.test_create_update_network_dns_domain)\
 548                             (?!.*test_port_forwardings)\
 549                             (?!.*test_ports.PortsTaggingOnCreation)\
 550                             (?!.*test_ports.PortsTestJSON.test_create_port_with_propagate_uplink_status)\
 551                             (?!.*test_ports.PortsTestJSON.test_create_port_without_propagate_uplink_status)\
 552                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_domain)\
 553                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_name)\
 554                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_no_dns_name)\
 555                             (?!.*test_qos.QosMinimumBandwidthRuleTestJSON)\
 556                             (?!.*test_revisions.TestRevisions.test_update_dns_domain_bumps_revision)\
 557                             (?!.*test_revisions.TestRevisions.test_update_router_extra_attributes_bumps_revision)\
 558                             (?!.*test_router_interface_fip)\
 559                             (?!.*test_routers.DvrRoutersTest)\
 560                             (?!.*test_routers.HaRoutersTest)\
 561                             (?!.*test_routers.RoutersIpV6Test.test_extra_routes_atomic)\
 562                             (?!.*test_routers.RoutersTest.test_extra_routes_atomic)\
 563                             (?!.*test_routers_negative.DvrRoutersNegativeTest)\
 564                             (?!.*test_routers_negative.DvrRoutersNegativeTestExtended)\
 565                             (?!.*test_routers_negative.HaRoutersNegativeTest)\
 566                             (?!.*test_security_groups.RbacSharedSecurityGroupTest)\
 567                             (?!.*test_subnetpool_prefix_ops)\
 568                             (?!.*test_subnetpools.RbacSubnetPoolTest)\
 569                             (?!.*test_subnetpools.SubnetPoolsSearchCriteriaTest.test_list_validation_filters)\
 570                             (?!.*test_subnetpools_negative.SubnetPoolsNegativeTestJSON.test_tenant_create_subnetpool_associate_shared_address_scope)\
 571                             (?!.*test_subnets.SubnetsSearchCriteriaTest.test_list_validation_filters)\
 572                             (?!.*test_timestamp.TestTimeStamp.test_segment_with_timestamp)\
 573                             (?!.*test_trunk.TrunkTestInheritJSONBase.test_add_subport)\
 574                             (?!.*test_trunk.TrunkTestMtusJSON)\
 575                             (?!.*test_trunk_negative.TrunkTestJSON.test_create_subport_invalid_inherit_network_segmentation_type)\
 576                             (?!.*test_trunk_negative.TrunkTestMtusJSON)\
 577                             (^neutron_tempest_plugin.api)"
 578                         option:
 579                             - '--concurrency=4'
 580
 581             -
 582                 case_name: tempest_cinder_cntt
 583                 project_name: functest
 584                 criteria: 100
 585                 blocking: false
 586                 deny_skipping: true
 587                 tests_count: 9
 588                 description: >-
 589                     This test case runs the Tempest suite proposed by the
 590                     Cinder project.
 591                 run:
 592                     name: tempest_common
 593                     args:
 594                         mode: "(?!.*test_incremental_backup)\
 595                             (?!.*test_consistencygroups)\
 596                             (?!.*test_backup_crossproject_admin_negative)\
 597                             (?!.*test_backup_crossproject_user_negative)\
 598                             (^cinder_tempest_plugin.)"
 599                         option:
 600                             - '--concurrency=4'
 601
 602             -
 603                 case_name: tempest_keystone_cntt
 604                 project_name: functest
 605                 criteria: 100
 606                 blocking: false
 607                 deny_skipping: true
 608                 tests_count: 27
 609                 description: >-
 610                     This test case runs the Tempest suite proposed by the
 611                     Keystone project.
 612                 run:
 613                     name: tempest_common
 614                     args:
 615                         mode: "(?!.*api.identity.v3.test_oauth1_tokens)\
 616                             (?!.*scenario.test_federated_authentication)\
 617                             keystone_tempest_plugin."
 618                         option:
 619                             - '--concurrency=4'
 620
 621             -
 622                 case_name: tempest_heat_cntt
 623                 project_name: functest
 624                 criteria: 100
 625                 blocking: false
 626                 deny_skipping: true
 627                 tests_count: 119
 628                 description: >-
 629                     This test case runs the Tempest suite proposed by the
 630                     Heat project.
 631                 run:
 632                     name: tempest_heat
 633                     args:
 634                         mode: "(?!.*functional.test_lbaasv2)\
 635                           (?!.*functional.test_encryption_vol_type)\
 636                           (?!.*RemoteStackTest.test_stack_create_with_cloud_credential)\
 637                           (?!.*scenario.test_aodh_alarm)\
 638                           (?!.*tests.scenario.test_autoscaling_lb)\
 639                           (?!.*scenario.test_autoscaling_lbv2)\
 640                           (?!.*scenario.test_server_software_config)\
 641                           (?!.*test_volumes.VolumeBackupRestoreIntegrationTest)\
 642                           (?!.*scenario.test_octavia_lbaas)\
 643                           (?!.*scenario.test_server_cfn_init)\
 644                           ^heat_tempest_plugin.tests"
 645                         option:
 646                             - '--concurrency=1'
 647
 648             -
 649                 case_name: rally_sanity_cntt
 650                 project_name: functest
 651                 criteria: 100
 652                 blocking: false
 653                 description: >-
 654                     This test case runs a sub group of tests of the OpenStack
 655                     Rally suite in smoke mode.
 656                 run:
 657                     name: rally_sanity
 658                     args:
 659                         tests:
 660                             - 'authenticate'
 661                             - 'glance'
 662                             - 'cinder'
 663                             - 'heat'
 664                             - 'keystone'
 665                             - 'neutron'
 666                             - 'nova'
 667                             - 'quotas'
 668                             - 'swift'
 669
 670             -
 671                 case_name: tempest_full_cntt
 672                 project_name: functest
 673                 criteria: 100
 674                 blocking: false
 675                 deny_skipping: true
 676                 tests_count: 1280
 677                 description: >-
 678                     The list of test cases is generated by
 679                     Tempest automatically and depends on the parameters of
 680                     the OpenStack deployment.
 681                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
 682                 run:
 683                     name: tempest_common
 684                     args:
 685                         mode: "(?!.*test_fixed_ips)\
 686                           (?!.*test_fixed_ips_negative)\
 687                           (?!.*test_auto_allocate_network)(?!.*test_floating_ips_bulk)\
 688                           (?!.*test_flavors_microversions.FlavorsV255TestJSON)\
 689                           (?!.*test_flavors_microversions.FlavorsV261TestJSON)\
 690                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_iscsi_volume)\
 691                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_live_block_migration)\
 692                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_live_block_migration_paused)\
 693                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_volume_backed_live_migration)\
 694                           (?!.*test_live_migration.LiveMigrationTest.test_iscsi_volume)\
 695                           (?!.*test_live_migration.LiveMigrationTest.test_live_block_migration)\
 696                           (?!.*test_live_migration.LiveMigrationTest.test_live_block_migration_paused)\
 697                           (?!.*test_live_migration.LiveMigrationTest.test_volume_backed_live_migration)\
 698                           (?!.*test_live_migration.LiveMigrationRemoteConsolesV26Test)\
 699                           (?!.*test_quotas.QuotasAdminTestV257)\
 700                           (?!.*certificates.test_certificates)\
 701                           (?!.*test_quotas_negative.QuotasSecurityGroupAdminNegativeTest)\
 702                           (?!.*test_novnc)(?!.*test_server_personality)\
 703                           (?!.*test_servers.ServerShowV263Test.test_show_update_rebuild_list_server)\
 704                           (?!.*test_servers_microversions.ServerShowV254Test)\
 705                           (?!.*test_servers_microversions.ServerShowV257Test)\
 706                           (?!.*test_servers_negative.ServersNegativeTestJSON.test_personality_file_contents_not_encoded)\
 707                           (?!.*servers.test_virtual_interfaces)\
 708                           (?!.*test_server_actions.ServerActionsTestJSON.test_change_server_password)\
 709                           (?!.*test_server_actions.ServerActionsTestJSON.test_get_vnc_console)\
 710                           (?!.*test_server_actions.ServerActionsTestJSON.test_reboot_server_soft)\
 711                           (?!.*test_server_rescue.ServerBootFromVolumeStableRescueTest)\
 712                           (?!.*test_server_rescue.ServerStableDeviceRescueTest)\
 713                           (?!.*test_security_group_default_rules)\
 714                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_duplicate_name)\
 715                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_invalid_group_description)\
 716                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_invalid_group_name)\
 717                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_des)\
 718                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_id)\
 719                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_name)\
 720                           (?!.*test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex)\
 721                           (?!.*compute.test_virtual_interfaces)(?!.*compute.test_virtual_interfaces_negative)\
 722                           (?!.*compute.test_networks)\
 723                           (?!.*test_attach_volume.AttachVolumeMultiAttach)\
 724                           (?!.*identity.admin.v2)(?!.*identity.v2)\
 725                           (?!.*image.v1)\
 726                           (?!.*image.v2.test_images.ImportImagesTest)\
 727                           (?!.*admin.test_dhcp_agent_scheduler)\
 728                           (?!.*admin.test_routers_dvr)\
 729                           (?!.*test_metering_extensions)(?!.*network.test_tags)\
 730                           (?!.*test_routers_negative.DvrRoutersNegativeTest)\
 731                           (?!.*test_routers.RoutersIpV6Test.test_create_router_set_gateway_with_fixed_ip)\
 732                           (?!.*test_routers.RoutersTest.test_create_router_set_gateway_with_fixed_ip)\
 733                           (?!.*test_group_snapshots.GroupSnapshotsV319Test.test_reset_group_snapshot_status)\
 734                           (?!.*test_multi_backend)\
 735                           (?!.*test_volume_retype.VolumeRetypeWithMigrationTest)\
 736                           (?!.*test_volume_delete_cascade.VolumesDeleteCascade.test_volume_from_snapshot_cascade_delete)\
 737                           (?!.*test_volumes_backup.VolumesBackupsTest.test_volume_backup_create_get_detailed_list_restore_delete)\
 738                           (?!.*test_volumes_negative.UpdateMultiattachVolumeNegativeTest.test_multiattach_rw_volume_update_failure)\
 739                           (?!.*test_volumes_extend.VolumesExtendAttachedTest.test_extend_attached_volume)\
 740                           (?!.*\\[.*\\bslow\\b.*\\])(^tempest.api)"
 741                         option:
 742                             - '--concurrency=4'
 743
 744             -
 745                 case_name: tempest_scenario_cntt
 746                 project_name: functest
 747                 criteria: 100
 748                 blocking: false
 749                 deny_skipping: true
 750                 tests_count: 9
 751                 description: >-
 752                     The list of test cases is generated by
 753                     Tempest automatically and depends on the parameters of
 754                     the OpenStack deployment.
 755                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 756                 run:
 757                     name: tempest_scenario
 758                     args:
 759                         mode: "\
 760                           (?!.*test_volume_boot_pattern.TestVolumeBootPattern.test_boot_server_from_encrypted_volume_luks)\
 761                           (?!.*\\[.*\\bslow\\b.*\\])(^tempest.scenario)"
 762                         option:
 763                             - '--concurrency=1'
 764
 765             -
 766                 case_name: tempest_slow_cntt
 767                 project_name: functest
 768                 criteria: 100
 769                 blocking: false
 770                 deny_skipping: true
 771                 tests_count: 43
 772                 description: >-
 773                     The list of test cases is generated by
 774                     Tempest automatically and depends on the parameters of
 775                     the OpenStack deployment.
 776                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 777                 run:
 778                     name: tempest_common
 779                     args:
 780                         mode: "(?!.*test_volume_swap)\
 781                           (?!.*test_server_personality)\
 782                           (?!.*test_server_rescue.ServerBootFromVolumeStableRescueTest)\
 783                           (?!.*test_container_sync.ContainerSyncTest.test_container_synchronization)\
 784                           (?!.*test_container_sync_middleware.ContainerSyncMiddlewareTest.test_container_synchronization)\
 785                           (?!.*test_encrypted_cinder_volumes)\
 786                           (?!.*test_minbw_allocation_placement)\
 787                           (?!.*test_network_basic_ops.TestNetworkBasicOps.test_router_rescheduling)\
 788                           (?!.*test_volume_migrate_attached)\
 789                           (?!.*test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_cold_migration_revert)\
 790                           (?=.*\\[.*\\bslow\\b.*\\])(^tempest.)"
 791                         option:
 792                             - '--concurrency=1'
 793
 794     -
 795         name: benchmarking
 796         description: >-
 797             Run several OpenStack performance tools
 798             https://docs.openstack.org/performance-docs/latest/methodologies/tools.html
 799         testcases:
 800             -
 801                 case_name: rally_full
 802                 project_name: functest
 803                 criteria: 100
 804                 blocking: false
 805                 description: >-
 806                     This test case runs the full suite of scenarios of the
 807                     OpenStack Rally suite using several threads and iterations.
 808                 run:
 809                     name: rally_full
 810                     args:
 811                         optional:
 812                             - 'gnocchi'
 813                             - 'barbican'
 814
 815             -
 816                 case_name: rally_jobs
 817                 project_name: functest
 818                 criteria: 100
 819                 blocking: false
 820                 description: >-
 821                     This test case runs a group of Rally jobs used in
 822                     OpenStack gating
 823                 run:
 824                     name: rally_jobs
 825                     args:
 826                         optional:
 827                             - 'gnocchi'
 828
 829             -
 830                 case_name: vmtp
 831                 project_name: functest
 832                 criteria: 100
 833                 blocking: false
 834                 description: >-
 835                     VMTP is a small python application that will automatically
 836                     perform ping connectivity, round trip time measurement
 837                     (latency) and TCP/UDP throughput
 838                 dependencies:
 839                     - POD_ARCH: '^(?!aarch64$)'
 840                 run:
 841                     name: vmtp
 842
 843             -
 844                 case_name: shaker
 845                 project_name: functest
 846                 criteria: 100
 847                 blocking: false
 848                 description: >-
 849                     Shaker wraps around popular system network testing tools
 850                     like iperf, iperf3 and netperf (with help of flent). Shaker
 851                     is able to deploy OpenStack instances and networks in
 852                     different topologies.
 853                 dependencies:
 854                     - POD_ARCH: '^(?!aarch64$)'
 855                 run:
 856                     name: shaker
 857
 858     -
 859         name: benchmarking_cntt
 860         description: >-
 861             Run several OpenStack performance tools
 862             https://docs.openstack.org/performance-docs/latest/methodologies/tools.html
 863         testcases:
 864             -
 865                 case_name: rally_full_cntt
 866                 project_name: functest
 867                 criteria: 100
 868                 blocking: false
 869                 description: >-
 870                     This test case runs the full suite of scenarios of the
 871                     OpenStack Rally suite using several threads and iterations.
 872                 run:
 873                     name: rally_full
 874                     args:
 875                         tests:
 876                             - 'authenticate'
 877                             - 'glance'
 878                             - 'cinder'
 879                             - 'heat'
 880                             - 'keystone'
 881                             - 'neutron'
 882                             - 'nova'
 883                             - 'quotas'
 884                             - 'swift'
 885
 886             -
 887                 case_name: rally_jobs_cntt
 888                 project_name: functest
 889                 criteria: 100
 890                 blocking: false
 891                 description: >-
 892                     This test case runs a group of Rally jobs used in
 893                     OpenStack gating
 894                 run:
 895                     name: rally_jobs
 896                     args:
 897                         tests:
 898                             - 'neutron'
 899
 900     -
 901         name: vnf
 902         description: >-
 903             Collection of VNF test cases.
 904         testcases:
 905             -
 906                 case_name: cloudify
 907                 project_name: functest
 908                 criteria: 100
 909                 blocking: false
 910                 description: >-
 911                     This test case deploys the Cloudify orchestrator.
 912                 run:
 913                     name: cloudify
 914             -
 915                 case_name: cloudify_ims
 916                 project_name: functest
 917                 criteria: 100
 918                 blocking: false
 919                 description: >-
 920                     This test case deploys an OpenSource vIMS solution from
 921                     Clearwater using the Cloudify orchestrator. It also runs
 922                     some signaling traffic.
 923                 dependencies:
 924                     - DEPLOY_SCENARIO: 'os-.*-nofeature-.*ha'
 925                 run:
 926                     name: cloudify_ims
 927
 928             -
 929                 case_name: heat_ims
 930                 project_name: functest
 931                 criteria: 100
 932                 blocking: false
 933                 description: >-
 934                     This test case deploys an OpenSource vIMS solution from
 935                     Clearwater using the OpenStack Heat orchestrator.
 936                     It also runs some signaling traffic.
 937                 run:
 938                     name: heat_ims
 939
 940             -
 941                 case_name: vyos_vrouter
 942                 project_name: functest
 943                 criteria: 100
 944                 blocking: false
 945                 description: >-
 946                     This test case is vRouter testing.
 947                 run:
 948                     name: vyos_vrouter
 949
 950             -
 951                 case_name: juju_epc
 952                 project_name: functest
 953                 criteria: 100
 954                 blocking: false
 955                 description: >-
 956                     vEPC validation with Juju as VNF manager and ABoT as test
 957                     executor.
 958                 run:
 959                     name: juju_epc