functest/ci/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: healthcheck
   5         description: >-
   6             First tier to be executed to verify the basic
   7             operations in the VIM.
   8         testcases:
   9             -
  10                 case_name: connection_check
  11                 project_name: functest
  12                 criteria: 100
  13                 blocking: true
  14                 description: >-
  15                     This test case verifies the retrieval of OpenStack clients:
  16                     Keystone, Glance, Neutron and Nova and may perform some
  17                     simple queries.
  18                 run:
  19                     name: connection_check
  20
  21             -
  22                 case_name: tenantnetwork1
  23                 project_name: functest
  24                 criteria: 100
  25                 blocking: true
  26                 description: >-
  27                     It creates and configures all tenant network ressources
  28                     required by advanced testcases (subnet, network and
  29                     router).
  30                 dependencies:
  31                     - NO_TENANT_NETWORK: '^(?![tT]rue$)'
  32                 run:
  33                     name: tenantnetwork1
  34
  35             -
  36                 case_name: tenantnetwork2
  37                 project_name: functest
  38                 criteria: 100
  39                 blocking: true
  40                 description: >-
  41                     It creates new user/project before creating and configuring
  42                     all tenant network ressources required by a testcase
  43                     (subnet, network and router).
  44                 dependencies:
  45                     - NO_TENANT_NETWORK: '^(?![tT]rue$)'
  46                 run:
  47                     name: tenantnetwork2
  48
  49             -
  50                 case_name: vmready1
  51                 project_name: functest
  52                 criteria: 100
  53                 blocking: true
  54                 description: >-
  55                     It inherits from TenantNetwork1 which creates all network
  56                     resources and prepares a future VM attached to that
  57                     network.
  58                 run:
  59                     name: vmready1
  60
  61             -
  62                 case_name: vmready2
  63                 project_name: functest
  64                 criteria: 100
  65                 blocking: true
  66                 description: >-
  67                     It creates new user/project before creating and configuring
  68                     all tenant network ressources, flavors, images, etc.
  69                     required by advanced testcases.
  70                 run:
  71                     name: vmready2
  72
  73             -
  74                 case_name: singlevm1
  75                 project_name: functest
  76                 criteria: 100
  77                 blocking: true
  78                 description: >-
  79                     It inherits from TenantNetwork1 which creates all network
  80                     resources and completes it by booting a VM attached to that
  81                     network.
  82                 run:
  83                     name: singlevm1
  84
  85             -
  86                 case_name: singlevm2
  87                 project_name: functest
  88                 criteria: 100
  89                 blocking: true
  90                 description: >-
  91                     It creates new user/project before creating and configuring
  92                     all tenant network ressources and vms required by advanced
  93                     testcases.
  94                 run:
  95                     name: singlevm2
  96
  97             -
  98                 case_name: vping_ssh
  99                 project_name: functest
 100                 criteria: 100
 101                 blocking: true
 102                 description: >-
 103                     This test case verifies: 1) SSH to an instance using
 104                     floating IPs over the public network. 2) Connectivity
 105                     between 2 instances over a private network.
 106                 run:
 107                     name: vping_ssh
 108
 109             -
 110                 case_name: vping_userdata
 111                 project_name: functest
 112                 criteria: 100
 113                 blocking: true
 114                 description: >-
 115                     This test case verifies:  1) Boot a VM with given userdata.
 116                     2) Connectivity between 2 instances over a private network.
 117                 run:
 118                     name: vping_userdata
 119
 120             -
 121                 case_name: cinder_test
 122                 project_name: functest
 123                 criteria: 100
 124                 blocking: true
 125                 description: >-
 126                     This test case verifies: 1) Attach volume and to 1
 127                     instance; 2) Write data on volume 3) Detach volume
 128                     from instance 1, attach it on instance 2 3) Read volume
 129                     data
 130                 run:
 131                     name: cinder_test
 132
 133             -
 134                 case_name: odl
 135                 project_name: functest
 136                 criteria: 100
 137                 blocking: true
 138                 description: >-
 139                     Test Suite for the OpenDaylight SDN Controller. It
 140                     integrates some test suites from upstream using
 141                     Robot as the test framework.
 142                 dependencies:
 143                     - DEPLOY_SCENARIO: 'odl'
 144                 run:
 145                     name: odl
 146                     args:
 147                         suites:
 148                             - /src/odl_test/csit/suites/integration/basic
 149                             - /src/odl_test/csit/suites/openstack/neutron
 150
 151             -
 152                 case_name: tempest_smoke
 153                 project_name: functest
 154                 criteria: 100
 155                 blocking: false
 156                 description: >-
 157                     This test case runs the smoke subset of the OpenStack
 158                     Tempest suite. The list of test cases is generated by
 159                     Tempest automatically and depends on the parameters of
 160                     the OpenStack deplopyment.
 161                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L114
 162                 run:
 163                     name: tempest_common
 164                     args:
 165                         mode: '(?=.*\[.*\bsmoke\b.*\])(^tempest\.api)'
 166                         option:
 167                             - '--concurrency=4'
 168
 169             -
 170                 case_name: tempest_horizon
 171                 project_name: functest
 172                 criteria: 100
 173                 blocking: false
 174                 description: >-
 175                     This test case runs the Tempest suite proposed by the
 176                     Horizon project.
 177                 dependencies:
 178                     - DASHBOARD_URL: '^(?!\s*$).+'
 179                 run:
 180                     name: tempest_horizon
 181                     args:
 182                         mode: '^tempest_horizon.'
 183
 184     -
 185         name: smoke
 186         description: >-
 187             Set of basic Functional tests to validate the OPNFV scenarios.
 188         testcases:
 189             -
 190                 case_name: tempest_neutron
 191                 project_name: functest
 192                 criteria: 100
 193                 blocking: false
 194                 description: >-
 195                     This test case runs the Tempest suite proposed by the
 196                     Neutron project. The list of test cases is generated by
 197                     Tempest automatically and depends on the parameters of
 198                     the OpenStack deployment.
 199                 run:
 200                     name: tempest_common
 201                     args:
 202                         mode: '^neutron_tempest_plugin\.api'
 203                         option:
 204                             - '--concurrency=4'
 205
 206             -
 207                 case_name: tempest_cinder
 208                 project_name: functest
 209                 criteria: 100
 210                 blocking: false
 211                 description: >-
 212                     This test case runs the Tempest suite proposed by the
 213                     Cinder project.
 214                 run:
 215                     name: tempest_common
 216                     args:
 217                         mode: "(?!.*test_incremental_backup)\
 218                             (?!.*test_backup_crossproject_admin_negative)\
 219                             (?!.*test_backup_crossproject_user_negative)\
 220                             (^cinder_tempest_plugin.)"
 221                         option:
 222                             - '--concurrency=4'
 223
 224             -
 225                 case_name: tempest_keystone
 226                 project_name: functest
 227                 criteria: 100
 228                 blocking: false
 229                 description: >-
 230                     This test case runs the Tempest suite proposed by the
 231                     Keystone project.
 232                 run:
 233                     name: tempest_common
 234                     args:
 235                         mode: 'keystone_tempest_plugin.'
 236                         option:
 237                             - '--concurrency=4'
 238
 239             -
 240                 case_name: tempest_heat
 241                 project_name: functest
 242                 criteria: 100
 243                 blocking: false
 244                 description: >-
 245                     This test case runs the Tempest suite proposed by the
 246                     Heat project.
 247                 run:
 248                     name: tempest_heat
 249                     args:
 250                         mode: '^heat_tempest_plugin.tests'
 251                         option:
 252                             - '--concurrency=1'
 253
 254             -
 255                 case_name: tempest_telemetry
 256                 project_name: functest
 257                 criteria: 100
 258                 blocking: false
 259                 description: >-
 260                     This test case runs the Tempest suite proposed by the
 261                     Telemetry project.
 262                 run:
 263                     name: tempest_common
 264                     args:
 265                         mode: "(?!.*test_autoscaling)(?!.*test_live)\
 266                             (^telemetry_tempest_plugin)"
 267                         services:
 268                             - aodh
 269                             - gnocchi
 270                             - panko
 271                         option:
 272                             - '--concurrency=4'
 273
 274             -
 275                 case_name: rally_sanity
 276                 project_name: functest
 277                 criteria: 100
 278                 blocking: false
 279                 description: >-
 280                     This test case runs a sub group of tests of the OpenStack
 281                     Rally suite in smoke mode.
 282                 run:
 283                     name: rally_sanity
 284                     args:
 285                         optional:
 286                             - 'gnocchi'
 287                             - 'barbican'
 288
 289             -
 290                 case_name: refstack_compute
 291                 project_name: functest
 292                 enabled: false
 293                 criteria: 100
 294                 blocking: false
 295                 deny_skipping: true
 296                 tests_count: 222
 297                 description: >-
 298                     This test case runs a sub group of tests of the OpenStack
 299                     Compute testcases.
 300                 run:
 301                     name: refstack
 302                     args:
 303                         target: compute
 304                         option:
 305                             - '--concurrency=4'
 306
 307             -
 308                 case_name: refstack_object
 309                 project_name: functest
 310                 criteria: 100
 311                 blocking: false
 312                 deny_skipping: true
 313                 tests_count: 58
 314                 description: >-
 315                     This test case runs a sub group of tests of the OpenStack
 316                     Object testcases.
 317                 run:
 318                     name: refstack
 319                     args:
 320                         target: object
 321                         option:
 322                             - '--concurrency=4'
 323
 324             -
 325                 case_name: refstack_platform
 326                 project_name: functest
 327                 enabled: false
 328                 criteria: 100
 329                 blocking: false
 330                 deny_skipping: true
 331                 tests_count: 278
 332                 description: >-
 333                     This test case runs a sub group of tests of the OpenStack
 334                     Platform testcases.
 335                 run:
 336                     name: refstack
 337                     args:
 338                         target: platform
 339                         option:
 340                             - '--concurrency=4'
 341
 342             -
 343                 case_name: tempest_full
 344                 project_name: functest
 345                 criteria: 100
 346                 blocking: false
 347                 description: >-
 348                     The list of test cases is generated by
 349                     Tempest automatically and depends on the parameters of
 350                     the OpenStack deployment.
 351                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
 352                 run:
 353                     name: tempest_common
 354                     args:
 355                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.api)'
 356                         option:
 357                             - '--concurrency=4'
 358
 359             -
 360                 case_name: tempest_scenario
 361                 project_name: functest
 362                 criteria: 100
 363                 blocking: false
 364                 description: >-
 365                     The list of test cases is generated by
 366                     Tempest automatically and depends on the parameters of
 367                     the OpenStack deployment.
 368                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 369                 run:
 370                     name: tempest_common
 371                     args:
 372                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.scenario)'
 373                         option:
 374                             - '--concurrency=1'
 375
 376             -
 377                 case_name: tempest_slow
 378                 project_name: functest
 379                 criteria: 100
 380                 blocking: false
 381                 description: >-
 382                     The list of test cases is generated by
 383                     Tempest automatically and depends on the parameters of
 384                     the OpenStack deployment.
 385                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 386                 run:
 387                     name: tempest_common
 388                     args:
 389                         mode: '(?=.*\[.*\bslow\b.*\])(^tempest\.)'
 390                         option:
 391                             - '--concurrency=1'
 392
 393             -
 394                 case_name: patrole_admin
 395                 project_name: functest
 396                 criteria: 100
 397                 blocking: false
 398                 description: >-
 399                     Test suite from Patrole project.
 400                 run:
 401                     name: patrole
 402                     args:
 403                         roles: 'admin'
 404                         mode: "(?!.*test_unmanage_snapshot_rbac)\
 405                           (?!.*test_show_auto_allocated_topology)\
 406                           (?!.*test_delete_auto_allocated_topology)\
 407                           (?!.*test_create_network_provider_segmentation_id)\
 408                           (?!.*compute.test_floating_ips_rbac)\
 409                           (?!.*test_reset_network)\
 410                           (?!.*test_create_image_from_volume_backed_server)\
 411                           (?=.*[.*\bslow\b.*])\
 412                           (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))"
 413                         option:
 414                             - '--concurrency=4'
 415
 416             -
 417                 case_name: patrole_member
 418                 project_name: functest
 419                 criteria: 100
 420                 blocking: false
 421                 description: >-
 422                     Test suite from Patrole project.
 423                 run:
 424                     name: patrole
 425                     args:
 426                         roles: 'member'
 427                         mode: "(?!.*test_unmanage_snapshot_rbac)\
 428                           (?!.*test_show_auto_allocated_topology)\
 429                           (?!.*test_delete_auto_allocated_topology)\
 430                           (?!.*test_create_network_provider_segmentation_id)\
 431                           (?!.*compute.test_floating_ips_rbac)\
 432                           (?!.*test_reset_network)\
 433                           (?!.*test_create_image_from_volume_backed_server)\
 434                           (?=.*[.*\bslow\b.*])\
 435                           (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))"
 436                         option:
 437                             - '--concurrency=4'
 438
 439             -
 440                 case_name: patrole_reader
 441                 project_name: functest
 442                 criteria: 100
 443                 blocking: false
 444                 description: >-
 445                     Test suite from Patrole project.
 446                 run:
 447                     name: patrole
 448                     args:
 449                         roles: 'reader'
 450                         mode: "(?!.*test_unmanage_snapshot_rbac)\
 451                           (?!.*test_show_auto_allocated_topology)\
 452                           (?!.*test_delete_auto_allocated_topology)\
 453                           (?!.*test_create_network_provider_segmentation_id)\
 454                           (?!.*compute.test_floating_ips_rbac)\
 455                           (?!.*test_reset_network)\
 456                           (?!.*test_create_image_from_volume_backed_server)\
 457                           (?=.*[.*\bslow\b.*])\
 458                           (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))"
 459                         option:
 460                             - '--concurrency=4'
 461
 462             -
 463                 case_name: tempest_barbican
 464                 project_name: functest
 465                 criteria: 100
 466                 blocking: false
 467                 description: >-
 468                     It leverages on the tempest plugin containing tests used to
 469                     verify the functionality of a barbican installation.
 470                 run:
 471                     name: barbican
 472                     args:
 473                         mode:
 474                             '^barbican_tempest_plugin.((?!test_signed_image_upload_boot_failure).)*$'
 475                         services:
 476                             - barbican
 477                         option:
 478                             - '--concurrency=4'
 479
 480             -
 481                 case_name: tempest_octavia
 482                 project_name: functest
 483                 criteria: 100
 484                 blocking: false
 485                 description: >-
 486                     It leverages on the tempest plugin containing tests used to
 487                     verify the functionality of an octavia installation.
 488                 run:
 489                     name: tempest_common
 490                     args:
 491                         mode: "(?!.*api.v2.test_availability_zone)\
 492                             (?!.*api.v2.test_availability_zone_profile)\
 493                             (?!.*api.v2.test_member.MemberAPITest.test_member_ipv4_create)\
 494                             (?!.*api.v2.test_member.MemberAPITest.test_member_ipv6_create)\
 495                             (^octavia_tempest_plugin.tests.(api|scenario))"
 496                         services:
 497                             - octavia
 498                         option:
 499                             - '--concurrency=2'
 500
 501             -
 502                 case_name: tempest_cyborg
 503                 project_name: functest
 504                 criteria: 100
 505                 blocking: false
 506                 description: >-
 507                     It leverages on the tempest plugin containing tests used to
 508                     verify the functionality of a cyborg installation.
 509                 run:
 510                     name: tempest_common
 511                     args:
 512                         mode: '^cyborg_tempest_plugin'
 513                         services:
 514                             - cyborg
 515                         option:
 516                             - '--concurrency=4'
 517
 518     -
 519         name: smoke_cntt
 520         description: >-
 521             Set of basic Functional tests to validate the OPNFV scenarios.
 522         testcases:
 523             -
 524                 case_name: tempest_neutron_cntt
 525                 project_name: functest
 526                 criteria: 100
 527                 blocking: false
 528                 deny_skipping: true
 529                 tests_count: 523
 530                 description: >-
 531                     This test case runs the Tempest suite proposed by the
 532                     Neutron project. The list of test cases is generated by
 533                     Tempest automatically and depends on the parameters of
 534                     the OpenStack deployment.
 535                 run:
 536                     name: tempest_common
 537                     args:
 538                         mode: "(?!.*admin.test_agent_availability_zone)\
 539                             (?!.*admin.test_dhcp_agent_scheduler)\
 540                             (?!.*admin.test_l3_agent_scheduler)\
 541                             (?!.*admin.test_logging)\
 542                             (?!.*admin.test_logging_negative)\
 543                             (?!.*admin.test_network_segment_range)\
 544                             (?!.*admin.test_ports.PortTestCasesAdmin.test_regenerate_mac_address)\
 545                             (?!.*admin.test_ports.PortTestCasesResourceRequest)\
 546                             (?!.*admin.test_routers_dvr)\
 547                             (?!.*admin.test_routers_flavors)\
 548                             (?!.*admin.test_routers_ha)\
 549                             (?!.*test_conntrack_helper)\
 550                             (?!.*test_floating_ips.FloatingIPPoolTestJSON)\
 551                             (?!.*test_floating_ips.FloatingIPTestJSON.test_create_update_floatingip_port_details)\
 552                             (?!.*test_metering_extensions)\
 553                             (?!.*test_metering_negative)\
 554                             (?!.*test_networks.NetworksSearchCriteriaTest.test_list_validation_filters)\
 555                             (?!.*test_networks.NetworksTestAdmin.test_create_tenant_network_vxlan)\
 556                             (?!.*test_networks.NetworksTestJSON.test_create_update_network_dns_domain)\
 557                             (?!.*test_port_forwardings)\
 558                             (?!.*test_ports.PortsTaggingOnCreation)\
 559                             (?!.*test_ports.PortsTestJSON.test_create_port_with_propagate_uplink_status)\
 560                             (?!.*test_ports.PortsTestJSON.test_create_port_without_propagate_uplink_status)\
 561                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_domain)\
 562                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_name)\
 563                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_no_dns_name)\
 564                             (?!.*test_qos.QosMinimumBandwidthRuleTestJSON)\
 565                             (?!.*test_revisions.TestRevisions.test_update_dns_domain_bumps_revision)\
 566                             (?!.*test_revisions.TestRevisions.test_update_router_extra_attributes_bumps_revision)\
 567                             (?!.*test_router_interface_fip)\
 568                             (?!.*test_routers.DvrRoutersTest)\
 569                             (?!.*test_routers.HaRoutersTest)\
 570                             (?!.*test_routers.RoutersIpV6Test.test_extra_routes_atomic)\
 571                             (?!.*test_routers.RoutersTest.test_extra_routes_atomic)\
 572                             (?!.*test_routers_negative.DvrRoutersNegativeTest)\
 573                             (?!.*test_routers_negative.DvrRoutersNegativeTestExtended)\
 574                             (?!.*test_routers_negative.HaRoutersNegativeTest)\
 575                             (?!.*test_security_groups.RbacSharedSecurityGroupTest)\
 576                             (?!.*test_subnetpool_prefix_ops)\
 577                             (?!.*test_subnetpools.RbacSubnetPoolTest)\
 578                             (?!.*test_subnetpools.SubnetPoolsSearchCriteriaTest.test_list_validation_filters)\
 579                             (?!.*test_subnetpools_negative.SubnetPoolsNegativeTestJSON.test_tenant_create_subnetpool_associate_shared_address_scope)\
 580                             (?!.*test_subnets.SubnetsSearchCriteriaTest.test_list_validation_filters)\
 581                             (?!.*test_timestamp.TestTimeStamp.test_segment_with_timestamp)\
 582                             (?!.*test_trunk.TrunkTestInheritJSONBase.test_add_subport)\
 583                             (?!.*test_trunk.TrunkTestMtusJSON)\
 584                             (?!.*test_trunk_negative.TrunkTestJSON.test_create_subport_invalid_inherit_network_segmentation_type)\
 585                             (?!.*test_trunk_negative.TrunkTestMtusJSON)\
 586                             (^neutron_tempest_plugin.api)"
 587                         option:
 588                             - '--concurrency=4'
 589
 590             -
 591                 case_name: tempest_cinder_cntt
 592                 project_name: functest
 593                 criteria: 100
 594                 blocking: false
 595                 deny_skipping: true
 596                 tests_count: 9
 597                 description: >-
 598                     This test case runs the Tempest suite proposed by the
 599                     Cinder project.
 600                 run:
 601                     name: tempest_common
 602                     args:
 603                         mode: "(?!.*test_incremental_backup)\
 604                             (?!.*test_consistencygroups)\
 605                             (?!.*test_backup_crossproject_admin_negative)\
 606                             (?!.*test_backup_crossproject_user_negative)\
 607                             (^cinder_tempest_plugin.)"
 608                         option:
 609                             - '--concurrency=4'
 610
 611             -
 612                 case_name: tempest_keystone_cntt
 613                 project_name: functest
 614                 criteria: 100
 615                 blocking: false
 616                 deny_skipping: true
 617                 tests_count: 27
 618                 description: >-
 619                     This test case runs the Tempest suite proposed by the
 620                     Keystone project.
 621                 run:
 622                     name: tempest_common
 623                     args:
 624                         mode: "(?!.*api.identity.v3.test_oauth1_tokens)\
 625                             (?!.*scenario.test_federated_authentication)\
 626                             keystone_tempest_plugin."
 627                         option:
 628                             - '--concurrency=4'
 629
 630             -
 631                 case_name: tempest_heat_cntt
 632                 project_name: functest
 633                 criteria: 100
 634                 blocking: false
 635                 deny_skipping: true
 636                 tests_count: 125
 637                 description: >-
 638                     This test case runs the Tempest suite proposed by the
 639                     Heat project.
 640                 run:
 641                     name: tempest_heat
 642                     args:
 643                         mode: "(?!.*functional.test_lbaasv2)\
 644                           (?!.*functional.test_encryption_vol_type)\
 645                           (?!.*RemoteStackTest.test_stack_create_with_cloud_credential)\
 646                           (?!.*scenario.test_aodh_alarm)\
 647                           (?!.*tests.scenario.test_autoscaling_lb)\
 648                           (?!.*scenario.test_autoscaling_lbv2)\
 649                           (?!.*scenario.test_server_software_config)\
 650                           (?!.*test_volumes.VolumeBackupRestoreIntegrationTest)\
 651                           (?!.*scenario.test_octavia_lbaas)\
 652                           (?!.*scenario.test_server_cfn_init)\
 653                           ^heat_tempest_plugin.tests"
 654                         option:
 655                             - '--concurrency=1'
 656
 657             -
 658                 case_name: rally_sanity_cntt
 659                 project_name: functest
 660                 criteria: 100
 661                 blocking: false
 662                 description: >-
 663                     This test case runs a sub group of tests of the OpenStack
 664                     Rally suite in smoke mode.
 665                 run:
 666                     name: rally_sanity
 667                     args:
 668                         tests:
 669                             - 'authenticate'
 670                             - 'glance'
 671                             - 'cinder'
 672                             - 'heat'
 673                             - 'keystone'
 674                             - 'neutron'
 675                             - 'nova'
 676                             - 'quotas'
 677                             - 'swift'
 678
 679             -
 680                 case_name: tempest_full_cntt
 681                 project_name: functest
 682                 criteria: 100
 683                 blocking: false
 684                 deny_skipping: true
 685                 tests_count: 1260
 686                 description: >-
 687                     The list of test cases is generated by
 688                     Tempest automatically and depends on the parameters of
 689                     the OpenStack deployment.
 690                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
 691                 run:
 692                     name: tempest_common
 693                     args:
 694                         mode: "(?!.*admin.test_agents)(?!.*test_fixed_ips)\
 695                           (?!.*test_fixed_ips_negative)\
 696                           (?!.*test_auto_allocate_network)(?!.*test_floating_ips_bulk)\
 697                           (?!.*test_flavors_microversions.FlavorsV255TestJSON)\
 698                           (?!.*test_flavors_microversions.FlavorsV261TestJSON)\
 699                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_iscsi_volume)\
 700                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_live_block_migration)\
 701                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_live_block_migration_paused)\
 702                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_volume_backed_live_migration)\
 703                           (?!.*test_live_migration.LiveMigrationTest.test_iscsi_volume)\
 704                           (?!.*test_live_migration.LiveMigrationTest.test_live_block_migration)\
 705                           (?!.*test_live_migration.LiveMigrationTest.test_live_block_migration_paused)\
 706                           (?!.*test_live_migration.LiveMigrationTest.test_volume_backed_live_migration)\
 707                           (?!.*test_live_migration.LiveMigrationRemoteConsolesV26Test)\
 708                           (?!.*test_quotas.QuotasAdminTestV257)\
 709                           (?!.*test_servers.ServersAdminTestJSON.test_reset_network_inject_network_info)\
 710                           (?!.*certificates.test_certificates)\
 711                           (?!.*test_quotas_negative.QuotasSecurityGroupAdminNegativeTest)\
 712                           (?!.*test_novnc)(?!.*test_server_personality)\
 713                           (?!.*test_servers.ServerShowV263Test.test_show_update_rebuild_list_server)\
 714                           (?!.*test_servers_microversions.ServerShowV254Test)\
 715                           (?!.*test_servers_microversions.ServerShowV257Test)\
 716                           (?!.*test_servers_negative.ServersNegativeTestJSON.test_personality_file_contents_not_encoded)\
 717                           (?!.*servers.test_virtual_interfaces)\
 718                           (?!.*test_server_actions.ServerActionsTestJSON.test_change_server_password)\
 719                           (?!.*test_server_actions.ServerActionsTestJSON.test_get_vnc_console)\
 720                           (?!.*test_server_actions.ServerActionsTestJSON.test_reboot_server_soft)\
 721                           (?!.*test_server_rescue.ServerBootFromVolumeStableRescueTest)\
 722                           (?!.*test_server_rescue.ServerStableDeviceRescueTest)\
 723                           (?!.*test_security_group_default_rules)\
 724                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_duplicate_name)\
 725                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_invalid_group_description)\
 726                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_invalid_group_name)\
 727                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_des)\
 728                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_id)\
 729                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_name)\
 730                           (?!.*test_server_metadata.ServerMetadataTestJSON)\
 731                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_delete_metadata_non_existent_server)\
 732                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_metadata_items_limit)\
 733                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_metadata_invalid_key)\
 734                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_metadata_non_existent_server)\
 735                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_server_metadata_blank_key)\
 736                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_server_metadata_missing_metadata)\
 737                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_update_metadata_non_existent_server)\
 738                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_update_metadata_with_blank_key)\
 739                           (?!.*test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex)\
 740                           (?!.*compute.test_virtual_interfaces)(?!.*compute.test_virtual_interfaces_negative)\
 741                           (?!.*compute.test_networks)\
 742                           (?!.*test_attach_volume.AttachVolumeMultiAttach)\
 743                           (?!.*identity.admin.v2)(?!.*identity.v2)\
 744                           (?!.*identity.v3.test_access_rules)\
 745                           (?!.*identity.v3.test_application_credentials.ApplicationCredentialsV3Test.test_create_application_credential_access_rules)\
 746                           (?!.*image.v1)\
 747                           (?!.*image.v2.admin.test_images.ImportCopyImagesTest)\
 748                           (?!.*image.v2.test_images.ImportImagesTest)\
 749                           (?!.*image.v2.test_images.MultiStoresImportImages)\
 750                           (?!.*admin.test_dhcp_agent_scheduler)\
 751                           (?!.*admin.test_routers_dvr)\
 752                           (?!.*test_metering_extensions)(?!.*network.test_tags)\
 753                           (?!.*test_routers_negative.DvrRoutersNegativeTest)\
 754                           (?!.*test_routers.RoutersIpV6Test.test_create_router_set_gateway_with_fixed_ip)\
 755                           (?!.*test_routers.RoutersTest.test_create_router_set_gateway_with_fixed_ip)\
 756                           (?!.*test_encrypted_volumes_extend)\
 757                           (?!.*test_group_snapshots.GroupSnapshotsV319Test.test_reset_group_snapshot_status)\
 758                           (?!.*test_multi_backend)\
 759                           (?!.*test_volume_retype.VolumeRetypeWithMigrationTest)\
 760                           (?!.*test_volume_delete_cascade.VolumesDeleteCascade.test_volume_from_snapshot_cascade_delete)\
 761                           (?!.*test_volumes_backup.VolumesBackupsTest.test_volume_backup_create_get_detailed_list_restore_delete)\
 762                           (?!.*test_volumes_negative.UpdateMultiattachVolumeNegativeTest.test_multiattach_rw_volume_update_failure)\
 763                           (?!.*test_volumes_extend.VolumesExtendAttachedTest.test_extend_attached_volume)\
 764                           (?!.*\\[.*\\bslow\\b.*\\])(^tempest.api)"
 765                         option:
 766                             - '--concurrency=4'
 767
 768             -
 769                 case_name: tempest_scenario_cntt
 770                 project_name: functest
 771                 criteria: 100
 772                 blocking: false
 773                 deny_skipping: true
 774                 tests_count: 9
 775                 description: >-
 776                     The list of test cases is generated by
 777                     Tempest automatically and depends on the parameters of
 778                     the OpenStack deployment.
 779                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 780                 run:
 781                     name: tempest_scenario
 782                     args:
 783                         mode: "\
 784                           (?!.*test_volume_boot_pattern.TestVolumeBootPattern.test_boot_server_from_encrypted_volume_luks)\
 785                           (?!.*\\[.*\\bslow\\b.*\\])(^tempest.scenario)"
 786                         option:
 787                             - '--concurrency=1'
 788
 789             -
 790                 case_name: tempest_slow_cntt
 791                 project_name: functest
 792                 criteria: 100
 793                 blocking: false
 794                 deny_skipping: true
 795                 tests_count: 43
 796                 description: >-
 797                     The list of test cases is generated by
 798                     Tempest automatically and depends on the parameters of
 799                     the OpenStack deployment.
 800                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 801                 run:
 802                     name: tempest_common
 803                     args:
 804                         mode: "(?!.*test_volume_swap)\
 805                           (?!.*test_server_personality)\
 806                           (?!.*test_server_rescue.ServerBootFromVolumeStableRescueTest)\
 807                           (?!.*test_container_sync.ContainerSyncTest.test_container_synchronization)\
 808                           (?!.*test_container_sync_middleware.ContainerSyncMiddlewareTest.test_container_synchronization)\
 809                           (?!.*test_encrypted_cinder_volumes)\
 810                           (?!.*test_minbw_allocation_placement)\
 811                           (?!.*test_network_basic_ops.TestNetworkBasicOps.test_router_rescheduling)\
 812                           (?!.*test_shelve_instance.TestShelveInstance.test_cold_migrate_unshelved_instance)\
 813                           (?!.*test_volume_migrate_attached)\
 814                           (?!.*test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_cold_migration_revert)\
 815                           (?=.*\\[.*\\bslow\\b.*\\])(^tempest.)"
 816                         option:
 817                             - '--concurrency=1'
 818
 819     -
 820         name: benchmarking
 821         description: >-
 822             Run several OpenStack performance tools
 823             https://docs.openstack.org/performance-docs/latest/methodologies/tools.html
 824         testcases:
 825             -
 826                 case_name: rally_full
 827                 project_name: functest
 828                 criteria: 100
 829                 blocking: false
 830                 description: >-
 831                     This test case runs the full suite of scenarios of the
 832                     OpenStack Rally suite using several threads and iterations.
 833                 run:
 834                     name: rally_full
 835                     args:
 836                         optional:
 837                             - 'gnocchi'
 838                             - 'barbican'
 839
 840             -
 841                 case_name: rally_jobs
 842                 project_name: functest
 843                 criteria: 100
 844                 blocking: false
 845                 description: >-
 846                     This test case runs a group of Rally jobs used in
 847                     OpenStack gating
 848                 run:
 849                     name: rally_jobs
 850                     args:
 851                         optional:
 852                             - 'gnocchi'
 853
 854             -
 855                 case_name: vmtp
 856                 project_name: functest
 857                 criteria: 100
 858                 blocking: false
 859                 description: >-
 860                     VMTP is a small python application that will automatically
 861                     perform ping connectivity, round trip time measurement
 862                     (latency) and TCP/UDP throughput
 863                 dependencies:
 864                     - NO_TENANT_NETWORK: '^(?![tT]rue$)'
 865                 run:
 866                     name: vmtp
 867
 868             -
 869                 case_name: shaker
 870                 project_name: functest
 871                 criteria: 100
 872                 blocking: false
 873                 description: >-
 874                     Shaker wraps around popular system network testing tools
 875                     like iperf, iperf3 and netperf (with help of flent). Shaker
 876                     is able to deploy OpenStack instances and networks in
 877                     different topologies.
 878                 dependencies:
 879                     - NO_TENANT_NETWORK: '^(?![tT]rue$)'
 880                 run:
 881                     name: shaker
 882
 883     -
 884         name: benchmarking_cntt
 885         description: >-
 886             Run several OpenStack performance tools
 887             https://docs.openstack.org/performance-docs/latest/methodologies/tools.html
 888         testcases:
 889             -
 890                 case_name: rally_full_cntt
 891                 project_name: functest
 892                 criteria: 100
 893                 blocking: false
 894                 description: >-
 895                     This test case runs the full suite of scenarios of the
 896                     OpenStack Rally suite using several threads and iterations.
 897                 run:
 898                     name: rally_full
 899                     args:
 900                         tests:
 901                             - 'authenticate'
 902                             - 'glance'
 903                             - 'cinder'
 904                             - 'heat'
 905                             - 'keystone'
 906                             - 'neutron'
 907                             - 'nova'
 908                             - 'quotas'
 909                             - 'swift'
 910
 911             -
 912                 case_name: rally_jobs_cntt
 913                 project_name: functest
 914                 criteria: 100
 915                 blocking: false
 916                 description: >-
 917                     This test case runs a group of Rally jobs used in
 918                     OpenStack gating
 919                 run:
 920                     name: rally_jobs
 921                     args:
 922                         tests:
 923                             - 'neutron'
 924
 925     -
 926         name: vnf
 927         description: >-
 928             Collection of VNF test cases.
 929         testcases:
 930             -
 931                 case_name: cloudify
 932                 project_name: functest
 933                 criteria: 100
 934                 blocking: false
 935                 description: >-
 936                     This test case deploys the Cloudify orchestrator.
 937                 run:
 938                     name: cloudify
 939             -
 940                 case_name: cloudify_ims
 941                 project_name: functest
 942                 criteria: 100
 943                 blocking: false
 944                 description: >-
 945                     This test case deploys an OpenSource vIMS solution from
 946                     Clearwater using the Cloudify orchestrator. It also runs
 947                     some signaling traffic.
 948                 dependencies:
 949                     - NO_TENANT_NETWORK: '^(?![tT]rue$)'
 950                 run:
 951                     name: cloudify_ims
 952
 953             -
 954                 case_name: heat_ims
 955                 project_name: functest
 956                 criteria: 100
 957                 blocking: false
 958                 description: >-
 959                     This test case deploys an OpenSource vIMS solution from
 960                     Clearwater using the OpenStack Heat orchestrator.
 961                     It also runs some signaling traffic.
 962                 dependencies:
 963                     - NO_TENANT_NETWORK: '^(?![tT]rue$)'
 964                 run:
 965                     name: heat_ims
 966
 967             -
 968                 case_name: vyos_vrouter
 969                 project_name: functest
 970                 criteria: 100
 971                 blocking: false
 972                 description: >-
 973                     This test case is vRouter testing.
 974                 dependencies:
 975                     - NO_TENANT_NETWORK: '^(?![tT]rue$)'
 976                 run:
 977                     name: vyos_vrouter
 978
 979             -
 980                 case_name: juju_epc
 981                 project_name: functest
 982                 criteria: 100
 983                 blocking: false
 984                 description: >-
 985                     vEPC validation with Juju as VNF manager and ABoT as test
 986                     executor.
 987                 dependencies:
 988                     - NO_TENANT_NETWORK: '^(?![tT]rue$)'
 989                 run:
 990                     name: juju_epc