functest/ci/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: healthcheck
   5         description: >-
   6             First tier to be executed to verify the basic
   7             operations in the VIM.
   8         testcases:
   9             -
  10                 case_name: connection_check
  11                 project_name: functest
  12                 criteria: 100
  13                 blocking: true
  14                 description: >-
  15                     This test case verifies the retrieval of OpenStack clients:
  16                     Keystone, Glance, Neutron and Nova and may perform some
  17                     simple queries.
  18                 run:
  19                     name: connection_check
  20
  21             -
  22                 case_name: tenantnetwork1
  23                 project_name: functest
  24                 criteria: 100
  25                 blocking: true
  26                 description: >-
  27                     It creates and configures all tenant network ressources
  28                     required by advanced testcases (subnet, network and
  29                     router).
  30                 dependencies:
  31                     - NO_TENANT_NETWORK: '^(?![tT]rue$)'
  32                 run:
  33                     name: tenantnetwork1
  34
  35             -
  36                 case_name: tenantnetwork2
  37                 project_name: functest
  38                 criteria: 100
  39                 blocking: true
  40                 description: >-
  41                     It creates new user/project before creating and configuring
  42                     all tenant network ressources required by a testcase
  43                     (subnet, network and router).
  44                 dependencies:
  45                     - NO_TENANT_NETWORK: '^(?![tT]rue$)'
  46                 run:
  47                     name: tenantnetwork2
  48
  49             -
  50                 case_name: vmready1
  51                 project_name: functest
  52                 criteria: 100
  53                 blocking: true
  54                 description: >-
  55                     It inherits from TenantNetwork1 which creates all network
  56                     resources and prepares a future VM attached to that
  57                     network.
  58                 run:
  59                     name: vmready1
  60
  61             -
  62                 case_name: vmready2
  63                 project_name: functest
  64                 criteria: 100
  65                 blocking: true
  66                 description: >-
  67                     It creates new user/project before creating and configuring
  68                     all tenant network ressources, flavors, images, etc.
  69                     required by advanced testcases.
  70                 run:
  71                     name: vmready2
  72
  73             -
  74                 case_name: singlevm1
  75                 project_name: functest
  76                 criteria: 100
  77                 blocking: true
  78                 description: >-
  79                     It inherits from TenantNetwork1 which creates all network
  80                     resources and completes it by booting a VM attached to that
  81                     network.
  82                 run:
  83                     name: singlevm1
  84
  85             -
  86                 case_name: singlevm2
  87                 project_name: functest
  88                 criteria: 100
  89                 blocking: true
  90                 description: >-
  91                     It creates new user/project before creating and configuring
  92                     all tenant network ressources and vms required by advanced
  93                     testcases.
  94                 run:
  95                     name: singlevm2
  96
  97             -
  98                 case_name: vping_ssh
  99                 project_name: functest
 100                 criteria: 100
 101                 blocking: true
 102                 description: >-
 103                     This test case verifies: 1) SSH to an instance using
 104                     floating IPs over the public network. 2) Connectivity
 105                     between 2 instances over a private network.
 106                 run:
 107                     name: vping_ssh
 108
 109             -
 110                 case_name: vping_userdata
 111                 project_name: functest
 112                 criteria: 100
 113                 blocking: true
 114                 description: >-
 115                     This test case verifies:  1) Boot a VM with given userdata.
 116                     2) Connectivity between 2 instances over a private network.
 117                 run:
 118                     name: vping_userdata
 119
 120             -
 121                 case_name: cinder_test
 122                 project_name: functest
 123                 criteria: 100
 124                 blocking: true
 125                 description: >-
 126                     This test case verifies: 1) Attach volume and to 1
 127                     instance; 2) Write data on volume 3) Detach volume
 128                     from instance 1, attach it on instance 2 3) Read volume
 129                     data
 130                 run:
 131                     name: cinder_test
 132
 133             -
 134                 case_name: odl
 135                 project_name: functest
 136                 criteria: 100
 137                 blocking: true
 138                 description: >-
 139                     Test Suite for the OpenDaylight SDN Controller. It
 140                     integrates some test suites from upstream using
 141                     Robot as the test framework.
 142                 dependencies:
 143                     - DEPLOY_SCENARIO: 'odl'
 144                 run:
 145                     name: odl
 146                     args:
 147                         suites:
 148                             - /src/odl_test/csit/suites/integration/basic
 149                             - /src/odl_test/csit/suites/openstack/neutron
 150
 151             -
 152                 case_name: tempest_smoke
 153                 project_name: functest
 154                 criteria: 100
 155                 blocking: false
 156                 description: >-
 157                     This test case runs the smoke subset of the OpenStack
 158                     Tempest suite. The list of test cases is generated by
 159                     Tempest automatically and depends on the parameters of
 160                     the OpenStack deplopyment.
 161                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L114
 162                 run:
 163                     name: tempest_common
 164                     args:
 165                         mode: '(?=.*\[.*\bsmoke\b.*\])(^tempest\.api)'
 166                         option:
 167                             - '--concurrency=4'
 168
 169             -
 170                 case_name: tempest_horizon
 171                 project_name: functest
 172                 criteria: 100
 173                 blocking: false
 174                 description: >-
 175                     This test case runs the Tempest suite proposed by the
 176                     Horizon project.
 177                 dependencies:
 178                     - DASHBOARD_URL: '^(?!\s*$).+'
 179                 run:
 180                     name: tempest_common
 181                     args:
 182                         mode: '^tempest.scenario.test_dashboard_basic_ops.'
 183
 184     -
 185         name: smoke
 186         description: >-
 187             Set of basic Functional tests to validate the OPNFV scenarios.
 188         testcases:
 189             -
 190                 case_name: tempest_neutron
 191                 project_name: functest
 192                 criteria: 100
 193                 blocking: false
 194                 description: >-
 195                     This test case runs the Tempest suite proposed by the
 196                     Neutron project. The list of test cases is generated by
 197                     Tempest automatically and depends on the parameters of
 198                     the OpenStack deployment.
 199                 run:
 200                     name: tempest_common
 201                     args:
 202                         mode: '^neutron_tempest_plugin\.api'
 203                         option:
 204                             - '--concurrency=4'
 205
 206             -
 207                 case_name: tempest_cinder
 208                 project_name: functest
 209                 criteria: 100
 210                 blocking: false
 211                 description: >-
 212                     This test case runs the Tempest suite proposed by the
 213                     Cinder project.
 214                 run:
 215                     name: tempest_common
 216                     args:
 217                         mode: "(?!.*test_incremental_backup)\
 218                             (?!.*test_backup_crossproject_admin_negative)\
 219                             (?!.*test_backup_crossproject_user_negative)\
 220                             (^cinder_tempest_plugin.)"
 221                         option:
 222                             - '--concurrency=4'
 223
 224             -
 225                 case_name: tempest_keystone
 226                 project_name: functest
 227                 criteria: 100
 228                 blocking: false
 229                 description: >-
 230                     This test case runs the Tempest suite proposed by the
 231                     Keystone project.
 232                 run:
 233                     name: tempest_common
 234                     args:
 235                         mode: 'keystone_tempest_plugin.'
 236                         option:
 237                             - '--concurrency=4'
 238
 239             -
 240                 case_name: tempest_heat
 241                 project_name: functest
 242                 criteria: 100
 243                 blocking: false
 244                 description: >-
 245                     This test case runs the Tempest suite proposed by the
 246                     Heat project.
 247                 run:
 248                     name: tempest_heat
 249                     args:
 250                         mode: '^heat_tempest_plugin.tests'
 251                         option:
 252                             - '--concurrency=1'
 253
 254             -
 255                 case_name: tempest_telemetry
 256                 project_name: functest
 257                 criteria: 100
 258                 blocking: false
 259                 description: >-
 260                     This test case runs the Tempest suite proposed by the
 261                     Telemetry project.
 262                 run:
 263                     name: tempest_common
 264                     args:
 265                         mode: "(?!.*test_autoscaling)(?!.*test_live)\
 266                             (^telemetry_tempest_plugin)"
 267                         services:
 268                             - aodh
 269                             - gnocchi
 270                             - panko
 271                         option:
 272                             - '--concurrency=4'
 273
 274             -
 275                 case_name: rally_sanity
 276                 project_name: functest
 277                 criteria: 100
 278                 blocking: false
 279                 description: >-
 280                     This test case runs a sub group of tests of the OpenStack
 281                     Rally suite in smoke mode.
 282                 run:
 283                     name: rally_sanity
 284                     args:
 285                         optional:
 286                             - 'gnocchi'
 287                             - 'barbican'
 288
 289             -
 290                 case_name: refstack_compute
 291                 project_name: functest
 292                 criteria: 100
 293                 blocking: false
 294                 description: >-
 295                     This test case runs a sub group of tests of the OpenStack
 296                     Compute testcases.
 297                 dependencies:
 298                     - NO_TENANT_NETWORK: '^(?![tT]rue$)'
 299                 run:
 300                     name: refstack
 301                     args:
 302                         target: compute
 303                         option:
 304                             - '--concurrency=4'
 305
 306             -
 307                 case_name: refstack_object
 308                 project_name: functest
 309                 criteria: 100
 310                 blocking: false
 311                 deny_skipping: true
 312                 tests_count: 58
 313                 description: >-
 314                     This test case runs a sub group of tests of the OpenStack
 315                     Object testcases.
 316                 run:
 317                     name: refstack
 318                     args:
 319                         target: object
 320                         option:
 321                             - '--concurrency=4'
 322
 323             -
 324                 case_name: refstack_platform
 325                 project_name: functest
 326                 criteria: 100
 327                 blocking: false
 328                 description: >-
 329                     This test case runs a sub group of tests of the OpenStack
 330                     Platform testcases.
 331                 dependencies:
 332                     - NO_TENANT_NETWORK: '^(?![tT]rue$)'
 333                 run:
 334                     name: refstack
 335                     args:
 336                         target: platform
 337                         option:
 338                             - '--concurrency=4'
 339
 340             -
 341                 case_name: tempest_full
 342                 project_name: functest
 343                 criteria: 100
 344                 blocking: false
 345                 description: >-
 346                     The list of test cases is generated by
 347                     Tempest automatically and depends on the parameters of
 348                     the OpenStack deployment.
 349                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
 350                 run:
 351                     name: tempest_common
 352                     args:
 353                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.api)'
 354                         option:
 355                             - '--concurrency=4'
 356
 357             -
 358                 case_name: tempest_scenario
 359                 project_name: functest
 360                 criteria: 100
 361                 blocking: false
 362                 description: >-
 363                     The list of test cases is generated by
 364                     Tempest automatically and depends on the parameters of
 365                     the OpenStack deployment.
 366                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 367                 run:
 368                     name: tempest_common
 369                     args:
 370                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.scenario)'
 371                         option:
 372                             - '--concurrency=1'
 373
 374             -
 375                 case_name: tempest_slow
 376                 project_name: functest
 377                 criteria: 100
 378                 blocking: false
 379                 description: >-
 380                     The list of test cases is generated by
 381                     Tempest automatically and depends on the parameters of
 382                     the OpenStack deployment.
 383                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 384                 run:
 385                     name: tempest_common
 386                     args:
 387                         mode: '(?=.*\[.*\bslow\b.*\])(^tempest\.)'
 388                         option:
 389                             - '--concurrency=1'
 390
 391             -
 392                 case_name: patrole_admin
 393                 project_name: functest
 394                 criteria: 100
 395                 blocking: false
 396                 description: >-
 397                     Test suite from Patrole project.
 398                 run:
 399                     name: patrole
 400                     args:
 401                         roles: 'admin'
 402                         mode: "(?!.*test_unmanage_snapshot_rbac)\
 403                           (?!.*test_show_auto_allocated_topology)\
 404                           (?!.*test_delete_auto_allocated_topology)\
 405                           (?!.*test_create_network_provider_segmentation_id)\
 406                           (?!.*compute.test_floating_ips_rbac)\
 407                           (?!.*test_reset_network)\
 408                           (?!.*test_create_image_from_volume_backed_server)\
 409                           (?!.*test_network_ip_availability_rbac.NetworkIpAvailabilityExtRbacTest.test_get_network_ip_availabilities)\
 410                           (?!.*test_policy_bandwidth_limit_rule_rbac)\
 411                           (?!.*test_policy_minimum_bandwidth_rule_rbac)\
 412                           (?!.*test_group_type_specs)\
 413                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_create_group_type)\
 414                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_delete_group_type)\
 415                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_update_group_type)\
 416                           (?!.*test_quota_classes_rbac)\
 417                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_delete_volume_image_metadata)\
 418                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_list_volumes_details_image_metadata)\
 419                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_show_volume_details_image_metadata)\
 420                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_update_volume_image_metadata)\
 421                           (?!.*test_volume_types_rbac)\
 422                           (?=.*[.*\bslow\b.*])\
 423                           (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))"
 424                         option:
 425                             - '--concurrency=4'
 426
 427             -
 428                 case_name: patrole_member
 429                 project_name: functest
 430                 criteria: 100
 431                 blocking: false
 432                 description: >-
 433                     Test suite from Patrole project.
 434                 run:
 435                     name: patrole
 436                     args:
 437                         roles: 'member'
 438                         mode: "(?!.*test_unmanage_snapshot_rbac)\
 439                           (?!.*test_show_auto_allocated_topology)\
 440                           (?!.*test_delete_auto_allocated_topology)\
 441                           (?!.*test_create_network_provider_segmentation_id)\
 442                           (?!.*compute.test_floating_ips_rbac)\
 443                           (?!.*test_reset_network)\
 444                           (?!.*test_create_image_from_volume_backed_server)\
 445                           (?!.*test_network_ip_availability_rbac.NetworkIpAvailabilityExtRbacTest.test_get_network_ip_availabilities)\
 446                           (?!.*test_policy_bandwidth_limit_rule_rbac)\
 447                           (?!.*test_policy_minimum_bandwidth_rule_rbac)\
 448                           (?!.*test_group_type_specs)\
 449                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_create_group_type)\
 450                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_delete_group_type)\
 451                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_update_group_type)\
 452                           (?!.*test_quota_classes_rbac)\
 453                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_delete_volume_image_metadata)\
 454                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_list_volumes_details_image_metadata)\
 455                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_show_volume_details_image_metadata)\
 456                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_update_volume_image_metadata)\
 457                           (?!.*test_volume_types_rbac)\
 458                           (?=.*[.*\bslow\b.*])\
 459                           (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))"
 460                         option:
 461                             - '--concurrency=4'
 462
 463             -
 464                 case_name: patrole_reader
 465                 project_name: functest
 466                 criteria: 100
 467                 blocking: false
 468                 description: >-
 469                     Test suite from Patrole project.
 470                 run:
 471                     name: patrole
 472                     args:
 473                         roles: 'reader'
 474                         mode: "(?!.*test_unmanage_snapshot_rbac)\
 475                           (?!.*test_show_auto_allocated_topology)\
 476                           (?!.*test_delete_auto_allocated_topology)\
 477                           (?!.*test_create_network_provider_segmentation_id)\
 478                           (?!.*compute.test_floating_ips_rbac)\
 479                           (?!.*test_reset_network)\
 480                           (?!.*test_create_image_from_volume_backed_server)\
 481                           (?!.*test_network_ip_availability_rbac.NetworkIpAvailabilityExtRbacTest.test_get_network_ip_availabilities)\
 482                           (?!.*test_policy_bandwidth_limit_rule_rbac)\
 483                           (?!.*test_policy_minimum_bandwidth_rule_rbac)\
 484                           (?!.*test_group_type_specs)\
 485                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_create_group_type)\
 486                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_delete_group_type)\
 487                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_update_group_type)\
 488                           (?!.*test_quota_classes_rbac)\
 489                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_delete_volume_image_metadata)\
 490                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_list_volumes_details_image_metadata)\
 491                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_show_volume_details_image_metadata)\
 492                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_update_volume_image_metadata)\
 493                           (?!.*test_volume_types_rbac)\
 494                           (?=.*[.*\bslow\b.*])\
 495                           (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))"
 496                         option:
 497                             - '--concurrency=4'
 498
 499             -
 500                 case_name: tempest_barbican
 501                 project_name: functest
 502                 criteria: 100
 503                 blocking: false
 504                 description: >-
 505                     It leverages on the tempest plugin containing tests used to
 506                     verify the functionality of a barbican installation.
 507                 run:
 508                     name: barbican
 509                     args:
 510                         mode:
 511                             '^barbican_tempest_plugin.((?!test_signed_image_upload_boot_failure).)*$'
 512                         services:
 513                             - barbican
 514                         option:
 515                             - '--concurrency=4'
 516
 517             -
 518                 case_name: tempest_octavia
 519                 project_name: functest
 520                 criteria: 100
 521                 blocking: false
 522                 description: >-
 523                     It leverages on the tempest plugin containing tests used to
 524                     verify the functionality of an octavia installation.
 525                 run:
 526                     name: tempest_common
 527                     args:
 528                         mode: "(?!.*api.v2.test_availability_zone)\
 529                             (?!.*api.v2.test_availability_zone_profile)\
 530                             (?!.*api.v2.test_member.MemberAPITest.test_member_ipv4_create)\
 531                             (?!.*api.v2.test_member.MemberAPITest.test_member_ipv6_create)\
 532                             (^octavia_tempest_plugin.tests.(api|scenario))"
 533                         services:
 534                             - octavia
 535                         option:
 536                             - '--concurrency=2'
 537
 538             -
 539                 case_name: tempest_cyborg
 540                 project_name: functest
 541                 criteria: 100
 542                 blocking: false
 543                 description: >-
 544                     It leverages on the tempest plugin containing tests used to
 545                     verify the functionality of a cyborg installation.
 546                 run:
 547                     name: tempest_common
 548                     args:
 549                         mode: '^cyborg_tempest_plugin'
 550                         services:
 551                             - cyborg
 552                         option:
 553                             - '--concurrency=4'
 554
 555     -
 556         name: smoke_cntt
 557         description: >-
 558             Set of basic Functional tests to validate the OPNFV scenarios.
 559         testcases:
 560             -
 561                 case_name: tempest_neutron_cntt
 562                 project_name: functest
 563                 criteria: 100
 564                 blocking: false
 565                 deny_skipping: true
 566                 tests_count: 551
 567                 description: >-
 568                     This test case runs the Tempest suite proposed by the
 569                     Neutron project. The list of test cases is generated by
 570                     Tempest automatically and depends on the parameters of
 571                     the OpenStack deployment.
 572                 run:
 573                     name: tempest_common
 574                     args:
 575                         mode: "(?!.*admin.test_agent_availability_zone)\
 576                             (?!.*admin.test_dhcp_agent_scheduler)\
 577                             (?!.*admin.test_l3_agent_scheduler)\
 578                             (?!.*admin.test_logging)\
 579                             (?!.*admin.test_logging_negative)\
 580                             (?!.*admin.test_network_segment_range)\
 581                             (?!.*admin.test_ports.PortTestCasesAdmin.test_regenerate_mac_address)\
 582                             (?!.*admin.test_ports.PortTestCasesResourceRequest)\
 583                             (?!.*admin.test_routers_dvr)\
 584                             (?!.*admin.test_routers_flavors)\
 585                             (?!.*admin.test_routers_ha)\
 586                             (?!.*test_conntrack_helper)\
 587                             (?!.*test_floating_ips.FloatingIPPoolTestJSON)\
 588                             (?!.*test_floating_ips.FloatingIPTestJSON.test_create_update_floatingip_port_details)\
 589                             (?!.*test_metering_extensions)\
 590                             (?!.*test_metering_negative)\
 591                             (?!.*test_networks.NetworksSearchCriteriaTest.test_list_validation_filters)\
 592                             (?!.*test_networks.NetworksTestAdmin.test_create_tenant_network_vxlan)\
 593                             (?!.*test_networks.NetworksTestJSON.test_create_update_network_dns_domain)\
 594                             (?!.*test_port_forwardings)\
 595                             (?!.*test_ports.PortsTaggingOnCreation)\
 596                             (?!.*test_ports.PortsTestJSON.test_create_port_with_propagate_uplink_status)\
 597                             (?!.*test_ports.PortsTestJSON.test_create_port_without_propagate_uplink_status)\
 598                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_domain)\
 599                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_name)\
 600                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_no_dns_name)\
 601                             (?!.*test_qos.QosMinimumBandwidthRuleTestJSON)\
 602                             (?!.*test_revisions.TestRevisions.test_update_dns_domain_bumps_revision)\
 603                             (?!.*test_revisions.TestRevisions.test_update_router_extra_attributes_bumps_revision)\
 604                             (?!.*test_router_interface_fip)\
 605                             (?!.*test_routers.DvrRoutersTest)\
 606                             (?!.*test_routers.HaRoutersTest)\
 607                             (?!.*test_routers.RoutersIpV6Test.test_extra_routes_atomic)\
 608                             (?!.*test_routers.RoutersTest.test_extra_routes_atomic)\
 609                             (?!.*test_routers_negative.DvrRoutersNegativeTest)\
 610                             (?!.*test_routers_negative.DvrRoutersNegativeTestExtended)\
 611                             (?!.*test_routers_negative.HaRoutersNegativeTest)\
 612                             (?!.*test_security_groups.RbacSharedSecurityGroupTest)\
 613                             (?!.*test_subnetpool_prefix_ops)\
 614                             (?!.*test_subnetpools.RbacSubnetPoolTest)\
 615                             (?!.*test_subnetpools.SubnetPoolsSearchCriteriaTest.test_list_validation_filters)\
 616                             (?!.*test_subnetpools_negative.SubnetPoolsNegativeTestJSON.test_tenant_create_subnetpool_associate_shared_address_scope)\
 617                             (?!.*test_subnets.SubnetsSearchCriteriaTest.test_list_validation_filters)\
 618                             (?!.*test_timestamp.TestTimeStamp.test_segment_with_timestamp)\
 619                             (?!.*test_trunk.TrunkTestInheritJSONBase.test_add_subport)\
 620                             (?!.*test_trunk.TrunkTestMtusJSON)\
 621                             (?!.*test_trunk_negative.TrunkTestJSON.test_create_subport_invalid_inherit_network_segmentation_type)\
 622                             (?!.*test_trunk_negative.TrunkTestMtusJSON)\
 623                             (^neutron_tempest_plugin.api)"
 624                         option:
 625                             - '--concurrency=4'
 626
 627             -
 628                 case_name: tempest_cinder_cntt
 629                 project_name: functest
 630                 criteria: 100
 631                 blocking: false
 632                 deny_skipping: true
 633                 tests_count: 10
 634                 description: >-
 635                     This test case runs the Tempest suite proposed by the
 636                     Cinder project.
 637                 run:
 638                     name: tempest_common
 639                     args:
 640                         mode: "(?!.*test_incremental_backup)\
 641                             (?!.*test_consistencygroups)\
 642                             (?!.*test_backup_crossproject_admin_negative)\
 643                             (?!.*test_backup_crossproject_user_negative)\
 644                             (?!.*test_volume_encrypted.TestEncryptedCinderVolumes)\
 645                             (?!.*rbac)\
 646                             (^cinder_tempest_plugin.)"
 647                         option:
 648                             - '--concurrency=4'
 649
 650             -
 651                 case_name: tempest_keystone_cntt
 652                 project_name: functest
 653                 criteria: 100
 654                 blocking: false
 655                 deny_skipping: true
 656                 tests_count: 27
 657                 description: >-
 658                     This test case runs the Tempest suite proposed by the
 659                     Keystone project.
 660                 run:
 661                     name: tempest_common
 662                     args:
 663                         mode: "(?!.*api.identity.v3.test_oauth1_tokens)\
 664                             (?!.*rbac)\
 665                             (?!.*scenario.test_federated_authentication)\
 666                             keystone_tempest_plugin."
 667                         option:
 668                             - '--concurrency=4'
 669
 670             -
 671                 case_name: tempest_heat_cntt
 672                 project_name: functest
 673                 criteria: 100
 674                 blocking: false
 675                 deny_skipping: true
 676                 tests_count: 125
 677                 description: >-
 678                     This test case runs the Tempest suite proposed by the
 679                     Heat project.
 680                 run:
 681                     name: tempest_heat
 682                     args:
 683                         mode: "(?!.*functional.test_lbaasv2)\
 684                           (?!.*functional.test_encryption_vol_type)\
 685                           (?!.*functional.test_event_sinks)\
 686                           (?!.*functional.test_stack_events)\
 687                           (?!.*functional.test_waitcondition)\
 688                           (?!.*RemoteStackTest.test_stack_create_with_cloud_credential)\
 689                           (?!.*scenario.test_aodh_alarm)\
 690                           (?!.*tests.scenario.test_autoscaling_lb)\
 691                           (?!.*scenario.test_autoscaling_lbv2)\
 692                           (?!.*scenario.test_server_software_config)\
 693                           (?!.*test_volumes.VolumeBackupRestoreIntegrationTest)\
 694                           (?!.*scenario.test_octavia_lbaas)\
 695                           (?!.*scenario.test_server_cfn_init)\
 696                           ^heat_tempest_plugin.tests"
 697                         option:
 698                             - '--concurrency=1'
 699
 700             -
 701                 case_name: rally_sanity_cntt
 702                 project_name: functest
 703                 criteria: 100
 704                 blocking: false
 705                 description: >-
 706                     This test case runs a sub group of tests of the OpenStack
 707                     Rally suite in smoke mode.
 708                 run:
 709                     name: rally_sanity
 710                     args:
 711                         tests:
 712                             - 'authenticate'
 713                             - 'glance'
 714                             - 'cinder'
 715                             - 'heat'
 716                             - 'keystone'
 717                             - 'neutron'
 718                             - 'nova'
 719                             - 'quotas'
 720                             - 'swift'
 721
 722             -
 723                 case_name: tempest_full_cntt
 724                 project_name: functest
 725                 criteria: 100
 726                 blocking: false
 727                 deny_skipping: true
 728                 tests_count: 1271
 729                 description: >-
 730                     The list of test cases is generated by
 731                     Tempest automatically and depends on the parameters of
 732                     the OpenStack deployment.
 733                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
 734                 run:
 735                     name: tempest_common
 736                     args:
 737                         mode: "(?!.*admin.test_agents)(?!.*test_fixed_ips)\
 738                           (?!.*test_fixed_ips_negative)\
 739                           (?!.*test_auto_allocate_network)(?!.*test_floating_ips_bulk)\
 740                           (?!.*test_flavors_microversions.FlavorsV255TestJSON)\
 741                           (?!.*test_flavors_microversions.FlavorsV261TestJSON)\
 742                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_iscsi_volume)\
 743                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_live_block_migration)\
 744                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_live_block_migration_paused)\
 745                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_volume_backed_live_migration)\
 746                           (?!.*test_live_migration.LiveMigrationTest.test_iscsi_volume)\
 747                           (?!.*test_live_migration.LiveMigrationTest.test_live_block_migration)\
 748                           (?!.*test_live_migration.LiveMigrationTest.test_live_block_migration_paused)\
 749                           (?!.*test_live_migration.LiveMigrationTest.test_volume_backed_live_migration)\
 750                           (?!.*test_live_migration.LiveMigrationRemoteConsolesV26Test)\
 751                           (?!.*test_quotas.QuotasAdminTestV257)\
 752                           (?!.*test_servers.ServersAdminTestJSON.test_reset_network_inject_network_info)\
 753                           (?!.*certificates.test_certificates)\
 754                           (?!.*test_quotas_negative.QuotasSecurityGroupAdminNegativeTest)\
 755                           (?!.*test_novnc)(?!.*test_server_personality)\
 756                           (?!.*test_servers.ServerShowV263Test.test_show_update_rebuild_list_server)\
 757                           (?!.*test_servers_microversions.ServerShowV254Test)\
 758                           (?!.*test_servers_microversions.ServerShowV257Test)\
 759                           (?!.*test_servers_negative.ServersNegativeTestJSON.test_personality_file_contents_not_encoded)\
 760                           (?!.*servers.test_virtual_interfaces)\
 761                           (?!.*test_server_actions.ServerActionsTestJSON.test_change_server_password)\
 762                           (?!.*test_server_actions.ServerActionsTestJSON.test_get_vnc_console)\
 763                           (?!.*test_server_actions.ServerActionsTestJSON.test_reboot_server_soft)\
 764                           (?!.*test_server_rescue.ServerBootFromVolumeStableRescueTest)\
 765                           (?!.*test_server_rescue.ServerStableDeviceRescueTest)\
 766                           (?!.*test_security_group_default_rules)\
 767                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_duplicate_name)\
 768                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_invalid_group_description)\
 769                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_invalid_group_name)\
 770                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_des)\
 771                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_id)\
 772                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_name)\
 773                           (?!.*test_create_server.ServersTestFqdnHostnames.test_create_server_with_fqdn_name)\
 774                           (?!.*test_server_metadata.ServerMetadataTestJSON)\
 775                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_delete_metadata_non_existent_server)\
 776                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_metadata_items_limit)\
 777                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_metadata_invalid_key)\
 778                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_metadata_non_existent_server)\
 779                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_server_metadata_blank_key)\
 780                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_server_metadata_missing_metadata)\
 781                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_update_metadata_non_existent_server)\
 782                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_update_metadata_with_blank_key)\
 783                           (?!.*test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex)\
 784                           (?!.*compute.test_virtual_interfaces)(?!.*compute.test_virtual_interfaces_negative)\
 785                           (?!.*compute.test_networks)\
 786                           (?!.*test_attach_volume.AttachVolumeMultiAttach)\
 787                           (?!.*identity.admin.v2)(?!.*identity.v2)\
 788                           (?!.*identity.v3.test_access_rules)\
 789                           (?!.*identity.v3.test_application_credentials.ApplicationCredentialsV3Test.test_create_application_credential_access_rules)\
 790                           (?!.*image.v1)\
 791                           (?!.*image.v2.admin.test_images.ImportCopyImagesTest)\
 792                           (?!.*image.v2.test_images_negative.ImagesNegativeTest.test_create_image_reserved_property)\
 793                           (?!.*image.v2.test_images_negative.ImagesNegativeTest.test_update_image_reserved_property)\
 794                           (?!.*image.v2.test_images_negative.ImportImagesNegativeTest.test_image_web_download_import_with_bad_url)\
 795                           (?!.*image.v2.test_images.ImportImagesTest)\
 796                           (?!.*image.v2.test_images.MultiStoresImportImages)\
 797                           (?!.*admin.test_dhcp_agent_scheduler)\
 798                           (?!.*admin.test_routers_dvr)\
 799                           (?!.*test_metering_extensions)(?!.*network.test_tags)\
 800                           (?!.*test_routers_negative.DvrRoutersNegativeTest)\
 801                           (?!.*test_routers.RoutersIpV6Test.test_create_router_set_gateway_with_fixed_ip)\
 802                           (?!.*test_routers.RoutersTest.test_create_router_set_gateway_with_fixed_ip)\
 803                           (?!.*test_object_services.ObjectTest.test_create_object_with_transfer_encoding)\
 804                           (?!.*test_encrypted_volumes_extend)\
 805                           (?!.*test_group_snapshots.GroupSnapshotsV319Test.test_reset_group_snapshot_status)\
 806                           (?!.*test_multi_backend)\
 807                           (?!.*test_volume_retype.VolumeRetypeWithMigrationTest)\
 808                           (?!.*test_volume_delete_cascade.VolumesDeleteCascade.test_volume_from_snapshot_cascade_delete)\
 809                           (?!.*test_volumes_backup.VolumesBackupsTest.test_volume_backup_create_get_detailed_list_restore_delete)\
 810                           (?!.*test_volumes_negative.UpdateMultiattachVolumeNegativeTest.test_multiattach_rw_volume_update_failure)\
 811                           (?!.*test_volumes_extend.VolumesExtendAttachedTest.test_extend_attached_volume)\
 812                           (?!.*\\[.*\\bslow\\b.*\\])(^tempest.api)"
 813                         option:
 814                             - '--concurrency=4'
 815
 816             -
 817                 case_name: tempest_scenario_cntt
 818                 project_name: functest
 819                 criteria: 100
 820                 blocking: false
 821                 deny_skipping: true
 822                 tests_count: 12
 823                 description: >-
 824                     The list of test cases is generated by
 825                     Tempest automatically and depends on the parameters of
 826                     the OpenStack deployment.
 827                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 828                 run:
 829                     name: tempest_scenario
 830                     args:
 831                         mode: "\
 832                           (?!.*test_minbw_allocation_placement)\
 833                           (?!.*test_network_qos_placement)\
 834                           (?!.*test_unified_limits.ImageQuotaTest.test_image_count_uploading_quota)\
 835                           (?!.*test_unified_limits.ImageQuotaTest.test_image_stage_quota)\
 836                           (?!.*test_volume_boot_pattern.TestVolumeBootPattern.test_boot_server_from_encrypted_volume_luks)\
 837                           (?!.*\\[.*\\bslow\\b.*\\])(^tempest.scenario)"
 838                         option:
 839                             - '--concurrency=1'
 840
 841             -
 842                 case_name: tempest_slow_cntt
 843                 project_name: functest
 844                 criteria: 100
 845                 blocking: false
 846                 deny_skipping: true
 847                 tests_count: 43
 848                 description: >-
 849                     The list of test cases is generated by
 850                     Tempest automatically and depends on the parameters of
 851                     the OpenStack deployment.
 852                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 853                 run:
 854                     name: tempest_common
 855                     args:
 856                         mode: "(?!.*test_volume_swap)\
 857                           (?!.*test_server_personality)\
 858                           (?!.*test_server_rescue.ServerBootFromVolumeStableRescueTest)\
 859                           (?!.*test_container_sync.ContainerSyncTest.test_container_synchronization)\
 860                           (?!.*test_container_sync_middleware.ContainerSyncMiddlewareTest.test_container_synchronization)\
 861                           (?!.*test_encrypted_cinder_volumes)\
 862                           (?!.*test_minbw_allocation_placement)\
 863                           (?!.*test_network_basic_ops.TestNetworkBasicOps.test_router_rescheduling)\
 864                           (?!.*test_shelve_instance.TestShelveInstance.test_cold_migrate_unshelved_instance)\
 865                           (?!.*test_volume_migrate_attached)\
 866                           (?!.*test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_cold_migration_revert)\
 867                           (?=.*\\[.*\\bslow\\b.*\\])(^tempest.)"
 868                         option:
 869                             - '--concurrency=1'
 870
 871     -
 872         name: benchmarking
 873         description: >-
 874             Run several OpenStack performance tools
 875             https://docs.openstack.org/performance-docs/latest/methodologies/tools.html
 876         testcases:
 877             -
 878                 case_name: rally_full
 879                 project_name: functest
 880                 criteria: 100
 881                 blocking: false
 882                 description: >-
 883                     This test case runs the full suite of scenarios of the
 884                     OpenStack Rally suite using several threads and iterations.
 885                 run:
 886                     name: rally_full
 887                     args:
 888                         optional:
 889                             - 'gnocchi'
 890                             - 'barbican'
 891
 892             -
 893                 case_name: rally_jobs
 894                 project_name: functest
 895                 criteria: 100
 896                 blocking: false
 897                 description: >-
 898                     This test case runs a group of Rally jobs used in
 899                     OpenStack gating
 900                 dependencies:
 901                     - NO_TENANT_NETWORK: '^(?![tT]rue$)'
 902                 run:
 903                     name: rally_jobs
 904                     args:
 905                         optional:
 906                             - 'gnocchi'
 907
 908             -
 909                 case_name: vmtp
 910                 project_name: functest
 911                 criteria: 100
 912                 blocking: false
 913                 description: >-
 914                     VMTP is a small python application that will automatically
 915                     perform ping connectivity, round trip time measurement
 916                     (latency) and TCP/UDP throughput
 917                 dependencies:
 918                     - NO_TENANT_NETWORK: '^(?![tT]rue$)'
 919                 run:
 920                     name: vmtp
 921
 922             -
 923                 case_name: shaker
 924                 project_name: functest
 925                 criteria: 100
 926                 blocking: false
 927                 description: >-
 928                     Shaker wraps around popular system network testing tools
 929                     like iperf, iperf3 and netperf (with help of flent). Shaker
 930                     is able to deploy OpenStack instances and networks in
 931                     different topologies.
 932                 dependencies:
 933                     - NO_TENANT_NETWORK: '^(?![tT]rue$)'
 934                 run:
 935                     name: shaker
 936
 937     -
 938         name: benchmarking_cntt
 939         description: >-
 940             Run several OpenStack performance tools
 941             https://docs.openstack.org/performance-docs/latest/methodologies/tools.html
 942         testcases:
 943             -
 944                 case_name: rally_full_cntt
 945                 project_name: functest
 946                 criteria: 100
 947                 blocking: false
 948                 description: >-
 949                     This test case runs the full suite of scenarios of the
 950                     OpenStack Rally suite using several threads and iterations.
 951                 run:
 952                     name: rally_full
 953                     args:
 954                         tests:
 955                             - 'authenticate'
 956                             - 'glance'
 957                             - 'cinder'
 958                             - 'heat'
 959                             - 'keystone'
 960                             - 'neutron'
 961                             - 'nova'
 962                             - 'quotas'
 963                             - 'swift'
 964
 965             -
 966                 case_name: rally_jobs_cntt
 967                 project_name: functest
 968                 criteria: 100
 969                 blocking: false
 970                 description: >-
 971                     This test case runs a group of Rally jobs used in
 972                     OpenStack gating
 973                 run:
 974                     name: rally_jobs
 975                     args:
 976                         tests:
 977                             - 'neutron'
 978
 979     -
 980         name: vnf
 981         description: >-
 982             Collection of VNF test cases.
 983         testcases:
 984             -
 985                 case_name: cloudify
 986                 project_name: functest
 987                 criteria: 100
 988                 blocking: false
 989                 description: >-
 990                     This test case deploys the Cloudify orchestrator.
 991                 run:
 992                     name: cloudify
 993             -
 994                 case_name: cloudify_ims
 995                 project_name: functest
 996                 criteria: 100
 997                 blocking: false
 998                 description: >-
 999                     This test case deploys an OpenSource vIMS solution from
1000                     Clearwater using the Cloudify orchestrator. It also runs
1001                     some signaling traffic.
1002                 dependencies:
1003                     - NO_TENANT_NETWORK: '^(?![tT]rue$)'
1004                 run:
1005                     name: cloudify_ims
1006
1007             -
1008                 case_name: heat_ims
1009                 project_name: functest
1010                 criteria: 100
1011                 blocking: false
1012                 description: >-
1013                     This test case deploys an OpenSource vIMS solution from
1014                     Clearwater using the OpenStack Heat orchestrator.
1015                     It also runs some signaling traffic.
1016                 dependencies:
1017                     - NO_TENANT_NETWORK: '^(?![tT]rue$)'
1018                 run:
1019                     name: heat_ims
1020
1021             -
1022                 case_name: vyos_vrouter
1023                 project_name: functest
1024                 criteria: 100
1025                 blocking: false
1026                 description: >-
1027                     This test case is vRouter testing.
1028                 dependencies:
1029                     - NO_TENANT_NETWORK: '^(?![tT]rue$)'
1030                 run:
1031                     name: vyos_vrouter
1032
1033             -
1034                 case_name: juju_epc
1035                 project_name: functest
1036                 criteria: 100
1037                 blocking: false
1038                 description: >-
1039                     vEPC validation with Juju as VNF manager and ABoT as test
1040                     executor.
1041                 dependencies:
1042                     - NO_TENANT_NETWORK: '^(?![tT]rue$)'
1043                 run:
1044                     name: juju_epc