Code Review / functest.git / blobdiff
? search:
summary | shortlog | log | commit | commitdiff | review | tree
raw | inline | side by side
Update test count in tempest_heat_cntt
[functest.git] / docker / smoke-cntt / testcases.yaml
diff --git a/docker/smoke-cntt/testcases.yaml b/docker/smoke-cntt/testcases.yaml
index 8689dc0..035368a 100644 (file)
--- a/docker/smoke-cntt/testcases.yaml
+++ b/docker/smoke-cntt/testcases.yaml
@@ -1,8 +1,7 @@
 ---
 tiers:
     -
-        name: smoke
-        order: 1
+        name: smoke_cntt
         description: >-
             Set of basic Functional tests to validate the OPNFV scenarios.
         testcases:
@@ -12,7 +11,7 @@ tiers:
                 criteria: 100
                 blocking: false
                 deny_skipping: true
-                tests_count: 510
+                tests_count: 523
                 description: >-
                     This test case runs the Tempest suite proposed by the
                     Neutron project. The list of test cases is generated by
@@ -40,6 +39,7 @@ tiers:
                             (?!.*test_networks.NetworksSearchCriteriaTest.test_list_validation_filters)\
                             (?!.*test_networks.NetworksTestAdmin.test_create_tenant_network_vxlan)\
                             (?!.*test_networks.NetworksTestJSON.test_create_update_network_dns_domain)\
+                            (?!.*test_port_forwarding_negative)\
                             (?!.*test_port_forwardings)\
                             (?!.*test_ports.PortsTaggingOnCreation)\
                             (?!.*test_ports.PortsTestJSON.test_create_port_with_propagate_uplink_status)\
@@ -71,7 +71,7 @@ tiers:
                             (?!.*test_trunk_negative.TrunkTestMtusJSON)\
                             (^neutron_tempest_plugin.api)"
                         option:
-                            - '--concurrency=3'
+                            - '--concurrency=4'
 
             -
                 case_name: tempest_cinder_cntt
@@ -79,7 +79,7 @@ tiers:
                 criteria: 100
                 blocking: false
                 deny_skipping: true
-                tests_count: 8
+                tests_count: 9
                 description: >-
                     This test case runs the Tempest suite proposed by the
                     Cinder project.
@@ -88,9 +88,11 @@ tiers:
                     args:
                         mode: "(?!.*test_incremental_backup)\
                             (?!.*test_consistencygroups)\
+                            (?!.*test_backup_crossproject_admin_negative)\
+                            (?!.*test_backup_crossproject_user_negative)\
                             (^cinder_tempest_plugin.)"
                         option:
-                            - '--concurrency=3'
+                            - '--concurrency=4'
 
             -
                 case_name: tempest_keystone_cntt
@@ -109,7 +111,7 @@ tiers:
                             (?!.*scenario.test_federated_authentication)\
                             keystone_tempest_plugin."
                         option:
-                            - '--concurrency=3'
+                            - '--concurrency=4'
 
             -
                 case_name: tempest_heat_cntt
@@ -117,7 +119,7 @@ tiers:
                 criteria: 100
                 blocking: false
                 deny_skipping: true
-                tests_count: 120
+                tests_count: 125
                 description: >-
                     This test case runs the Tempest suite proposed by the
                     Heat project.
@@ -125,6 +127,7 @@ tiers:
                     name: tempest_heat
                     args:
                         mode: "(?!.*functional.test_lbaasv2)\
+                          (?!.*functional.test_encryption_vol_type)\
                           (?!.*RemoteStackTest.test_stack_create_with_cloud_credential)\
                           (?!.*scenario.test_aodh_alarm)\
                           (?!.*tests.scenario.test_autoscaling_lb)\
@@ -165,7 +168,7 @@ tiers:
                 criteria: 100
                 blocking: false
                 deny_skipping: true
-                tests_count: 1283
+                tests_count: 1276
                 description: >-
                     The list of test cases is generated by
                     Tempest automatically and depends on the parameters of
@@ -177,15 +180,24 @@ tiers:
                         mode: "(?!.*test_fixed_ips)\
                           (?!.*test_fixed_ips_negative)\
                           (?!.*test_auto_allocate_network)(?!.*test_floating_ips_bulk)\
+                          (?!.*test_flavors_microversions.FlavorsV255TestJSON)\
+                          (?!.*test_flavors_microversions.FlavorsV261TestJSON)\
                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_iscsi_volume)\
+                          (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_live_block_migration)\
+                          (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_live_block_migration_paused)\
                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_volume_backed_live_migration)\
                           (?!.*test_live_migration.LiveMigrationTest.test_iscsi_volume)\
+                          (?!.*test_live_migration.LiveMigrationTest.test_live_block_migration)\
+                          (?!.*test_live_migration.LiveMigrationTest.test_live_block_migration_paused)\
                           (?!.*test_live_migration.LiveMigrationTest.test_volume_backed_live_migration)\
                           (?!.*test_live_migration.LiveMigrationRemoteConsolesV26Test)\
+                          (?!.*test_quotas.QuotasAdminTestV257)\
                           (?!.*certificates.test_certificates)\
                           (?!.*test_quotas_negative.QuotasSecurityGroupAdminNegativeTest)\
                           (?!.*test_novnc)(?!.*test_server_personality)\
                           (?!.*test_servers.ServerShowV263Test.test_show_update_rebuild_list_server)\
+                          (?!.*test_servers_microversions.ServerShowV254Test)\
+                          (?!.*test_servers_microversions.ServerShowV257Test)\
                           (?!.*test_servers_negative.ServersNegativeTestJSON.test_personality_file_contents_not_encoded)\
                           (?!.*servers.test_virtual_interfaces)\
                           (?!.*test_server_actions.ServerActionsTestJSON.test_change_server_password)\
@@ -206,6 +218,7 @@ tiers:
                           (?!.*test_attach_volume.AttachVolumeMultiAttach)\
                           (?!.*identity.admin.v2)(?!.*identity.v2)\
                           (?!.*image.v1)\
+                          (?!.*image.v2.test_images.ImportImagesTest)\
                           (?!.*admin.test_dhcp_agent_scheduler)\
                           (?!.*admin.test_routers_dvr)\
                           (?!.*test_metering_extensions)(?!.*network.test_tags)\
@@ -221,7 +234,7 @@ tiers:
                           (?!.*test_volumes_extend.VolumesExtendAttachedTest.test_extend_attached_volume)\
                           (?!.*\\[.*\\bslow\\b.*\\])(^tempest.api)"
                         option:
-                            - '--concurrency=3'
+                            - '--concurrency=4'
 
             -
                 case_name: tempest_scenario_cntt
@@ -236,9 +249,9 @@ tiers:
                     the OpenStack deployment.
                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
                 run:
-                    name: tempest_scenario
+                    name: tempest_common
                     args:
-                        mode: "(?!.*test_network_v6)\
+                        mode: "\
                           (?!.*test_volume_boot_pattern.TestVolumeBootPattern.test_boot_server_from_encrypted_volume_luks)\
                           (?!.*\\[.*\\bslow\\b.*\\])(^tempest.scenario)"
                         option:
@@ -250,7 +263,7 @@ tiers:
                 criteria: 100
                 blocking: false
                 deny_skipping: true
-                tests_count: 35
+                tests_count: 43
                 description: >-
                     The list of test cases is generated by
                     Tempest automatically and depends on the parameters of
@@ -261,12 +274,12 @@ tiers:
                     args:
                         mode: "(?!.*test_volume_swap)\
                           (?!.*test_server_personality)\
+                          (?!.*test_server_rescue.ServerBootFromVolumeStableRescueTest)\
                           (?!.*test_container_sync.ContainerSyncTest.test_container_synchronization)\
                           (?!.*test_container_sync_middleware.ContainerSyncMiddlewareTest.test_container_synchronization)\
                           (?!.*test_encrypted_cinder_volumes)\
                           (?!.*test_minbw_allocation_placement)\
                           (?!.*test_network_basic_ops.TestNetworkBasicOps.test_router_rescheduling)\
-                          (?!.*test_network_v6)\
                           (?!.*test_volume_migrate_attached)\
                           (?!.*test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_cold_migration_revert)\
                           (?=.*\\[.*\\bslow\\b.*\\])(^tempest.)"
Test suites and cases to verify OPNFV Platform functionality