Merge "Update functest/ci/testcases.yaml"

[functest.git] / docker / smoke-cntt / testcases.yaml

diff --git a/docker/smoke-cntt/testcases.yaml b/docker/smoke-cntt/testcases.yaml
index 1ddfdc2..17ce34f 100644 (file)
--- a/docker/smoke-cntt/testcases.yaml
+++ b/docker/smoke-cntt/testcases.yaml
@@ -1,8 +1,8 @@
 ---
 tiers:
     -
-        name: smoke
-        order: 1
+        name: smoke_cntt
+        order: 2
         description: >-
             Set of basic Functional tests to validate the OPNFV scenarios.
         testcases:
@@ -12,7 +12,7 @@ tiers:
                 criteria: 100
                 blocking: false
                 deny_skipping: true
-                tests_count: 510
+                tests_count: 515
                 description: >-
                     This test case runs the Tempest suite proposed by the
                     Neutron project. The list of test cases is generated by
@@ -71,7 +71,7 @@ tiers:
                             (?!.*test_trunk_negative.TrunkTestMtusJSON)\
                             (^neutron_tempest_plugin.api)"
                         option:
-                            - '--concurrency=3'
+                            - '--concurrency=4'
 
             -
                 case_name: tempest_cinder_cntt
@@ -90,7 +90,7 @@ tiers:
                             (?!.*test_consistencygroups)\
                             (^cinder_tempest_plugin.)"
                         option:
-                            - '--concurrency=3'
+                            - '--concurrency=4'
 
             -
                 case_name: tempest_keystone_cntt
@@ -109,7 +109,7 @@ tiers:
                             (?!.*scenario.test_federated_authentication)\
                             keystone_tempest_plugin."
                         option:
-                            - '--concurrency=3'
+                            - '--concurrency=4'
 
             -
                 case_name: tempest_heat_cntt
@@ -165,7 +165,7 @@ tiers:
                 criteria: 100
                 blocking: false
                 deny_skipping: true
-                tests_count: 1283
+                tests_count: 1279
                 description: >-
                     The list of test cases is generated by
                     Tempest automatically and depends on the parameters of
@@ -177,20 +177,26 @@ tiers:
                         mode: "(?!.*test_fixed_ips)\
                           (?!.*test_fixed_ips_negative)\
                           (?!.*test_auto_allocate_network)(?!.*test_floating_ips_bulk)\
+                          (?!.*test_flavors_microversions.FlavorsV255TestJSON)\
+                          (?!.*test_flavors_microversions.FlavorsV261TestJSON)\
                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_iscsi_volume)\
                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_volume_backed_live_migration)\
                           (?!.*test_live_migration.LiveMigrationTest.test_iscsi_volume)\
                           (?!.*test_live_migration.LiveMigrationTest.test_volume_backed_live_migration)\
                           (?!.*test_live_migration.LiveMigrationRemoteConsolesV26Test)\
+                          (?!.*test_quotas.QuotasAdminTestV257)\
                           (?!.*certificates.test_certificates)\
                           (?!.*test_quotas_negative.QuotasSecurityGroupAdminNegativeTest)\
                           (?!.*test_novnc)(?!.*test_server_personality)\
                           (?!.*test_servers.ServerShowV263Test.test_show_update_rebuild_list_server)\
+                          (?!.*test_servers_microversions.ServerShowV254Test)\
+                          (?!.*test_servers_microversions.ServerShowV257Test)\
                           (?!.*test_servers_negative.ServersNegativeTestJSON.test_personality_file_contents_not_encoded)\
                           (?!.*servers.test_virtual_interfaces)\
                           (?!.*test_server_actions.ServerActionsTestJSON.test_change_server_password)\
                           (?!.*test_server_actions.ServerActionsTestJSON.test_get_vnc_console)\
                           (?!.*test_server_actions.ServerActionsTestJSON.test_reboot_server_soft)\
+                          (?!.*test_server_rescue.ServerBootFromVolumeStableRescueTest)\
                           (?!.*test_server_rescue.ServerStableDeviceRescueTest)\
                           (?!.*test_security_group_default_rules)\
                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_duplicate_name)\
@@ -213,6 +219,7 @@ tiers:
                           (?!.*test_routers.RoutersTest.test_create_router_set_gateway_with_fixed_ip)\
                           (?!.*test_group_snapshots.GroupSnapshotsV319Test.test_reset_group_snapshot_status)\
                           (?!.*test_multi_backend)\
+                          (?!.*test_snapshot_manage)\
                           (?!.*test_volume_retype.VolumeRetypeWithMigrationTest)\
                           (?!.*test_volume_delete_cascade.VolumesDeleteCascade.test_volume_from_snapshot_cascade_delete)\
                           (?!.*test_volumes_backup.VolumesBackupsTest.test_volume_backup_create_get_detailed_list_restore_delete)\
@@ -220,7 +227,7 @@ tiers:
                           (?!.*test_volumes_extend.VolumesExtendAttachedTest.test_extend_attached_volume)\
                           (?!.*\\[.*\\bslow\\b.*\\])(^tempest.api)"
                         option:
-                            - '--concurrency=3'
+                            - '--concurrency=4'
 
             -
                 case_name: tempest_scenario_cntt
@@ -237,7 +244,7 @@ tiers:
                 run:
                     name: tempest_scenario
                     args:
-                        mode: "(?!.*test_network_v6)\
+                        mode: "\
                           (?!.*test_volume_boot_pattern.TestVolumeBootPattern.test_boot_server_from_encrypted_volume_luks)\
                           (?!.*\\[.*\\bslow\\b.*\\])(^tempest.scenario)"
                         option:
@@ -249,7 +256,7 @@ tiers:
                 criteria: 100
                 blocking: false
                 deny_skipping: true
-                tests_count: 35
+                tests_count: 43
                 description: >-
                     The list of test cases is generated by
                     Tempest automatically and depends on the parameters of
@@ -260,12 +267,12 @@ tiers:
                     args:
                         mode: "(?!.*test_volume_swap)\
                           (?!.*test_server_personality)\
+                          (?!.*test_server_rescue.ServerBootFromVolumeStableRescueTest)\
                           (?!.*test_container_sync.ContainerSyncTest.test_container_synchronization)\
                           (?!.*test_container_sync_middleware.ContainerSyncMiddlewareTest.test_container_synchronization)\
                           (?!.*test_encrypted_cinder_volumes)\
                           (?!.*test_minbw_allocation_placement)\
                           (?!.*test_network_basic_ops.TestNetworkBasicOps.test_router_rescheduling)\
-                          (?!.*test_network_v6)\
                           (?!.*test_volume_migrate_attached)\
                           (?!.*test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_cold_migration_revert)\
                           (?=.*\\[.*\\bslow\\b.*\\])(^tempest.)"