Update CNTT regex according to latest tempest changes

It skips all the new feature testing untill they are mandatory in CNTT
- [compute_feature_enabled] xenapi_apis [1]
- [identity_feature_enabled] access_rules [2]
- [image_feature_enabled] import_image [3]
- [volume_feature_enabled] extend_attached_encrypted_volume [4]

[1] https://review.opendev.org/c/openstack/tempest/+/749527
[2] https://review.opendev.org/c/openstack/tempest/+/699519
[3] https://review.opendev.org/c/openstack/tempest/+/742546
[4] https://review.opendev.org/c/openstack/tempest/+/706904

Change-Id: I161360f882138b46da56b78084a70b244cd1c53d
Signed-off-by: Cédric Ollivier <cedric.ollivier@orange.com>

diff --git a/docker/smoke-cntt/testcases.yaml b/docker/smoke-cntt/testcases.yaml
index 035368a..906c98f 100644 (file)
--- a/docker/smoke-cntt/testcases.yaml
+++ b/docker/smoke-cntt/testcases.yaml
@@ -168,7 +168,7 @@ tiers:
                 criteria: 100
                 blocking: false
                 deny_skipping: true
-                tests_count: 1276
+                tests_count: 1259
                 description: >-
                     The list of test cases is generated by
                     Tempest automatically and depends on the parameters of
@@ -177,7 +177,7 @@ tiers:
                 run:
                     name: tempest_common
                     args:
-                        mode: "(?!.*test_fixed_ips)\
+                        mode: "(?!.*admin.test_agents)(?!.*test_fixed_ips)\
                           (?!.*test_fixed_ips_negative)\
                           (?!.*test_auto_allocate_network)(?!.*test_floating_ips_bulk)\
                           (?!.*test_flavors_microversions.FlavorsV255TestJSON)\
@@ -192,6 +192,7 @@ tiers:
                           (?!.*test_live_migration.LiveMigrationTest.test_volume_backed_live_migration)\
                           (?!.*test_live_migration.LiveMigrationRemoteConsolesV26Test)\
                           (?!.*test_quotas.QuotasAdminTestV257)\
+                          (?!.*test_servers.ServersAdminTestJSON.test_reset_network_inject_network_info)\
                           (?!.*certificates.test_certificates)\
                           (?!.*test_quotas_negative.QuotasSecurityGroupAdminNegativeTest)\
                           (?!.*test_novnc)(?!.*test_server_personality)\
@@ -212,19 +213,33 @@ tiers:
                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_des)\
                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_id)\
                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_name)\
+                          (?!.*test_server_metadata.ServerMetadataTestJSON)\
+                          (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_delete_metadata_non_existent_server)\
+                          (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_metadata_items_limit)\
+                          (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_metadata_invalid_key)\
+                          (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_metadata_non_existent_server)\
+                          (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_server_metadata_blank_key)\
+                          (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_server_metadata_missing_metadata)\
+                          (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_update_metadata_non_existent_server)\
+                          (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_update_metadata_with_blank_key)\
                           (?!.*test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex)\
                           (?!.*compute.test_virtual_interfaces)(?!.*compute.test_virtual_interfaces_negative)\
                           (?!.*compute.test_networks)\
                           (?!.*test_attach_volume.AttachVolumeMultiAttach)\
                           (?!.*identity.admin.v2)(?!.*identity.v2)\
+                          (?!.*identity.v3.test_access_rules)\
+                          (?!.*identity.v3.test_application_credentials.ApplicationCredentialsV3Test.test_create_application_credential_access_rules)\
                           (?!.*image.v1)\
+                          (?!.*image.v2.admin.test_images.ImportCopyImagesTest)\
                           (?!.*image.v2.test_images.ImportImagesTest)\
+                          (?!.*image.v2.test_images.MultiStoresImportImages)\
                           (?!.*admin.test_dhcp_agent_scheduler)\
                           (?!.*admin.test_routers_dvr)\
                           (?!.*test_metering_extensions)(?!.*network.test_tags)\
                           (?!.*test_routers_negative.DvrRoutersNegativeTest)\
                           (?!.*test_routers.RoutersIpV6Test.test_create_router_set_gateway_with_fixed_ip)\
                           (?!.*test_routers.RoutersTest.test_create_router_set_gateway_with_fixed_ip)\
+                          (?!.*test_encrypted_volumes_extend)\
                           (?!.*test_group_snapshots.GroupSnapshotsV319Test.test_reset_group_snapshot_status)\
                           (?!.*test_multi_backend)\
                           (?!.*test_volume_retype.VolumeRetypeWithMigrationTest)\

diff --git a/functest/ci/testcases.yaml b/functest/ci/testcases.yaml
index 09784b2..f24bfc8 100644 (file)
--- a/functest/ci/testcases.yaml
+++ b/functest/ci/testcases.yaml
@@ -679,7 +679,7 @@ tiers:
                 criteria: 100
                 blocking: false
                 deny_skipping: true
-                tests_count: 1280
+                tests_count: 1259
                 description: >-
                     The list of test cases is generated by
                     Tempest automatically and depends on the parameters of
@@ -688,7 +688,7 @@ tiers:
                 run:
                     name: tempest_common
                     args:
-                        mode: "(?!.*test_fixed_ips)\
+                        mode: "(?!.*admin.test_agents)(?!.*test_fixed_ips)\
                           (?!.*test_fixed_ips_negative)\
                           (?!.*test_auto_allocate_network)(?!.*test_floating_ips_bulk)\
                           (?!.*test_flavors_microversions.FlavorsV255TestJSON)\
@@ -703,6 +703,7 @@ tiers:
                           (?!.*test_live_migration.LiveMigrationTest.test_volume_backed_live_migration)\
                           (?!.*test_live_migration.LiveMigrationRemoteConsolesV26Test)\
                           (?!.*test_quotas.QuotasAdminTestV257)\
+                          (?!.*test_servers.ServersAdminTestJSON.test_reset_network_inject_network_info)\
                           (?!.*certificates.test_certificates)\
                           (?!.*test_quotas_negative.QuotasSecurityGroupAdminNegativeTest)\
                           (?!.*test_novnc)(?!.*test_server_personality)\
@@ -723,19 +724,33 @@ tiers:
                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_des)\
                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_id)\
                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_name)\
+                          (?!.*test_server_metadata.ServerMetadataTestJSON)\
+                          (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_delete_metadata_non_existent_server)\
+                          (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_metadata_items_limit)\
+                          (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_metadata_invalid_key)\
+                          (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_metadata_non_existent_server)\
+                          (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_server_metadata_blank_key)\
+                          (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_server_metadata_missing_metadata)\
+                          (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_update_metadata_non_existent_server)\
+                          (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_update_metadata_with_blank_key)\
                           (?!.*test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex)\
                           (?!.*compute.test_virtual_interfaces)(?!.*compute.test_virtual_interfaces_negative)\
                           (?!.*compute.test_networks)\
                           (?!.*test_attach_volume.AttachVolumeMultiAttach)\
                           (?!.*identity.admin.v2)(?!.*identity.v2)\
+                          (?!.*identity.v3.test_access_rules)\
+                          (?!.*identity.v3.test_application_credentials.ApplicationCredentialsV3Test.test_create_application_credential_access_rules)\
                           (?!.*image.v1)\
+                          (?!.*image.v2.admin.test_images.ImportCopyImagesTest)\
                           (?!.*image.v2.test_images.ImportImagesTest)\
+                          (?!.*image.v2.test_images.MultiStoresImportImages)\
                           (?!.*admin.test_dhcp_agent_scheduler)\
                           (?!.*admin.test_routers_dvr)\
                           (?!.*test_metering_extensions)(?!.*network.test_tags)\
                           (?!.*test_routers_negative.DvrRoutersNegativeTest)\
                           (?!.*test_routers.RoutersIpV6Test.test_create_router_set_gateway_with_fixed_ip)\
                           (?!.*test_routers.RoutersTest.test_create_router_set_gateway_with_fixed_ip)\
+                          (?!.*test_encrypted_volumes_extend)\
                           (?!.*test_group_snapshots.GroupSnapshotsV319Test.test_reset_group_snapshot_status)\
                           (?!.*test_multi_backend)\
                           (?!.*test_volume_retype.VolumeRetypeWithMigrationTest)\