Exlude programming issues in Patrole test cases

http://artifacts.opnfv.org/functest/5R496QTS4IFG/functest-opnfv-functest-smoke-latest-patrole_admin-run-187/patrole_admin/tempest-report.html
http://artifacts.opnfv.org/functest/5R496QTS4IFG/functest-opnfv-functest-smoke-latest-patrole_member-run-187/patrole_member/tempest-report.html
http://artifacts.opnfv.org/functest/5R496QTS4IFG/functest-opnfv-functest-smoke-latest-patrole_reader-run-187/patrole_reader/tempest-report.html

Change-Id: Icd494ed69efaea37818d5b63a9772c4625aa8e08
Signed-off-by: Cédric Ollivier <cedric.ollivier@orange.com>

diff --git a/docker/smoke/testcases.yaml b/docker/smoke/testcases.yaml
index 8264662..1dc1677 100644 (file)
--- a/docker/smoke/testcases.yaml
+++ b/docker/smoke/testcases.yaml
@@ -232,11 +232,20 @@ tiers:
                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_create_group_type)\
                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_delete_group_type)\
                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_update_group_type)\
+                          (?!.*test_group_snapshots_rbac)\
+                          (?!.*test_groups_rbac)\
                           (?!.*test_quota_classes_rbac)\
+                          (?!.*test_server_misc_policy_actions_rbac.MiscPolicyActionsNetworkRbacTest.test_create_interface)\
+                          (?!.*test_server_misc_policy_actions_rbac.MiscPolicyActionsNetworkRbacTest.test_delete_interface)\
+                          (?!.*test_server_misc_policy_actions_rbac.MiscPolicyActionsNetworkRbacTest.test_show_interface)\
+                          (?!.*test_user_messages_rbac)\
+                          (?!.*test_volume_actions_rbac.VolumesActionsV312RbacTest)\
                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_delete_volume_image_metadata)\
                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_list_volumes_details_image_metadata)\
                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_show_volume_details_image_metadata)\
                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_update_volume_image_metadata)\
+                          (?!.*test_volumes_backup_rbac.VolumesBackupsV318RbacTest)\
+                          (?!.*test_volumes_backup_rbac.VolumesBackupsV39RbacTest)\
                           (?!.*test_volume_types_rbac)\
                           (?=.*[.*\bslow\b.*])\
                           (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))"
@@ -268,11 +277,20 @@ tiers:
                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_create_group_type)\
                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_delete_group_type)\
                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_update_group_type)\
+                          (?!.*test_group_snapshots_rbac)\
+                          (?!.*test_groups_rbac)\
                           (?!.*test_quota_classes_rbac)\
+                          (?!.*test_server_misc_policy_actions_rbac.MiscPolicyActionsNetworkRbacTest.test_create_interface)\
+                          (?!.*test_server_misc_policy_actions_rbac.MiscPolicyActionsNetworkRbacTest.test_delete_interface)\
+                          (?!.*test_server_misc_policy_actions_rbac.MiscPolicyActionsNetworkRbacTest.test_show_interface)\
+                          (?!.*test_user_messages_rbac)\
+                          (?!.*test_volume_actions_rbac.VolumesActionsV312RbacTest)\
                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_delete_volume_image_metadata)\
                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_list_volumes_details_image_metadata)\
                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_show_volume_details_image_metadata)\
                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_update_volume_image_metadata)\
+                          (?!.*test_volumes_backup_rbac.VolumesBackupsV318RbacTest)\
+                          (?!.*test_volumes_backup_rbac.VolumesBackupsV39RbacTest)\
                           (?!.*test_volume_types_rbac)\
                           (?=.*[.*\bslow\b.*])\
                           (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))"
@@ -304,11 +322,20 @@ tiers:
                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_create_group_type)\
                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_delete_group_type)\
                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_update_group_type)\
+                          (?!.*test_group_snapshots_rbac)\
+                          (?!.*test_groups_rbac)\
                           (?!.*test_quota_classes_rbac)\
+                          (?!.*test_server_misc_policy_actions_rbac.MiscPolicyActionsNetworkRbacTest.test_create_interface)\
+                          (?!.*test_server_misc_policy_actions_rbac.MiscPolicyActionsNetworkRbacTest.test_delete_interface)\
+                          (?!.*test_server_misc_policy_actions_rbac.MiscPolicyActionsNetworkRbacTest.test_show_interface)\
+                          (?!.*test_user_messages_rbac)\
+                          (?!.*test_volume_actions_rbac.VolumesActionsV312RbacTest)\
                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_delete_volume_image_metadata)\
                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_list_volumes_details_image_metadata)\
                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_show_volume_details_image_metadata)\
                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_update_volume_image_metadata)\
+                          (?!.*test_volumes_backup_rbac.VolumesBackupsV318RbacTest)\
+                          (?!.*test_volumes_backup_rbac.VolumesBackupsV39RbacTest)\
                           (?!.*test_volume_types_rbac)\
                           (?=.*[.*\bslow\b.*])\
                           (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))"

diff --git a/functest/ci/testcases.yaml b/functest/ci/testcases.yaml
index 7aa6cb4..c3ad3f1 100644 (file)
--- a/functest/ci/testcases.yaml
+++ b/functest/ci/testcases.yaml
@@ -413,11 +413,20 @@ tiers:
                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_create_group_type)\
                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_delete_group_type)\
                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_update_group_type)\
+                          (?!.*test_group_snapshots_rbac)\
+                          (?!.*test_groups_rbac)\
                           (?!.*test_quota_classes_rbac)\
+                          (?!.*test_server_misc_policy_actions_rbac.MiscPolicyActionsNetworkRbacTest.test_create_interface)\
+                          (?!.*test_server_misc_policy_actions_rbac.MiscPolicyActionsNetworkRbacTest.test_delete_interface)\
+                          (?!.*test_server_misc_policy_actions_rbac.MiscPolicyActionsNetworkRbacTest.test_show_interface)\
+                          (?!.*test_user_messages_rbac)\
+                          (?!.*test_volume_actions_rbac.VolumesActionsV312RbacTest)\
                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_delete_volume_image_metadata)\
                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_list_volumes_details_image_metadata)\
                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_show_volume_details_image_metadata)\
                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_update_volume_image_metadata)\
+                          (?!.*test_volumes_backup_rbac.VolumesBackupsV318RbacTest)\
+                          (?!.*test_volumes_backup_rbac.VolumesBackupsV39RbacTest)\
                           (?!.*test_volume_types_rbac)\
                           (?=.*[.*\bslow\b.*])\
                           (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))"
@@ -449,11 +458,20 @@ tiers:
                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_create_group_type)\
                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_delete_group_type)\
                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_update_group_type)\
+                          (?!.*test_group_snapshots_rbac)\
+                          (?!.*test_groups_rbac)\
                           (?!.*test_quota_classes_rbac)\
+                          (?!.*test_server_misc_policy_actions_rbac.MiscPolicyActionsNetworkRbacTest.test_create_interface)\
+                          (?!.*test_server_misc_policy_actions_rbac.MiscPolicyActionsNetworkRbacTest.test_delete_interface)\
+                          (?!.*test_server_misc_policy_actions_rbac.MiscPolicyActionsNetworkRbacTest.test_show_interface)\
+                          (?!.*test_user_messages_rbac)\
+                          (?!.*test_volume_actions_rbac.VolumesActionsV312RbacTest)\
                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_delete_volume_image_metadata)\
                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_list_volumes_details_image_metadata)\
                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_show_volume_details_image_metadata)\
                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_update_volume_image_metadata)\
+                          (?!.*test_volumes_backup_rbac.VolumesBackupsV318RbacTest)\
+                          (?!.*test_volumes_backup_rbac.VolumesBackupsV39RbacTest)\
                           (?!.*test_volume_types_rbac)\
                           (?=.*[.*\bslow\b.*])\
                           (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))"
@@ -485,11 +503,20 @@ tiers:
                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_create_group_type)\
                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_delete_group_type)\
                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_update_group_type)\
+                          (?!.*test_group_snapshots_rbac)\
+                          (?!.*test_groups_rbac)\
                           (?!.*test_quota_classes_rbac)\
+                          (?!.*test_server_misc_policy_actions_rbac.MiscPolicyActionsNetworkRbacTest.test_create_interface)\
+                          (?!.*test_server_misc_policy_actions_rbac.MiscPolicyActionsNetworkRbacTest.test_delete_interface)\
+                          (?!.*test_server_misc_policy_actions_rbac.MiscPolicyActionsNetworkRbacTest.test_show_interface)\
+                          (?!.*test_user_messages_rbac)\
+                          (?!.*test_volume_actions_rbac.VolumesActionsV312RbacTest)\
                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_delete_volume_image_metadata)\
                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_list_volumes_details_image_metadata)\
                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_show_volume_details_image_metadata)\
                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_update_volume_image_metadata)\
+                          (?!.*test_volumes_backup_rbac.VolumesBackupsV318RbacTest)\
+                          (?!.*test_volumes_backup_rbac.VolumesBackupsV39RbacTest)\
                           (?!.*test_volume_types_rbac)\
                           (?=.*[.*\bslow\b.*])\
                           (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))"