Filter test_policy_minimum_bandwidth_rule_rbac in Patrole
[functest.git] / functest / ci / testcases.yaml
index e33d5b8..a5e2653 100644 (file)
@@ -177,9 +177,9 @@ tiers:
                 dependencies:
                     - DASHBOARD_URL: '^(?!\s*$).+'
                 run:
-                    name: tempest_horizon
+                    name: tempest_common
                     args:
-                        mode: '^tempest_horizon.'
+                        mode: '^tempest.scenario.test_dashboard_basic_ops.'
 
     -
         name: smoke
@@ -289,14 +289,13 @@ tiers:
             -
                 case_name: refstack_compute
                 project_name: functest
-                enabled: false
                 criteria: 100
                 blocking: false
-                deny_skipping: true
-                tests_count: 222
                 description: >-
                     This test case runs a sub group of tests of the OpenStack
                     Compute testcases.
+                dependencies:
+                    - NO_TENANT_NETWORK: '^(?![tT]rue$)'
                 run:
                     name: refstack
                     args:
@@ -324,14 +323,13 @@ tiers:
             -
                 case_name: refstack_platform
                 project_name: functest
-                enabled: false
                 criteria: 100
                 blocking: false
-                deny_skipping: true
-                tests_count: 278
                 description: >-
                     This test case runs a sub group of tests of the OpenStack
                     Platform testcases.
+                dependencies:
+                    - NO_TENANT_NETWORK: '^(?![tT]rue$)'
                 run:
                     name: refstack
                     args:
@@ -408,6 +406,19 @@ tiers:
                           (?!.*compute.test_floating_ips_rbac)\
                           (?!.*test_reset_network)\
                           (?!.*test_create_image_from_volume_backed_server)\
+                          (?!.*test_network_ip_availability_rbac.NetworkIpAvailabilityExtRbacTest.test_get_network_ip_availabilities)\
+                          (?!.*test_policy_bandwidth_limit_rule_rbac)\
+                          (?!.*test_policy_minimum_bandwidth_rule_rbac)\
+                          (?!.*test_group_type_specs)\
+                          (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_create_group_type)\
+                          (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_delete_group_type)\
+                          (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_update_group_type)\
+                          (?!.*test_quota_classes_rbac)\
+                          (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_delete_volume_image_metadata)\
+                          (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_list_volumes_details_image_metadata)\
+                          (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_show_volume_details_image_metadata)\
+                          (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_update_volume_image_metadata)\
+                          (?!.*test_volume_types_rbac)\
                           (?=.*[.*\bslow\b.*])\
                           (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))"
                         option:
@@ -431,6 +442,19 @@ tiers:
                           (?!.*compute.test_floating_ips_rbac)\
                           (?!.*test_reset_network)\
                           (?!.*test_create_image_from_volume_backed_server)\
+                          (?!.*test_network_ip_availability_rbac.NetworkIpAvailabilityExtRbacTest.test_get_network_ip_availabilities)\
+                          (?!.*test_policy_bandwidth_limit_rule_rbac)\
+                          (?!.*test_policy_minimum_bandwidth_rule_rbac)\
+                          (?!.*test_group_type_specs)\
+                          (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_create_group_type)\
+                          (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_delete_group_type)\
+                          (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_update_group_type)\
+                          (?!.*test_quota_classes_rbac)\
+                          (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_delete_volume_image_metadata)\
+                          (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_list_volumes_details_image_metadata)\
+                          (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_show_volume_details_image_metadata)\
+                          (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_update_volume_image_metadata)\
+                          (?!.*test_volume_types_rbac)\
                           (?=.*[.*\bslow\b.*])\
                           (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))"
                         option:
@@ -454,6 +478,19 @@ tiers:
                           (?!.*compute.test_floating_ips_rbac)\
                           (?!.*test_reset_network)\
                           (?!.*test_create_image_from_volume_backed_server)\
+                          (?!.*test_network_ip_availability_rbac.NetworkIpAvailabilityExtRbacTest.test_get_network_ip_availabilities)\
+                          (?!.*test_policy_bandwidth_limit_rule_rbac)\
+                          (?!.*test_policy_minimum_bandwidth_rule_rbac)\
+                          (?!.*test_group_type_specs)\
+                          (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_create_group_type)\
+                          (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_delete_group_type)\
+                          (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_update_group_type)\
+                          (?!.*test_quota_classes_rbac)\
+                          (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_delete_volume_image_metadata)\
+                          (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_list_volumes_details_image_metadata)\
+                          (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_show_volume_details_image_metadata)\
+                          (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_update_volume_image_metadata)\
+                          (?!.*test_volume_types_rbac)\
                           (?=.*[.*\bslow\b.*])\
                           (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))"
                         option:
@@ -526,7 +563,7 @@ tiers:
                 criteria: 100
                 blocking: false
                 deny_skipping: true
-                tests_count: 523
+                tests_count: 546
                 description: >-
                     This test case runs the Tempest suite proposed by the
                     Neutron project. The list of test cases is generated by
@@ -593,7 +630,7 @@ tiers:
                 criteria: 100
                 blocking: false
                 deny_skipping: true
-                tests_count: 9
+                tests_count: 10
                 description: >-
                     This test case runs the Tempest suite proposed by the
                     Cinder project.
@@ -604,6 +641,8 @@ tiers:
                             (?!.*test_consistencygroups)\
                             (?!.*test_backup_crossproject_admin_negative)\
                             (?!.*test_backup_crossproject_user_negative)\
+                            (?!.*test_volume_encrypted.TestEncryptedCinderVolumes)\
+                            (?!.*rbac)\
                             (^cinder_tempest_plugin.)"
                         option:
                             - '--concurrency=4'
@@ -622,6 +661,7 @@ tiers:
                     name: tempest_common
                     args:
                         mode: "(?!.*api.identity.v3.test_oauth1_tokens)\
+                            (?!.*rbac)\
                             (?!.*scenario.test_federated_authentication)\
                             keystone_tempest_plugin."
                         option:
@@ -682,7 +722,7 @@ tiers:
                 criteria: 100
                 blocking: false
                 deny_skipping: true
-                tests_count: 1260
+                tests_count: 1269
                 description: >-
                     The list of test cases is generated by
                     Tempest automatically and depends on the parameters of
@@ -727,6 +767,7 @@ tiers:
                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_des)\
                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_id)\
                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_name)\
+                          (?!.*test_create_server.ServersTestFqdnHostnames.test_create_server_with_fqdn_name)\
                           (?!.*test_server_metadata.ServerMetadataTestJSON)\
                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_delete_metadata_non_existent_server)\
                           (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_metadata_items_limit)\
@@ -745,6 +786,9 @@ tiers:
                           (?!.*identity.v3.test_application_credentials.ApplicationCredentialsV3Test.test_create_application_credential_access_rules)\
                           (?!.*image.v1)\
                           (?!.*image.v2.admin.test_images.ImportCopyImagesTest)\
+                          (?!.*image.v2.test_images_negative.ImagesNegativeTest.test_create_image_reserved_property)\
+                          (?!.*image.v2.test_images_negative.ImagesNegativeTest.test_update_image_reserved_property)\
+                          (?!.*image.v2.test_images_negative.ImportImagesNegativeTest.test_image_web_download_import_with_bad_url)\
                           (?!.*image.v2.test_images.ImportImagesTest)\
                           (?!.*image.v2.test_images.MultiStoresImportImages)\
                           (?!.*admin.test_dhcp_agent_scheduler)\
@@ -753,6 +797,7 @@ tiers:
                           (?!.*test_routers_negative.DvrRoutersNegativeTest)\
                           (?!.*test_routers.RoutersIpV6Test.test_create_router_set_gateway_with_fixed_ip)\
                           (?!.*test_routers.RoutersTest.test_create_router_set_gateway_with_fixed_ip)\
+                          (?!.*test_object_services.ObjectTest.test_create_object_with_transfer_encoding)\
                           (?!.*test_encrypted_volumes_extend)\
                           (?!.*test_group_snapshots.GroupSnapshotsV319Test.test_reset_group_snapshot_status)\
                           (?!.*test_multi_backend)\
@@ -771,7 +816,7 @@ tiers:
                 criteria: 100
                 blocking: false
                 deny_skipping: true
-                tests_count: 9
+                tests_count: 12
                 description: >-
                     The list of test cases is generated by
                     Tempest automatically and depends on the parameters of
@@ -781,6 +826,9 @@ tiers:
                     name: tempest_scenario
                     args:
                         mode: "\
+                          (?!.*test_minbw_allocation_placement)\
+                          (?!.*test_unified_limits.ImageQuotaTest.test_image_count_uploading_quota)\
+                          (?!.*test_unified_limits.ImageQuotaTest.test_image_stage_quota)\
                           (?!.*test_volume_boot_pattern.TestVolumeBootPattern.test_boot_server_from_encrypted_volume_luks)\
                           (?!.*\\[.*\\bslow\\b.*\\])(^tempest.scenario)"
                         option:
@@ -845,6 +893,8 @@ tiers:
                 description: >-
                     This test case runs a group of Rally jobs used in
                     OpenStack gating
+                dependencies:
+                    - NO_TENANT_NETWORK: '^(?![tT]rue$)'
                 run:
                     name: rally_jobs
                     args: