X-Git-Url: https://gerrit.opnfv.org/gerrit/gitweb?a=blobdiff_plain;f=functest%2Fci%2Ftestcases.yaml;h=a5e26536a686aa8ad647d2de5e5753ac651d225c;hb=c21b9453d34bac7be124b4133fb8a1501e92770b;hp=e322a84ae1f4b9ab84c007beaebf1b7bf061bfa2;hpb=80f380502edf592015df1adf542b6a143da98e7d;p=functest.git diff --git a/functest/ci/testcases.yaml b/functest/ci/testcases.yaml index e322a84ae..a5e26536a 100644 --- a/functest/ci/testcases.yaml +++ b/functest/ci/testcases.yaml @@ -177,9 +177,9 @@ tiers: dependencies: - DASHBOARD_URL: '^(?!\s*$).+' run: - name: tempest_horizon + name: tempest_common args: - mode: '^tempest_horizon.' + mode: '^tempest.scenario.test_dashboard_basic_ops.' - name: smoke @@ -289,11 +289,8 @@ tiers: - case_name: refstack_compute project_name: functest - enabled: false criteria: 100 blocking: false - deny_skipping: true - tests_count: 222 description: >- This test case runs a sub group of tests of the OpenStack Compute testcases. @@ -326,11 +323,8 @@ tiers: - case_name: refstack_platform project_name: functest - enabled: false criteria: 100 blocking: false - deny_skipping: true - tests_count: 278 description: >- This test case runs a sub group of tests of the OpenStack Platform testcases. @@ -412,6 +406,19 @@ tiers: (?!.*compute.test_floating_ips_rbac)\ (?!.*test_reset_network)\ (?!.*test_create_image_from_volume_backed_server)\ + (?!.*test_network_ip_availability_rbac.NetworkIpAvailabilityExtRbacTest.test_get_network_ip_availabilities)\ + (?!.*test_policy_bandwidth_limit_rule_rbac)\ + (?!.*test_policy_minimum_bandwidth_rule_rbac)\ + (?!.*test_group_type_specs)\ + (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_create_group_type)\ + (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_delete_group_type)\ + (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_update_group_type)\ + (?!.*test_quota_classes_rbac)\ + (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_delete_volume_image_metadata)\ + (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_list_volumes_details_image_metadata)\ + (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_show_volume_details_image_metadata)\ + (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_update_volume_image_metadata)\ + (?!.*test_volume_types_rbac)\ (?=.*[.*\bslow\b.*])\ (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))" option: @@ -435,6 +442,19 @@ tiers: (?!.*compute.test_floating_ips_rbac)\ (?!.*test_reset_network)\ (?!.*test_create_image_from_volume_backed_server)\ + (?!.*test_network_ip_availability_rbac.NetworkIpAvailabilityExtRbacTest.test_get_network_ip_availabilities)\ + (?!.*test_policy_bandwidth_limit_rule_rbac)\ + (?!.*test_policy_minimum_bandwidth_rule_rbac)\ + (?!.*test_group_type_specs)\ + (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_create_group_type)\ + (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_delete_group_type)\ + (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_update_group_type)\ + (?!.*test_quota_classes_rbac)\ + (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_delete_volume_image_metadata)\ + (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_list_volumes_details_image_metadata)\ + (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_show_volume_details_image_metadata)\ + (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_update_volume_image_metadata)\ + (?!.*test_volume_types_rbac)\ (?=.*[.*\bslow\b.*])\ (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))" option: @@ -458,6 +478,19 @@ tiers: (?!.*compute.test_floating_ips_rbac)\ (?!.*test_reset_network)\ (?!.*test_create_image_from_volume_backed_server)\ + (?!.*test_network_ip_availability_rbac.NetworkIpAvailabilityExtRbacTest.test_get_network_ip_availabilities)\ + (?!.*test_policy_bandwidth_limit_rule_rbac)\ + (?!.*test_policy_minimum_bandwidth_rule_rbac)\ + (?!.*test_group_type_specs)\ + (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_create_group_type)\ + (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_delete_group_type)\ + (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_update_group_type)\ + (?!.*test_quota_classes_rbac)\ + (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_delete_volume_image_metadata)\ + (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_list_volumes_details_image_metadata)\ + (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_show_volume_details_image_metadata)\ + (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_update_volume_image_metadata)\ + (?!.*test_volume_types_rbac)\ (?=.*[.*\bslow\b.*])\ (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))" option: @@ -530,7 +563,7 @@ tiers: criteria: 100 blocking: false deny_skipping: true - tests_count: 523 + tests_count: 546 description: >- This test case runs the Tempest suite proposed by the Neutron project. The list of test cases is generated by @@ -597,7 +630,7 @@ tiers: criteria: 100 blocking: false deny_skipping: true - tests_count: 9 + tests_count: 10 description: >- This test case runs the Tempest suite proposed by the Cinder project. @@ -608,6 +641,8 @@ tiers: (?!.*test_consistencygroups)\ (?!.*test_backup_crossproject_admin_negative)\ (?!.*test_backup_crossproject_user_negative)\ + (?!.*test_volume_encrypted.TestEncryptedCinderVolumes)\ + (?!.*rbac)\ (^cinder_tempest_plugin.)" option: - '--concurrency=4' @@ -626,6 +661,7 @@ tiers: name: tempest_common args: mode: "(?!.*api.identity.v3.test_oauth1_tokens)\ + (?!.*rbac)\ (?!.*scenario.test_federated_authentication)\ keystone_tempest_plugin." option: @@ -686,7 +722,7 @@ tiers: criteria: 100 blocking: false deny_skipping: true - tests_count: 1260 + tests_count: 1269 description: >- The list of test cases is generated by Tempest automatically and depends on the parameters of @@ -731,6 +767,7 @@ tiers: (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_des)\ (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_id)\ (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_name)\ + (?!.*test_create_server.ServersTestFqdnHostnames.test_create_server_with_fqdn_name)\ (?!.*test_server_metadata.ServerMetadataTestJSON)\ (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_delete_metadata_non_existent_server)\ (?!.*test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_metadata_items_limit)\ @@ -749,6 +786,9 @@ tiers: (?!.*identity.v3.test_application_credentials.ApplicationCredentialsV3Test.test_create_application_credential_access_rules)\ (?!.*image.v1)\ (?!.*image.v2.admin.test_images.ImportCopyImagesTest)\ + (?!.*image.v2.test_images_negative.ImagesNegativeTest.test_create_image_reserved_property)\ + (?!.*image.v2.test_images_negative.ImagesNegativeTest.test_update_image_reserved_property)\ + (?!.*image.v2.test_images_negative.ImportImagesNegativeTest.test_image_web_download_import_with_bad_url)\ (?!.*image.v2.test_images.ImportImagesTest)\ (?!.*image.v2.test_images.MultiStoresImportImages)\ (?!.*admin.test_dhcp_agent_scheduler)\ @@ -757,6 +797,7 @@ tiers: (?!.*test_routers_negative.DvrRoutersNegativeTest)\ (?!.*test_routers.RoutersIpV6Test.test_create_router_set_gateway_with_fixed_ip)\ (?!.*test_routers.RoutersTest.test_create_router_set_gateway_with_fixed_ip)\ + (?!.*test_object_services.ObjectTest.test_create_object_with_transfer_encoding)\ (?!.*test_encrypted_volumes_extend)\ (?!.*test_group_snapshots.GroupSnapshotsV319Test.test_reset_group_snapshot_status)\ (?!.*test_multi_backend)\ @@ -775,7 +816,7 @@ tiers: criteria: 100 blocking: false deny_skipping: true - tests_count: 9 + tests_count: 12 description: >- The list of test cases is generated by Tempest automatically and depends on the parameters of @@ -786,6 +827,8 @@ tiers: args: mode: "\ (?!.*test_minbw_allocation_placement)\ + (?!.*test_unified_limits.ImageQuotaTest.test_image_count_uploading_quota)\ + (?!.*test_unified_limits.ImageQuotaTest.test_image_stage_quota)\ (?!.*test_volume_boot_pattern.TestVolumeBootPattern.test_boot_server_from_encrypted_volume_luks)\ (?!.*\\[.*\\bslow\\b.*\\])(^tempest.scenario)" option: