Merge "Add SLA to Rally test cases"
[functest.git] / testcases / VIM / OpenStack / CI / suites / opnfv-smoke-green.json
1 {
2     "TempestScenario.list_of_tests": [
3         {
4             "args": {
5                 "tempest_conf": "/etc/tempest/tempest.conf",
6                 "test_names": [
7 "tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image",
8 "tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail",
9 "tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_group_create_get_delete",
10 "tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete",
11 "tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_create",
12 "tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_delete",
13 "tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_get",
14 "tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_list",
15 "tempest.api.data_processing.test_data_sources.DataSourceTest.test_external_hdfs_data_source_create",
16 "tempest.api.data_processing.test_data_sources.DataSourceTest.test_external_hdfs_data_source_delete",
17 "tempest.api.data_processing.test_data_sources.DataSourceTest.test_external_hdfs_data_source_get",
18 "tempest.api.data_processing.test_data_sources.DataSourceTest.test_external_hdfs_data_source_list",
19 "tempest.api.data_processing.test_data_sources.DataSourceTest.test_local_hdfs_data_source_create",
20 "tempest.api.data_processing.test_data_sources.DataSourceTest.test_local_hdfs_data_source_delete",
21 "tempest.api.data_processing.test_data_sources.DataSourceTest.test_local_hdfs_data_source_get",
22 "tempest.api.data_processing.test_data_sources.DataSourceTest.test_local_hdfs_data_source_list",
23 "tempest.api.data_processing.test_data_sources.DataSourceTest.test_swift_data_source_create",
24 "tempest.api.data_processing.test_data_sources.DataSourceTest.test_swift_data_source_delete",
25 "tempest.api.data_processing.test_data_sources.DataSourceTest.test_swift_data_source_get",
26 "tempest.api.data_processing.test_data_sources.DataSourceTest.test_swift_data_source_list",
27 "tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_internal_db_job_binary_create",
28 "tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_internal_db_job_binary_delete",
29 "tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_internal_db_job_binary_get",
30 "tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_internal_db_job_binary_list",
31 "tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_job_binary_get_data",
32 "tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_swift_job_binary_create",
33 "tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_swift_job_binary_delete",
34 "tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_swift_job_binary_get",
35 "tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_swift_job_binary_list",
36 "tempest.api.data_processing.test_job_binary_internals.JobBinaryInternalTest.test_job_binary_internal_create",
37 "tempest.api.data_processing.test_job_binary_internals.JobBinaryInternalTest.test_job_binary_internal_delete",
38 "tempest.api.data_processing.test_job_binary_internals.JobBinaryInternalTest.test_job_binary_internal_get",
39 "tempest.api.data_processing.test_job_binary_internals.JobBinaryInternalTest.test_job_binary_internal_get_data",
40 "tempest.api.data_processing.test_job_binary_internals.JobBinaryInternalTest.test_job_binary_internal_list",
41 "tempest.api.data_processing.test_jobs.JobTest.test_job_create",
42 "tempest.api.data_processing.test_jobs.JobTest.test_job_delete",
43 "tempest.api.data_processing.test_jobs.JobTest.test_job_get",
44 "tempest.api.data_processing.test_jobs.JobTest.test_job_list",
45 "tempest.api.data_processing.test_node_group_templates.NodeGroupTemplateTest.test_node_group_template_create",
46 "tempest.api.data_processing.test_node_group_templates.NodeGroupTemplateTest.test_node_group_template_delete",
47 "tempest.api.data_processing.test_node_group_templates.NodeGroupTemplateTest.test_node_group_template_get",
48 "tempest.api.data_processing.test_node_group_templates.NodeGroupTemplateTest.test_node_group_template_list",
49 "tempest.api.data_processing.test_plugins.PluginsTest.test_plugin_get",
50 "tempest.api.data_processing.test_plugins.PluginsTest.test_plugin_list",
51 "tempest.api.database.flavors.test_flavors.DatabaseFlavorsTest.test_compare_db_flavors_with_os",
52 "tempest.api.database.flavors.test_flavors.DatabaseFlavorsTest.test_get_db_flavor",
53 "tempest.api.database.flavors.test_flavors.DatabaseFlavorsTest.test_list_db_flavors",
54 "tempest.api.database.limits.test_limits.DatabaseLimitsTest.test_absolute_limits",
55 "tempest.api.database.versions.test_versions.DatabaseVersionsTest.test_list_db_versions",
56 "tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services",
57 "tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user",
58 "tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete",
59 "tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain",
60 "tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint",
61 "tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete",
62 "tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy",
63 "tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id",
64 "tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_role_create_update_get_list",
65 "tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all",
66 "tempest.api.messaging.test_claims.TestClaims.test_post_claim",
67 "tempest.api.messaging.test_claims.TestClaims.test_query_claim",
68 "tempest.api.messaging.test_claims.TestClaims.test_release_claim",
69 "tempest.api.messaging.test_claims.TestClaims.test_update_claim",
70 "tempest.api.messaging.test_messages.TestMessages.test_delete_multiple_messages",
71 "tempest.api.messaging.test_messages.TestMessages.test_delete_single_message",
72 "tempest.api.messaging.test_messages.TestMessages.test_get_message",
73 "tempest.api.messaging.test_messages.TestMessages.test_get_multiple_messages",
74 "tempest.api.messaging.test_messages.TestMessages.test_list_messages",
75 "tempest.api.messaging.test_messages.TestMessages.test_post_messages",
76 "tempest.api.messaging.test_queues.TestManageQueue.test_check_queue_existence",
77 "tempest.api.messaging.test_queues.TestManageQueue.test_check_queue_head",
78 "tempest.api.messaging.test_queues.TestManageQueue.test_get_queue_stats",
79 "tempest.api.messaging.test_queues.TestManageQueue.test_list_queues",
80 "tempest.api.messaging.test_queues.TestManageQueue.test_set_and_get_queue_metadata",
81 "tempest.api.messaging.test_queues.TestQueues.test_create_delete_queue",
82 "tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions",
83 "tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address",
84 "tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip",
85 "tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_network",
86 "tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_port",
87 "tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_subnet",
88 "tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_network",
89 "tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_port",
90 "tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_subnet",
91 "tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_update_delete_network_subnet",
92 "tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_external_network_visibility",
93 "tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_networks",
94 "tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_subnets",
95 "tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_network",
96 "tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_subnet",
97 "tempest.api.network.test_networks.NetworksIpV6TestJSON.test_create_update_delete_network_subnet",
98 "tempest.api.network.test_networks.NetworksIpV6TestJSON.test_external_network_visibility",
99 "tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_networks",
100 "tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_subnets",
101 "tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_network",
102 "tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_subnet",
103 "tempest.api.network.test_networks.NetworksTestJSON.test_create_update_delete_network_subnet",
104 "tempest.api.network.test_networks.NetworksTestJSON.test_external_network_visibility",
105 "tempest.api.network.test_networks.NetworksTestJSON.test_list_networks",
106 "tempest.api.network.test_networks.NetworksTestJSON.test_list_subnets",
107 "tempest.api.network.test_networks.NetworksTestJSON.test_show_network",
108 "tempest.api.network.test_networks.NetworksTestJSON.test_show_subnet",
109 "tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools",
110 "tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups",
111 "tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port",
112 "tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports",
113 "tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port",
114 "tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools",
115 "tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups",
116 "tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port",
117 "tempest.api.network.test_ports.PortsTestJSON.test_list_ports",
118 "tempest.api.network.test_ports.PortsTestJSON.test_show_port",
119 "tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces",
120 "tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id",
121 "tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id",
122 "tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router",
123 "tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces",
124 "tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id",
125 "tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id",
126 "tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router",
127 "tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group",
128 "tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule",
129 "tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups",
130 "tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group",
131 "tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule",
132 "tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups",
133 "tempest.api.object_storage.test_account_quotas.AccountQuotasTest.test_admin_modify_quota",
134 "tempest.api.object_storage.test_account_quotas.AccountQuotasTest.test_upload_valid_object",
135 "tempest.api.object_storage.test_account_services.AccountTest.test_list_account_metadata",
136 "tempest.api.object_storage.test_account_services.AccountTest.test_list_containers",
137 "tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_end_marker",
138 "tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_format_json",
139 "tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_format_xml",
140 "tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_limit",
141 "tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_limit_and_end_marker",
142 "tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_limit_and_marker",
143 "tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_limit_and_marker_and_end_marker",
144 "tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_marker",
145 "tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_marker_and_end_marker",
146 "tempest.api.object_storage.test_account_services.AccountTest.test_list_extensions",
147 "tempest.api.object_storage.test_account_services.AccountTest.test_list_no_account_metadata",
148 "tempest.api.object_storage.test_account_services.AccountTest.test_list_no_containers",
149 "tempest.api.object_storage.test_account_services.AccountTest.test_update_account_metadata_with_create_and_delete_metadata",
150 "tempest.api.object_storage.test_account_services.AccountTest.test_update_account_metadata_with_create_matadata_key",
151 "tempest.api.object_storage.test_account_services.AccountTest.test_update_account_metadata_with_create_metadata",
152 "tempest.api.object_storage.test_account_services.AccountTest.test_update_account_metadata_with_delete_matadata",
153 "tempest.api.object_storage.test_account_services.AccountTest.test_update_account_metadata_with_delete_matadata_key",
154 "tempest.api.object_storage.test_container_acl.ObjectTestACLs.test_read_object_with_rights",
155 "tempest.api.object_storage.test_container_acl.ObjectTestACLs.test_write_object_with_rights",
156 "tempest.api.object_storage.test_container_quotas.ContainerQuotasTest.test_upload_large_object",
157 "tempest.api.object_storage.test_container_quotas.ContainerQuotasTest.test_upload_too_many_objects",
158 "tempest.api.object_storage.test_container_quotas.ContainerQuotasTest.test_upload_valid_object",
159 "tempest.api.object_storage.test_container_services.ContainerTest.test_create_container",
160 "tempest.api.object_storage.test_container_services.ContainerTest.test_create_container_overwrite",
161 "tempest.api.object_storage.test_container_services.ContainerTest.test_create_container_with_metadata_key",
162 "tempest.api.object_storage.test_container_services.ContainerTest.test_create_container_with_metadata_value",
163 "tempest.api.object_storage.test_container_services.ContainerTest.test_create_container_with_remove_metadata_key",
164 "tempest.api.object_storage.test_container_services.ContainerTest.test_create_container_with_remove_metadata_value",
165 "tempest.api.object_storage.test_container_services.ContainerTest.test_delete_container",
166 "tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents",
167 "tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_delimiter",
168 "tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_end_marker",
169 "tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_format_json",
170 "tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_format_xml",
171 "tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_limit",
172 "tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_marker",
173 "tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_no_object",
174 "tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_path",
175 "tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_prefix",
176 "tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_metadata",
177 "tempest.api.object_storage.test_container_services.ContainerTest.test_list_no_container_metadata",
178 "tempest.api.object_storage.test_container_services.ContainerTest.test_update_container_metadata_with_create_and_delete_matadata",
179 "tempest.api.object_storage.test_container_services.ContainerTest.test_update_container_metadata_with_create_matadata_key",
180 "tempest.api.object_storage.test_container_services.ContainerTest.test_update_container_metadata_with_create_metadata",
181 "tempest.api.object_storage.test_container_services.ContainerTest.test_update_container_metadata_with_delete_metadata",
182 "tempest.api.object_storage.test_container_services.ContainerTest.test_update_container_metadata_with_delete_metadata_key",
183 "tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_2d_way",
184 "tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_across_containers",
185 "tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_in_same_container",
186 "tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_to_itself",
187 "tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_with_x_fresh_metadata",
188 "tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_with_x_object_meta",
189 "tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_with_x_object_metakey",
190 "tempest.api.object_storage.test_object_services.ObjectTest.test_get_object",
191 "tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_with_if_match",
192 "tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_with_if_modified_since",
193 "tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_with_if_unmodified_since",
194 "tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_with_metadata",
195 "tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_with_range",
196 "tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_with_x_newest",
197 "tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_with_x_object_manifest",
198 "tempest.api.object_storage.test_object_services.ObjectTest.test_list_no_object_metadata",
199 "tempest.api.object_storage.test_object_services.ObjectTest.test_list_object_metadata",
200 "tempest.api.object_storage.test_object_services.ObjectTest.test_list_object_metadata_with_x_object_manifest",
201 "tempest.api.object_storage.test_object_services.ObjectTest.test_update_object_metadata",
202 "tempest.api.object_storage.test_object_services.ObjectTest.test_update_object_metadata_with_create_and_remove_metadata",
203 "tempest.api.object_storage.test_object_services.ObjectTest.test_update_object_metadata_with_x_object_manifest",
204 "tempest.api.object_storage.test_object_services.ObjectTest.test_update_object_metadata_with_x_remove_object_metakey",
205 "tempest.api.object_storage.test_object_services.PublicObjectTest.test_access_public_container_object_without_using_creds",
206 "tempest.api.object_storage.test_object_services.PublicObjectTest.test_access_public_object_with_another_user_creds",
207 "tempest.api.object_storage.test_object_version.ContainerTest.test_versioned_container",
208 "tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_list",
209 "tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_show",
210 "tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_template",
211 "tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_list",
212 "tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_metadata",
213 "tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_software_config",
214 "tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_create_validate",
215 "tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_no_metadata_change",
216 "tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_with_metadata_change",
217 "tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_crud_no_resources",
218 "tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_list_responds",
219 "tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v1_notifications",
220 "tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v2_notifications",
221 "tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete",
222 "tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_from_image",
223 "tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete",
224 "tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_from_image",
225 "tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list",
226 "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list",
227                 ]
228             },
229             "runner": {
230                 "type": "serial",
231                 "times": 1,
232                 "concurrency": 1
233             },
234             "sla": {
235                 "failure_rate": {"max": 0}
236             }
237         }
238     ]
239 }