From 6ba557b0cc448c5e27b33456df82814efbf4a9ec Mon Sep 17 00:00:00 2001 From: "jose.lausuch" Date: Thu, 7 May 2015 00:20:21 +0200 Subject: [PATCH] Added smoke bench scenarios: complete smoke and green list of working tests. Include smoke as input parameter for run_rally.py to run as bench test. JIRA: FUNCTEST-2 Change-Id: If9f67aed0f7d0c791342ae02a4620bdcf4f71b3e Signed-off-by: jose.lausuch --- testcases/VIM/OpenStack/CI/libraries/run_rally.py | 4 +- .../VIM/OpenStack/CI/suites/opnfv-smoke-green.json | 236 ++++++++++++++++++ testcases/VIM/OpenStack/CI/suites/opnfv-smoke.json | 271 +++++++++++++++++++++ 3 files changed, 509 insertions(+), 2 deletions(-) create mode 100644 testcases/VIM/OpenStack/CI/suites/opnfv-smoke-green.json create mode 100644 testcases/VIM/OpenStack/CI/suites/opnfv-smoke.json diff --git a/testcases/VIM/OpenStack/CI/libraries/run_rally.py b/testcases/VIM/OpenStack/CI/libraries/run_rally.py index a5c62e75..0bcb6316 100644 --- a/testcases/VIM/OpenStack/CI/libraries/run_rally.py +++ b/testcases/VIM/OpenStack/CI/libraries/run_rally.py @@ -11,12 +11,12 @@ import re, json, os, urllib2, argparse, logging """ tests configuration """ -tests = ['authenticate', 'glance', 'cinder', 'heat', 'keystone', 'neutron', 'nova', 'quotas', 'requests', 'tempest', 'vm', 'all'] +tests = ['authenticate', 'glance', 'cinder', 'heat', 'keystone', 'neutron', 'nova', 'quotas', 'requests', 'tempest', 'vm', 'all', 'smoke'] parser = argparse.ArgumentParser() parser.add_argument("test_name", help="The name of the test you want to perform with rally. " "Possible values are : " "[ {d[0]} | {d[1]} | {d[2]} | {d[3]} | {d[4]} | {d[5]} | {d[6]} " - "| {d[7]} | {d[8]} | {d[9]} | {d[10]} | {d[11]} ]. The 'all' value performs all the tests scenarios " + "| {d[7]} | {d[8]} | {d[9]} | {d[10]} | {d[11]} | {d[12]}]. The 'all' value performs all the tests scenarios " "except 'tempest'".format(d=tests)) parser.add_argument("-d", "--debug", help="Debug mode", action="store_true") diff --git a/testcases/VIM/OpenStack/CI/suites/opnfv-smoke-green.json b/testcases/VIM/OpenStack/CI/suites/opnfv-smoke-green.json new file mode 100644 index 00000000..a7eb345b --- /dev/null +++ b/testcases/VIM/OpenStack/CI/suites/opnfv-smoke-green.json @@ -0,0 +1,236 @@ +{ + "TempestScenario.list_of_tests": [ + { + "args": { + "tempest_conf": "/etc/tempest/tempest.conf", + "test_names": [ +"tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image", +"tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail", +"tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_group_create_get_delete", +"tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete", +"tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_create", +"tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_delete", +"tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_get", +"tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_list", +"tempest.api.data_processing.test_data_sources.DataSourceTest.test_external_hdfs_data_source_create", +"tempest.api.data_processing.test_data_sources.DataSourceTest.test_external_hdfs_data_source_delete", +"tempest.api.data_processing.test_data_sources.DataSourceTest.test_external_hdfs_data_source_get", +"tempest.api.data_processing.test_data_sources.DataSourceTest.test_external_hdfs_data_source_list", +"tempest.api.data_processing.test_data_sources.DataSourceTest.test_local_hdfs_data_source_create", +"tempest.api.data_processing.test_data_sources.DataSourceTest.test_local_hdfs_data_source_delete", +"tempest.api.data_processing.test_data_sources.DataSourceTest.test_local_hdfs_data_source_get", +"tempest.api.data_processing.test_data_sources.DataSourceTest.test_local_hdfs_data_source_list", +"tempest.api.data_processing.test_data_sources.DataSourceTest.test_swift_data_source_create", +"tempest.api.data_processing.test_data_sources.DataSourceTest.test_swift_data_source_delete", +"tempest.api.data_processing.test_data_sources.DataSourceTest.test_swift_data_source_get", +"tempest.api.data_processing.test_data_sources.DataSourceTest.test_swift_data_source_list", +"tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_internal_db_job_binary_create", +"tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_internal_db_job_binary_delete", +"tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_internal_db_job_binary_get", +"tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_internal_db_job_binary_list", +"tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_job_binary_get_data", +"tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_swift_job_binary_create", +"tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_swift_job_binary_delete", +"tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_swift_job_binary_get", +"tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_swift_job_binary_list", +"tempest.api.data_processing.test_job_binary_internals.JobBinaryInternalTest.test_job_binary_internal_create", +"tempest.api.data_processing.test_job_binary_internals.JobBinaryInternalTest.test_job_binary_internal_delete", +"tempest.api.data_processing.test_job_binary_internals.JobBinaryInternalTest.test_job_binary_internal_get", +"tempest.api.data_processing.test_job_binary_internals.JobBinaryInternalTest.test_job_binary_internal_get_data", +"tempest.api.data_processing.test_job_binary_internals.JobBinaryInternalTest.test_job_binary_internal_list", +"tempest.api.data_processing.test_jobs.JobTest.test_job_create", +"tempest.api.data_processing.test_jobs.JobTest.test_job_delete", +"tempest.api.data_processing.test_jobs.JobTest.test_job_get", +"tempest.api.data_processing.test_jobs.JobTest.test_job_list", +"tempest.api.data_processing.test_node_group_templates.NodeGroupTemplateTest.test_node_group_template_create", +"tempest.api.data_processing.test_node_group_templates.NodeGroupTemplateTest.test_node_group_template_delete", +"tempest.api.data_processing.test_node_group_templates.NodeGroupTemplateTest.test_node_group_template_get", +"tempest.api.data_processing.test_node_group_templates.NodeGroupTemplateTest.test_node_group_template_list", +"tempest.api.data_processing.test_plugins.PluginsTest.test_plugin_get", +"tempest.api.data_processing.test_plugins.PluginsTest.test_plugin_list", +"tempest.api.database.flavors.test_flavors.DatabaseFlavorsTest.test_compare_db_flavors_with_os", +"tempest.api.database.flavors.test_flavors.DatabaseFlavorsTest.test_get_db_flavor", +"tempest.api.database.flavors.test_flavors.DatabaseFlavorsTest.test_list_db_flavors", +"tempest.api.database.limits.test_limits.DatabaseLimitsTest.test_absolute_limits", +"tempest.api.database.versions.test_versions.DatabaseVersionsTest.test_list_db_versions", +"tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services", +"tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user", +"tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete", +"tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain", +"tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint", +"tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete", +"tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy", +"tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id", +"tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_role_create_update_get_list", +"tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all", +"tempest.api.messaging.test_claims.TestClaims.test_post_claim", +"tempest.api.messaging.test_claims.TestClaims.test_query_claim", +"tempest.api.messaging.test_claims.TestClaims.test_release_claim", +"tempest.api.messaging.test_claims.TestClaims.test_update_claim", +"tempest.api.messaging.test_messages.TestMessages.test_delete_multiple_messages", +"tempest.api.messaging.test_messages.TestMessages.test_delete_single_message", +"tempest.api.messaging.test_messages.TestMessages.test_get_message", +"tempest.api.messaging.test_messages.TestMessages.test_get_multiple_messages", +"tempest.api.messaging.test_messages.TestMessages.test_list_messages", +"tempest.api.messaging.test_messages.TestMessages.test_post_messages", +"tempest.api.messaging.test_queues.TestManageQueue.test_check_queue_existence", +"tempest.api.messaging.test_queues.TestManageQueue.test_check_queue_head", +"tempest.api.messaging.test_queues.TestManageQueue.test_get_queue_stats", +"tempest.api.messaging.test_queues.TestManageQueue.test_list_queues", +"tempest.api.messaging.test_queues.TestManageQueue.test_set_and_get_queue_metadata", +"tempest.api.messaging.test_queues.TestQueues.test_create_delete_queue", +"tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions", +"tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address", +"tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip", +"tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_network", +"tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_port", +"tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_subnet", +"tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_network", +"tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_port", +"tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_subnet", +"tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_update_delete_network_subnet", +"tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_external_network_visibility", +"tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_networks", +"tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_subnets", +"tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_network", +"tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_subnet", +"tempest.api.network.test_networks.NetworksIpV6TestJSON.test_create_update_delete_network_subnet", +"tempest.api.network.test_networks.NetworksIpV6TestJSON.test_external_network_visibility", +"tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_networks", +"tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_subnets", +"tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_network", +"tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_subnet", +"tempest.api.network.test_networks.NetworksTestJSON.test_create_update_delete_network_subnet", +"tempest.api.network.test_networks.NetworksTestJSON.test_external_network_visibility", +"tempest.api.network.test_networks.NetworksTestJSON.test_list_networks", +"tempest.api.network.test_networks.NetworksTestJSON.test_list_subnets", +"tempest.api.network.test_networks.NetworksTestJSON.test_show_network", +"tempest.api.network.test_networks.NetworksTestJSON.test_show_subnet", +"tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools", +"tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups", +"tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port", +"tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports", +"tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port", +"tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools", +"tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups", +"tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port", +"tempest.api.network.test_ports.PortsTestJSON.test_list_ports", +"tempest.api.network.test_ports.PortsTestJSON.test_show_port", +"tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces", +"tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id", +"tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id", +"tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router", +"tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces", +"tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id", +"tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id", +"tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router", +"tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group", +"tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule", +"tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups", +"tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group", +"tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule", +"tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups", +"tempest.api.object_storage.test_account_quotas.AccountQuotasTest.test_admin_modify_quota", +"tempest.api.object_storage.test_account_quotas.AccountQuotasTest.test_upload_valid_object", +"tempest.api.object_storage.test_account_services.AccountTest.test_list_account_metadata", +"tempest.api.object_storage.test_account_services.AccountTest.test_list_containers", +"tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_end_marker", +"tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_format_json", +"tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_format_xml", +"tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_limit", +"tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_limit_and_end_marker", +"tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_limit_and_marker", +"tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_limit_and_marker_and_end_marker", +"tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_marker", +"tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_marker_and_end_marker", +"tempest.api.object_storage.test_account_services.AccountTest.test_list_extensions", +"tempest.api.object_storage.test_account_services.AccountTest.test_list_no_account_metadata", +"tempest.api.object_storage.test_account_services.AccountTest.test_list_no_containers", +"tempest.api.object_storage.test_account_services.AccountTest.test_update_account_metadata_with_create_and_delete_metadata", +"tempest.api.object_storage.test_account_services.AccountTest.test_update_account_metadata_with_create_matadata_key", +"tempest.api.object_storage.test_account_services.AccountTest.test_update_account_metadata_with_create_metadata", +"tempest.api.object_storage.test_account_services.AccountTest.test_update_account_metadata_with_delete_matadata", +"tempest.api.object_storage.test_account_services.AccountTest.test_update_account_metadata_with_delete_matadata_key", +"tempest.api.object_storage.test_container_acl.ObjectTestACLs.test_read_object_with_rights", +"tempest.api.object_storage.test_container_acl.ObjectTestACLs.test_write_object_with_rights", +"tempest.api.object_storage.test_container_quotas.ContainerQuotasTest.test_upload_large_object", +"tempest.api.object_storage.test_container_quotas.ContainerQuotasTest.test_upload_too_many_objects", +"tempest.api.object_storage.test_container_quotas.ContainerQuotasTest.test_upload_valid_object", +"tempest.api.object_storage.test_container_services.ContainerTest.test_create_container", +"tempest.api.object_storage.test_container_services.ContainerTest.test_create_container_overwrite", +"tempest.api.object_storage.test_container_services.ContainerTest.test_create_container_with_metadata_key", +"tempest.api.object_storage.test_container_services.ContainerTest.test_create_container_with_metadata_value", +"tempest.api.object_storage.test_container_services.ContainerTest.test_create_container_with_remove_metadata_key", +"tempest.api.object_storage.test_container_services.ContainerTest.test_create_container_with_remove_metadata_value", +"tempest.api.object_storage.test_container_services.ContainerTest.test_delete_container", +"tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents", +"tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_delimiter", +"tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_end_marker", +"tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_format_json", +"tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_format_xml", +"tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_limit", +"tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_marker", +"tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_no_object", +"tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_path", +"tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_prefix", +"tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_metadata", +"tempest.api.object_storage.test_container_services.ContainerTest.test_list_no_container_metadata", +"tempest.api.object_storage.test_container_services.ContainerTest.test_update_container_metadata_with_create_and_delete_matadata", +"tempest.api.object_storage.test_container_services.ContainerTest.test_update_container_metadata_with_create_matadata_key", +"tempest.api.object_storage.test_container_services.ContainerTest.test_update_container_metadata_with_create_metadata", +"tempest.api.object_storage.test_container_services.ContainerTest.test_update_container_metadata_with_delete_metadata", +"tempest.api.object_storage.test_container_services.ContainerTest.test_update_container_metadata_with_delete_metadata_key", +"tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_2d_way", +"tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_across_containers", +"tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_in_same_container", +"tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_to_itself", +"tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_with_x_fresh_metadata", +"tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_with_x_object_meta", +"tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_with_x_object_metakey", +"tempest.api.object_storage.test_object_services.ObjectTest.test_get_object", +"tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_with_if_match", +"tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_with_if_modified_since", +"tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_with_if_unmodified_since", +"tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_with_metadata", +"tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_with_range", +"tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_with_x_newest", +"tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_with_x_object_manifest", +"tempest.api.object_storage.test_object_services.ObjectTest.test_list_no_object_metadata", +"tempest.api.object_storage.test_object_services.ObjectTest.test_list_object_metadata", +"tempest.api.object_storage.test_object_services.ObjectTest.test_list_object_metadata_with_x_object_manifest", +"tempest.api.object_storage.test_object_services.ObjectTest.test_update_object_metadata", +"tempest.api.object_storage.test_object_services.ObjectTest.test_update_object_metadata_with_create_and_remove_metadata", +"tempest.api.object_storage.test_object_services.ObjectTest.test_update_object_metadata_with_x_object_manifest", +"tempest.api.object_storage.test_object_services.ObjectTest.test_update_object_metadata_with_x_remove_object_metakey", +"tempest.api.object_storage.test_object_services.PublicObjectTest.test_access_public_container_object_without_using_creds", +"tempest.api.object_storage.test_object_services.PublicObjectTest.test_access_public_object_with_another_user_creds", +"tempest.api.object_storage.test_object_version.ContainerTest.test_versioned_container", +"tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_list", +"tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_show", +"tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_template", +"tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_list", +"tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_metadata", +"tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_software_config", +"tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_create_validate", +"tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_no_metadata_change", +"tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_with_metadata_change", +"tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_crud_no_resources", +"tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_list_responds", +"tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v1_notifications", +"tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v2_notifications", +"tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete", +"tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_from_image", +"tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete", +"tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_from_image", +"tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list", +"tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list", + ] + }, + "runner": { + "type": "serial", + "times": 1, + "concurrency": 1 + } + } + ] +} diff --git a/testcases/VIM/OpenStack/CI/suites/opnfv-smoke.json b/testcases/VIM/OpenStack/CI/suites/opnfv-smoke.json new file mode 100644 index 00000000..8c40fab1 --- /dev/null +++ b/testcases/VIM/OpenStack/CI/suites/opnfv-smoke.json @@ -0,0 +1,271 @@ +{ + "TempestScenario.list_of_tests": [ + { + "args": { + "tempest_conf": "/etc/tempest/tempest.conf", + "test_names": [ +"tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor", +"tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors", +"tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors_with_detail", +"tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image", +"tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image", +"tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images", +"tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail", +"tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create", +"tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create_with_optional_cidr", +"tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create_with_optional_group_id", +"tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_delete_when_peer_group_deleted", +"tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list", +"tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_group_create_get_delete", +"tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete", +"tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_server_security_groups", +"tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_update_security_groups", +"tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip", +"tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_create_list_show_delete_interfaces", +"tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers", +"tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail", +"tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details", +"tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers", +"tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail", +"tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details", +"tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard", +"tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_soft", +"tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server", +"tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm", +"tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm_from_stopped", +"tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses", +"tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses_by_network", +"tempest.api.compute.servers.test_server_rescue.ServerRescueTestJSON.test_rescue_unrescue_instance", +"tempest.api.compute.test_quotas.QuotasTestJSON.test_compare_tenant_quotas_with_default_quotas", +"tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas", +"tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas", +"tempest.api.compute.volumes.test_volumes_get.VolumesGetTestJSON.test_volume_create_get_delete", +"tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_create", +"tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_delete", +"tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_get", +"tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_list", +"tempest.api.data_processing.test_data_sources.DataSourceTest.test_external_hdfs_data_source_create", +"tempest.api.data_processing.test_data_sources.DataSourceTest.test_external_hdfs_data_source_delete", +"tempest.api.data_processing.test_data_sources.DataSourceTest.test_external_hdfs_data_source_get", +"tempest.api.data_processing.test_data_sources.DataSourceTest.test_external_hdfs_data_source_list", +"tempest.api.data_processing.test_data_sources.DataSourceTest.test_local_hdfs_data_source_create", +"tempest.api.data_processing.test_data_sources.DataSourceTest.test_local_hdfs_data_source_delete", +"tempest.api.data_processing.test_data_sources.DataSourceTest.test_local_hdfs_data_source_get", +"tempest.api.data_processing.test_data_sources.DataSourceTest.test_local_hdfs_data_source_list", +"tempest.api.data_processing.test_data_sources.DataSourceTest.test_swift_data_source_create", +"tempest.api.data_processing.test_data_sources.DataSourceTest.test_swift_data_source_delete", +"tempest.api.data_processing.test_data_sources.DataSourceTest.test_swift_data_source_get", +"tempest.api.data_processing.test_data_sources.DataSourceTest.test_swift_data_source_list", +"tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_internal_db_job_binary_create", +"tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_internal_db_job_binary_delete", +"tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_internal_db_job_binary_get", +"tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_internal_db_job_binary_list", +"tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_job_binary_get_data", +"tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_swift_job_binary_create", +"tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_swift_job_binary_delete", +"tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_swift_job_binary_get", +"tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_swift_job_binary_list", +"tempest.api.data_processing.test_job_binary_internals.JobBinaryInternalTest.test_job_binary_internal_create", +"tempest.api.data_processing.test_job_binary_internals.JobBinaryInternalTest.test_job_binary_internal_delete", +"tempest.api.data_processing.test_job_binary_internals.JobBinaryInternalTest.test_job_binary_internal_get", +"tempest.api.data_processing.test_job_binary_internals.JobBinaryInternalTest.test_job_binary_internal_get_data", +"tempest.api.data_processing.test_job_binary_internals.JobBinaryInternalTest.test_job_binary_internal_list", +"tempest.api.data_processing.test_jobs.JobTest.test_job_create", +"tempest.api.data_processing.test_jobs.JobTest.test_job_delete", +"tempest.api.data_processing.test_jobs.JobTest.test_job_get", +"tempest.api.data_processing.test_jobs.JobTest.test_job_list", +"tempest.api.data_processing.test_node_group_templates.NodeGroupTemplateTest.test_node_group_template_create", +"tempest.api.data_processing.test_node_group_templates.NodeGroupTemplateTest.test_node_group_template_delete", +"tempest.api.data_processing.test_node_group_templates.NodeGroupTemplateTest.test_node_group_template_get", +"tempest.api.data_processing.test_node_group_templates.NodeGroupTemplateTest.test_node_group_template_list", +"tempest.api.data_processing.test_plugins.PluginsTest.test_plugin_get", +"tempest.api.data_processing.test_plugins.PluginsTest.test_plugin_list", +"tempest.api.database.flavors.test_flavors.DatabaseFlavorsTest.test_compare_db_flavors_with_os", +"tempest.api.database.flavors.test_flavors.DatabaseFlavorsTest.test_get_db_flavor", +"tempest.api.database.flavors.test_flavors.DatabaseFlavorsTest.test_list_db_flavors", +"tempest.api.database.limits.test_limits.DatabaseLimitsTest.test_absolute_limits", +"tempest.api.database.versions.test_versions.DatabaseVersionsTest.test_list_db_versions", +"tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services", +"tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user", +"tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete", +"tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain", +"tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint", +"tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete", +"tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy", +"tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id", +"tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_role_create_update_get_list", +"tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_create_update_get_service", +"tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all", +"tempest.api.messaging.test_claims.TestClaims.test_post_claim", +"tempest.api.messaging.test_claims.TestClaims.test_query_claim", +"tempest.api.messaging.test_claims.TestClaims.test_release_claim", +"tempest.api.messaging.test_claims.TestClaims.test_update_claim", +"tempest.api.messaging.test_messages.TestMessages.test_delete_multiple_messages", +"tempest.api.messaging.test_messages.TestMessages.test_delete_single_message", +"tempest.api.messaging.test_messages.TestMessages.test_get_message", +"tempest.api.messaging.test_messages.TestMessages.test_get_multiple_messages", +"tempest.api.messaging.test_messages.TestMessages.test_list_messages", +"tempest.api.messaging.test_messages.TestMessages.test_post_messages", +"tempest.api.messaging.test_queues.TestManageQueue.test_check_queue_existence", +"tempest.api.messaging.test_queues.TestManageQueue.test_check_queue_head", +"tempest.api.messaging.test_queues.TestManageQueue.test_get_queue_stats", +"tempest.api.messaging.test_queues.TestManageQueue.test_list_queues", +"tempest.api.messaging.test_queues.TestManageQueue.test_set_and_get_queue_metadata", +"tempest.api.messaging.test_queues.TestQueues.test_create_delete_queue", +"tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions", +"tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address", +"tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip", +"tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_network", +"tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_port", +"tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_subnet", +"tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_network", +"tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_port", +"tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_subnet", +"tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_update_delete_network_subnet", +"tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_external_network_visibility", +"tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_networks", +"tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_subnets", +"tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_network", +"tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_subnet", +"tempest.api.network.test_networks.NetworksIpV6TestJSON.test_create_update_delete_network_subnet", +"tempest.api.network.test_networks.NetworksIpV6TestJSON.test_external_network_visibility", +"tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_networks", +"tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_subnets", +"tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_network", +"tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_subnet", +"tempest.api.network.test_networks.NetworksTestJSON.test_create_update_delete_network_subnet", +"tempest.api.network.test_networks.NetworksTestJSON.test_external_network_visibility", +"tempest.api.network.test_networks.NetworksTestJSON.test_list_networks", +"tempest.api.network.test_networks.NetworksTestJSON.test_list_subnets", +"tempest.api.network.test_networks.NetworksTestJSON.test_show_network", +"tempest.api.network.test_networks.NetworksTestJSON.test_show_subnet", +"tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools", +"tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups", +"tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port", +"tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports", +"tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port", +"tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools", +"tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups", +"tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port", +"tempest.api.network.test_ports.PortsTestJSON.test_list_ports", +"tempest.api.network.test_ports.PortsTestJSON.test_show_port", +"tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces", +"tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id", +"tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id", +"tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router", +"tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces", +"tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id", +"tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id", +"tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router", +"tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group", +"tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule", +"tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups", +"tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group", +"tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule", +"tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups", +"tempest.api.object_storage.test_account_quotas.AccountQuotasTest.test_admin_modify_quota", +"tempest.api.object_storage.test_account_quotas.AccountQuotasTest.test_upload_valid_object", +"tempest.api.object_storage.test_account_services.AccountTest.test_list_account_metadata", +"tempest.api.object_storage.test_account_services.AccountTest.test_list_containers", +"tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_end_marker", +"tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_format_json", +"tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_format_xml", +"tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_limit", +"tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_limit_and_end_marker", +"tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_limit_and_marker", +"tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_limit_and_marker_and_end_marker", +"tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_marker", +"tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_marker_and_end_marker", +"tempest.api.object_storage.test_account_services.AccountTest.test_list_extensions", +"tempest.api.object_storage.test_account_services.AccountTest.test_list_no_account_metadata", +"tempest.api.object_storage.test_account_services.AccountTest.test_list_no_containers", +"tempest.api.object_storage.test_account_services.AccountTest.test_update_account_metadata_with_create_and_delete_metadata", +"tempest.api.object_storage.test_account_services.AccountTest.test_update_account_metadata_with_create_matadata_key", +"tempest.api.object_storage.test_account_services.AccountTest.test_update_account_metadata_with_create_metadata", +"tempest.api.object_storage.test_account_services.AccountTest.test_update_account_metadata_with_delete_matadata", +"tempest.api.object_storage.test_account_services.AccountTest.test_update_account_metadata_with_delete_matadata_key", +"tempest.api.object_storage.test_container_acl.ObjectTestACLs.test_read_object_with_rights", +"tempest.api.object_storage.test_container_acl.ObjectTestACLs.test_write_object_with_rights", +"tempest.api.object_storage.test_container_quotas.ContainerQuotasTest.test_upload_large_object", +"tempest.api.object_storage.test_container_quotas.ContainerQuotasTest.test_upload_too_many_objects", +"tempest.api.object_storage.test_container_quotas.ContainerQuotasTest.test_upload_valid_object", +"tempest.api.object_storage.test_container_services.ContainerTest.test_create_container", +"tempest.api.object_storage.test_container_services.ContainerTest.test_create_container_overwrite", +"tempest.api.object_storage.test_container_services.ContainerTest.test_create_container_with_metadata_key", +"tempest.api.object_storage.test_container_services.ContainerTest.test_create_container_with_metadata_value", +"tempest.api.object_storage.test_container_services.ContainerTest.test_create_container_with_remove_metadata_key", +"tempest.api.object_storage.test_container_services.ContainerTest.test_create_container_with_remove_metadata_value", +"tempest.api.object_storage.test_container_services.ContainerTest.test_delete_container", +"tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents", +"tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_delimiter", +"tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_end_marker", +"tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_format_json", +"tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_format_xml", +"tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_limit", +"tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_marker", +"tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_no_object", +"tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_path", +"tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_prefix", +"tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_metadata", +"tempest.api.object_storage.test_container_services.ContainerTest.test_list_no_container_metadata", +"tempest.api.object_storage.test_container_services.ContainerTest.test_update_container_metadata_with_create_and_delete_matadata", +"tempest.api.object_storage.test_container_services.ContainerTest.test_update_container_metadata_with_create_matadata_key", +"tempest.api.object_storage.test_container_services.ContainerTest.test_update_container_metadata_with_create_metadata", +"tempest.api.object_storage.test_container_services.ContainerTest.test_update_container_metadata_with_delete_metadata", +"tempest.api.object_storage.test_container_services.ContainerTest.test_update_container_metadata_with_delete_metadata_key", +"tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_2d_way", +"tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_across_containers", +"tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_in_same_container", +"tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_to_itself", +"tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_with_x_fresh_metadata", +"tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_with_x_object_meta", +"tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_with_x_object_metakey", +"tempest.api.object_storage.test_object_services.ObjectTest.test_get_object", +"tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_with_if_match", +"tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_with_if_modified_since", +"tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_with_if_unmodified_since", +"tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_with_metadata", +"tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_with_range", +"tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_with_x_newest", +"tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_with_x_object_manifest", +"tempest.api.object_storage.test_object_services.ObjectTest.test_list_no_object_metadata", +"tempest.api.object_storage.test_object_services.ObjectTest.test_list_object_metadata", +"tempest.api.object_storage.test_object_services.ObjectTest.test_list_object_metadata_with_x_object_manifest", +"tempest.api.object_storage.test_object_services.ObjectTest.test_update_object_metadata", +"tempest.api.object_storage.test_object_services.ObjectTest.test_update_object_metadata_with_create_and_remove_metadata", +"tempest.api.object_storage.test_object_services.ObjectTest.test_update_object_metadata_with_x_object_manifest", +"tempest.api.object_storage.test_object_services.ObjectTest.test_update_object_metadata_with_x_remove_object_metakey", +"tempest.api.object_storage.test_object_services.PublicObjectTest.test_access_public_container_object_without_using_creds", +"tempest.api.object_storage.test_object_services.PublicObjectTest.test_access_public_object_with_another_user_creds", +"tempest.api.object_storage.test_object_version.ContainerTest.test_versioned_container", +"tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_list", +"tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_show", +"tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_template", +"tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_list", +"tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_metadata", +"tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_software_config", +"tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_create_validate", +"tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_no_metadata_change", +"tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_with_metadata_change", +"tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_crud_no_resources", +"tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_list_responds", +"tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v1_notifications", +"tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v2_notifications", +"tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_attach_detach_volume_to_instance", +"tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance", +"tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete", +"tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_from_image", +"tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete", +"tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_from_image", +"tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list", +"tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list", + ] + }, + "runner": { + "type": "serial", + "times": 1, + "concurrency": 1 + } + } + ] +} -- 2.16.6