1 .. This work is licensed under a Creative Commons Attribution 4.0 International Licence.
2 .. http://creativecommons.org/licenses/by/4.0
4 Detailed test results for fuel-os-nosdn-nofeature-ha
5 ----------------------------------------------------
14 FUNCTEST.info: Running vPing-SSH test...
15 vPing_ssh- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'...
16 vPing_ssh- INFO - Creating neutron network vping-net...
17 vPing_ssh- INFO - Creating security group 'vPing-sg'...
18 vPing_ssh- INFO - Using existing Flavor 'm1.small'...
19 vPing_ssh- INFO - vPing Start Time:'2016-02-18 13:27:35'
20 vPing_ssh- INFO - Creating instance 'opnfv-vping-1'...
22 flavor=<Flavor: m1.small>
23 image=fff41d5d-579a-4c26-844d-4e86700c44f6
24 network=a5137d46-dea8-4f85-8872-08c4a5927182
26 vPing_ssh- INFO - Instance 'opnfv-vping-1' is ACTIVE.
27 vPing_ssh- INFO - Adding 'opnfv-vping-1' to security group 'vPing-sg'...
28 vPing_ssh- INFO - Creating instance 'opnfv-vping-2'...
30 flavor=<Flavor: m1.small>
31 image=fff41d5d-579a-4c26-844d-4e86700c44f6
32 network=a5137d46-dea8-4f85-8872-08c4a5927182
34 vPing_ssh- INFO - Instance 'opnfv-vping-2' is ACTIVE.
35 vPing_ssh- INFO - Adding 'opnfv-vping-2' to security group 'vPing-sg'...
36 vPing_ssh- INFO - Creating floating IP for VM 'opnfv-vping-2'...
37 vPing_ssh- INFO - Floating IP created: '10.118.101.200'
38 vPing_ssh- INFO - Associating floating ip: '10.118.101.200' to VM 'opnfv-vping-2'
39 vPing_ssh- INFO - Trying to establish SSH connection to 10.118.101.200...
40 vPing_ssh- INFO - Waiting for ping...
41 vPing_ssh- INFO - vPing detected!
42 vPing_ssh- INFO - vPing duration:'42.1' s.
43 vPing_ssh- INFO - Cleaning up...
44 vPing_ssh- INFO - vPing OK
51 FUNCTEST.info: Running vPing-userdata test...
52 vPing_userdata- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'...
53 vPing_userdata- INFO - Creating neutron network vping-net...
54 vPing_userdata- INFO - Creating security group 'vPing-sg'...
55 vPing_userdata- INFO - Flavor found 'm1.small'
56 vPing_userdata- INFO - vPing Start Time:'2016-02-18 13:29:00'
57 vPing_userdata- INFO - Creating instance 'opnfv-vping-1'...
59 flavor=<Flavor: m1.small>
60 image=5e34c73d-91d0-4852-a407-5a4b4c1932c6
61 network=a1efb318-1338-436f-8f26-3a1bacab0538
63 vPing_userdata- INFO - Instance 'opnfv-vping-1' is ACTIVE.
64 vPing_userdata- INFO - Creating instance 'opnfv-vping-2'...
66 flavor=<Flavor: m1.small>
67 image=5e34c73d-91d0-4852-a407-5a4b4c1932c6
68 network=a1efb318-1338-436f-8f26-3a1bacab0538
73 ping -c 1 192.168.130.4 2>&1 >/dev/null
75 if [ "Z$RES" = "Z0" ] ; then
84 vPing_userdata- INFO - Instance 'opnfv-vping-2' is ACTIVE.
85 vPing_userdata- INFO - Waiting for ping...
86 vPing_userdata- INFO - vPing detected!
87 vPing_userdata- INFO - vPing duration:'28.6'
88 vPing_userdata- INFO - vPing OK
89 vPing_userdata- INFO - Cleaning up...
90 vPing_userdata- INFO - Deleting network 'vping-net'...
97 +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+
98 | name | time | status |
99 +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+
100 | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor | 0.29312 | success |
101 | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors | 0.12976 | success |
102 | tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_saving_image | 23.95577 | success |
103 | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image | 32.53650 | success |
104 | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name | 22.68958 | success |
105 | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since | 0.54691 | success |
106 | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name | 0.30066 | success |
107 | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id | 0.57103 | success |
108 | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref | 0.97553 | success |
109 | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status | 0.37256 | success |
110 | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type | 0.33110 | success |
111 | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results | 0.34175 | success |
112 | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since | 0.35964 | success |
113 | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name | 0.62128 | success |
114 | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref | 0.88552 | success |
115 | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status | 0.35258 | success |
116 | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type | 1.14056 | success |
117 | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results | 0.64330 | success |
118 | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image | 1.59904 | success |
119 | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images | 0.85262 | success |
120 | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail | 0.89806 | success |
121 | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create | 1.43298 | success |
122 | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list | 2.74835 | success |
123 | tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete | 7.51973 | success |
124 | tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip | 17.31905 | success |
125 | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name | 0.0 | fail |
126 | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers | 0.0 | fail |
127 | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail | 0.0 | fail |
128 | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus | 0.0 | fail |
129 | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details | 0.0 | fail |
130 | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name | 0.0 | fail |
131 | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers | 0.0 | fail |
132 | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail | 0.0 | fail |
133 | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus | 0.0 | fail |
134 | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details | 0.0 | fail |
135 | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action | 0.11526 | success |
136 | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions | 4.43153 | success |
137 | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor | 0.49287 | success |
138 | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image | 0.32071 | success |
139 | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name | 0.24839 | success |
140 | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status | 0.62886 | success |
141 | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results | 0.45498 | success |
142 | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor | 0.11221 | success |
143 | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image | 0.07743 | success |
144 | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit | 0.07866 | success |
145 | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name | 0.08414 | success |
146 | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_status | 0.09610 | success |
147 | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip | 0.87584 | success |
148 | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex | 0.00178 | skip |
149 | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard | 0.18671 | success |
150 | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date | 0.07254 | success |
151 | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date | 0.02355 | success |
152 | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits | 0.09336 | success |
153 | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count | 0.08789 | success |
154 | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value | 0.02832 | success |
155 | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string | 0.01969 | success |
156 | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor | 0.05608 | success |
157 | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image | 0.09405 | success |
158 | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name | 0.07124 | success |
159 | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted | 1.09862 | success |
160 | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing | 0.02806 | success |
161 | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server | 0.10085 | success |
162 | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_change_server_password | 0.00074 | skip |
163 | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output | 7.05293 | success |
164 | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server | 12.83974 | success |
165 | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard | 75.96327 | success |
166 | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_soft | 0.89960 | skip |
167 | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server | 86.10969 | success |
168 | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm | 14.36274 | success |
169 | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_revert | 25.20801 | success |
170 | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server | 9.79668 | success |
171 | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses | 0.10422 | success |
172 | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses_by_network | 0.45171 | success |
173 | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item | 0.71962 | success |
174 | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item | 0.37393 | success |
175 | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata | 0.39671 | success |
176 | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata | 0.67878 | success |
177 | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item | 0.96139 | success |
178 | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata | 0.70247 | success |
179 | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password | 5.01425 | success |
180 | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair | 21.66147 | success |
181 | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name | 29.15375 | success |
182 | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address | 17.01011 | success |
183 | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name | 15.12162 | success |
184 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name | 2.32047 | success |
185 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit | 2.43351 | success |
186 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256 | 3.54755 | success |
187 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor | 3.49832 | success |
188 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image | 1.66971 | success |
189 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid | 2.67563 | success |
190 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_a_server_of_another_tenant | 1.52468 | success |
191 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit | 2.11125 | success |
192 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id | 1.11519 | success |
193 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server | 1.59954 | success |
194 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address | 2.71532 | success |
195 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server | 0.67781 | success |
196 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server | 0.80861 | success |
197 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_non_existent_flavor | 1.12394 | success |
198 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_null_flavor | 0.98070 | success |
199 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank | 1.95038 | success |
200 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server | 0.58962 | success |
201 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server | 1.76753 | success |
202 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256 | 0.92874 | success |
203 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_of_another_tenant | 1.98170 | success |
204 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name | 1.09696 | success |
205 | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_keypair_in_analt_user_tenant | 0.23813 | success |
206 | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_fails_when_tenant_incorrect | 0.02568 | success |
207 | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_with_unauthorized_image | 0.73035 | success |
208 | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_keypair_of_alt_account_fails | 0.03287 | success |
209 | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_server_fails | 0.61622 | success |
210 | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_server_fails | 0.10251 | success |
211 | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas | 0.32244 | success |
212 | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas | 0.05310 | success |
213 | tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume | 46.35639 | success |
214 | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list | 1.19554 | success |
215 | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_details | 0.13783 | success |
216 | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id | 0.28038 | success |
217 | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id | 0.02405 | success |
218 | tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services | 0.0 | fail |
219 | tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user | 0.0 | fail |
220 | tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete | 0.0 | fail |
221 | tempest.api.identity.admin.v3.test_domains.DefaultDomainTestJSON.test_default_domain_exists | 0.0 | fail |
222 | tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain | 1.06799 | success |
223 | tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint | 0.70652 | success |
224 | tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete | 0.0 | fail |
225 | tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy | 0.56777 | success |
226 | tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id | 0.34317 | success |
227 | tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_role_create_update_get_list | 0.61946 | success |
228 | tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_create_update_get_service | 0.0 | fail |
229 | tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all | 2.55157 | success |
230 | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.10777 | success |
231 | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.09198 | success |
232 | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.08536 | success |
233 | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.12301 | success |
234 | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.19557 | success |
235 | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.11454 | success |
236 | tempest.api.image.v1.test_images.ListImagesTest.test_index_no_params | 0.58158 | success |
237 | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image | 1.96230 | success |
238 | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file | 3.11881 | success |
239 | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image | 31.78599 | success |
240 | tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions | 6.18197 | success |
241 | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address | 0.36573 | fail |
242 | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip | 4.19923 | success |
243 | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_network | 2.05001 | success |
244 | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_port | 2.85155 | success |
245 | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_subnet | 4.85758 | success |
246 | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_network | 2.47936 | success |
247 | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_port | 4.29082 | success |
248 | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_subnet | 4.14373 | success |
249 | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_update_delete_network_subnet | 2.85702 | success |
250 | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_external_network_visibility | 0.63578 | success |
251 | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_networks | 0.44139 | success |
252 | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_subnets | 0.31069 | success |
253 | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_network | 0.31575 | success |
254 | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_subnet | 0.34149 | success |
255 | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_create_update_delete_network_subnet | 2.96967 | success |
256 | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_external_network_visibility | 0.61978 | success |
257 | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_networks | 0.30406 | success |
258 | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_subnets | 0.29284 | success |
259 | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_network | 0.07605 | success |
260 | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_subnet | 0.28866 | success |
261 | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools | 3.34364 | success |
262 | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups | 2.65709 | success |
263 | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port | 1.51327 | success |
264 | tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports | 0.34515 | success |
265 | tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port | 0.34468 | success |
266 | tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools | 3.78910 | success |
267 | tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups | 3.78827 | success |
268 | tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port | 2.58076 | success |
269 | tempest.api.network.test_ports.PortsTestJSON.test_list_ports | 0.35346 | success |
270 | tempest.api.network.test_ports.PortsTestJSON.test_show_port | 0.38372 | success |
271 | tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces | 8.02302 | success |
272 | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id | 5.55884 | success |
273 | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id | 4.89503 | success |
274 | tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router | 3.13616 | success |
275 | tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces | 7.91220 | success |
276 | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id | 4.35397 | success |
277 | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id | 4.24212 | success |
278 | tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router | 3.20634 | success |
279 | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group | 2.00386 | success |
280 | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule | 3.26379 | success |
281 | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups | 0.29497 | success |
282 | tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group | 2.34355 | success |
283 | tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule | 3.27875 | success |
284 | tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups | 0.05434 | success |
285 | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_list | 0.63001 | success |
286 | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_show | 7.10424 | success |
287 | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_template | 0.06177 | success |
288 | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_list | 0.0 | fail |
289 | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_metadata | 0.0 | fail |
290 | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_software_config | 0.0 | fail |
291 | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_create_validate | 0.0 | fail |
292 | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_no_metadata_change | 0.0 | fail |
293 | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_with_metadata_change | 0.0 | fail |
294 | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_crud_no_resources | 3.98140 | success |
295 | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_list_responds | 0.05857 | success |
296 | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v1_notifications | 19.61269 | success |
297 | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v2_notifications | 4.21790 | success |
298 | tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_attach_detach_volume_to_instance | 2.96832 | success |
299 | tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance | 2.59962 | success |
300 | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete | 14.77900 | success |
301 | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_from_image | 19.28760 | success |
302 | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete | 14.36310 | success |
303 | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_from_image | 24.02107 | success |
304 | tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list | 0.05931 | success |
305 | tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list | 0.31742 | success |
306 | tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops | 54.55460 | success |
307 | tempest.scenario.test_server_basic_ops.TestServerBasicOps.test_server_basicops | 41.67013 | fail |
308 | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern | 109.37734 | success |
309 | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPatternV2.test_volume_boot_pattern | 61.05784 | fail |
310 +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+
311 run_tempest - INFO - Results: {'timestart': '2016-02-1813:29:52.500975', 'duration': 416, 'tests': 210, 'failures': 25}
318 FUNCTEST.info: Running Rally benchmark suite...
319 run_rally - INFO - Starting test scenario "authenticate" ...
322 Task 2ff4981a-75d9-4de4-a111-3194115c4a00: started
323 Task 2ff4981a-75d9-4de4-a111-3194115c4a00: finished
325 test scenario Authenticate.validate_glance
326 +-------------------------------------------------------------------------------------------------------+
327 | Response Times (sec) |
328 +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
329 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
330 +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
331 | authenticate.validate_glance | 0.534 | 0.569 | 0.722 | 0.818 | 0.914 | 0.618 | 100.0% | 10 |
332 | authenticate.validate_glance (2) | 0.512 | 0.609 | 0.713 | 0.766 | 0.818 | 0.631 | 100.0% | 10 |
333 | total | 1.257 | 1.358 | 1.703 | 1.715 | 1.726 | 1.418 | 100.0% | 10 |
334 +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
335 Load duration: 4.01803302765
336 Full duration: 11.7534348965
340 test scenario Authenticate.keystone
341 +-----------------------------------------------------------------------------+
342 | Response Times (sec) |
343 +--------+-------+--------+--------+--------+-------+-------+---------+-------+
344 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
345 +--------+-------+--------+--------+--------+-------+-------+---------+-------+
346 | total | 0.132 | 0.154 | 0.172 | 0.172 | 0.173 | 0.155 | 100.0% | 10 |
347 +--------+-------+--------+--------+--------+-------+-------+---------+-------+
348 Load duration: 0.491301059723
349 Full duration: 8.25924301147
353 test scenario Authenticate.validate_heat
354 +-----------------------------------------------------------------------------------------------------+
355 | Response Times (sec) |
356 +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
357 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
358 +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
359 | authenticate.validate_heat | 0.297 | 0.32 | 0.355 | 0.359 | 0.363 | 0.324 | 100.0% | 10 |
360 | authenticate.validate_heat (2) | 0.043 | 0.056 | 0.302 | 0.304 | 0.307 | 0.127 | 100.0% | 10 |
361 | total | 0.499 | 0.607 | 0.769 | 0.82 | 0.87 | 0.629 | 100.0% | 10 |
362 +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
363 Load duration: 1.91573691368
364 Full duration: 10.0396120548
368 test scenario Authenticate.validate_nova
369 +-----------------------------------------------------------------------------------------------------+
370 | Response Times (sec) |
371 +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
372 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
373 +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
374 | authenticate.validate_nova | 0.306 | 0.35 | 0.534 | 0.554 | 0.574 | 0.407 | 100.0% | 10 |
375 | authenticate.validate_nova (2) | 0.037 | 0.059 | 0.07 | 0.081 | 0.092 | 0.059 | 100.0% | 10 |
376 | total | 0.526 | 0.596 | 0.771 | 0.782 | 0.792 | 0.639 | 100.0% | 10 |
377 +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
378 Load duration: 1.9150788784
379 Full duration: 9.77701401711
383 test scenario Authenticate.validate_cinder
384 +-------------------------------------------------------------------------------------------------------+
385 | Response Times (sec) |
386 +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
387 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
388 +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
389 | authenticate.validate_cinder | 0.268 | 0.315 | 0.353 | 0.475 | 0.596 | 0.334 | 100.0% | 10 |
390 | authenticate.validate_cinder (2) | 0.025 | 0.282 | 0.314 | 0.323 | 0.331 | 0.264 | 100.0% | 10 |
391 | total | 0.721 | 0.78 | 0.827 | 0.837 | 0.847 | 0.779 | 100.0% | 10 |
392 +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
393 Load duration: 2.34766292572
394 Full duration: 10.0672118664
398 test scenario Authenticate.validate_neutron
399 +--------------------------------------------------------------------------------------------------------+
400 | Response Times (sec) |
401 +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
402 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
403 +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
404 | authenticate.validate_neutron | 0.266 | 0.305 | 0.386 | 0.399 | 0.411 | 0.319 | 100.0% | 10 |
405 | authenticate.validate_neutron (2) | 0.043 | 0.291 | 0.375 | 0.403 | 0.432 | 0.241 | 100.0% | 10 |
406 | total | 0.483 | 0.76 | 0.908 | 0.914 | 0.92 | 0.729 | 100.0% | 10 |
407 +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
408 Load duration: 2.25539779663
409 Full duration: 9.62706780434
413 run_rally - INFO - Test scenario: "authenticate" OK.
415 run_rally - INFO - Starting test scenario "glance" ...
418 Task 9fb726cd-f20e-4f95-b32f-5928c72cf58d: started
419 Task 9fb726cd-f20e-4f95-b32f-5928c72cf58d: finished
421 test scenario GlanceImages.list_images
422 +-----------------------------------------------------------------------------------------+
423 | Response Times (sec) |
424 +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
425 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
426 +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
427 | glance.list_images | 0.72 | 0.85 | 0.942 | 0.947 | 0.951 | 0.833 | 100.0% | 10 |
428 | total | 0.721 | 0.85 | 0.943 | 0.947 | 0.951 | 0.834 | 100.0% | 10 |
429 +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
430 Load duration: 2.45959687233
431 Full duration: 12.9740490913
435 test scenario GlanceImages.create_image_and_boot_instances
436 +---------------------------------------------------------------------------------------------+
437 | Response Times (sec) |
438 +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
439 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
440 +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
441 | glance.create_image | 7.498 | 7.743 | 17.964 | 19.73 | 21.495 | 10.171 | 100.0% | 10 |
442 | nova.boot_servers | 13.174 | 14.424 | 15.318 | 15.539 | 15.76 | 14.34 | 100.0% | 10 |
443 | total | 20.863 | 22.368 | 32.383 | 33.741 | 35.099 | 24.511 | 100.0% | 10 |
444 +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
445 Load duration: 68.7006659508
446 Full duration: 127.436779022
450 test scenario GlanceImages.create_and_list_image
451 +------------------------------------------------------------------------------------------+
452 | Response Times (sec) |
453 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
454 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
455 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
456 | glance.create_image | 7.303 | 7.684 | 7.837 | 7.911 | 7.984 | 7.63 | 100.0% | 10 |
457 | glance.list_images | 0.328 | 0.583 | 0.697 | 0.698 | 0.699 | 0.574 | 100.0% | 10 |
458 | total | 7.862 | 8.283 | 8.38 | 8.472 | 8.564 | 8.205 | 100.0% | 10 |
459 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
460 Load duration: 24.5710179806
461 Full duration: 37.9533209801
465 test scenario GlanceImages.create_and_delete_image
466 +-------------------------------------------------------------------------------------------+
467 | Response Times (sec) |
468 +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+
469 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
470 +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+
471 | glance.create_image | 7.448 | 7.605 | 7.805 | 7.817 | 7.829 | 7.617 | 100.0% | 10 |
472 | glance.delete_image | 2.01 | 2.372 | 2.628 | 2.686 | 2.743 | 2.393 | 100.0% | 10 |
473 | total | 9.506 | 9.976 | 10.387 | 10.466 | 10.545 | 10.01 | 100.0% | 10 |
474 +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+
475 Load duration: 30.0124220848
476 Full duration: 40.2773120403
480 run_rally - INFO - Test scenario: "glance" OK.
482 run_rally - INFO - Starting test scenario "cinder" ...
485 Task a724f287-e014-40ef-8e87-173e5eb2b0a2: started
486 Task a724f287-e014-40ef-8e87-173e5eb2b0a2: finished
488 test scenario CinderVolumes.create_and_attach_volume
489 +----------------------------------------------------------------------------------------------+
490 | Response Times (sec) |
491 +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
492 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
493 +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
494 | nova.boot_server | 10.889 | 13.965 | 14.695 | 14.724 | 14.752 | 13.234 | 100.0% | 10 |
495 | cinder.create_volume | 3.218 | 3.812 | 4.128 | 4.214 | 4.3 | 3.776 | 100.0% | 10 |
496 | nova.attach_volume | 3.737 | 4.69 | 4.963 | 5.092 | 5.222 | 4.612 | 100.0% | 10 |
497 | nova.detach_volume | 3.18 | 3.917 | 4.273 | 4.325 | 4.377 | 3.867 | 100.0% | 10 |
498 | cinder.delete_volume | 0.489 | 2.54 | 2.801 | 2.886 | 2.972 | 2.261 | 100.0% | 10 |
499 | nova.delete_server | 2.527 | 2.94 | 3.218 | 3.228 | 3.239 | 2.926 | 100.0% | 10 |
500 | total | 26.351 | 30.9 | 32.731 | 33.273 | 33.815 | 30.677 | 100.0% | 10 |
501 +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
502 Load duration: 91.1857719421
503 Full duration: 133.454293013
507 test scenario CinderVolumes.create_and_list_volume
508 +--------------------------------------------------------------------------------------------+
509 | Response Times (sec) |
510 +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+
511 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
512 +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+
513 | cinder.create_volume | 7.415 | 9.652 | 10.383 | 10.548 | 10.713 | 9.48 | 100.0% | 10 |
514 | cinder.list_volumes | 0.072 | 0.328 | 0.4 | 0.407 | 0.415 | 0.295 | 100.0% | 10 |
515 | total | 7.76 | 10.022 | 10.706 | 10.88 | 11.054 | 9.775 | 100.0% | 10 |
516 +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+
517 Load duration: 28.0870580673
518 Full duration: 51.2606179714
522 test scenario CinderVolumes.create_and_list_volume
523 +-------------------------------------------------------------------------------------------+
524 | Response Times (sec) |
525 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
526 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
527 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
528 | cinder.create_volume | 3.521 | 4.03 | 4.785 | 4.869 | 4.953 | 4.19 | 100.0% | 10 |
529 | cinder.list_volumes | 0.062 | 0.347 | 0.411 | 0.426 | 0.44 | 0.308 | 100.0% | 10 |
530 | total | 3.852 | 4.421 | 5.139 | 5.227 | 5.315 | 4.499 | 100.0% | 10 |
531 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
532 Load duration: 13.1967639923
533 Full duration: 35.2137930393
537 test scenario CinderVolumes.create_and_list_snapshots
538 +---------------------------------------------------------------------------------------------+
539 | Response Times (sec) |
540 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
541 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
542 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
543 | cinder.create_snapshot | 2.957 | 3.349 | 5.449 | 5.627 | 5.805 | 3.738 | 100.0% | 10 |
544 | cinder.list_snapshots | 0.028 | 0.304 | 0.348 | 0.382 | 0.416 | 0.213 | 100.0% | 10 |
545 | total | 3.259 | 3.42 | 5.776 | 5.945 | 6.113 | 3.952 | 100.0% | 10 |
546 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
547 Load duration: 10.5537779331
548 Full duration: 49.7043690681
552 test scenario CinderVolumes.create_and_delete_volume
553 +-------------------------------------------------------------------------------------------+
554 | Response Times (sec) |
555 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
556 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
557 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
558 | cinder.create_volume | 3.281 | 3.907 | 4.106 | 4.128 | 4.15 | 3.806 | 100.0% | 10 |
559 | cinder.delete_volume | 0.788 | 2.667 | 3.082 | 3.16 | 3.239 | 2.256 | 100.0% | 10 |
560 | total | 4.617 | 6.29 | 6.997 | 7.066 | 7.135 | 6.063 | 100.0% | 10 |
561 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
562 Load duration: 18.3220980167
563 Full duration: 36.1331720352
567 test scenario CinderVolumes.create_and_delete_volume
568 +---------------------------------------------------------------------------------------------+
569 | Response Times (sec) |
570 +----------------------+-------+--------+--------+--------+--------+--------+---------+-------+
571 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
572 +----------------------+-------+--------+--------+--------+--------+--------+---------+-------+
573 | cinder.create_volume | 8.901 | 9.932 | 10.338 | 10.395 | 10.452 | 9.781 | 100.0% | 10 |
574 | cinder.delete_volume | 0.579 | 1.672 | 2.856 | 2.952 | 3.049 | 1.773 | 100.0% | 10 |
575 | total | 9.725 | 11.645 | 12.996 | 13.017 | 13.039 | 11.554 | 100.0% | 10 |
576 +----------------------+-------+--------+--------+--------+--------+--------+---------+-------+
577 Load duration: 35.517152071
578 Full duration: 54.0071978569
582 test scenario CinderVolumes.create_and_delete_volume
583 +-------------------------------------------------------------------------------------------+
584 | Response Times (sec) |
585 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
586 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
587 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
588 | cinder.create_volume | 3.596 | 3.887 | 4.71 | 4.712 | 4.715 | 4.08 | 100.0% | 10 |
589 | cinder.delete_volume | 0.512 | 0.923 | 1.297 | 2.319 | 3.341 | 1.114 | 100.0% | 10 |
590 | total | 4.381 | 4.91 | 5.923 | 6.573 | 7.223 | 5.195 | 100.0% | 10 |
591 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
592 Load duration: 15.0102190971
593 Full duration: 33.4934709072
597 test scenario CinderVolumes.create_and_upload_volume_to_image
598 +-------------------------------------------------------------------------------------------------------+
599 | Response Times (sec) |
600 +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
601 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
602 +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
603 | cinder.create_volume | 3.512 | 3.838 | 4.155 | 4.202 | 4.249 | 3.861 | 100.0% | 10 |
604 | cinder.upload_volume_to_image | 16.283 | 24.737 | 33.632 | 38.034 | 42.436 | 26.102 | 100.0% | 10 |
605 | cinder.delete_volume | 0.583 | 1.719 | 3.056 | 3.165 | 3.274 | 1.853 | 100.0% | 10 |
606 | nova.delete_image | 2.514 | 2.856 | 13.194 | 14.749 | 16.305 | 5.182 | 100.0% | 10 |
607 | total | 23.887 | 34.293 | 49.972 | 51.48 | 52.988 | 36.998 | 100.0% | 10 |
608 +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
609 Load duration: 107.503821135
610 Full duration: 129.166619062
614 test scenario CinderVolumes.create_and_delete_snapshot
615 +---------------------------------------------------------------------------------------------+
616 | Response Times (sec) |
617 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
618 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
619 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
620 | cinder.create_snapshot | 3.064 | 3.257 | 3.408 | 3.415 | 3.422 | 3.261 | 100.0% | 10 |
621 | cinder.delete_snapshot | 2.586 | 2.915 | 3.148 | 3.165 | 3.181 | 2.938 | 100.0% | 10 |
622 | total | 5.837 | 6.18 | 6.465 | 6.534 | 6.603 | 6.199 | 100.0% | 10 |
623 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
624 Load duration: 18.601981163
625 Full duration: 53.3941659927
629 test scenario CinderVolumes.create_volume
630 +-------------------------------------------------------------------------------------------+
631 | Response Times (sec) |
632 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
633 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
634 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
635 | cinder.create_volume | 3.424 | 3.854 | 4.025 | 4.05 | 4.075 | 3.808 | 100.0% | 10 |
636 | total | 3.424 | 3.854 | 4.025 | 4.05 | 4.075 | 3.808 | 100.0% | 10 |
637 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
638 Load duration: 11.3824880123
639 Full duration: 30.7913680077
643 test scenario CinderVolumes.create_volume
644 +-------------------------------------------------------------------------------------------+
645 | Response Times (sec) |
646 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
647 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
648 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
649 | cinder.create_volume | 3.391 | 3.979 | 4.585 | 4.6 | 4.616 | 3.999 | 100.0% | 10 |
650 | total | 3.391 | 3.979 | 4.585 | 4.601 | 4.616 | 3.999 | 100.0% | 10 |
651 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
652 Load duration: 12.107943058
653 Full duration: 36.5596921444
657 test scenario CinderVolumes.list_volumes
658 +------------------------------------------------------------------------------------------+
659 | Response Times (sec) |
660 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
661 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
662 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
663 | cinder.list_volumes | 0.478 | 0.562 | 0.711 | 0.746 | 0.781 | 0.587 | 100.0% | 10 |
664 | total | 0.479 | 0.562 | 0.711 | 0.746 | 0.781 | 0.587 | 100.0% | 10 |
665 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
666 Load duration: 1.79518508911
667 Full duration: 65.9313700199
671 test scenario CinderVolumes.create_nested_snapshots_and_attach_volume
672 +-----------------------------------------------------------------------------------------------+
673 | Response Times (sec) |
674 +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+
675 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
676 +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+
677 | cinder.create_volume | 3.557 | 3.914 | 4.206 | 4.213 | 4.22 | 3.884 | 100.0% | 10 |
678 | cinder.create_snapshot | 2.701 | 3.063 | 3.248 | 3.251 | 3.254 | 3.06 | 100.0% | 10 |
679 | nova.attach_volume | 3.75 | 4.986 | 6.112 | 6.385 | 6.658 | 5.059 | 100.0% | 10 |
680 | nova.detach_volume | 3.149 | 3.81 | 4.11 | 4.168 | 4.225 | 3.762 | 100.0% | 10 |
681 | cinder.delete_snapshot | 2.241 | 2.766 | 3.077 | 3.102 | 3.128 | 2.725 | 100.0% | 10 |
682 | cinder.delete_volume | 0.748 | 2.428 | 2.712 | 2.772 | 2.831 | 1.912 | 100.0% | 10 |
683 | total | 19.22 | 21.354 | 24.347 | 24.725 | 25.102 | 21.684 | 100.0% | 10 |
684 +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+
685 Load duration: 64.028840065
686 Full duration: 186.598311901
690 test scenario CinderVolumes.create_from_volume_and_delete_volume
691 +-------------------------------------------------------------------------------------------+
692 | Response Times (sec) |
693 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
694 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
695 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
696 | cinder.create_volume | 3.539 | 4.149 | 4.62 | 4.622 | 4.623 | 4.106 | 100.0% | 10 |
697 | cinder.delete_volume | 2.844 | 3.223 | 3.604 | 3.609 | 3.614 | 3.235 | 100.0% | 10 |
698 | total | 6.383 | 7.559 | 7.85 | 7.868 | 7.886 | 7.341 | 100.0% | 10 |
699 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
700 Load duration: 21.6859838963
701 Full duration: 55.5635709763
705 test scenario CinderVolumes.create_and_extend_volume
706 +--------------------------------------------------------------------------------------------+
707 | Response Times (sec) |
708 +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+
709 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
710 +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+
711 | cinder.create_volume | 3.434 | 3.852 | 3.99 | 4.004 | 4.018 | 3.842 | 100.0% | 10 |
712 | cinder.extend_volume | 0.955 | 2.236 | 3.552 | 3.564 | 3.576 | 2.281 | 100.0% | 10 |
713 | cinder.delete_volume | 0.868 | 3.015 | 3.332 | 3.398 | 3.465 | 2.861 | 100.0% | 10 |
714 | total | 5.962 | 9.186 | 10.497 | 10.52 | 10.544 | 8.984 | 100.0% | 10 |
715 +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+
716 Load duration: 28.1479110718
717 Full duration: 47.0005409718
721 test scenario CinderVolumes.create_snapshot_and_attach_volume
722 +------------------------------------------------------------------------------------------------+
723 | Response Times (sec) |
724 +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
725 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
726 +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
727 | cinder.create_volume | 3.595 | 3.868 | 4.206 | 4.208 | 4.211 | 3.886 | 100.0% | 10 |
728 | cinder.create_snapshot | 2.595 | 3.131 | 3.249 | 3.258 | 3.267 | 3.037 | 100.0% | 10 |
729 | nova.attach_volume | 4.101 | 4.563 | 5.363 | 7.225 | 9.087 | 4.928 | 100.0% | 10 |
730 | nova.detach_volume | 3.299 | 3.896 | 4.226 | 4.274 | 4.323 | 3.816 | 100.0% | 10 |
731 | cinder.delete_snapshot | 2.27 | 2.573 | 2.884 | 3.105 | 3.325 | 2.635 | 100.0% | 10 |
732 | cinder.delete_volume | 0.611 | 2.479 | 2.742 | 2.863 | 2.983 | 2.239 | 100.0% | 10 |
733 | total | 19.728 | 21.533 | 22.719 | 24.643 | 26.568 | 21.737 | 100.0% | 10 |
734 +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
735 Load duration: 62.6771988869
736 Full duration: 187.817504883
740 test scenario CinderVolumes.create_snapshot_and_attach_volume
741 +------------------------------------------------------------------------------------------------+
742 | Response Times (sec) |
743 +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
744 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
745 +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
746 | cinder.create_volume | 3.255 | 3.476 | 4.793 | 4.86 | 4.926 | 3.766 | 100.0% | 10 |
747 | cinder.create_snapshot | 2.387 | 2.868 | 3.304 | 3.311 | 3.318 | 2.906 | 100.0% | 10 |
748 | nova.attach_volume | 3.864 | 4.167 | 4.94 | 5.864 | 6.787 | 4.392 | 100.0% | 10 |
749 | nova.detach_volume | 3.699 | 4.047 | 4.388 | 4.408 | 4.428 | 4.066 | 100.0% | 10 |
750 | cinder.delete_snapshot | 2.492 | 2.621 | 2.825 | 2.828 | 2.831 | 2.651 | 100.0% | 10 |
751 | cinder.delete_volume | 0.65 | 2.735 | 3.048 | 3.123 | 3.198 | 2.567 | 100.0% | 10 |
752 | total | 18.915 | 21.629 | 24.215 | 25.025 | 25.835 | 22.025 | 100.0% | 10 |
753 +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
754 Load duration: 64.388502121
755 Full duration: 192.928286076
759 run_rally - INFO - Test scenario: "cinder" OK.
761 run_rally - INFO - Starting test scenario "heat" ...
764 Task 44fe34e1-bd7f-47f7-b4e9-ca32c892d8b5: started
765 Task 44fe34e1-bd7f-47f7-b4e9-ca32c892d8b5: finished
767 test scenario HeatStacks.create_suspend_resume_delete_stack
768 +------------------------------------------------------------------------------------------+
769 | Response Times (sec) |
770 +--------------------+-------+--------+--------+--------+--------+-------+---------+-------+
771 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
772 +--------------------+-------+--------+--------+--------+--------+-------+---------+-------+
773 | heat.create_stack | 4.131 | 4.448 | 4.579 | 4.616 | 4.652 | 4.417 | 100.0% | 10 |
774 | heat.suspend_stack | 1.521 | 1.721 | 1.772 | 1.792 | 1.812 | 1.701 | 100.0% | 10 |
775 | heat.resume_stack | 1.454 | 1.625 | 1.703 | 1.708 | 1.713 | 1.63 | 100.0% | 10 |
776 | heat.delete_stack | 1.387 | 1.57 | 2.717 | 2.724 | 2.731 | 1.88 | 100.0% | 10 |
777 | total | 8.994 | 9.448 | 10.723 | 10.75 | 10.777 | 9.627 | 100.0% | 10 |
778 +--------------------+-------+--------+--------+--------+--------+-------+---------+-------+
779 Load duration: 28.125330925
780 Full duration: 37.9011991024
784 test scenario HeatStacks.create_and_delete_stack
785 +----------------------------------------------------------------------------------------+
786 | Response Times (sec) |
787 +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
788 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
789 +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
790 | heat.create_stack | 4.098 | 4.267 | 4.383 | 4.452 | 4.52 | 4.266 | 100.0% | 10 |
791 | heat.delete_stack | 1.423 | 1.468 | 1.536 | 1.679 | 1.822 | 1.505 | 100.0% | 10 |
792 | total | 5.574 | 5.769 | 5.922 | 5.933 | 5.944 | 5.77 | 100.0% | 10 |
793 +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
794 Load duration: 17.2579169273
795 Full duration: 27.4368560314
799 test scenario HeatStacks.create_and_delete_stack
800 +-------------------------------------------------------------------------------------------+
801 | Response Times (sec) |
802 +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
803 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
804 +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
805 | heat.create_stack | 25.037 | 28.231 | 29.801 | 29.828 | 29.856 | 27.99 | 100.0% | 10 |
806 | heat.delete_stack | 10.707 | 11.831 | 13.046 | 13.573 | 14.099 | 12.249 | 100.0% | 10 |
807 | total | 36.902 | 40.321 | 42.736 | 42.79 | 42.844 | 40.24 | 100.0% | 10 |
808 +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
809 Load duration: 119.344232082
810 Full duration: 129.710185051
814 test scenario HeatStacks.create_and_delete_stack
815 +-------------------------------------------------------------------------------------------+
816 | Response Times (sec) |
817 +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
818 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
819 +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
820 | heat.create_stack | 21.352 | 24.853 | 26.526 | 26.562 | 26.598 | 24.433 | 100.0% | 10 |
821 | heat.delete_stack | 9.51 | 10.67 | 10.95 | 11.42 | 11.889 | 10.684 | 100.0% | 10 |
822 | total | 31.928 | 35.457 | 37.299 | 37.449 | 37.598 | 35.117 | 100.0% | 10 |
823 +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
824 Load duration: 106.840685844
825 Full duration: 117.40921998
829 test scenario HeatStacks.list_stacks_and_resources
830 +------------------------------------------------------------------------------------------------------+
831 | Response Times (sec) |
832 +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
833 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
834 +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
835 | heat.list_stacks | 0.488 | 0.522 | 0.539 | 0.54 | 0.54 | 0.522 | 100.0% | 10 |
836 | heat.list_resources_of_0_stacks | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 |
837 | total | 0.488 | 0.522 | 0.539 | 0.54 | 0.541 | 0.522 | 100.0% | 10 |
838 +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
839 Load duration: 1.59450078011
840 Full duration: 9.86936807632
844 test scenario HeatStacks.create_update_delete_stack
845 +------------------------------------------------------------------------------------------+
846 | Response Times (sec) |
847 +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
848 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
849 +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
850 | heat.create_stack | 3.845 | 4.214 | 4.356 | 4.377 | 4.397 | 4.193 | 100.0% | 10 |
851 | heat.update_stack | 3.558 | 3.774 | 3.853 | 3.855 | 3.857 | 3.726 | 100.0% | 10 |
852 | heat.delete_stack | 1.56 | 2.57 | 2.756 | 2.776 | 2.797 | 2.512 | 100.0% | 10 |
853 | total | 9.445 | 10.455 | 10.866 | 10.915 | 10.963 | 10.431 | 100.0% | 10 |
854 +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
855 Load duration: 31.3620579243
856 Full duration: 42.2799968719
860 test scenario HeatStacks.create_update_delete_stack
861 +-----------------------------------------------------------------------------------------+
862 | Response Times (sec) |
863 +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+
864 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
865 +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+
866 | heat.create_stack | 4.133 | 4.157 | 4.354 | 4.413 | 4.472 | 4.209 | 100.0% | 10 |
867 | heat.update_stack | 3.534 | 3.713 | 3.821 | 3.958 | 4.096 | 3.717 | 100.0% | 10 |
868 | heat.delete_stack | 1.383 | 1.402 | 1.736 | 2.156 | 2.575 | 1.556 | 100.0% | 10 |
869 | total | 9.126 | 9.41 | 9.772 | 10.018 | 10.263 | 9.482 | 100.0% | 10 |
870 +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+
871 Load duration: 29.0769648552
872 Full duration: 39.4647920132
876 test scenario HeatStacks.create_update_delete_stack
877 +------------------------------------------------------------------------------------------+
878 | Response Times (sec) |
879 +-------------------+--------+--------+--------+--------+--------+-------+---------+-------+
880 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
881 +-------------------+--------+--------+--------+--------+--------+-------+---------+-------+
882 | heat.create_stack | 4.275 | 4.465 | 4.666 | 4.855 | 5.044 | 4.509 | 100.0% | 10 |
883 | heat.update_stack | 5.801 | 5.876 | 6.0 | 6.166 | 6.332 | 5.928 | 100.0% | 10 |
884 | heat.delete_stack | 2.525 | 2.564 | 3.649 | 3.683 | 3.717 | 2.793 | 100.0% | 10 |
885 | total | 12.743 | 13.005 | 13.996 | 14.01 | 14.023 | 13.23 | 100.0% | 10 |
886 +-------------------+--------+--------+--------+--------+--------+-------+---------+-------+
887 Load duration: 39.5067877769
888 Full duration: 50.3663468361
892 test scenario HeatStacks.create_update_delete_stack
893 +------------------------------------------------------------------------------------------+
894 | Response Times (sec) |
895 +-------------------+--------+--------+--------+--------+--------+-------+---------+-------+
896 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
897 +-------------------+--------+--------+--------+--------+--------+-------+---------+-------+
898 | heat.create_stack | 4.517 | 5.462 | 5.602 | 5.608 | 5.614 | 5.389 | 100.0% | 10 |
899 | heat.update_stack | 8.345 | 9.324 | 9.403 | 9.411 | 9.42 | 9.245 | 100.0% | 10 |
900 | heat.delete_stack | 3.69 | 3.723 | 3.746 | 3.755 | 3.763 | 3.725 | 100.0% | 10 |
901 | total | 17.515 | 18.525 | 18.645 | 18.683 | 18.722 | 18.36 | 100.0% | 10 |
902 +-------------------+--------+--------+--------+--------+--------+-------+---------+-------+
903 Load duration: 54.7039349079
904 Full duration: 65.6854679585
908 test scenario HeatStacks.create_update_delete_stack
909 +-------------------------------------------------------------------------------------------+
910 | Response Times (sec) |
911 +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
912 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
913 +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
914 | heat.create_stack | 4.122 | 4.348 | 4.549 | 4.597 | 4.645 | 4.358 | 100.0% | 10 |
915 | heat.update_stack | 5.791 | 5.87 | 5.92 | 5.932 | 5.944 | 5.864 | 100.0% | 10 |
916 | heat.delete_stack | 2.506 | 2.55 | 3.704 | 3.778 | 3.853 | 2.791 | 100.0% | 10 |
917 | total | 12.485 | 12.814 | 13.98 | 14.075 | 14.169 | 13.013 | 100.0% | 10 |
918 +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
919 Load duration: 38.5906641483
920 Full duration: 49.8386061192
924 test scenario HeatStacks.create_update_delete_stack
925 +-----------------------------------------------------------------------------------------+
926 | Response Times (sec) |
927 +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+
928 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
929 +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+
930 | heat.create_stack | 4.062 | 4.33 | 4.493 | 4.501 | 4.508 | 4.317 | 100.0% | 10 |
931 | heat.update_stack | 3.553 | 3.585 | 3.783 | 3.936 | 4.088 | 3.648 | 100.0% | 10 |
932 | heat.delete_stack | 1.376 | 1.418 | 2.552 | 2.555 | 2.558 | 1.856 | 100.0% | 10 |
933 | total | 9.179 | 9.535 | 10.607 | 10.678 | 10.749 | 9.822 | 100.0% | 10 |
934 +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+
935 Load duration: 29.5593960285
936 Full duration: 40.873290062
940 test scenario HeatStacks.create_and_list_stack
941 +----------------------------------------------------------------------------------------+
942 | Response Times (sec) |
943 +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
944 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
945 +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
946 | heat.create_stack | 4.105 | 4.264 | 4.394 | 4.43 | 4.466 | 4.276 | 100.0% | 10 |
947 | heat.list_stacks | 0.062 | 0.103 | 0.113 | 0.116 | 0.119 | 0.096 | 100.0% | 10 |
948 | total | 4.18 | 4.373 | 4.501 | 4.531 | 4.561 | 4.371 | 100.0% | 10 |
949 +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
950 Load duration: 13.1703698635
951 Full duration: 29.690456152
955 test scenario HeatStacks.create_check_delete_stack
956 +----------------------------------------------------------------------------------------+
957 | Response Times (sec) |
958 +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
959 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
960 +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
961 | heat.create_stack | 4.194 | 4.357 | 4.595 | 4.64 | 4.684 | 4.393 | 100.0% | 10 |
962 | heat.check_stack | 1.511 | 1.542 | 1.627 | 1.753 | 1.88 | 1.58 | 100.0% | 10 |
963 | heat.delete_stack | 1.402 | 2.55 | 2.707 | 2.749 | 2.791 | 2.257 | 100.0% | 10 |
964 | total | 7.411 | 8.429 | 8.66 | 8.745 | 8.829 | 8.23 | 100.0% | 10 |
965 +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
966 Load duration: 24.4679090977
967 Full duration: 35.6907479763
971 run_rally - INFO - Test scenario: "heat" OK.
973 run_rally - INFO - Starting test scenario "keystone" ...
976 Task 416065d0-3811-4bee-9b53-37743e1f179c: started
977 Task 416065d0-3811-4bee-9b53-37743e1f179c: finished
979 test scenario KeystoneBasic.create_tenant_with_users
980 +---------------------------------------------------------------------------------------------+
981 | Response Times (sec) |
982 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
983 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
984 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
985 | keystone.create_tenant | 0.285 | 0.297 | 0.328 | 0.336 | 0.343 | 0.305 | 100.0% | 10 |
986 | keystone.create_users | 1.651 | 1.673 | 1.73 | 1.749 | 1.768 | 1.688 | 100.0% | 10 |
987 | total | 1.952 | 1.986 | 2.027 | 2.061 | 2.095 | 1.993 | 100.0% | 10 |
988 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
989 Load duration: 5.98874807358
990 Full duration: 22.4405510426
994 test scenario KeystoneBasic.create_add_and_list_user_roles
995 +-------------------------------------------------------------------------------------------+
996 | Response Times (sec) |
997 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
998 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
999 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1000 | keystone.create_role | 0.287 | 0.308 | 0.404 | 0.428 | 0.452 | 0.331 | 100.0% | 10 |
1001 | keystone.add_role | 0.276 | 0.31 | 0.371 | 0.379 | 0.388 | 0.319 | 100.0% | 10 |
1002 | keystone.list_roles | 0.137 | 0.151 | 0.175 | 0.207 | 0.239 | 0.16 | 100.0% | 10 |
1003 | total | 0.732 | 0.775 | 0.951 | 0.962 | 0.972 | 0.809 | 100.0% | 10 |
1004 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1005 Load duration: 2.38230800629
1006 Full duration: 15.068157196
1010 test scenario KeystoneBasic.add_and_remove_user_role
1011 +-------------------------------------------------------------------------------------------+
1012 | Response Times (sec) |
1013 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1014 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1015 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1016 | keystone.create_role | 0.263 | 0.3 | 0.41 | 0.455 | 0.499 | 0.336 | 100.0% | 10 |
1017 | keystone.add_role | 0.265 | 0.28 | 0.342 | 0.405 | 0.468 | 0.302 | 100.0% | 10 |
1018 | keystone.remove_role | 0.151 | 0.182 | 0.347 | 0.35 | 0.354 | 0.226 | 100.0% | 10 |
1019 | total | 0.713 | 0.844 | 1.002 | 1.019 | 1.036 | 0.864 | 100.0% | 10 |
1020 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1021 Load duration: 2.52822303772
1022 Full duration: 15.38514781
1026 test scenario KeystoneBasic.create_update_and_delete_tenant
1027 +---------------------------------------------------------------------------------------------+
1028 | Response Times (sec) |
1029 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1030 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1031 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1032 | keystone.create_tenant | 0.267 | 0.354 | 0.411 | 0.421 | 0.432 | 0.346 | 100.0% | 10 |
1033 | keystone.update_tenant | 0.139 | 0.15 | 0.185 | 0.223 | 0.262 | 0.164 | 100.0% | 10 |
1034 | keystone.delete_tenant | 0.302 | 0.333 | 0.418 | 0.448 | 0.477 | 0.35 | 100.0% | 10 |
1035 | total | 0.738 | 0.879 | 0.917 | 0.961 | 1.006 | 0.86 | 100.0% | 10 |
1036 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1037 Load duration: 2.55070900917
1038 Full duration: 14.2816069126
1042 test scenario KeystoneBasic.create_and_delete_service
1043 +----------------------------------------------------------------------------------------------+
1044 | Response Times (sec) |
1045 +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1046 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1047 +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1048 | keystone.create_service | 0.279 | 0.303 | 0.408 | 0.41 | 0.412 | 0.322 | 100.0% | 10 |
1049 | keystone.delete_service | 0.15 | 0.168 | 0.188 | 0.192 | 0.196 | 0.169 | 100.0% | 10 |
1050 | total | 0.443 | 0.471 | 0.584 | 0.594 | 0.604 | 0.491 | 100.0% | 10 |
1051 +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1052 Load duration: 1.47291088104
1053 Full duration: 12.6235470772
1057 test scenario KeystoneBasic.create_tenant
1058 +---------------------------------------------------------------------------------------------+
1059 | Response Times (sec) |
1060 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1061 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1062 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1063 | keystone.create_tenant | 0.274 | 0.302 | 0.315 | 0.324 | 0.334 | 0.301 | 100.0% | 10 |
1064 | total | 0.274 | 0.302 | 0.315 | 0.325 | 0.334 | 0.301 | 100.0% | 10 |
1065 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1066 Load duration: 0.926929950714
1067 Full duration: 9.11541318893
1071 test scenario KeystoneBasic.create_user
1072 +-------------------------------------------------------------------------------------------+
1073 | Response Times (sec) |
1074 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1075 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1076 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1077 | keystone.create_user | 0.285 | 0.312 | 0.353 | 0.392 | 0.431 | 0.323 | 100.0% | 10 |
1078 | total | 0.285 | 0.313 | 0.353 | 0.392 | 0.431 | 0.323 | 100.0% | 10 |
1079 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1080 Load duration: 1.09427213669
1081 Full duration: 9.44248485565
1085 test scenario KeystoneBasic.create_and_list_tenants
1086 +---------------------------------------------------------------------------------------------+
1087 | Response Times (sec) |
1088 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1089 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1090 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1091 | keystone.create_tenant | 0.276 | 0.302 | 0.312 | 0.315 | 0.318 | 0.299 | 100.0% | 10 |
1092 | keystone.list_tenants | 0.133 | 0.141 | 0.147 | 0.149 | 0.15 | 0.141 | 100.0% | 10 |
1093 | total | 0.416 | 0.441 | 0.462 | 0.463 | 0.463 | 0.44 | 100.0% | 10 |
1094 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1095 Load duration: 1.356580019
1096 Full duration: 14.5843369961
1100 test scenario KeystoneBasic.create_and_delete_role
1101 +-------------------------------------------------------------------------------------------+
1102 | Response Times (sec) |
1103 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1104 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1105 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1106 | keystone.create_role | 0.271 | 0.306 | 0.517 | 0.532 | 0.547 | 0.37 | 100.0% | 10 |
1107 | keystone.delete_role | 0.295 | 0.305 | 0.621 | 0.655 | 0.689 | 0.401 | 100.0% | 10 |
1108 | total | 0.572 | 0.743 | 0.991 | 1.076 | 1.16 | 0.771 | 100.0% | 10 |
1109 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1110 Load duration: 2.24743795395
1111 Full duration: 14.336769104
1115 test scenario KeystoneBasic.get_entities
1116 +---------------------------------------------------------------------------------------------+
1117 | Response Times (sec) |
1118 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1119 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1120 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1121 | keystone.create_tenant | 0.284 | 0.313 | 0.395 | 0.4 | 0.405 | 0.328 | 100.0% | 10 |
1122 | keystone.create_user | 0.141 | 0.155 | 0.176 | 0.176 | 0.177 | 0.159 | 100.0% | 10 |
1123 | keystone.create_role | 0.136 | 0.155 | 0.173 | 0.209 | 0.245 | 0.16 | 100.0% | 10 |
1124 | keystone.get_tenant | 0.124 | 0.132 | 0.143 | 0.144 | 0.144 | 0.133 | 100.0% | 10 |
1125 | keystone.get_user | 0.124 | 0.141 | 0.232 | 0.234 | 0.237 | 0.158 | 100.0% | 10 |
1126 | keystone.get_role | 0.122 | 0.125 | 0.142 | 0.144 | 0.147 | 0.129 | 100.0% | 10 |
1127 | keystone.service_list | 0.121 | 0.13 | 0.138 | 0.139 | 0.139 | 0.13 | 100.0% | 10 |
1128 | keystone.get_service | 0.118 | 0.132 | 0.158 | 0.16 | 0.161 | 0.136 | 100.0% | 10 |
1129 | total | 1.253 | 1.315 | 1.403 | 1.449 | 1.495 | 1.334 | 100.0% | 10 |
1130 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1131 Load duration: 4.18330001831
1132 Full duration: 21.2465929985
1136 test scenario KeystoneBasic.create_and_list_users
1137 +-------------------------------------------------------------------------------------------+
1138 | Response Times (sec) |
1139 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1140 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1141 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1142 | keystone.create_user | 0.27 | 0.324 | 0.381 | 0.409 | 0.436 | 0.33 | 100.0% | 10 |
1143 | keystone.list_users | 0.125 | 0.142 | 0.183 | 0.233 | 0.283 | 0.157 | 100.0% | 10 |
1144 | total | 0.409 | 0.47 | 0.53 | 0.625 | 0.719 | 0.487 | 100.0% | 10 |
1145 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1146 Load duration: 1.41358304024
1147 Full duration: 9.46058607101
1151 run_rally - INFO - Test scenario: "keystone" OK.
1153 run_rally - INFO - Starting test scenario "neutron" ...
1155 Preparing input task
1156 Task 66bee4c3-3b3f-4215-9910-63425b400d9a: started
1157 Task 66bee4c3-3b3f-4215-9910-63425b400d9a: finished
1159 test scenario NeutronNetworks.create_and_delete_ports
1160 +------------------------------------------------------------------------------------------+
1161 | Response Times (sec) |
1162 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1163 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1164 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1165 | neutron.create_port | 0.762 | 0.83 | 0.953 | 0.983 | 1.014 | 0.858 | 100.0% | 10 |
1166 | neutron.delete_port | 0.224 | 0.62 | 0.763 | 0.78 | 0.797 | 0.582 | 100.0% | 10 |
1167 | total | 1.011 | 1.549 | 1.599 | 1.603 | 1.607 | 1.441 | 100.0% | 10 |
1168 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1169 Load duration: 4.14246201515
1170 Full duration: 53.9938690662
1174 test scenario NeutronNetworks.create_and_list_routers
1175 +---------------------------------------------------------------------------------------------------+
1176 | Response Times (sec) |
1177 +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1178 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1179 +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1180 | neutron.create_subnet | 0.718 | 0.792 | 0.884 | 0.89 | 0.895 | 0.801 | 100.0% | 10 |
1181 | neutron.create_router | 0.435 | 0.451 | 0.555 | 0.56 | 0.565 | 0.474 | 100.0% | 10 |
1182 | neutron.add_interface_router | 0.341 | 0.776 | 1.004 | 1.11 | 1.215 | 0.789 | 100.0% | 10 |
1183 | neutron.list_routers | 0.066 | 0.42 | 0.477 | 0.491 | 0.505 | 0.367 | 100.0% | 10 |
1184 | total | 1.661 | 2.48 | 2.738 | 2.797 | 2.855 | 2.431 | 100.0% | 10 |
1185 +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1186 Load duration: 7.12932991982
1187 Full duration: 59.6318800449
1191 test scenario NeutronNetworks.create_and_delete_routers
1192 +------------------------------------------------------------------------------------------------------+
1193 | Response Times (sec) |
1194 +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1195 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1196 +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1197 | neutron.create_subnet | 0.739 | 0.812 | 0.936 | 0.949 | 0.963 | 0.833 | 100.0% | 10 |
1198 | neutron.create_router | 0.073 | 0.467 | 0.548 | 0.564 | 0.58 | 0.447 | 100.0% | 10 |
1199 | neutron.add_interface_router | 0.32 | 0.758 | 0.881 | 0.901 | 0.92 | 0.737 | 100.0% | 10 |
1200 | neutron.remove_interface_router | 0.632 | 0.723 | 0.767 | 0.788 | 0.808 | 0.719 | 100.0% | 10 |
1201 | neutron.delete_router | 0.575 | 0.622 | 0.72 | 0.74 | 0.759 | 0.639 | 100.0% | 10 |
1202 | total | 2.939 | 3.398 | 3.635 | 3.725 | 3.814 | 3.375 | 100.0% | 10 |
1203 +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1204 Load duration: 10.4781250954
1205 Full duration: 61.2645328045
1209 test scenario NeutronNetworks.create_and_list_ports
1210 +------------------------------------------------------------------------------------------+
1211 | Response Times (sec) |
1212 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1213 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1214 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1215 | neutron.create_port | 0.728 | 0.859 | 0.909 | 0.944 | 0.978 | 0.857 | 100.0% | 10 |
1216 | neutron.list_ports | 0.52 | 0.599 | 0.71 | 0.735 | 0.76 | 0.618 | 100.0% | 10 |
1217 | total | 1.37 | 1.459 | 1.597 | 1.611 | 1.624 | 1.475 | 100.0% | 10 |
1218 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1219 Load duration: 4.50073218346
1220 Full duration: 55.2021510601
1224 test scenario NeutronNetworks.create_and_delete_subnets
1225 +--------------------------------------------------------------------------------------------+
1226 | Response Times (sec) |
1227 +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1228 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1229 +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1230 | neutron.create_subnet | 0.749 | 0.788 | 0.939 | 0.956 | 0.972 | 0.824 | 100.0% | 10 |
1231 | neutron.delete_subnet | 0.556 | 0.673 | 0.778 | 0.819 | 0.859 | 0.687 | 100.0% | 10 |
1232 | total | 1.361 | 1.521 | 1.693 | 1.697 | 1.702 | 1.511 | 100.0% | 10 |
1233 +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1234 Load duration: 4.66956591606
1235 Full duration: 54.1284301281
1239 test scenario NeutronNetworks.create_and_delete_networks
1240 +---------------------------------------------------------------------------------------------+
1241 | Response Times (sec) |
1242 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1243 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1244 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1245 | neutron.create_network | 0.62 | 0.643 | 0.756 | 0.784 | 0.812 | 0.672 | 100.0% | 10 |
1246 | neutron.delete_network | 0.481 | 0.54 | 0.616 | 0.686 | 0.756 | 0.558 | 100.0% | 10 |
1247 | total | 1.101 | 1.206 | 1.363 | 1.377 | 1.391 | 1.23 | 100.0% | 10 |
1248 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1249 Load duration: 3.73822879791
1250 Full duration: 33.2811751366
1254 test scenario NeutronNetworks.create_and_list_networks
1255 +---------------------------------------------------------------------------------------------+
1256 | Response Times (sec) |
1257 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1258 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1259 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1260 | neutron.create_network | 0.583 | 0.675 | 0.782 | 0.782 | 0.783 | 0.691 | 100.0% | 10 |
1261 | neutron.list_networks | 0.058 | 0.395 | 0.517 | 0.522 | 0.528 | 0.364 | 100.0% | 10 |
1262 | total | 0.834 | 1.066 | 1.187 | 1.242 | 1.298 | 1.055 | 100.0% | 10 |
1263 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1264 Load duration: 3.09279990196
1265 Full duration: 33.633177042
1269 test scenario NeutronNetworks.create_and_update_routers
1270 +---------------------------------------------------------------------------------------------------+
1271 | Response Times (sec) |
1272 +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1273 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1274 +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1275 | neutron.create_subnet | 0.713 | 0.8 | 0.903 | 0.913 | 0.922 | 0.811 | 100.0% | 10 |
1276 | neutron.create_router | 0.434 | 0.449 | 0.476 | 0.497 | 0.519 | 0.458 | 100.0% | 10 |
1277 | neutron.add_interface_router | 0.666 | 0.749 | 0.912 | 0.954 | 0.996 | 0.791 | 100.0% | 10 |
1278 | neutron.update_router | 0.222 | 0.579 | 0.659 | 0.678 | 0.697 | 0.556 | 100.0% | 10 |
1279 | total | 2.156 | 2.643 | 2.768 | 2.799 | 2.83 | 2.617 | 100.0% | 10 |
1280 +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1281 Load duration: 7.76268601418
1282 Full duration: 57.6214001179
1286 test scenario NeutronNetworks.create_and_update_networks
1287 +---------------------------------------------------------------------------------------------+
1288 | Response Times (sec) |
1289 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1290 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1291 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1292 | neutron.create_network | 0.606 | 0.672 | 0.761 | 0.785 | 0.81 | 0.681 | 100.0% | 10 |
1293 | neutron.update_network | 0.137 | 0.518 | 0.538 | 0.542 | 0.547 | 0.482 | 100.0% | 10 |
1294 | total | 0.893 | 1.183 | 1.261 | 1.288 | 1.315 | 1.164 | 100.0% | 10 |
1295 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1296 Load duration: 3.59189605713
1297 Full duration: 34.8437690735
1301 test scenario NeutronNetworks.create_and_update_ports
1302 +------------------------------------------------------------------------------------------+
1303 | Response Times (sec) |
1304 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1305 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1306 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1307 | neutron.create_port | 0.738 | 0.792 | 0.889 | 0.921 | 0.952 | 0.815 | 100.0% | 10 |
1308 | neutron.update_port | 0.161 | 0.551 | 0.596 | 0.6 | 0.605 | 0.516 | 100.0% | 10 |
1309 | total | 1.044 | 1.339 | 1.429 | 1.482 | 1.536 | 1.331 | 100.0% | 10 |
1310 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1311 Load duration: 4.11195087433
1312 Full duration: 53.0145220757
1316 test scenario NeutronNetworks.create_and_list_subnets
1317 +--------------------------------------------------------------------------------------------+
1318 | Response Times (sec) |
1319 +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1320 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1321 +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1322 | neutron.create_subnet | 0.703 | 0.748 | 0.832 | 0.861 | 0.89 | 0.764 | 100.0% | 10 |
1323 | neutron.list_subnets | 0.054 | 0.396 | 0.445 | 0.479 | 0.513 | 0.374 | 100.0% | 10 |
1324 | total | 0.757 | 1.159 | 1.256 | 1.272 | 1.287 | 1.138 | 100.0% | 10 |
1325 +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1326 Load duration: 3.5137629509
1327 Full duration: 52.7622568607
1331 test scenario NeutronNetworks.create_and_update_subnets
1332 +--------------------------------------------------------------------------------------------+
1333 | Response Times (sec) |
1334 +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1335 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1336 +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1337 | neutron.create_subnet | 0.742 | 0.813 | 0.947 | 0.948 | 0.949 | 0.838 | 100.0% | 10 |
1338 | neutron.update_subnet | 0.234 | 0.583 | 0.695 | 0.696 | 0.696 | 0.58 | 100.0% | 10 |
1339 | total | 1.043 | 1.427 | 1.587 | 1.596 | 1.604 | 1.418 | 100.0% | 10 |
1340 +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1341 Load duration: 4.36762094498
1342 Full duration: 54.1341950893
1346 run_rally - INFO - Test scenario: "neutron" OK.
1348 run_rally - INFO - Starting test scenario "nova" ...
1350 Preparing input task
1351 Task c631be68-64eb-462f-af72-0946f649719e: started
1352 Task c631be68-64eb-462f-af72-0946f649719e: finished
1354 test scenario NovaKeypair.create_and_delete_keypair
1355 +------------------------------------------------------------------------------------------+
1356 | Response Times (sec) |
1357 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1358 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1359 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1360 | nova.create_keypair | 0.689 | 0.825 | 1.389 | 1.414 | 1.439 | 0.956 | 100.0% | 10 |
1361 | nova.delete_keypair | 0.034 | 0.045 | 0.058 | 0.058 | 0.059 | 0.046 | 100.0% | 10 |
1362 | total | 0.734 | 0.868 | 1.43 | 1.458 | 1.487 | 1.002 | 100.0% | 10 |
1363 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1364 Load duration: 2.95623397827
1365 Full duration: 43.0288610458
1369 test scenario NovaServers.snapshot_server
1370 +------------------------------------------------------------------------------------------------+
1371 | Response Times (sec) |
1372 +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1373 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1374 +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1375 | nova.boot_server | 13.069 | 14.075 | 14.775 | 15.063 | 15.35 | 14.118 | 100.0% | 10 |
1376 | nova.create_image | 10.992 | 11.363 | 11.948 | 12.03 | 12.112 | 11.402 | 100.0% | 10 |
1377 | nova.delete_server | 2.878 | 3.026 | 3.413 | 3.454 | 3.495 | 3.121 | 100.0% | 10 |
1378 | nova.boot_server (2) | 10.807 | 12.891 | 14.009 | 14.098 | 14.188 | 12.932 | 100.0% | 10 |
1379 | nova.delete_server (2) | 2.914 | 3.356 | 4.738 | 4.974 | 5.21 | 3.557 | 100.0% | 10 |
1380 | nova.delete_image | 2.769 | 3.227 | 3.659 | 3.685 | 3.711 | 3.238 | 100.0% | 10 |
1381 | total | 44.842 | 48.482 | 49.94 | 50.257 | 50.573 | 48.369 | 100.0% | 10 |
1382 +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1383 Load duration: 145.116047144
1384 Full duration: 218.130707026
1388 test scenario NovaKeypair.boot_and_delete_server_with_keypair
1389 +---------------------------------------------------------------------------------------------+
1390 | Response Times (sec) |
1391 +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1392 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1393 +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1394 | nova.create_keypair | 0.67 | 0.815 | 1.452 | 1.483 | 1.515 | 0.945 | 100.0% | 10 |
1395 | nova.boot_server | 11.229 | 12.914 | 14.714 | 15.148 | 15.581 | 13.075 | 100.0% | 10 |
1396 | nova.delete_server | 2.87 | 3.313 | 3.4 | 3.451 | 3.502 | 3.214 | 100.0% | 10 |
1397 | nova.delete_keypair | 0.034 | 0.048 | 0.056 | 0.056 | 0.057 | 0.046 | 100.0% | 10 |
1398 | total | 15.3 | 17.062 | 18.916 | 19.109 | 19.302 | 17.281 | 100.0% | 10 |
1399 +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1400 Load duration: 51.5624389648
1401 Full duration: 121.866284132
1405 test scenario NovaKeypair.create_and_list_keypairs
1406 +------------------------------------------------------------------------------------------+
1407 | Response Times (sec) |
1408 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1409 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1410 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1411 | nova.create_keypair | 0.681 | 0.825 | 1.368 | 1.468 | 1.568 | 0.975 | 100.0% | 10 |
1412 | nova.list_keypairs | 0.021 | 0.027 | 0.038 | 0.038 | 0.039 | 0.03 | 100.0% | 10 |
1413 | total | 0.715 | 0.855 | 1.394 | 1.494 | 1.593 | 1.005 | 100.0% | 10 |
1414 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1415 Load duration: 3.00225996971
1416 Full duration: 44.8396139145
1420 test scenario NovaServers.list_servers
1421 +---------------------------------------------------------------------------------------+
1422 | Response Times (sec) |
1423 +-------------------+-------+--------+--------+--------+-------+------+---------+-------+
1424 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1425 +-------------------+-------+--------+--------+--------+-------+------+---------+-------+
1426 | nova.list_servers | 1.385 | 1.648 | 1.794 | 1.8 | 1.806 | 1.64 | 100.0% | 10 |
1427 | total | 1.386 | 1.648 | 1.794 | 1.8 | 1.807 | 1.64 | 100.0% | 10 |
1428 +-------------------+-------+--------+--------+--------+-------+------+---------+-------+
1429 Load duration: 4.86725592613
1430 Full duration: 144.563478947
1434 test scenario NovaServers.resize_server
1435 +---------------------------------------------------------------------------------------------+
1436 | Response Times (sec) |
1437 +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1438 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1439 +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1440 | nova.boot_server | 11.794 | 13.235 | 14.683 | 15.23 | 15.778 | 13.569 | 100.0% | 10 |
1441 | nova.resize | 40.775 | 43.909 | 47.803 | 47.888 | 47.973 | 44.294 | 100.0% | 10 |
1442 | nova.resize_confirm | 2.664 | 3.406 | 5.701 | 5.894 | 6.087 | 3.777 | 100.0% | 10 |
1443 | nova.delete_server | 2.831 | 2.964 | 3.671 | 4.355 | 5.038 | 3.264 | 100.0% | 10 |
1444 | total | 59.51 | 64.72 | 68.963 | 69.477 | 69.991 | 64.905 | 100.0% | 10 |
1445 +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1446 Load duration: 193.15106678
1447 Full duration: 234.439800978
1451 test scenario NovaServers.boot_server_from_volume_and_delete
1452 +----------------------------------------------------------------------------------------------+
1453 | Response Times (sec) |
1454 +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1455 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1456 +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1457 | cinder.create_volume | 9.703 | 10.351 | 11.374 | 12.306 | 13.237 | 10.631 | 100.0% | 10 |
1458 | nova.boot_server | 13.02 | 14.474 | 15.965 | 16.121 | 16.276 | 14.667 | 100.0% | 10 |
1459 | nova.delete_server | 3.826 | 5.813 | 5.967 | 6.081 | 6.196 | 5.561 | 100.0% | 10 |
1460 | total | 27.612 | 30.787 | 32.582 | 32.736 | 32.891 | 30.859 | 100.0% | 10 |
1461 +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1462 Load duration: 92.1244728565
1463 Full duration: 176.439888954
1467 test scenario NovaServers.boot_and_migrate_server
1468 +---------------------------------------------------------------------------------------------+
1469 | Response Times (sec) |
1470 +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1471 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1472 +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1473 | nova.boot_server | 12.068 | 13.808 | 14.866 | 14.966 | 15.067 | 13.788 | 100.0% | 10 |
1474 | nova.stop_server | 4.417 | 6.774 | 7.032 | 7.224 | 7.416 | 6.512 | 100.0% | 10 |
1475 | nova.migrate | 10.786 | 11.454 | 11.957 | 11.999 | 12.04 | 11.487 | 100.0% | 10 |
1476 | nova.resize_confirm | 3.328 | 3.614 | 3.822 | 3.905 | 3.988 | 3.621 | 100.0% | 10 |
1477 | nova.delete_server | 2.862 | 3.057 | 3.364 | 3.454 | 3.544 | 3.116 | 100.0% | 10 |
1478 | total | 34.85 | 38.711 | 40.179 | 40.344 | 40.508 | 38.525 | 100.0% | 10 |
1479 +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1480 Load duration: 115.221567869
1481 Full duration: 156.790792227
1485 test scenario NovaServers.boot_and_delete_server
1486 +--------------------------------------------------------------------------------------------+
1487 | Response Times (sec) |
1488 +--------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1489 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1490 +--------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1491 | nova.boot_server | 12.492 | 13.618 | 14.995 | 15.0 | 15.004 | 13.701 | 100.0% | 10 |
1492 | nova.delete_server | 2.88 | 3.033 | 3.371 | 3.49 | 3.61 | 3.125 | 100.0% | 10 |
1493 | total | 15.773 | 16.838 | 17.914 | 18.089 | 18.264 | 16.827 | 100.0% | 10 |
1494 +--------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1495 Load duration: 50.1218390465
1496 Full duration: 119.306482077
1500 test scenario NovaServers.boot_and_rebuild_server
1501 +---------------------------------------------------------------------------------------------+
1502 | Response Times (sec) |
1503 +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1504 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1505 +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1506 | nova.boot_server | 12.196 | 13.798 | 15.074 | 15.293 | 15.511 | 13.812 | 100.0% | 10 |
1507 | nova.rebuild_server | 12.036 | 13.891 | 15.523 | 15.599 | 15.676 | 13.972 | 100.0% | 10 |
1508 | nova.delete_server | 2.645 | 3.268 | 3.55 | 3.589 | 3.628 | 3.208 | 100.0% | 10 |
1509 | total | 28.349 | 31.175 | 32.771 | 33.141 | 33.511 | 30.993 | 100.0% | 10 |
1510 +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1511 Load duration: 92.8703818321
1512 Full duration: 164.587569952
1516 test scenario NovaSecGroup.create_and_list_secgroups
1517 +--------------------------------------------------------------------------------------------------------+
1518 | Response Times (sec) |
1519 +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1520 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1521 +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1522 | nova.create_10_security_groups | 4.388 | 5.032 | 5.224 | 5.25 | 5.277 | 4.975 | 100.0% | 10 |
1523 | nova.create_100_rules | 42.993 | 44.613 | 45.762 | 45.785 | 45.808 | 44.39 | 100.0% | 10 |
1524 | nova.list_security_groups | 0.153 | 0.195 | 0.36 | 0.486 | 0.613 | 0.251 | 100.0% | 10 |
1525 | total | 48.225 | 50.01 | 50.441 | 50.635 | 50.83 | 49.616 | 100.0% | 10 |
1526 +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1527 Load duration: 149.417917013
1528 Full duration: 217.353839159
1532 test scenario NovaSecGroup.create_and_delete_secgroups
1533 +--------------------------------------------------------------------------------------------------------+
1534 | Response Times (sec) |
1535 +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1536 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1537 +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1538 | nova.create_10_security_groups | 4.382 | 5.191 | 5.496 | 5.608 | 5.72 | 5.12 | 100.0% | 10 |
1539 | nova.create_100_rules | 43.059 | 44.368 | 45.778 | 46.029 | 46.28 | 44.458 | 100.0% | 10 |
1540 | nova.delete_10_security_groups | 1.662 | 2.265 | 2.495 | 2.664 | 2.832 | 2.215 | 100.0% | 10 |
1541 | total | 50.772 | 51.601 | 53.26 | 53.294 | 53.327 | 51.794 | 100.0% | 10 |
1542 +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1543 Load duration: 156.369856119
1544 Full duration: 199.137834787
1548 test scenario NovaServers.boot_and_bounce_server
1549 +-------------------------------------------------------------------------------------------------+
1550 | Response Times (sec) |
1551 +-------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1552 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1553 +-------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1554 | nova.boot_server | 12.013 | 14.52 | 15.332 | 15.8 | 16.267 | 14.249 | 100.0% | 10 |
1555 | nova.reboot_server | 5.223 | 6.071 | 6.385 | 6.462 | 6.539 | 5.987 | 100.0% | 10 |
1556 | nova.soft_reboot_server | 5.766 | 8.423 | 8.806 | 9.002 | 9.198 | 8.214 | 100.0% | 10 |
1557 | nova.stop_server | 3.892 | 6.503 | 7.587 | 10.894 | 14.201 | 6.898 | 100.0% | 10 |
1558 | nova.start_server | 3.432 | 4.687 | 5.177 | 5.424 | 5.672 | 4.587 | 100.0% | 10 |
1559 | nova.rescue_server | 7.9 | 8.519 | 9.688 | 10.196 | 10.703 | 8.724 | 100.0% | 10 |
1560 | nova.unrescue_server | 5.091 | 5.518 | 5.836 | 6.131 | 6.426 | 5.577 | 100.0% | 10 |
1561 | nova.delete_server | 2.495 | 2.921 | 3.469 | 3.516 | 3.563 | 2.974 | 100.0% | 10 |
1562 | total | 53.649 | 57.305 | 59.111 | 60.626 | 62.142 | 57.23 | 100.0% | 10 |
1563 +-------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1564 Load duration: 174.621170044
1565 Full duration: 245.828352928
1569 test scenario NovaServers.boot_server
1570 +------------------------------------------------------------------------------------------+
1571 | Response Times (sec) |
1572 +------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1573 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1574 +------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1575 | nova.boot_server | 13.233 | 14.359 | 15.326 | 15.425 | 15.523 | 14.261 | 100.0% | 10 |
1576 | total | 13.234 | 14.359 | 15.326 | 15.425 | 15.523 | 14.261 | 100.0% | 10 |
1577 +------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1578 Load duration: 42.6567699909
1579 Full duration: 99.771146059
1583 test scenario NovaSecGroup.boot_and_delete_server_with_secgroups
1584 +-----------------------------------------------------------------------------------------------------------+
1585 | Response Times (sec) |
1586 +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1587 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1588 +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1589 | nova.create_10_security_groups | 4.306 | 4.999 | 5.282 | 5.289 | 5.296 | 4.937 | 100.0% | 10 |
1590 | nova.create_100_rules | 41.795 | 43.955 | 45.983 | 46.201 | 46.418 | 44.135 | 100.0% | 10 |
1591 | nova.boot_server | 10.075 | 11.651 | 12.302 | 13.061 | 13.82 | 11.534 | 100.0% | 10 |
1592 | nova.get_attached_security_groups | 0.217 | 0.249 | 0.568 | 0.572 | 0.577 | 0.338 | 100.0% | 10 |
1593 | nova.delete_server | 2.469 | 2.619 | 2.937 | 3.034 | 3.131 | 2.712 | 100.0% | 10 |
1594 | nova.delete_10_security_groups | 1.574 | 1.878 | 2.55 | 2.704 | 2.858 | 2.053 | 100.0% | 10 |
1595 | total | 63.097 | 65.905 | 66.858 | 67.329 | 67.8 | 65.71 | 100.0% | 10 |
1596 +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1597 Load duration: 195.037164927
1598 Full duration: 263.490648985
1602 test scenario NovaServers.pause_and_unpause_server
1603 +---------------------------------------------------------------------------------------------+
1604 | Response Times (sec) |
1605 +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1606 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1607 +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1608 | nova.boot_server | 12.325 | 13.238 | 14.398 | 14.542 | 14.687 | 13.373 | 100.0% | 10 |
1609 | nova.pause_server | 2.412 | 2.986 | 3.177 | 3.205 | 3.233 | 2.946 | 100.0% | 10 |
1610 | nova.unpause_server | 2.824 | 3.169 | 3.325 | 3.392 | 3.459 | 3.13 | 100.0% | 10 |
1611 | nova.delete_server | 2.501 | 3.244 | 3.557 | 3.634 | 3.71 | 3.233 | 100.0% | 10 |
1612 | total | 21.499 | 22.307 | 24.0 | 24.022 | 24.043 | 22.682 | 100.0% | 10 |
1613 +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1614 Load duration: 67.2968730927
1615 Full duration: 134.783083916
1619 test scenario NovaServers.boot_server_from_volume
1620 +----------------------------------------------------------------------------------------------+
1621 | Response Times (sec) |
1622 +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1623 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1624 +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1625 | cinder.create_volume | 9.885 | 10.866 | 11.617 | 11.636 | 11.655 | 10.841 | 100.0% | 10 |
1626 | nova.boot_server | 13.236 | 14.774 | 15.766 | 16.126 | 16.486 | 14.693 | 100.0% | 10 |
1627 | total | 23.437 | 25.64 | 27.197 | 27.213 | 27.23 | 25.534 | 100.0% | 10 |
1628 +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1629 Load duration: 78.3072631359
1630 Full duration: 145.979751825
1634 test scenario NovaServers.boot_and_list_server
1635 +-------------------------------------------------------------------------------------------+
1636 | Response Times (sec) |
1637 +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1638 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1639 +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1640 | nova.boot_server | 12.745 | 14.15 | 15.755 | 15.872 | 15.99 | 14.143 | 100.0% | 10 |
1641 | nova.list_servers | 0.579 | 0.977 | 1.114 | 1.158 | 1.203 | 0.926 | 100.0% | 10 |
1642 | total | 13.49 | 14.979 | 16.933 | 16.94 | 16.947 | 15.07 | 100.0% | 10 |
1643 +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1644 Load duration: 46.7471969128
1645 Full duration: 130.989289045
1649 run_rally - INFO - Test scenario: "nova" OK.
1651 run_rally - INFO - Starting test scenario "quotas" ...
1653 Preparing input task
1654 Task 09c70711-40eb-4c85-8b87-c0c081222b0d: started
1655 Task 09c70711-40eb-4c85-8b87-c0c081222b0d: finished
1657 test scenario Quotas.cinder_update
1658 +------------------------------------------------------------------------------------------+
1659 | Response Times (sec) |
1660 +----------------------+-------+--------+--------+--------+-------+------+---------+-------+
1661 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1662 +----------------------+-------+--------+--------+--------+-------+------+---------+-------+
1663 | quotas.update_quotas | 1.123 | 1.192 | 1.297 | 1.331 | 1.365 | 1.21 | 100.0% | 10 |
1664 | total | 1.123 | 1.192 | 1.297 | 1.331 | 1.365 | 1.21 | 100.0% | 10 |
1665 +----------------------+-------+--------+--------+--------+-------+------+---------+-------+
1666 Load duration: 3.62791609764
1667 Full duration: 16.2237439156
1671 test scenario Quotas.neutron_update
1672 +-------------------------------------------------------------------------------------------+
1673 | Response Times (sec) |
1674 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1675 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1676 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1677 | quotas.update_quotas | 0.396 | 0.426 | 0.572 | 0.581 | 0.591 | 0.464 | 100.0% | 10 |
1678 | total | 0.553 | 0.575 | 0.773 | 0.834 | 0.896 | 0.64 | 100.0% | 10 |
1679 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1680 Load duration: 1.80940699577
1681 Full duration: 13.0895729065
1685 test scenario Quotas.cinder_update_and_delete
1686 +-------------------------------------------------------------------------------------------+
1687 | Response Times (sec) |
1688 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1689 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1690 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1691 | quotas.update_quotas | 1.145 | 1.182 | 1.365 | 1.407 | 1.449 | 1.234 | 100.0% | 10 |
1692 | quotas.delete_quotas | 0.543 | 0.933 | 1.011 | 1.032 | 1.053 | 0.873 | 100.0% | 10 |
1693 | total | 1.723 | 2.095 | 2.413 | 2.435 | 2.456 | 2.107 | 100.0% | 10 |
1694 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1695 Load duration: 6.34634900093
1696 Full duration: 18.2702391148
1700 test scenario Quotas.nova_update_and_delete
1701 +-------------------------------------------------------------------------------------------+
1702 | Response Times (sec) |
1703 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1704 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1705 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1706 | quotas.update_quotas | 0.544 | 0.621 | 0.695 | 0.705 | 0.716 | 0.619 | 100.0% | 10 |
1707 | quotas.delete_quotas | 0.017 | 0.023 | 0.028 | 0.028 | 0.029 | 0.024 | 100.0% | 10 |
1708 | total | 0.569 | 0.642 | 0.713 | 0.726 | 0.739 | 0.643 | 100.0% | 10 |
1709 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1710 Load duration: 1.95026016235
1711 Full duration: 13.2278659344
1715 test scenario Quotas.nova_update
1716 +-------------------------------------------------------------------------------------------+
1717 | Response Times (sec) |
1718 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1719 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1720 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1721 | quotas.update_quotas | 0.571 | 0.647 | 0.664 | 0.692 | 0.719 | 0.643 | 100.0% | 10 |
1722 | total | 0.571 | 0.647 | 0.664 | 0.692 | 0.719 | 0.644 | 100.0% | 10 |
1723 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1724 Load duration: 1.94177007675
1725 Full duration: 13.6731410027
1729 run_rally - INFO - Test scenario: "quotas" OK.
1731 run_rally - INFO - Starting test scenario "requests" ...
1733 Preparing input task
1734 Task ee8c572e-1240-4996-a06f-801592da0277: started
1735 Task ee8c572e-1240-4996-a06f-801592da0277: finished
1737 test scenario HttpRequests.check_random_request
1738 +---------------------------------------------------------------------------------------------+
1739 | Response Times (sec) |
1740 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1741 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1742 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1743 | requests.check_request | 0.047 | 0.201 | 0.383 | 0.384 | 0.386 | 0.214 | 100.0% | 10 |
1744 | total | 0.047 | 0.201 | 0.383 | 0.384 | 0.386 | 0.214 | 100.0% | 10 |
1745 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1746 Load duration: 0.791751146317
1747 Full duration: 5.66926693916
1751 test scenario HttpRequests.check_request
1752 +---------------------------------------------------------------------------------------------+
1753 | Response Times (sec) |
1754 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1755 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1756 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1757 | requests.check_request | 0.044 | 0.046 | 0.052 | 0.052 | 0.053 | 0.048 | 100.0% | 10 |
1758 | total | 0.044 | 0.046 | 0.052 | 0.052 | 0.053 | 0.048 | 100.0% | 10 |
1759 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1760 Load duration: 0.181750059128
1761 Full duration: 5.16227507591
1765 run_rally - INFO - Test scenario: "requests" OK.
1770 Rally Summary Report
1771 +===================+============+===============+===========+
1772 | Module | Duration | nb. Test Run | Success |
1773 +===================+============+===============+===========+
1774 | authenticate | 00:59 | 10 | 100.00% |
1775 +-------------------+------------+---------------+-----------+
1776 | glance | 03:38 | 7 | 100.00% |
1777 +-------------------+------------+---------------+-----------+
1778 | cinder | 22:59 | 50 | 100.00% |
1779 +-------------------+------------+---------------+-----------+
1780 | heat | 11:16 | 35 | 100.00% |
1781 +-------------------+------------+---------------+-----------+
1782 | keystone | 02:37 | 29 | 100.00% |
1783 +-------------------+------------+---------------+-----------+
1784 | neutron | 10:03 | 31 | 100.00% |
1785 +-------------------+------------+---------------+-----------+
1786 | nova | 47:41 | 61 | 100.00% |
1787 +-------------------+------------+---------------+-----------+
1788 | quotas | 01:14 | 7 | 100.00% |
1789 +-------------------+------------+---------------+-----------+
1790 | requests | 00:10 | 2 | 100.00% |
1791 +-------------------+------------+---------------+-----------+
1792 +===================+============+===============+===========+
1793 | TOTAL: | 01:40:41 | 232 | 100.00% |
1794 +===================+============+===============+===========+
1804 FUNCTEST.info: Running vIMS test...
1805 vIMS - INFO - Prepare OpenStack plateform (create tenant and user)
1806 vIMS - INFO - Update OpenStack creds informations
1807 vIMS - INFO - Upload some OS images if it doesn't exist
1808 vIMS - INFO - centos_7 image doesn't exist on glance repository.
1809 Try downloading this image and upload on glance !
1810 vIMS - INFO - ubuntu_14.04 image doesn't exist on glance repository.
1811 Try downloading this image and upload on glance !
1812 vIMS - INFO - Update security group quota for this tenant
1813 vIMS - INFO - Update cinder quota for this tenant
1814 vIMS - INFO - Collect flavor id for cloudify manager server
1815 vIMS - INFO - Prepare virtualenv for cloudify-cli
1816 vIMS - INFO - Downloading the cloudify manager server blueprint
1817 vIMS - INFO - Cloudify deployment Start Time:'2016-02-19 05:44:47'
1818 vIMS - INFO - Writing the inputs file
1819 vIMS - INFO - Launching the cloudify-manager deployment
1820 vIMS - INFO - Cloudify-manager server is UP !
1821 vIMS - INFO - Cloudify deployment duration:'1149.9'
1822 vIMS - INFO - Collect flavor id for all clearwater vm
1823 vIMS - INFO - vIMS VNF deployment Start Time:'2016-02-19 06:04:00'
1824 vIMS - INFO - Downloading the openstack-blueprint.yaml blueprint
1825 vIMS - INFO - Writing the inputs file
1826 vIMS - INFO - Launching the clearwater deployment
1827 vIMS - INFO - The deployment of clearwater-opnfv is ended
1828 vIMS - INFO - vIMS VNF deployment duration:'1133.8'
1829 vIMS - INFO - vIMS functional test Start Time:'2016-02-19 06:25:59'
1830 vIMS - INFO - vIMS functional test duration:'2.9'
1831 vIMS - INFO - Launching the clearwater-opnfv undeployment
1832 vIMS - ERROR - Error when executing command /bin/bash -c 'source /home/opnfv/functest/data/vIMS/venv_cloudify/bin/activate; cd /home/opnfv/functest/data/vIMS/; cfy executions start -w uninstall -d clearwater-opnfv --timeout 1800 ; cfy deployments delete -d clearwater-opnfv; '
1833 vIMS - INFO - Launching the cloudify-manager undeployment
1834 vIMS - INFO - Cloudify-manager server has been successfully removed!
1835 vIMS - INFO - Removing vIMS tenant ..
1836 vIMS - INFO - Removing vIMS user ..
1843 FUNCTEST.info: Running PROMISE test case...
1844 Promise- INFO - Creating tenant 'promise'...
1845 Promise- INFO - Adding role '9d0a0a36d3d54cdcb4cd3c29c5f79a28' to tenant 'promise'...
1846 Promise- INFO - Creating user 'promiser'...
1847 Promise- INFO - Updating OpenStack credentials...
1848 Promise- INFO - Creating image 'promise-img' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'...
1849 Promise- INFO - Creating flavor 'promise-flavor'...
1850 Promise- INFO - Exporting environment variables...
1851 Promise- INFO - Running command: npm run -s test -- --reporter json
1852 Promise- INFO - The test succeeded.
1861 "start": "2016-02-18T13:37:06.661Z",
1862 "end": "2016-02-18T13:37:12.962Z",
1867 "title": "should add a new OpenStack provider without error",
1868 "fullTitle": "promise register OpenStack into resource pool add-provider should add a new OpenStack provider without error",
1873 "title": "should update promise.providers with a new entry",
1874 "fullTitle": "promise register OpenStack into resource pool add-provider should update promise.providers with a new entry",
1879 "title": "should contain a new ResourceProvider record in the store",
1880 "fullTitle": "promise register OpenStack into resource pool add-provider should contain a new ResourceProvider record in the store",
1885 "title": "should add more capacity to the reservation service without error",
1886 "fullTitle": "promise register OpenStack into resource pool increase-capacity should add more capacity to the reservation service without error",
1891 "title": "should update promise.pools with a new entry",
1892 "fullTitle": "promise register OpenStack into resource pool increase-capacity should update promise.pools with a new entry",
1897 "title": "should contain a ResourcePool record in the store",
1898 "fullTitle": "promise register OpenStack into resource pool increase-capacity should contain a ResourcePool record in the store",
1903 "title": "should report total collections and utilizations",
1904 "fullTitle": "promise register OpenStack into resource pool query-capacity should report total collections and utilizations",
1909 "title": "should contain newly added capacity pool",
1910 "fullTitle": "promise register OpenStack into resource pool query-capacity should contain newly added capacity pool",
1915 "title": "should create a new server in target provider without error",
1916 "fullTitle": "promise allocation without reservation create-instance should create a new server in target provider without error",
1921 "title": "should update promise.allocations with a new entry",
1922 "fullTitle": "promise allocation without reservation create-instance should update promise.allocations with a new entry",
1927 "title": "should contain a new ResourceAllocation record in the store",
1928 "fullTitle": "promise allocation without reservation create-instance should contain a new ResourceAllocation record in the store",
1933 "title": "should reference the created server ID from the provider",
1934 "fullTitle": "promise allocation without reservation create-instance should reference the created server ID from the provider",
1939 "title": "should have low priority state",
1940 "fullTitle": "promise allocation without reservation create-instance should have low priority state",
1945 "title": "should create reservation record (no start/end) without error",
1946 "fullTitle": "promise allocation using reservation for immediate use create-reservation should create reservation record (no start/end) without error",
1951 "title": "should update promise.reservations with a new entry",
1952 "fullTitle": "promise allocation using reservation for immediate use create-reservation should update promise.reservations with a new entry",
1957 "title": "should contain a new ResourceReservation record in the store",
1958 "fullTitle": "promise allocation using reservation for immediate use create-reservation should contain a new ResourceReservation record in the store",
1963 "title": "should create a new server in target provider (with reservation) without error",
1964 "fullTitle": "promise allocation using reservation for immediate use create-instance should create a new server in target provider (with reservation) without error",
1969 "title": "should contain a new ResourceAllocation record in the store",
1970 "fullTitle": "promise allocation using reservation for immediate use create-instance should contain a new ResourceAllocation record in the store",
1975 "title": "should be referenced in the reservation record",
1976 "fullTitle": "promise allocation using reservation for immediate use create-instance should be referenced in the reservation record",
1981 "title": "should have high priority state",
1982 "fullTitle": "promise allocation using reservation for immediate use create-instance should have high priority state",
1987 "title": "should create reservation record (for future) without error",
1988 "fullTitle": "promise reservation for future use create-reservation should create reservation record (for future) without error",
1993 "title": "should update promise.reservations with a new entry",
1994 "fullTitle": "promise reservation for future use create-reservation should update promise.reservations with a new entry",
1999 "title": "should contain a new ResourceReservation record in the store",
2000 "fullTitle": "promise reservation for future use create-reservation should contain a new ResourceReservation record in the store",
2005 "title": "should contain newly created future reservation",
2006 "fullTitle": "promise reservation for future use query-reservation should contain newly created future reservation",
2011 "title": "should modify existing reservation without error",
2012 "fullTitle": "promise reservation for future use update-reservation should modify existing reservation without error",
2017 "title": "should modify existing reservation without error",
2018 "fullTitle": "promise reservation for future use cancel-reservation should modify existing reservation without error",
2023 "title": "should no longer contain record of the deleted reservation",
2024 "fullTitle": "promise reservation for future use cancel-reservation should no longer contain record of the deleted reservation",
2029 "title": "should decrease available capacity from a provider in the future",
2030 "fullTitle": "promise capacity planning decrease-capacity should decrease available capacity from a provider in the future",
2035 "title": "should increase available capacity from a provider in the future",
2036 "fullTitle": "promise capacity planning increase-capacity should increase available capacity from a provider in the future",
2041 "title": "should report available collections and utilizations",
2042 "fullTitle": "promise capacity planning query-capacity should report available collections and utilizations",
2047 "title": "should fail to create immediate reservation record with proper error",
2048 "fullTitle": "promise reservation with conflict create-reservation should fail to create immediate reservation record with proper error",
2053 "title": "should fail to create future reservation record with proper error",
2054 "fullTitle": "promise reservation with conflict create-reservation should fail to create future reservation record with proper error",
2059 "title": "should successfully destroy all allocations",
2060 "fullTitle": "promise cleanup test allocations destroy-instance should successfully destroy all allocations",
2069 "title": "should add a new OpenStack provider without error",
2070 "fullTitle": "promise register OpenStack into resource pool add-provider should add a new OpenStack provider without error",
2075 "title": "should update promise.providers with a new entry",
2076 "fullTitle": "promise register OpenStack into resource pool add-provider should update promise.providers with a new entry",
2081 "title": "should contain a new ResourceProvider record in the store",
2082 "fullTitle": "promise register OpenStack into resource pool add-provider should contain a new ResourceProvider record in the store",
2087 "title": "should add more capacity to the reservation service without error",
2088 "fullTitle": "promise register OpenStack into resource pool increase-capacity should add more capacity to the reservation service without error",
2093 "title": "should update promise.pools with a new entry",
2094 "fullTitle": "promise register OpenStack into resource pool increase-capacity should update promise.pools with a new entry",
2099 "title": "should contain a ResourcePool record in the store",
2100 "fullTitle": "promise register OpenStack into resource pool increase-capacity should contain a ResourcePool record in the store",
2105 "title": "should report total collections and utilizations",
2106 "fullTitle": "promise register OpenStack into resource pool query-capacity should report total collections and utilizations",
2111 "title": "should contain newly added capacity pool",
2112 "fullTitle": "promise register OpenStack into resource pool query-capacity should contain newly added capacity pool",
2117 "title": "should create a new server in target provider without error",
2118 "fullTitle": "promise allocation without reservation create-instance should create a new server in target provider without error",
2123 "title": "should update promise.allocations with a new entry",
2124 "fullTitle": "promise allocation without reservation create-instance should update promise.allocations with a new entry",
2129 "title": "should contain a new ResourceAllocation record in the store",
2130 "fullTitle": "promise allocation without reservation create-instance should contain a new ResourceAllocation record in the store",
2135 "title": "should reference the created server ID from the provider",
2136 "fullTitle": "promise allocation without reservation create-instance should reference the created server ID from the provider",
2141 "title": "should have low priority state",
2142 "fullTitle": "promise allocation without reservation create-instance should have low priority state",
2147 "title": "should create reservation record (no start/end) without error",
2148 "fullTitle": "promise allocation using reservation for immediate use create-reservation should create reservation record (no start/end) without error",
2153 "title": "should update promise.reservations with a new entry",
2154 "fullTitle": "promise allocation using reservation for immediate use create-reservation should update promise.reservations with a new entry",
2159 "title": "should contain a new ResourceReservation record in the store",
2160 "fullTitle": "promise allocation using reservation for immediate use create-reservation should contain a new ResourceReservation record in the store",
2165 "title": "should create a new server in target provider (with reservation) without error",
2166 "fullTitle": "promise allocation using reservation for immediate use create-instance should create a new server in target provider (with reservation) without error",
2171 "title": "should contain a new ResourceAllocation record in the store",
2172 "fullTitle": "promise allocation using reservation for immediate use create-instance should contain a new ResourceAllocation record in the store",
2177 "title": "should be referenced in the reservation record",
2178 "fullTitle": "promise allocation using reservation for immediate use create-instance should be referenced in the reservation record",
2183 "title": "should have high priority state",
2184 "fullTitle": "promise allocation using reservation for immediate use create-instance should have high priority state",
2189 "title": "should create reservation record (for future) without error",
2190 "fullTitle": "promise reservation for future use create-reservation should create reservation record (for future) without error",
2195 "title": "should update promise.reservations with a new entry",
2196 "fullTitle": "promise reservation for future use create-reservation should update promise.reservations with a new entry",
2201 "title": "should contain a new ResourceReservation record in the store",
2202 "fullTitle": "promise reservation for future use create-reservation should contain a new ResourceReservation record in the store",
2207 "title": "should contain newly created future reservation",
2208 "fullTitle": "promise reservation for future use query-reservation should contain newly created future reservation",
2213 "title": "should modify existing reservation without error",
2214 "fullTitle": "promise reservation for future use update-reservation should modify existing reservation without error",
2219 "title": "should modify existing reservation without error",
2220 "fullTitle": "promise reservation for future use cancel-reservation should modify existing reservation without error",
2225 "title": "should no longer contain record of the deleted reservation",
2226 "fullTitle": "promise reservation for future use cancel-reservation should no longer contain record of the deleted reservation",
2231 "title": "should decrease available capacity from a provider in the future",
2232 "fullTitle": "promise capacity planning decrease-capacity should decrease available capacity from a provider in the future",
2237 "title": "should increase available capacity from a provider in the future",
2238 "fullTitle": "promise capacity planning increase-capacity should increase available capacity from a provider in the future",
2243 "title": "should report available collections and utilizations",
2244 "fullTitle": "promise capacity planning query-capacity should report available collections and utilizations",
2249 "title": "should fail to create immediate reservation record with proper error",
2250 "fullTitle": "promise reservation with conflict create-reservation should fail to create immediate reservation record with proper error",
2255 "title": "should fail to create future reservation record with proper error",
2256 "fullTitle": "promise reservation with conflict create-reservation should fail to create future reservation record with proper error",
2261 "title": "should successfully destroy all allocations",
2262 "fullTitle": "promise cleanup test allocations destroy-instance should successfully destroy all allocations",
2269 ****************************************
2272 ****************************************
2278 Start: 2016-02-18T13:37:06.661Z
2279 End: 2016-02-18T13:37:12.962Z
2281 ****************************************
Code Review / functest.git / blob