1 .. This work is licensed under a Creative Commons Attribution 4.0 International Licence.
2 .. http://creativecommons.org/licenses/by/4.0
4 Detailed test results for fuel-os-odl_l2-nofeature-ha
5 -----------------------------------------------------
14 FUNCTEST.info: Running vPing-SSH test...
15 vPing_ssh- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'...
16 vPing_ssh- INFO - Creating neutron network vping-net...
17 vPing_ssh- INFO - Creating security group 'vPing-sg'...
18 vPing_ssh- INFO - Using existing Flavor 'm1.small'...
19 vPing_ssh- INFO - vPing Start Time:'2016-02-18 13:27:35'
20 vPing_ssh- INFO - Creating instance 'opnfv-vping-1'...
22 flavor=<Flavor: m1.small>
23 image=fff41d5d-579a-4c26-844d-4e86700c44f6
24 network=a5137d46-dea8-4f85-8872-08c4a5927182
26 vPing_ssh- INFO - Instance 'opnfv-vping-1' is ACTIVE.
27 vPing_ssh- INFO - Adding 'opnfv-vping-1' to security group 'vPing-sg'...
28 vPing_ssh- INFO - Creating instance 'opnfv-vping-2'...
30 flavor=<Flavor: m1.small>
31 image=fff41d5d-579a-4c26-844d-4e86700c44f6
32 network=a5137d46-dea8-4f85-8872-08c4a5927182
34 vPing_ssh- INFO - Instance 'opnfv-vping-2' is ACTIVE.
35 vPing_ssh- INFO - Adding 'opnfv-vping-2' to security group 'vPing-sg'...
36 vPing_ssh- INFO - Creating floating IP for VM 'opnfv-vping-2'...
37 vPing_ssh- INFO - Floating IP created: '10.118.101.200'
38 vPing_ssh- INFO - Associating floating ip: '10.118.101.200' to VM 'opnfv-vping-2'
39 vPing_ssh- INFO - Trying to establish SSH connection to 10.118.101.200...
40 vPing_ssh- INFO - Waiting for ping...
41 vPing_ssh- INFO - vPing detected!
42 vPing_ssh- INFO - vPing duration:'42.1' s.
43 vPing_ssh- INFO - Cleaning up...
44 vPing_ssh- INFO - vPing OK
51 FUNCTEST.info: Running vPing-userdata test...
52 vPing_userdata- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'...
53 vPing_userdata- INFO - Creating neutron network vping-net...
54 vPing_userdata- INFO - Creating security group 'vPing-sg'...
55 vPing_userdata- INFO - Flavor found 'm1.small'
56 vPing_userdata- INFO - vPing Start Time:'2016-02-18 13:29:00'
57 vPing_userdata- INFO - Creating instance 'opnfv-vping-1'...
59 flavor=<Flavor: m1.small>
60 image=5e34c73d-91d0-4852-a407-5a4b4c1932c6
61 network=a1efb318-1338-436f-8f26-3a1bacab0538
63 vPing_userdata- INFO - Instance 'opnfv-vping-1' is ACTIVE.
64 vPing_userdata- INFO - Creating instance 'opnfv-vping-2'...
66 flavor=<Flavor: m1.small>
67 image=5e34c73d-91d0-4852-a407-5a4b4c1932c6
68 network=a1efb318-1338-436f-8f26-3a1bacab0538
73 ping -c 1 192.168.130.4 2>&1 >/dev/null
75 if [ "Z$RES" = "Z0" ] ; then
84 vPing_userdata- INFO - Instance 'opnfv-vping-2' is ACTIVE.
85 vPing_userdata- INFO - Waiting for ping...
86 vPing_userdata- INFO - vPing detected!
87 vPing_userdata- INFO - vPing duration:'28.6'
88 vPing_userdata- INFO - vPing OK
89 vPing_userdata- INFO - Cleaning up...
90 vPing_userdata- INFO - Deleting network 'vping-net'...
97 +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+
98 | name | time | status |
99 +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+
100 | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor | 0.49156 | success |
101 | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors | 0.10940 | success |
102 | tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_saving_image | 15.01623 | success |
103 | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image | 29.41033 | success |
104 | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name | 13.86580 | success |
105 | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since | 0.60879 | success |
106 | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name | 0.34531 | success |
107 | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id | 0.33518 | success |
108 | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref | 0.96138 | success |
109 | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status | 0.90751 | success |
110 | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type | 0.62183 | success |
111 | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results | 0.62195 | success |
112 | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since | 0.33497 | success |
113 | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name | 0.64235 | success |
114 | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref | 1.23145 | success |
115 | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status | 0.83801 | success |
116 | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type | 1.18842 | success |
117 | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results | 0.35784 | success |
118 | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image | 1.09813 | success |
119 | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images | 0.88696 | success |
120 | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail | 0.84049 | success |
121 | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create | 1.52238 | success |
122 | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list | 3.63444 | success |
123 | tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete | 6.75102 | success |
124 | tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip | 14.44295 | success |
125 | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name | 316.24706 | fail |
126 | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers | 0.34052 | success |
127 | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail | 0.75888 | success |
128 | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus | 316.38576 | fail |
129 | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details | 0.00196 | success |
130 | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name | 0.0 | fail |
131 | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers | 0.0 | fail |
132 | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail | 0.0 | fail |
133 | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus | 0.0 | fail |
134 | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details | 0.0 | fail |
135 | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action | 0.10067 | success |
136 | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions | 4.93829 | success |
137 | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor | 0.78542 | success |
138 | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image | 0.64749 | success |
139 | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name | 0.89411 | success |
140 | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status | 0.32315 | success |
141 | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results | 0.91146 | success |
142 | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor | 0.13496 | success |
143 | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image | 0.11222 | success |
144 | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit | 0.11119 | success |
145 | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name | 0.09119 | success |
146 | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_status | 0.10776 | success |
147 | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip | 0.57188 | success |
148 | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex | 0.00131 | skip |
149 | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard | 0.20660 | success |
150 | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date | 0.08830 | success |
151 | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date | 0.02378 | success |
152 | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits | 0.33571 | success |
153 | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count | 0.10769 | success |
154 | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value | 0.02694 | success |
155 | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string | 0.02251 | success |
156 | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor | 0.04963 | success |
157 | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image | 0.07987 | success |
158 | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name | 0.08196 | success |
159 | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted | 0.92759 | success |
160 | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing | 0.03606 | success |
161 | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server | 0.09925 | success |
162 | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_change_server_password | 0.0 | fail |
163 | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output | 0.0 | fail |
164 | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server | 0.0 | fail |
165 | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard | 0.0 | fail |
166 | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_soft | 0.0 | fail |
167 | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server | 0.0 | fail |
168 | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm | 0.0 | fail |
169 | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_revert | 0.0 | fail |
170 | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server | 0.0 | fail |
171 | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses | 0.10704 | success |
172 | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses_by_network | 0.20889 | success |
173 | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item | 0.78463 | success |
174 | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item | 0.44852 | success |
175 | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata | 0.37770 | success |
176 | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata | 0.72001 | success |
177 | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item | 0.74485 | success |
178 | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata | 0.67380 | success |
179 | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password | 4.65947 | success |
180 | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair | 19.27912 | success |
181 | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name | 22.83188 | success |
182 | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address | 13.05190 | success |
183 | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name | 10.22705 | success |
184 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name | 3.02970 | success |
185 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit | 4.04190 | success |
186 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256 | 2.67671 | success |
187 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor | 3.10372 | success |
188 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image | 3.80641 | success |
189 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid | 2.05689 | success |
190 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_a_server_of_another_tenant | 1.62404 | success |
191 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit | 1.47470 | success |
192 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id | 1.21997 | success |
193 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server | 2.20741 | success |
194 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address | 3.12907 | success |
195 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server | 1.56617 | success |
196 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server | 1.38405 | success |
197 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_non_existent_flavor | 1.74547 | success |
198 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_null_flavor | 0.94955 | success |
199 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank | 1.62631 | success |
200 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server | 1.24089 | success |
201 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server | 1.28176 | success |
202 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256 | 1.39299 | success |
203 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_of_another_tenant | 0.59369 | success |
204 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name | 1.00537 | success |
205 | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_keypair_in_analt_user_tenant | 0.35547 | success |
206 | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_fails_when_tenant_incorrect | 0.02691 | success |
207 | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_with_unauthorized_image | 0.77671 | success |
208 | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_keypair_of_alt_account_fails | 0.03595 | success |
209 | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_server_fails | 0.67764 | success |
210 | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_server_fails | 0.12390 | success |
211 | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas | 0.35252 | success |
212 | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas | 0.05395 | success |
213 | tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume | 343.72467 | fail |
214 | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list | 0.95003 | success |
215 | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_details | 0.99399 | success |
216 | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id | 0.31689 | success |
217 | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id | 0.02590 | success |
218 | tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services | 0.0 | fail |
219 | tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user | 0.0 | fail |
220 | tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete | 0.0 | fail |
221 | tempest.api.identity.admin.v3.test_domains.DefaultDomainTestJSON.test_default_domain_exists | 0.09974 | success |
222 | tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain | 1.21063 | success |
223 | tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint | 0.0 | fail |
224 | tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete | 0.0 | fail |
225 | tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy | 0.0 | fail |
226 | tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id | 0.0 | fail |
227 | tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_role_create_update_get_list | 0.77355 | success |
228 | tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_create_update_get_service | 0.0 | fail |
229 | tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all | 2.63115 | success |
230 | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.10751 | success |
231 | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.08180 | success |
232 | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.11419 | success |
233 | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.09997 | success |
234 | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.15346 | success |
235 | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.10901 | success |
236 | tempest.api.image.v1.test_images.ListImagesTest.test_index_no_params | 0.26936 | success |
237 | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image | 1.78244 | success |
238 | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file | 2.75904 | success |
239 | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image | 3.58070 | success |
240 | tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions | 6.97865 | success |
241 | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address | 0.0 | fail |
242 | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip | 0.0 | fail |
243 | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_network | 2.19846 | success |
244 | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_port | 3.01338 | success |
245 | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_subnet | 5.65439 | success |
246 | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_network | 5.23138 | success |
247 | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_port | 4.63026 | success |
248 | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_subnet | 4.20924 | success |
249 | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_update_delete_network_subnet | 3.23093 | success |
250 | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_external_network_visibility | 0.72657 | success |
251 | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_networks | 0.45440 | success |
252 | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_subnets | 0.37147 | success |
253 | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_network | 0.35779 | success |
254 | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_subnet | 0.30639 | success |
255 | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_create_update_delete_network_subnet | 3.21748 | success |
256 | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_external_network_visibility | 0.64248 | success |
257 | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_networks | 0.30977 | success |
258 | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_subnets | 0.03731 | success |
259 | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_network | 0.49862 | success |
260 | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_subnet | 0.26355 | success |
261 | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools | 3.12061 | success |
262 | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups | 3.35577 | success |
263 | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port | 1.94748 | success |
264 | tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports | 0.39794 | success |
265 | tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port | 0.33413 | success |
266 | tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools | 3.39562 | success |
267 | tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups | 5.89837 | success |
268 | tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port | 2.99973 | success |
269 | tempest.api.network.test_ports.PortsTestJSON.test_list_ports | 0.58956 | success |
270 | tempest.api.network.test_ports.PortsTestJSON.test_show_port | 0.48395 | success |
271 | tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces | 10.99445 | success |
272 | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id | 6.94692 | success |
273 | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id | 4.69234 | success |
274 | tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router | 0.56033 | fail |
275 | tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces | 8.28629 | success |
276 | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id | 4.94750 | success |
277 | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id | 4.97154 | success |
278 | tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router | 3.42252 | success |
279 | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group | 2.06578 | success |
280 | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule | 3.53065 | success |
281 | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups | 0.29313 | success |
282 | tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group | 2.98492 | success |
283 | tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule | 3.10014 | success |
284 | tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups | 0.39465 | success |
285 | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_list | 0.76994 | success |
286 | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_show | 7.29710 | success |
287 | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_template | 0.05370 | success |
288 | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_list | 0.0 | fail |
289 | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_metadata | 0.0 | fail |
290 | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_software_config | 0.0 | fail |
291 | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_create_validate | 0.0 | fail |
292 | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_no_metadata_change | 0.0 | fail |
293 | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_with_metadata_change | 0.0 | fail |
294 | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_crud_no_resources | 0.0 | fail |
295 | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_list_responds | 0.0 | fail |
296 | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v1_notifications | 20.70674 | success |
297 | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v2_notifications | 12.57512 | success |
298 | tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_attach_detach_volume_to_instance | 2.94613 | success |
299 | tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance | 3.13954 | success |
300 | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete | 15.28613 | success |
301 | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_from_image | 17.92871 | success |
302 | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete | 15.55119 | success |
303 | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_from_image | 19.10263 | success |
304 | tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list | 0.07108 | success |
305 | tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list | 0.37294 | success |
306 | tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops | 25.63959 | fail |
307 | tempest.scenario.test_server_basic_ops.TestServerBasicOps.test_server_basicops | 16.24070 | fail |
308 | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern | 343.58312 | fail |
309 | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPatternV2.test_volume_boot_pattern | 356.71394 | fail |
310 +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+
311 run_tempest - INFO - Results: {'timestart': '2016-02-1905:28:37.031139', 'duration': 730, 'tests': 210, 'failures': 40}
317 FUNCTEST.info: Running Rally benchmark suite...
318 run_rally - INFO - Starting test scenario "authenticate" ...
321 Task c7f4e0fd-a882-4e14-ba02-553118d0cb77: started
322 Task c7f4e0fd-a882-4e14-ba02-553118d0cb77: finished
324 test scenario Authenticate.validate_glance
325 +-------------------------------------------------------------------------------------------------------+
326 | Response Times (sec) |
327 +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
328 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
329 +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
330 | authenticate.validate_glance | 0.535 | 0.78 | 0.847 | 0.86 | 0.874 | 0.74 | 100.0% | 10 |
331 | authenticate.validate_glance (2) | 0.667 | 0.689 | 0.793 | 0.807 | 0.821 | 0.717 | 100.0% | 10 |
332 | total | 1.381 | 1.677 | 1.718 | 1.735 | 1.752 | 1.625 | 100.0% | 10 |
333 +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
334 Load duration: 4.80417394638
335 Full duration: 12.8028140068
339 test scenario Authenticate.keystone
340 +-----------------------------------------------------------------------------+
341 | Response Times (sec) |
342 +--------+-------+--------+--------+--------+-------+-------+---------+-------+
343 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
344 +--------+-------+--------+--------+--------+-------+-------+---------+-------+
345 | total | 0.121 | 0.149 | 0.163 | 0.164 | 0.166 | 0.149 | 100.0% | 10 |
346 +--------+-------+--------+--------+--------+-------+-------+---------+-------+
347 Load duration: 0.489310979843
348 Full duration: 7.96697187424
352 test scenario Authenticate.validate_heat
353 +-----------------------------------------------------------------------------------------------------+
354 | Response Times (sec) |
355 +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
356 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
357 +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
358 | authenticate.validate_heat | 0.259 | 0.318 | 0.482 | 0.511 | 0.539 | 0.371 | 100.0% | 10 |
359 | authenticate.validate_heat (2) | 0.051 | 0.287 | 0.385 | 0.386 | 0.387 | 0.24 | 100.0% | 10 |
360 | total | 0.512 | 0.771 | 0.957 | 0.996 | 1.035 | 0.776 | 100.0% | 10 |
361 +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
362 Load duration: 2.53649091721
363 Full duration: 10.2540290356
367 test scenario Authenticate.validate_nova
368 +-----------------------------------------------------------------------------------------------------+
369 | Response Times (sec) |
370 +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
371 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
372 +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
373 | authenticate.validate_nova | 0.3 | 0.332 | 0.474 | 0.482 | 0.489 | 0.368 | 100.0% | 10 |
374 | authenticate.validate_nova (2) | 0.034 | 0.049 | 0.059 | 0.065 | 0.07 | 0.05 | 100.0% | 10 |
375 | total | 0.499 | 0.564 | 0.716 | 0.722 | 0.727 | 0.586 | 100.0% | 10 |
376 +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
377 Load duration: 1.84303689003
378 Full duration: 9.65319395065
382 test scenario Authenticate.validate_cinder
383 +-------------------------------------------------------------------------------------------------------+
384 | Response Times (sec) |
385 +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
386 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
387 +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
388 | authenticate.validate_cinder | 0.274 | 0.428 | 0.475 | 0.509 | 0.543 | 0.405 | 100.0% | 10 |
389 | authenticate.validate_cinder (2) | 0.025 | 0.424 | 0.455 | 0.456 | 0.458 | 0.376 | 100.0% | 10 |
390 | total | 0.469 | 1.071 | 1.131 | 1.141 | 1.151 | 0.964 | 100.0% | 10 |
391 +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
392 Load duration: 2.72650790215
393 Full duration: 10.753674984
397 test scenario Authenticate.validate_neutron
398 +--------------------------------------------------------------------------------------------------------+
399 | Response Times (sec) |
400 +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
401 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
402 +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
403 | authenticate.validate_neutron | 0.28 | 0.302 | 0.32 | 0.326 | 0.333 | 0.303 | 100.0% | 10 |
404 | authenticate.validate_neutron (2) | 0.046 | 0.31 | 0.334 | 0.34 | 0.346 | 0.262 | 100.0% | 10 |
405 | total | 0.467 | 0.764 | 0.81 | 0.838 | 0.866 | 0.728 | 100.0% | 10 |
406 +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
407 Load duration: 2.37260484695
408 Full duration: 9.99744796753
412 run_rally - INFO - Test scenario: "authenticate" OK.
414 run_rally - INFO - Starting test scenario "glance" ...
417 Task d54fa25b-b992-4b4e-bef2-14425b86329c: started
418 Task d54fa25b-b992-4b4e-bef2-14425b86329c: finished
420 test scenario GlanceImages.list_images
421 +-----------------------------------------------------------------------------------------+
422 | Response Times (sec) |
423 +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
424 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
425 +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
426 | glance.list_images | 0.877 | 0.902 | 0.997 | 0.998 | 0.999 | 0.932 | 100.0% | 10 |
427 | total | 0.877 | 0.902 | 0.997 | 0.998 | 0.999 | 0.932 | 100.0% | 10 |
428 +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
429 Load duration: 2.92263484001
430 Full duration: 13.4585630894
434 test scenario GlanceImages.create_image_and_boot_instances
435 +--------------------------------------------------------------------------------------------+
436 | Response Times (sec) |
437 +---------------------+--------+--------+--------+--------+-------+--------+---------+-------+
438 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
439 +---------------------+--------+--------+--------+--------+-------+--------+---------+-------+
440 | glance.create_image | 7.386 | 7.929 | 8.381 | 8.481 | 8.581 | 7.97 | 100.0% | 10 |
441 | nova.boot_servers | 8.641 | 10.384 | 10.714 | 11.007 | 11.3 | 10.241 | 100.0% | 10 |
442 | total | 16.702 | 18.427 | 18.943 | 19.047 | 19.15 | 18.211 | 100.0% | 10 |
443 +---------------------+--------+--------+--------+--------+-------+--------+---------+-------+
444 Load duration: 54.6946680546
445 Full duration: 110.071588039
449 test scenario GlanceImages.create_and_list_image
450 +------------------------------------------------------------------------------------------+
451 | Response Times (sec) |
452 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
453 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
454 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
455 | glance.create_image | 7.081 | 7.618 | 8.085 | 8.19 | 8.296 | 7.689 | 100.0% | 10 |
456 | glance.list_images | 0.324 | 0.573 | 0.642 | 0.714 | 0.786 | 0.573 | 100.0% | 10 |
457 | total | 7.612 | 8.241 | 8.722 | 8.902 | 9.082 | 8.262 | 100.0% | 10 |
458 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
459 Load duration: 24.6801600456
460 Full duration: 39.2870121002
464 test scenario GlanceImages.create_and_delete_image
465 +-------------------------------------------------------------------------------------------+
466 | Response Times (sec) |
467 +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+
468 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
469 +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+
470 | glance.create_image | 7.449 | 7.593 | 7.856 | 8.073 | 8.289 | 7.673 | 100.0% | 10 |
471 | glance.delete_image | 2.001 | 2.442 | 12.75 | 13.42 | 14.089 | 5.507 | 100.0% | 10 |
472 | total | 9.487 | 10.064 | 20.503 | 21.441 | 22.378 | 13.18 | 100.0% | 10 |
473 +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+
474 Load duration: 40.0675120354
475 Full duration: 50.2370131016
479 run_rally - INFO - Test scenario: "glance" OK.
481 run_rally - INFO - Starting test scenario "cinder" ...
484 Task 6b2be534-fd42-4a5f-be0e-9a789027d4b3: started
485 Task 6b2be534-fd42-4a5f-be0e-9a789027d4b3: finished
487 test scenario CinderVolumes.create_and_attach_volume
488 +----------------------------------------------------------------------------------------------+
489 | Response Times (sec) |
490 +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
491 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
492 +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
493 | nova.boot_server | 7.135 | 7.936 | 8.663 | 8.672 | 8.68 | 7.941 | 100.0% | 10 |
494 | cinder.create_volume | 3.274 | 3.507 | 4.072 | 4.096 | 4.12 | 3.616 | 100.0% | 10 |
495 | nova.attach_volume | 4.012 | 4.845 | 6.553 | 6.624 | 6.694 | 5.31 | 100.0% | 10 |
496 | nova.detach_volume | 3.256 | 3.739 | 3.938 | 4.096 | 4.253 | 3.716 | 100.0% | 10 |
497 | cinder.delete_volume | 0.464 | 2.707 | 2.98 | 3.154 | 3.328 | 1.98 | 100.0% | 10 |
498 | nova.delete_server | 2.784 | 3.059 | 3.15 | 3.19 | 3.23 | 3.04 | 100.0% | 10 |
499 | total | 22.316 | 26.079 | 27.631 | 28.362 | 29.094 | 25.604 | 100.0% | 10 |
500 +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
501 Load duration: 73.9451169968
502 Full duration: 116.516190052
506 test scenario CinderVolumes.create_and_list_volume
507 +--------------------------------------------------------------------------------------------+
508 | Response Times (sec) |
509 +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+
510 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
511 +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+
512 | cinder.create_volume | 9.065 | 9.591 | 9.94 | 9.943 | 9.945 | 9.554 | 100.0% | 10 |
513 | cinder.list_volumes | 0.048 | 0.346 | 0.386 | 0.394 | 0.402 | 0.301 | 100.0% | 10 |
514 | total | 9.138 | 9.94 | 10.313 | 10.324 | 10.335 | 9.855 | 100.0% | 10 |
515 +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+
516 Load duration: 28.8989629745
517 Full duration: 51.7012848854
521 test scenario CinderVolumes.create_and_list_volume
522 +-------------------------------------------------------------------------------------------+
523 | Response Times (sec) |
524 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
525 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
526 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
527 | cinder.create_volume | 3.251 | 3.883 | 4.897 | 4.899 | 4.901 | 4.006 | 100.0% | 10 |
528 | cinder.list_volumes | 0.055 | 0.072 | 0.333 | 0.334 | 0.334 | 0.145 | 100.0% | 10 |
529 | total | 3.313 | 3.952 | 5.212 | 5.223 | 5.234 | 4.151 | 100.0% | 10 |
530 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
531 Load duration: 11.7280011177
532 Full duration: 34.1200621128
536 test scenario CinderVolumes.create_and_list_snapshots
537 +---------------------------------------------------------------------------------------------+
538 | Response Times (sec) |
539 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
540 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
541 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
542 | cinder.create_snapshot | 2.973 | 3.289 | 5.554 | 5.57 | 5.585 | 3.702 | 100.0% | 10 |
543 | cinder.list_snapshots | 0.027 | 0.162 | 0.313 | 0.32 | 0.326 | 0.168 | 100.0% | 10 |
544 | total | 3.001 | 3.593 | 5.586 | 5.601 | 5.616 | 3.871 | 100.0% | 10 |
545 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
546 Load duration: 10.6676809788
547 Full duration: 51.8370318413
551 test scenario CinderVolumes.create_and_delete_volume
552 +-------------------------------------------------------------------------------------------+
553 | Response Times (sec) |
554 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
555 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
556 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
557 | cinder.create_volume | 3.324 | 3.69 | 4.382 | 4.392 | 4.403 | 3.828 | 100.0% | 10 |
558 | cinder.delete_volume | 0.625 | 2.781 | 3.053 | 3.199 | 3.345 | 2.086 | 100.0% | 10 |
559 | total | 4.288 | 6.438 | 7.073 | 7.173 | 7.273 | 5.914 | 100.0% | 10 |
560 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
561 Load duration: 18.0577061176
562 Full duration: 35.664162159
566 test scenario CinderVolumes.create_and_delete_volume
567 +--------------------------------------------------------------------------------------------+
568 | Response Times (sec) |
569 +----------------------+------+--------+--------+--------+--------+--------+---------+-------+
570 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
571 +----------------------+------+--------+--------+--------+--------+--------+---------+-------+
572 | cinder.create_volume | 7.41 | 9.74 | 10.091 | 10.094 | 10.097 | 9.522 | 100.0% | 10 |
573 | cinder.delete_volume | 0.54 | 0.965 | 3.092 | 3.097 | 3.103 | 1.691 | 100.0% | 10 |
574 | total | 7.95 | 10.903 | 12.9 | 12.964 | 13.029 | 11.214 | 100.0% | 10 |
575 +----------------------+------+--------+--------+--------+--------+--------+---------+-------+
576 Load duration: 33.3823940754
577 Full duration: 52.0277431011
581 test scenario CinderVolumes.create_and_delete_volume
582 +-------------------------------------------------------------------------------------------+
583 | Response Times (sec) |
584 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
585 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
586 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
587 | cinder.create_volume | 3.681 | 3.946 | 4.01 | 4.051 | 4.092 | 3.903 | 100.0% | 10 |
588 | cinder.delete_volume | 0.506 | 2.848 | 3.217 | 3.222 | 3.228 | 2.122 | 100.0% | 10 |
589 | total | 4.188 | 6.787 | 7.161 | 7.175 | 7.189 | 6.026 | 100.0% | 10 |
590 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
591 Load duration: 18.0166649818
592 Full duration: 35.4839038849
596 test scenario CinderVolumes.create_and_upload_volume_to_image
597 +-------------------------------------------------------------------------------------------------------+
598 | Response Times (sec) |
599 +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
600 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
601 +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
602 | cinder.create_volume | 3.672 | 4.074 | 4.522 | 4.546 | 4.57 | 4.114 | 100.0% | 10 |
603 | cinder.upload_volume_to_image | 21.673 | 31.257 | 31.931 | 31.979 | 32.027 | 29.253 | 100.0% | 10 |
604 | cinder.delete_volume | 0.56 | 2.568 | 3.011 | 3.067 | 3.123 | 2.293 | 100.0% | 10 |
605 | nova.delete_image | 2.137 | 2.51 | 2.606 | 2.681 | 2.756 | 2.451 | 100.0% | 10 |
606 | total | 28.587 | 39.952 | 40.849 | 41.35 | 41.852 | 38.112 | 100.0% | 10 |
607 +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
608 Load duration: 110.444069147
609 Full duration: 131.52224803
613 test scenario CinderVolumes.create_and_delete_snapshot
614 +---------------------------------------------------------------------------------------------+
615 | Response Times (sec) |
616 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
617 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
618 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
619 | cinder.create_snapshot | 3.208 | 3.343 | 5.587 | 5.628 | 5.669 | 3.788 | 100.0% | 10 |
620 | cinder.delete_snapshot | 2.503 | 2.86 | 3.196 | 3.217 | 3.239 | 2.893 | 100.0% | 10 |
621 | total | 5.787 | 6.422 | 8.296 | 8.392 | 8.488 | 6.681 | 100.0% | 10 |
622 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
623 Load duration: 18.7773430347
624 Full duration: 53.0582361221
628 test scenario CinderVolumes.create_volume
629 +------------------------------------------------------------------------------------------+
630 | Response Times (sec) |
631 +----------------------+------+--------+--------+--------+-------+-------+---------+-------+
632 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
633 +----------------------+------+--------+--------+--------+-------+-------+---------+-------+
634 | cinder.create_volume | 3.52 | 3.822 | 4.222 | 4.228 | 4.233 | 3.852 | 100.0% | 10 |
635 | total | 3.52 | 3.822 | 4.223 | 4.228 | 4.233 | 3.852 | 100.0% | 10 |
636 +----------------------+------+--------+--------+--------+-------+-------+---------+-------+
637 Load duration: 11.2881109715
638 Full duration: 29.6710369587
642 test scenario CinderVolumes.create_volume
643 +-------------------------------------------------------------------------------------------+
644 | Response Times (sec) |
645 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
646 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
647 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
648 | cinder.create_volume | 3.248 | 3.651 | 3.891 | 3.988 | 4.084 | 3.645 | 100.0% | 10 |
649 | total | 3.249 | 3.652 | 3.891 | 3.988 | 4.084 | 3.645 | 100.0% | 10 |
650 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
651 Load duration: 10.7785470486
652 Full duration: 32.9540159702
656 test scenario CinderVolumes.list_volumes
657 +------------------------------------------------------------------------------------------+
658 | Response Times (sec) |
659 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
660 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
661 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
662 | cinder.list_volumes | 0.499 | 0.52 | 0.539 | 0.55 | 0.561 | 0.522 | 100.0% | 10 |
663 | total | 0.499 | 0.52 | 0.539 | 0.55 | 0.561 | 0.523 | 100.0% | 10 |
664 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
665 Load duration: 1.60948395729
666 Full duration: 65.5444660187
670 test scenario CinderVolumes.create_nested_snapshots_and_attach_volume
671 +------------------------------------------------------------------------------------------------+
672 | Response Times (sec) |
673 +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
674 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
675 +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
676 | cinder.create_volume | 3.547 | 3.82 | 3.891 | 3.927 | 3.962 | 3.787 | 100.0% | 10 |
677 | cinder.create_snapshot | 2.552 | 2.875 | 3.173 | 3.215 | 3.257 | 2.931 | 100.0% | 10 |
678 | nova.attach_volume | 3.633 | 5.774 | 8.279 | 8.853 | 9.427 | 6.038 | 100.0% | 10 |
679 | nova.detach_volume | 3.599 | 3.826 | 4.233 | 4.444 | 4.655 | 3.905 | 100.0% | 10 |
680 | cinder.delete_snapshot | 2.22 | 2.537 | 2.852 | 2.971 | 3.09 | 2.577 | 100.0% | 10 |
681 | cinder.delete_volume | 0.648 | 2.735 | 2.845 | 2.892 | 2.939 | 2.321 | 100.0% | 10 |
682 | total | 18.538 | 22.642 | 25.806 | 26.204 | 26.601 | 22.745 | 100.0% | 10 |
683 +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
684 Load duration: 66.8299760818
685 Full duration: 173.895985842
689 test scenario CinderVolumes.create_from_volume_and_delete_volume
690 +-------------------------------------------------------------------------------------------+
691 | Response Times (sec) |
692 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
693 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
694 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
695 | cinder.create_volume | 3.481 | 3.953 | 4.613 | 5.302 | 5.991 | 4.167 | 100.0% | 10 |
696 | cinder.delete_volume | 1.163 | 3.065 | 3.469 | 3.474 | 3.479 | 2.919 | 100.0% | 10 |
697 | total | 5.012 | 7.114 | 7.89 | 8.462 | 9.034 | 7.087 | 100.0% | 10 |
698 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
699 Load duration: 20.8082921505
700 Full duration: 55.4062600136
704 test scenario CinderVolumes.create_and_extend_volume
705 +--------------------------------------------------------------------------------------------+
706 | Response Times (sec) |
707 +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+
708 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
709 +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+
710 | cinder.create_volume | 3.417 | 3.839 | 3.908 | 3.925 | 3.941 | 3.742 | 100.0% | 10 |
711 | cinder.extend_volume | 0.938 | 2.978 | 3.574 | 3.713 | 3.853 | 2.396 | 100.0% | 10 |
712 | cinder.delete_volume | 0.577 | 1.808 | 3.066 | 3.146 | 3.225 | 1.858 | 100.0% | 10 |
713 | total | 5.44 | 8.275 | 9.921 | 10.095 | 10.269 | 7.997 | 100.0% | 10 |
714 +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+
715 Load duration: 23.5873560905
716 Full duration: 41.9279878139
720 test scenario CinderVolumes.create_snapshot_and_attach_volume
721 +-----------------------------------------------------------------------------------------------+
722 | Response Times (sec) |
723 +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+
724 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
725 +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+
726 | cinder.create_volume | 3.668 | 3.89 | 4.255 | 4.266 | 4.277 | 3.937 | 100.0% | 10 |
727 | cinder.create_snapshot | 2.268 | 2.949 | 3.306 | 3.36 | 3.414 | 2.903 | 100.0% | 10 |
728 | nova.attach_volume | 3.471 | 4.393 | 7.358 | 8.251 | 9.145 | 5.113 | 100.0% | 10 |
729 | nova.detach_volume | 3.277 | 3.925 | 4.509 | 4.566 | 4.622 | 3.926 | 100.0% | 10 |
730 | cinder.delete_snapshot | 2.286 | 2.607 | 2.849 | 2.862 | 2.875 | 2.614 | 100.0% | 10 |
731 | cinder.delete_volume | 0.591 | 2.677 | 2.96 | 3.019 | 3.078 | 2.352 | 100.0% | 10 |
732 | total | 18.8 | 21.654 | 23.365 | 25.201 | 27.038 | 21.974 | 100.0% | 10 |
733 +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+
734 Load duration: 65.2181398869
735 Full duration: 179.069041967
739 test scenario CinderVolumes.create_snapshot_and_attach_volume
740 +------------------------------------------------------------------------------------------------+
741 | Response Times (sec) |
742 +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
743 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
744 +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
745 | cinder.create_volume | 3.22 | 3.682 | 4.259 | 4.27 | 4.281 | 3.723 | 100.0% | 10 |
746 | cinder.create_snapshot | 2.292 | 3.051 | 3.199 | 3.232 | 3.265 | 2.991 | 100.0% | 10 |
747 | nova.attach_volume | 3.891 | 4.365 | 6.53 | 6.577 | 6.625 | 4.971 | 100.0% | 10 |
748 | nova.detach_volume | 3.248 | 3.565 | 3.767 | 4.044 | 4.321 | 3.568 | 100.0% | 10 |
749 | cinder.delete_snapshot | 2.258 | 2.551 | 2.836 | 2.87 | 2.904 | 2.609 | 100.0% | 10 |
750 | cinder.delete_volume | 0.883 | 2.687 | 3.02 | 3.224 | 3.427 | 2.286 | 100.0% | 10 |
751 | total | 19.132 | 21.712 | 23.229 | 23.566 | 23.904 | 21.677 | 100.0% | 10 |
752 +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
753 Load duration: 64.7866289616
754 Full duration: 180.275881052
758 run_rally - INFO - Test scenario: "cinder" OK.
760 run_rally - INFO - Starting test scenario "heat" ...
763 Task 51925ef8-a527-44d2-8df3-6164af0ec62a: started
764 Task 51925ef8-a527-44d2-8df3-6164af0ec62a: finished
766 test scenario HeatStacks.create_suspend_resume_delete_stack
767 +-----------------------------------------------------------------------------------------+
768 | Response Times (sec) |
769 +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
770 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
771 +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
772 | heat.create_stack | 4.245 | 4.317 | 4.434 | 4.474 | 4.514 | 4.348 | 100.0% | 10 |
773 | heat.suspend_stack | 1.497 | 1.713 | 1.747 | 1.75 | 1.753 | 1.7 | 100.0% | 10 |
774 | heat.resume_stack | 1.42 | 1.621 | 1.668 | 1.67 | 1.671 | 1.562 | 100.0% | 10 |
775 | heat.delete_stack | 1.377 | 1.573 | 1.716 | 2.249 | 2.782 | 1.675 | 100.0% | 10 |
776 | total | 8.851 | 9.198 | 9.402 | 9.981 | 10.56 | 9.285 | 100.0% | 10 |
777 +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
778 Load duration: 27.3572640419
779 Full duration: 37.0984110832
783 test scenario HeatStacks.create_and_delete_stack
784 +----------------------------------------------------------------------------------------+
785 | Response Times (sec) |
786 +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
787 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
788 +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
789 | heat.create_stack | 3.911 | 4.181 | 4.323 | 4.325 | 4.327 | 4.149 | 100.0% | 10 |
790 | heat.delete_stack | 1.392 | 1.426 | 1.744 | 1.776 | 1.808 | 1.491 | 100.0% | 10 |
791 | total | 5.311 | 5.631 | 5.774 | 5.775 | 5.776 | 5.64 | 100.0% | 10 |
792 +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
793 Load duration: 16.9275529385
794 Full duration: 26.8473479748
798 test scenario HeatStacks.create_and_delete_stack
799 +-------------------------------------------------------------------------------------------+
800 | Response Times (sec) |
801 +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
802 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
803 +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
804 | heat.create_stack | 20.192 | 23.206 | 23.805 | 23.826 | 23.847 | 22.465 | 100.0% | 10 |
805 | heat.delete_stack | 11.755 | 11.868 | 12.963 | 13.0 | 13.036 | 12.282 | 100.0% | 10 |
806 | total | 32.02 | 35.613 | 36.714 | 36.721 | 36.729 | 34.747 | 100.0% | 10 |
807 +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
808 Load duration: 102.752908945
809 Full duration: 112.369065046
813 test scenario HeatStacks.create_and_delete_stack
814 +-------------------------------------------------------------------------------------------+
815 | Response Times (sec) |
816 +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
817 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
818 +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
819 | heat.create_stack | 16.808 | 18.33 | 20.748 | 20.751 | 20.755 | 18.654 | 100.0% | 10 |
820 | heat.delete_stack | 9.404 | 10.582 | 10.788 | 10.803 | 10.818 | 10.313 | 100.0% | 10 |
821 | total | 26.212 | 28.318 | 31.532 | 31.553 | 31.574 | 28.967 | 100.0% | 10 |
822 +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
823 Load duration: 85.8598790169
824 Full duration: 95.2520959377
828 test scenario HeatStacks.list_stacks_and_resources
829 +-----------------------------------------------------------------------------------------------------+
830 | Response Times (sec) |
831 +---------------------------------+------+--------+--------+--------+-------+-------+---------+-------+
832 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
833 +---------------------------------+------+--------+--------+--------+-------+-------+---------+-------+
834 | heat.list_stacks | 0.45 | 0.485 | 0.512 | 0.512 | 0.512 | 0.487 | 100.0% | 10 |
835 | heat.list_resources_of_0_stacks | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 |
836 | total | 0.45 | 0.485 | 0.512 | 0.512 | 0.512 | 0.487 | 100.0% | 10 |
837 +---------------------------------+------+--------+--------+--------+-------+-------+---------+-------+
838 Load duration: 1.48300600052
839 Full duration: 9.57427692413
843 test scenario HeatStacks.create_update_delete_stack
844 +------------------------------------------------------------------------------------------+
845 | Response Times (sec) |
846 +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
847 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
848 +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
849 | heat.create_stack | 3.727 | 4.075 | 4.288 | 4.337 | 4.386 | 4.085 | 100.0% | 10 |
850 | heat.update_stack | 3.549 | 3.676 | 3.903 | 3.972 | 4.042 | 3.704 | 100.0% | 10 |
851 | heat.delete_stack | 1.405 | 2.619 | 2.76 | 2.774 | 2.789 | 2.212 | 100.0% | 10 |
852 | total | 9.105 | 10.287 | 10.719 | 10.741 | 10.763 | 10.001 | 100.0% | 10 |
853 +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
854 Load duration: 29.4346759319
855 Full duration: 39.5471699238
859 test scenario HeatStacks.create_update_delete_stack
860 +----------------------------------------------------------------------------------------+
861 | Response Times (sec) |
862 +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
863 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
864 +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
865 | heat.create_stack | 3.915 | 4.067 | 4.171 | 4.199 | 4.227 | 4.052 | 100.0% | 10 |
866 | heat.update_stack | 3.521 | 3.661 | 3.773 | 3.791 | 3.81 | 3.658 | 100.0% | 10 |
867 | heat.delete_stack | 1.38 | 1.477 | 1.612 | 1.618 | 1.624 | 1.492 | 100.0% | 10 |
868 | total | 8.916 | 9.128 | 9.484 | 9.493 | 9.503 | 9.203 | 100.0% | 10 |
869 +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
870 Load duration: 27.5511319637
871 Full duration: 37.5252559185
875 test scenario HeatStacks.create_update_delete_stack
876 +-------------------------------------------------------------------------------------------+
877 | Response Times (sec) |
878 +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
879 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
880 +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
881 | heat.create_stack | 4.023 | 4.301 | 4.59 | 5.029 | 5.468 | 4.38 | 100.0% | 10 |
882 | heat.update_stack | 5.783 | 5.888 | 6.061 | 6.08 | 6.1 | 5.912 | 100.0% | 10 |
883 | heat.delete_stack | 2.475 | 2.546 | 2.705 | 3.2 | 3.694 | 2.65 | 100.0% | 10 |
884 | total | 12.613 | 12.74 | 13.76 | 13.912 | 14.064 | 12.942 | 100.0% | 10 |
885 +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
886 Load duration: 38.1860618591
887 Full duration: 48.4381308556
891 test scenario HeatStacks.create_update_delete_stack
892 +-------------------------------------------------------------------------------------------+
893 | Response Times (sec) |
894 +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
895 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
896 +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
897 | heat.create_stack | 4.094 | 5.24 | 5.479 | 5.528 | 5.577 | 5.17 | 100.0% | 10 |
898 | heat.update_stack | 8.178 | 9.243 | 9.316 | 9.324 | 9.332 | 8.862 | 100.0% | 10 |
899 | heat.delete_stack | 3.63 | 3.68 | 3.714 | 3.714 | 3.715 | 3.68 | 100.0% | 10 |
900 | total | 16.974 | 17.76 | 18.444 | 18.466 | 18.488 | 17.713 | 100.0% | 10 |
901 +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
902 Load duration: 52.4500279427
903 Full duration: 63.0265882015
907 test scenario HeatStacks.create_update_delete_stack
908 +------------------------------------------------------------------------------------------+
909 | Response Times (sec) |
910 +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
911 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
912 +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
913 | heat.create_stack | 4.113 | 4.273 | 4.647 | 4.934 | 5.22 | 4.362 | 100.0% | 10 |
914 | heat.update_stack | 5.809 | 5.888 | 5.941 | 6.056 | 6.17 | 5.907 | 100.0% | 10 |
915 | heat.delete_stack | 2.513 | 2.561 | 3.694 | 3.7 | 3.706 | 2.891 | 100.0% | 10 |
916 | total | 12.55 | 12.759 | 14.013 | 14.546 | 15.079 | 13.161 | 100.0% | 10 |
917 +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
918 Load duration: 39.0816349983
919 Full duration: 49.7756490707
923 test scenario HeatStacks.create_update_delete_stack
924 +-----------------------------------------------------------------------------------------+
925 | Response Times (sec) |
926 +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+
927 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
928 +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+
929 | heat.create_stack | 3.762 | 4.115 | 4.19 | 4.27 | 4.35 | 4.062 | 100.0% | 10 |
930 | heat.update_stack | 3.543 | 3.63 | 3.844 | 3.977 | 4.11 | 3.69 | 100.0% | 10 |
931 | heat.delete_stack | 1.383 | 1.499 | 2.506 | 2.528 | 2.549 | 1.677 | 100.0% | 10 |
932 | total | 8.868 | 9.275 | 10.208 | 10.225 | 10.242 | 9.429 | 100.0% | 10 |
933 +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+
934 Load duration: 27.9543409348
935 Full duration: 38.8234701157
939 test scenario HeatStacks.create_and_list_stack
940 +----------------------------------------------------------------------------------------+
941 | Response Times (sec) |
942 +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
943 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
944 +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
945 | heat.create_stack | 4.005 | 4.128 | 4.199 | 4.234 | 4.27 | 4.127 | 100.0% | 10 |
946 | heat.list_stacks | 0.075 | 0.094 | 0.108 | 0.112 | 0.117 | 0.094 | 100.0% | 10 |
947 | total | 4.112 | 4.226 | 4.281 | 4.313 | 4.345 | 4.221 | 100.0% | 10 |
948 +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
949 Load duration: 12.6059498787
950 Full duration: 27.8848700523
954 test scenario HeatStacks.create_check_delete_stack
955 +----------------------------------------------------------------------------------------+
956 | Response Times (sec) |
957 +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
958 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
959 +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
960 | heat.create_stack | 4.084 | 4.153 | 4.178 | 4.217 | 4.256 | 4.153 | 100.0% | 10 |
961 | heat.check_stack | 0.706 | 1.53 | 1.571 | 1.586 | 1.6 | 1.459 | 100.0% | 10 |
962 | heat.delete_stack | 1.375 | 1.432 | 2.542 | 2.546 | 2.55 | 1.763 | 100.0% | 10 |
963 | total | 7.01 | 7.159 | 8.25 | 8.279 | 8.309 | 7.375 | 100.0% | 10 |
964 +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
965 Load duration: 22.5798799992
966 Full duration: 33.7318949699
970 run_rally - INFO - Test scenario: "heat" OK.
972 run_rally - INFO - Starting test scenario "keystone" ...
975 Task 98c40f01-0adc-48ce-91ca-105f22e60ec9: started
976 Task 98c40f01-0adc-48ce-91ca-105f22e60ec9: finished
978 test scenario KeystoneBasic.create_tenant_with_users
979 +---------------------------------------------------------------------------------------------+
980 | Response Times (sec) |
981 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
982 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
983 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
984 | keystone.create_tenant | 0.263 | 0.291 | 0.401 | 0.408 | 0.415 | 0.322 | 100.0% | 10 |
985 | keystone.create_users | 1.508 | 1.599 | 1.672 | 1.733 | 1.793 | 1.601 | 100.0% | 10 |
986 | total | 1.782 | 1.949 | 2.051 | 2.066 | 2.081 | 1.923 | 100.0% | 10 |
987 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
988 Load duration: 5.82497000694
989 Full duration: 20.636977911
993 test scenario KeystoneBasic.create_add_and_list_user_roles
994 +-------------------------------------------------------------------------------------------+
995 | Response Times (sec) |
996 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
997 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
998 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
999 | keystone.create_role | 0.256 | 0.273 | 0.292 | 0.296 | 0.3 | 0.274 | 100.0% | 10 |
1000 | keystone.add_role | 0.24 | 0.262 | 0.297 | 0.319 | 0.341 | 0.267 | 100.0% | 10 |
1001 | keystone.list_roles | 0.131 | 0.146 | 0.226 | 0.237 | 0.248 | 0.16 | 100.0% | 10 |
1002 | total | 0.636 | 0.682 | 0.774 | 0.78 | 0.786 | 0.702 | 100.0% | 10 |
1003 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1004 Load duration: 2.11375284195
1005 Full duration: 14.9668319225
1009 test scenario KeystoneBasic.add_and_remove_user_role
1010 +-------------------------------------------------------------------------------------------+
1011 | Response Times (sec) |
1012 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1013 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1014 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1015 | keystone.create_role | 0.267 | 0.326 | 0.368 | 0.376 | 0.383 | 0.322 | 100.0% | 10 |
1016 | keystone.add_role | 0.244 | 0.255 | 0.278 | 0.302 | 0.326 | 0.263 | 100.0% | 10 |
1017 | keystone.remove_role | 0.149 | 0.163 | 0.191 | 0.244 | 0.296 | 0.177 | 100.0% | 10 |
1018 | total | 0.681 | 0.765 | 0.834 | 0.84 | 0.846 | 0.762 | 100.0% | 10 |
1019 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1020 Load duration: 2.33364892006
1021 Full duration: 14.8711419106
1025 test scenario KeystoneBasic.create_update_and_delete_tenant
1026 +---------------------------------------------------------------------------------------------+
1027 | Response Times (sec) |
1028 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1029 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1030 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1031 | keystone.create_tenant | 0.272 | 0.316 | 0.391 | 0.394 | 0.396 | 0.327 | 100.0% | 10 |
1032 | keystone.update_tenant | 0.125 | 0.141 | 0.169 | 0.215 | 0.261 | 0.152 | 100.0% | 10 |
1033 | keystone.delete_tenant | 0.299 | 0.321 | 0.379 | 0.394 | 0.408 | 0.333 | 100.0% | 10 |
1034 | total | 0.745 | 0.81 | 0.859 | 0.915 | 0.971 | 0.812 | 100.0% | 10 |
1035 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1036 Load duration: 2.46658396721
1037 Full duration: 13.4442551136
1041 test scenario KeystoneBasic.create_and_delete_service
1042 +----------------------------------------------------------------------------------------------+
1043 | Response Times (sec) |
1044 +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1045 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1046 +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1047 | keystone.create_service | 0.258 | 0.271 | 0.303 | 0.308 | 0.314 | 0.278 | 100.0% | 10 |
1048 | keystone.delete_service | 0.146 | 0.158 | 0.181 | 0.203 | 0.226 | 0.164 | 100.0% | 10 |
1049 | total | 0.408 | 0.442 | 0.464 | 0.475 | 0.487 | 0.442 | 100.0% | 10 |
1050 +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1051 Load duration: 1.34449720383
1052 Full duration: 12.1886069775
1056 test scenario KeystoneBasic.create_tenant
1057 +---------------------------------------------------------------------------------------------+
1058 | Response Times (sec) |
1059 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1060 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1061 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1062 | keystone.create_tenant | 0.253 | 0.302 | 0.319 | 0.324 | 0.328 | 0.297 | 100.0% | 10 |
1063 | total | 0.253 | 0.302 | 0.319 | 0.324 | 0.329 | 0.298 | 100.0% | 10 |
1064 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1065 Load duration: 0.912425994873
1066 Full duration: 8.74173903465
1070 test scenario KeystoneBasic.create_user
1071 +-------------------------------------------------------------------------------------------+
1072 | Response Times (sec) |
1073 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1074 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1075 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1076 | keystone.create_user | 0.262 | 0.303 | 0.319 | 0.319 | 0.319 | 0.296 | 100.0% | 10 |
1077 | total | 0.262 | 0.303 | 0.319 | 0.319 | 0.32 | 0.296 | 100.0% | 10 |
1078 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1079 Load duration: 0.953788042068
1080 Full duration: 8.72430300713
1084 test scenario KeystoneBasic.create_and_list_tenants
1085 +---------------------------------------------------------------------------------------------+
1086 | Response Times (sec) |
1087 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1088 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1089 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1090 | keystone.create_tenant | 0.247 | 0.28 | 0.302 | 0.304 | 0.307 | 0.281 | 100.0% | 10 |
1091 | keystone.list_tenants | 0.121 | 0.129 | 0.224 | 0.225 | 0.225 | 0.147 | 100.0% | 10 |
1092 | total | 0.392 | 0.42 | 0.476 | 0.493 | 0.511 | 0.428 | 100.0% | 10 |
1093 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1094 Load duration: 1.32897400856
1095 Full duration: 13.584346056
1099 test scenario KeystoneBasic.create_and_delete_role
1100 +-------------------------------------------------------------------------------------------+
1101 | Response Times (sec) |
1102 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1103 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1104 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1105 | keystone.create_role | 0.286 | 0.324 | 0.395 | 0.47 | 0.545 | 0.347 | 100.0% | 10 |
1106 | keystone.delete_role | 0.25 | 0.32 | 0.487 | 0.522 | 0.557 | 0.344 | 100.0% | 10 |
1107 | total | 0.546 | 0.62 | 0.889 | 0.913 | 0.936 | 0.691 | 100.0% | 10 |
1108 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1109 Load duration: 2.18193697929
1110 Full duration: 12.766493082
1114 test scenario KeystoneBasic.get_entities
1115 +---------------------------------------------------------------------------------------------+
1116 | Response Times (sec) |
1117 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1118 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1119 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1120 | keystone.create_tenant | 0.271 | 0.283 | 0.299 | 0.311 | 0.322 | 0.287 | 100.0% | 10 |
1121 | keystone.create_user | 0.145 | 0.156 | 0.162 | 0.165 | 0.167 | 0.155 | 100.0% | 10 |
1122 | keystone.create_role | 0.122 | 0.133 | 0.155 | 0.183 | 0.211 | 0.141 | 100.0% | 10 |
1123 | keystone.get_tenant | 0.109 | 0.126 | 0.145 | 0.178 | 0.211 | 0.133 | 100.0% | 10 |
1124 | keystone.get_user | 0.12 | 0.133 | 0.2 | 0.205 | 0.21 | 0.148 | 100.0% | 10 |
1125 | keystone.get_role | 0.106 | 0.12 | 0.137 | 0.155 | 0.172 | 0.126 | 100.0% | 10 |
1126 | keystone.service_list | 0.112 | 0.126 | 0.144 | 0.178 | 0.212 | 0.134 | 100.0% | 10 |
1127 | keystone.get_service | 0.104 | 0.125 | 0.131 | 0.134 | 0.136 | 0.123 | 100.0% | 10 |
1128 | total | 1.177 | 1.23 | 1.321 | 1.328 | 1.334 | 1.248 | 100.0% | 10 |
1129 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1130 Load duration: 3.83582210541
1131 Full duration: 20.6130208969
1135 test scenario KeystoneBasic.create_and_list_users
1136 +-------------------------------------------------------------------------------------------+
1137 | Response Times (sec) |
1138 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1139 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1140 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1141 | keystone.create_user | 0.295 | 0.312 | 0.374 | 0.386 | 0.399 | 0.326 | 100.0% | 10 |
1142 | keystone.list_users | 0.114 | 0.129 | 0.148 | 0.148 | 0.149 | 0.133 | 100.0% | 10 |
1143 | total | 0.419 | 0.442 | 0.521 | 0.535 | 0.549 | 0.458 | 100.0% | 10 |
1144 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1145 Load duration: 1.37977695465
1146 Full duration: 9.29229903221
1150 run_rally - INFO - Test scenario: "keystone" OK.
1152 run_rally - INFO - Starting test scenario "neutron" ...
1154 Preparing input task
1155 Task 0a18c72f-b575-481a-8997-6d3d52130ede: started
1156 Task 0a18c72f-b575-481a-8997-6d3d52130ede: finished
1158 test scenario NeutronNetworks.create_and_delete_ports
1159 +------------------------------------------------------------------------------------------+
1160 | Response Times (sec) |
1161 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1162 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1163 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1164 | neutron.create_port | 0.758 | 0.851 | 1.15 | 1.23 | 1.309 | 0.925 | 100.0% | 10 |
1165 | neutron.delete_port | 0.241 | 0.578 | 0.611 | 0.618 | 0.625 | 0.488 | 100.0% | 10 |
1166 | total | 0.998 | 1.415 | 1.73 | 1.808 | 1.886 | 1.414 | 100.0% | 10 |
1167 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1168 Load duration: 4.22447299957
1169 Full duration: 51.8464670181
1173 test scenario NeutronNetworks.create_and_list_routers
1174 +---------------------------------------------------------------------------------------------------+
1175 | Response Times (sec) |
1176 +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1177 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1178 +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1179 | neutron.create_subnet | 0.768 | 0.804 | 0.942 | 1.007 | 1.073 | 0.852 | 100.0% | 10 |
1180 | neutron.create_router | 0.08 | 0.425 | 0.456 | 0.469 | 0.482 | 0.394 | 100.0% | 10 |
1181 | neutron.add_interface_router | 0.371 | 0.741 | 1.213 | 1.526 | 1.84 | 0.855 | 100.0% | 10 |
1182 | neutron.list_routers | 0.048 | 0.405 | 0.478 | 0.502 | 0.527 | 0.286 | 100.0% | 10 |
1183 | total | 1.684 | 2.22 | 3.085 | 3.308 | 3.53 | 2.388 | 100.0% | 10 |
1184 +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1185 Load duration: 7.42530488968
1186 Full duration: 57.8292651176
1190 test scenario NeutronNetworks.create_and_delete_routers
1191 +------------------------------------------------------------------------------------------------------+
1192 | Response Times (sec) |
1193 +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1194 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1195 +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1196 | neutron.create_subnet | 0.689 | 0.768 | 0.931 | 0.941 | 0.95 | 0.811 | 100.0% | 10 |
1197 | neutron.create_router | 0.408 | 0.421 | 0.457 | 0.547 | 0.636 | 0.441 | 100.0% | 10 |
1198 | neutron.add_interface_router | 0.363 | 0.702 | 0.802 | 0.807 | 0.813 | 0.653 | 100.0% | 10 |
1199 | neutron.remove_interface_router | 0.273 | 0.662 | 0.823 | 0.847 | 0.872 | 0.65 | 100.0% | 10 |
1200 | neutron.delete_router | 0.178 | 0.557 | 0.661 | 0.665 | 0.669 | 0.541 | 100.0% | 10 |
1201 | total | 2.291 | 3.046 | 3.598 | 3.647 | 3.695 | 3.096 | 100.0% | 10 |
1202 +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1203 Load duration: 9.11136102676
1204 Full duration: 56.6760940552
1208 test scenario NeutronNetworks.create_and_list_ports
1209 +------------------------------------------------------------------------------------------+
1210 | Response Times (sec) |
1211 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1212 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1213 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1214 | neutron.create_port | 0.746 | 0.824 | 0.923 | 0.946 | 0.968 | 0.846 | 100.0% | 10 |
1215 | neutron.list_ports | 0.157 | 0.57 | 0.629 | 0.663 | 0.697 | 0.481 | 100.0% | 10 |
1216 | total | 1.065 | 1.343 | 1.476 | 1.493 | 1.51 | 1.327 | 100.0% | 10 |
1217 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1218 Load duration: 3.94901585579
1219 Full duration: 52.597589016
1223 test scenario NeutronNetworks.create_and_delete_subnets
1224 +--------------------------------------------------------------------------------------------+
1225 | Response Times (sec) |
1226 +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1227 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1228 +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1229 | neutron.create_subnet | 0.701 | 0.757 | 1.049 | 1.144 | 1.238 | 0.835 | 100.0% | 10 |
1230 | neutron.delete_subnet | 0.196 | 0.565 | 0.691 | 0.725 | 0.759 | 0.531 | 100.0% | 10 |
1231 | total | 0.939 | 1.384 | 1.496 | 1.595 | 1.694 | 1.366 | 100.0% | 10 |
1232 +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1233 Load duration: 4.35806703568
1234 Full duration: 51.0885548592
1238 test scenario NeutronNetworks.create_and_delete_networks
1239 +---------------------------------------------------------------------------------------------+
1240 | Response Times (sec) |
1241 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1242 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1243 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1244 | neutron.create_network | 0.614 | 0.675 | 0.811 | 0.817 | 0.823 | 0.692 | 100.0% | 10 |
1245 | neutron.delete_network | 0.491 | 0.545 | 0.62 | 0.624 | 0.628 | 0.554 | 100.0% | 10 |
1246 | total | 1.133 | 1.231 | 1.388 | 1.415 | 1.443 | 1.246 | 100.0% | 10 |
1247 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1248 Load duration: 3.68652009964
1249 Full duration: 30.7036879063
1253 test scenario NeutronNetworks.create_and_list_networks
1254 +---------------------------------------------------------------------------------------------+
1255 | Response Times (sec) |
1256 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1257 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1258 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1259 | neutron.create_network | 0.556 | 0.652 | 0.754 | 0.757 | 0.759 | 0.665 | 100.0% | 10 |
1260 | neutron.list_networks | 0.361 | 0.383 | 0.478 | 0.503 | 0.528 | 0.403 | 100.0% | 10 |
1261 | total | 0.917 | 1.027 | 1.231 | 1.252 | 1.273 | 1.068 | 100.0% | 10 |
1262 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1263 Load duration: 3.11869502068
1264 Full duration: 33.6655409336
1268 test scenario NeutronNetworks.create_and_update_routers
1269 +---------------------------------------------------------------------------------------------------+
1270 | Response Times (sec) |
1271 +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1272 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1273 +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1274 | neutron.create_subnet | 0.718 | 0.757 | 0.921 | 0.922 | 0.923 | 0.795 | 100.0% | 10 |
1275 | neutron.create_router | 0.073 | 0.405 | 0.44 | 0.448 | 0.455 | 0.38 | 100.0% | 10 |
1276 | neutron.add_interface_router | 0.65 | 0.699 | 0.805 | 0.827 | 0.849 | 0.717 | 100.0% | 10 |
1277 | neutron.update_router | 0.228 | 0.537 | 0.661 | 0.677 | 0.693 | 0.53 | 100.0% | 10 |
1278 | total | 2.134 | 2.511 | 2.583 | 2.583 | 2.583 | 2.422 | 100.0% | 10 |
1279 +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1280 Load duration: 7.21204185486
1281 Full duration: 58.3329060078
1285 test scenario NeutronNetworks.create_and_update_networks
1286 +---------------------------------------------------------------------------------------------+
1287 | Response Times (sec) |
1288 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1289 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1290 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1291 | neutron.create_network | 0.59 | 0.678 | 0.77 | 0.785 | 0.8 | 0.684 | 100.0% | 10 |
1292 | neutron.update_network | 0.452 | 0.51 | 0.55 | 0.569 | 0.587 | 0.514 | 100.0% | 10 |
1293 | total | 1.054 | 1.188 | 1.314 | 1.319 | 1.323 | 1.198 | 100.0% | 10 |
1294 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1295 Load duration: 3.48062801361
1296 Full duration: 33.7373108864
1300 test scenario NeutronNetworks.create_and_update_ports
1301 +------------------------------------------------------------------------------------------+
1302 | Response Times (sec) |
1303 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1304 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1305 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1306 | neutron.create_port | 0.724 | 0.911 | 1.036 | 1.046 | 1.055 | 0.915 | 100.0% | 10 |
1307 | neutron.update_port | 0.332 | 0.55 | 0.569 | 0.573 | 0.578 | 0.53 | 100.0% | 10 |
1308 | total | 1.173 | 1.466 | 1.591 | 1.607 | 1.623 | 1.445 | 100.0% | 10 |
1309 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1310 Load duration: 4.40219402313
1311 Full duration: 52.9743890762
1315 test scenario NeutronNetworks.create_and_list_subnets
1316 +--------------------------------------------------------------------------------------------+
1317 | Response Times (sec) |
1318 +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1319 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1320 +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1321 | neutron.create_subnet | 0.768 | 0.823 | 0.981 | 1.001 | 1.02 | 0.857 | 100.0% | 10 |
1322 | neutron.list_subnets | 0.053 | 0.403 | 0.472 | 0.483 | 0.495 | 0.316 | 100.0% | 10 |
1323 | total | 0.821 | 1.249 | 1.342 | 1.384 | 1.426 | 1.173 | 100.0% | 10 |
1324 +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1325 Load duration: 3.63253998756
1326 Full duration: 52.0335438251
1330 test scenario NeutronNetworks.create_and_update_subnets
1331 +--------------------------------------------------------------------------------------------+
1332 | Response Times (sec) |
1333 +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1334 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1335 +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1336 | neutron.create_subnet | 0.721 | 0.797 | 0.952 | 0.953 | 0.954 | 0.82 | 100.0% | 10 |
1337 | neutron.update_subnet | 0.233 | 0.605 | 0.745 | 0.753 | 0.761 | 0.589 | 100.0% | 10 |
1338 | total | 1.002 | 1.432 | 1.561 | 1.638 | 1.715 | 1.409 | 100.0% | 10 |
1339 +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1340 Load duration: 4.58866596222
1341 Full duration: 52.8035202026
1345 run_rally - INFO - Test scenario: "neutron" OK.
1347 run_rally - INFO - Starting test scenario "nova" ...
1349 Preparing input task
1350 Task 7bc9f24e-75ad-4e01-afd5-3647398a073e: started
1351 Task 7bc9f24e-75ad-4e01-afd5-3647398a073e: finished
1353 test scenario NovaKeypair.create_and_delete_keypair
1354 +------------------------------------------------------------------------------------------+
1355 | Response Times (sec) |
1356 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1357 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1358 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1359 | nova.create_keypair | 0.705 | 0.755 | 0.85 | 1.155 | 1.459 | 0.818 | 100.0% | 10 |
1360 | nova.delete_keypair | 0.032 | 0.046 | 0.063 | 0.064 | 0.064 | 0.046 | 100.0% | 10 |
1361 | total | 0.744 | 0.804 | 0.895 | 1.21 | 1.524 | 0.864 | 100.0% | 10 |
1362 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1363 Load duration: 3.08747410774
1364 Full duration: 41.9948050976
1368 test scenario NovaServers.snapshot_server
1369 +------------------------------------------------------------------------------------------------+
1370 | Response Times (sec) |
1371 +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1372 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1373 +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1374 | nova.boot_server | 8.021 | 10.195 | 10.572 | 10.642 | 10.713 | 9.936 | 100.0% | 10 |
1375 | nova.create_image | 10.782 | 11.261 | 11.548 | 11.631 | 11.715 | 11.242 | 100.0% | 10 |
1376 | nova.delete_server | 2.821 | 3.28 | 3.4 | 3.426 | 3.452 | 3.222 | 100.0% | 10 |
1377 | nova.boot_server (2) | 6.39 | 8.069 | 9.073 | 9.382 | 9.691 | 7.984 | 100.0% | 10 |
1378 | nova.delete_server (2) | 2.855 | 2.91 | 3.425 | 3.429 | 3.434 | 3.04 | 100.0% | 10 |
1379 | nova.delete_image | 2.558 | 2.911 | 3.161 | 3.22 | 3.279 | 2.887 | 100.0% | 10 |
1380 | total | 35.039 | 38.279 | 39.897 | 40.21 | 40.523 | 38.314 | 100.0% | 10 |
1381 +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1382 Load duration: 115.44729495
1383 Full duration: 188.161262035
1387 test scenario NovaKeypair.boot_and_delete_server_with_keypair
1388 +---------------------------------------------------------------------------------------------+
1389 | Response Times (sec) |
1390 +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1391 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1392 +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1393 | nova.create_keypair | 0.64 | 0.869 | 1.365 | 1.399 | 1.433 | 0.948 | 100.0% | 10 |
1394 | nova.boot_server | 7.047 | 8.139 | 10.062 | 10.11 | 10.159 | 8.606 | 100.0% | 10 |
1395 | nova.delete_server | 2.522 | 3.1 | 3.242 | 3.267 | 3.292 | 3.041 | 100.0% | 10 |
1396 | nova.delete_keypair | 0.042 | 0.051 | 0.061 | 0.068 | 0.075 | 0.052 | 100.0% | 10 |
1397 | total | 11.115 | 12.323 | 14.176 | 14.258 | 14.341 | 12.648 | 100.0% | 10 |
1398 +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1399 Load duration: 39.1623878479
1400 Full duration: 108.56980896
1404 test scenario NovaKeypair.create_and_list_keypairs
1405 +------------------------------------------------------------------------------------------+
1406 | Response Times (sec) |
1407 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1408 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1409 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1410 | nova.create_keypair | 0.734 | 0.87 | 0.947 | 0.982 | 1.018 | 0.859 | 100.0% | 10 |
1411 | nova.list_keypairs | 0.022 | 0.034 | 0.042 | 0.044 | 0.046 | 0.033 | 100.0% | 10 |
1412 | total | 0.769 | 0.903 | 0.981 | 1.02 | 1.059 | 0.892 | 100.0% | 10 |
1413 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1414 Load duration: 2.59114599228
1415 Full duration: 44.6869869232
1419 test scenario NovaServers.list_servers
1420 +----------------------------------------------------------------------------------------+
1421 | Response Times (sec) |
1422 +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1423 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1424 +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1425 | nova.list_servers | 1.436 | 1.556 | 1.653 | 1.689 | 1.725 | 1.565 | 100.0% | 10 |
1426 | total | 1.436 | 1.557 | 1.653 | 1.689 | 1.726 | 1.565 | 100.0% | 10 |
1427 +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1428 Load duration: 4.71795606613
1429 Full duration: 123.497851133
1433 test scenario NovaServers.resize_server
1434 +---------------------------------------------------------------------------------------------+
1435 | Response Times (sec) |
1436 +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1437 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1438 +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1439 | nova.boot_server | 8.388 | 9.39 | 10.016 | 10.105 | 10.194 | 9.406 | 100.0% | 10 |
1440 | nova.resize | 40.666 | 42.089 | 46.186 | 46.669 | 47.151 | 42.721 | 100.0% | 10 |
1441 | nova.resize_confirm | 3.322 | 3.648 | 4.206 | 5.097 | 5.989 | 3.842 | 100.0% | 10 |
1442 | nova.delete_server | 2.499 | 2.977 | 3.32 | 3.383 | 3.446 | 3.012 | 100.0% | 10 |
1443 | total | 56.246 | 58.698 | 61.838 | 62.514 | 63.19 | 58.982 | 100.0% | 10 |
1444 +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1445 Load duration: 180.054177999
1446 Full duration: 221.624077082
1450 test scenario NovaServers.boot_server_from_volume_and_delete
1451 +----------------------------------------------------------------------------------------------+
1452 | Response Times (sec) |
1453 +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1454 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1455 +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1456 | cinder.create_volume | 9.965 | 10.647 | 11.15 | 11.275 | 11.4 | 10.648 | 100.0% | 10 |
1457 | nova.boot_server | 8.986 | 10.62 | 12.102 | 12.345 | 12.587 | 10.685 | 100.0% | 10 |
1458 | nova.delete_server | 3.355 | 5.419 | 5.857 | 5.908 | 5.96 | 5.311 | 100.0% | 10 |
1459 | total | 23.598 | 26.481 | 28.991 | 29.016 | 29.041 | 26.644 | 100.0% | 10 |
1460 +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1461 Load duration: 79.5105199814
1462 Full duration: 161.905633926
1466 test scenario NovaServers.boot_and_migrate_server
1467 +---------------------------------------------------------------------------------------------+
1468 | Response Times (sec) |
1469 +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1470 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1471 +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1472 | nova.boot_server | 8.833 | 10.242 | 11.298 | 11.673 | 12.049 | 10.106 | 100.0% | 10 |
1473 | nova.stop_server | 3.821 | 6.772 | 7.286 | 7.317 | 7.349 | 6.484 | 100.0% | 10 |
1474 | nova.migrate | 8.569 | 12.084 | 12.564 | 12.67 | 12.776 | 11.309 | 100.0% | 10 |
1475 | nova.resize_confirm | 2.922 | 3.398 | 4.001 | 4.054 | 4.107 | 3.49 | 100.0% | 10 |
1476 | nova.delete_server | 2.522 | 2.922 | 3.396 | 3.406 | 3.416 | 2.976 | 100.0% | 10 |
1477 | total | 29.694 | 34.582 | 36.24 | 36.517 | 36.795 | 34.367 | 100.0% | 10 |
1478 +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1479 Load duration: 100.483532906
1480 Full duration: 141.506958961
1484 test scenario NovaServers.boot_and_delete_server
1485 +-------------------------------------------------------------------------------------------+
1486 | Response Times (sec) |
1487 +--------------------+-------+--------+--------+--------+--------+--------+---------+-------+
1488 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1489 +--------------------+-------+--------+--------+--------+--------+--------+---------+-------+
1490 | nova.boot_server | 8.586 | 9.397 | 10.198 | 10.288 | 10.378 | 9.508 | 100.0% | 10 |
1491 | nova.delete_server | 2.497 | 3.108 | 3.472 | 3.478 | 3.485 | 3.09 | 100.0% | 10 |
1492 | total | 11.39 | 12.555 | 13.374 | 13.612 | 13.849 | 12.598 | 100.0% | 10 |
1493 +--------------------+-------+--------+--------+--------+--------+--------+---------+-------+
1494 Load duration: 38.4852130413
1495 Full duration: 106.844094992
1499 test scenario NovaServers.boot_and_rebuild_server
1500 +---------------------------------------------------------------------------------------------+
1501 | Response Times (sec) |
1502 +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1503 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1504 +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1505 | nova.boot_server | 8.193 | 9.878 | 10.329 | 10.703 | 11.078 | 9.597 | 100.0% | 10 |
1506 | nova.rebuild_server | 8.434 | 9.946 | 10.942 | 11.066 | 11.191 | 9.967 | 100.0% | 10 |
1507 | nova.delete_server | 2.887 | 3.097 | 3.934 | 4.794 | 5.654 | 3.399 | 100.0% | 10 |
1508 | total | 20.573 | 22.393 | 25.427 | 25.892 | 26.357 | 22.963 | 100.0% | 10 |
1509 +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1510 Load duration: 68.7611658573
1511 Full duration: 138.198104143
1515 test scenario NovaSecGroup.create_and_list_secgroups
1516 +--------------------------------------------------------------------------------------------------------+
1517 | Response Times (sec) |
1518 +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1519 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1520 +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1521 | nova.create_10_security_groups | 4.914 | 5.073 | 5.815 | 5.965 | 6.116 | 5.288 | 100.0% | 10 |
1522 | nova.create_100_rules | 41.66 | 44.384 | 45.431 | 45.816 | 46.201 | 44.305 | 100.0% | 10 |
1523 | nova.list_security_groups | 0.152 | 0.533 | 0.902 | 0.96 | 1.018 | 0.5 | 100.0% | 10 |
1524 | total | 47.592 | 50.13 | 51.2 | 51.527 | 51.854 | 50.094 | 100.0% | 10 |
1525 +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1526 Load duration: 149.717460871
1527 Full duration: 216.41701889
1531 test scenario NovaSecGroup.create_and_delete_secgroups
1532 +--------------------------------------------------------------------------------------------------------+
1533 | Response Times (sec) |
1534 +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1535 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1536 +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1537 | nova.create_10_security_groups | 4.565 | 5.19 | 5.563 | 5.615 | 5.668 | 5.131 | 100.0% | 10 |
1538 | nova.create_100_rules | 41.981 | 43.448 | 44.817 | 44.926 | 45.034 | 43.666 | 100.0% | 10 |
1539 | nova.delete_10_security_groups | 2.07 | 2.522 | 2.976 | 3.171 | 3.366 | 2.551 | 100.0% | 10 |
1540 | total | 49.35 | 51.576 | 51.781 | 52.087 | 52.394 | 51.349 | 100.0% | 10 |
1541 +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1542 Load duration: 154.714606047
1543 Full duration: 196.745972872
1547 test scenario NovaServers.boot_and_bounce_server
1548 +------------------------------------------------------------------------------------------------+
1549 | Response Times (sec) |
1550 +-------------------------+-------+--------+--------+--------+--------+--------+---------+-------+
1551 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1552 +-------------------------+-------+--------+--------+--------+--------+--------+---------+-------+
1553 | nova.boot_server | 8.097 | 9.924 | 11.182 | 11.428 | 11.673 | 10.029 | 100.0% | 10 |
1554 | nova.reboot_server | 5.363 | 6.246 | 8.84 | 8.907 | 8.973 | 7.049 | 100.0% | 10 |
1555 | nova.soft_reboot_server | 8.452 | 8.823 | 9.184 | 9.291 | 9.398 | 8.83 | 100.0% | 10 |
1556 | nova.stop_server | 3.808 | 6.394 | 7.284 | 7.3 | 7.316 | 6.358 | 100.0% | 10 |
1557 | nova.start_server | 3.677 | 5.011 | 5.706 | 5.852 | 5.997 | 4.954 | 100.0% | 10 |
1558 | nova.rescue_server | 7.752 | 8.674 | 11.07 | 11.07 | 11.071 | 9.269 | 100.0% | 10 |
1559 | nova.unrescue_server | 5.065 | 5.536 | 5.762 | 5.781 | 5.8 | 5.532 | 100.0% | 10 |
1560 | nova.delete_server | 2.485 | 2.546 | 3.501 | 4.347 | 5.194 | 2.952 | 100.0% | 10 |
1561 | total | 50.79 | 54.629 | 59.2 | 59.748 | 60.297 | 54.995 | 100.0% | 10 |
1562 +-------------------------+-------+--------+--------+--------+--------+--------+---------+-------+
1563 Load duration: 166.248807907
1564 Full duration: 235.770923853
1568 test scenario NovaServers.boot_server
1569 +----------------------------------------------------------------------------------------+
1570 | Response Times (sec) |
1571 +------------------+-------+--------+--------+--------+--------+-------+---------+-------+
1572 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1573 +------------------+-------+--------+--------+--------+--------+-------+---------+-------+
1574 | nova.boot_server | 6.916 | 9.539 | 12.275 | 12.369 | 12.464 | 9.975 | 100.0% | 10 |
1575 | total | 6.916 | 9.54 | 12.275 | 12.37 | 12.464 | 9.976 | 100.0% | 10 |
1576 +------------------+-------+--------+--------+--------+--------+-------+---------+-------+
1577 Load duration: 29.8727550507
1578 Full duration: 87.0325229168
1582 test scenario NovaSecGroup.boot_and_delete_server_with_secgroups
1583 +-----------------------------------------------------------------------------------------------------------+
1584 | Response Times (sec) |
1585 +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1586 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1587 +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1588 | nova.create_10_security_groups | 5.065 | 5.392 | 5.642 | 5.731 | 5.819 | 5.4 | 100.0% | 10 |
1589 | nova.create_100_rules | 42.116 | 43.904 | 45.452 | 45.794 | 46.137 | 44.057 | 100.0% | 10 |
1590 | nova.boot_server | 6.906 | 7.809 | 8.73 | 8.911 | 9.092 | 7.954 | 100.0% | 10 |
1591 | nova.get_attached_security_groups | 0.209 | 0.264 | 0.361 | 0.463 | 0.565 | 0.289 | 100.0% | 10 |
1592 | nova.delete_server | 2.508 | 2.562 | 2.7 | 2.829 | 2.959 | 2.607 | 100.0% | 10 |
1593 | nova.delete_10_security_groups | 1.784 | 2.564 | 3.087 | 3.153 | 3.218 | 2.561 | 100.0% | 10 |
1594 | total | 60.06 | 63.125 | 63.757 | 63.889 | 64.021 | 62.869 | 100.0% | 10 |
1595 +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1596 Load duration: 188.221204996
1597 Full duration: 257.303071976
1601 test scenario NovaServers.pause_and_unpause_server
1602 +---------------------------------------------------------------------------------------------+
1603 | Response Times (sec) |
1604 +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1605 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1606 +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1607 | nova.boot_server | 7.896 | 9.252 | 10.006 | 10.25 | 10.494 | 9.303 | 100.0% | 10 |
1608 | nova.pause_server | 2.784 | 3.19 | 3.465 | 3.487 | 3.509 | 3.226 | 100.0% | 10 |
1609 | nova.unpause_server | 2.782 | 3.172 | 3.226 | 3.258 | 3.29 | 3.105 | 100.0% | 10 |
1610 | nova.delete_server | 2.553 | 3.301 | 3.545 | 3.619 | 3.693 | 3.248 | 100.0% | 10 |
1611 | total | 17.692 | 19.035 | 19.794 | 19.85 | 19.905 | 18.883 | 100.0% | 10 |
1612 +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1613 Load duration: 56.6791820526
1614 Full duration: 126.811426163
1618 test scenario NovaServers.boot_server_from_volume
1619 +----------------------------------------------------------------------------------------------+
1620 | Response Times (sec) |
1621 +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1622 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1623 +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1624 | cinder.create_volume | 9.412 | 10.207 | 10.376 | 10.441 | 10.505 | 10.131 | 100.0% | 10 |
1625 | nova.boot_server | 8.849 | 10.342 | 11.591 | 11.741 | 11.892 | 10.423 | 100.0% | 10 |
1626 | total | 18.922 | 20.498 | 21.854 | 21.976 | 22.099 | 20.555 | 100.0% | 10 |
1627 +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1628 Load duration: 60.9860489368
1629 Full duration: 126.851632118
1633 test scenario NovaServers.boot_and_list_server
1634 +------------------------------------------------------------------------------------------+
1635 | Response Times (sec) |
1636 +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
1637 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1638 +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
1639 | nova.boot_server | 8.227 | 8.931 | 10.864 | 10.959 | 11.054 | 9.41 | 100.0% | 10 |
1640 | nova.list_servers | 0.624 | 1.017 | 1.144 | 1.153 | 1.163 | 0.949 | 100.0% | 10 |
1641 | total | 8.969 | 9.945 | 11.851 | 11.89 | 11.928 | 10.359 | 100.0% | 10 |
1642 +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
1643 Load duration: 30.9555499554
1644 Full duration: 111.845392942
1648 run_rally - INFO - Test scenario: "nova" OK.
1650 run_rally - INFO - Starting test scenario "quotas" ...
1652 Preparing input task
1653 Task 1b950d54-5c1a-4680-9d86-cbebdb0d1b72: started
1654 Task 1b950d54-5c1a-4680-9d86-cbebdb0d1b72: finished
1656 test scenario Quotas.cinder_update
1657 +-------------------------------------------------------------------------------------------+
1658 | Response Times (sec) |
1659 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1660 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1661 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1662 | quotas.update_quotas | 1.138 | 1.278 | 1.336 | 1.347 | 1.357 | 1.267 | 100.0% | 10 |
1663 | total | 1.138 | 1.278 | 1.336 | 1.347 | 1.357 | 1.267 | 100.0% | 10 |
1664 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1665 Load duration: 3.75106191635
1666 Full duration: 16.480301857
1670 test scenario Quotas.neutron_update
1671 +-------------------------------------------------------------------------------------------+
1672 | Response Times (sec) |
1673 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1674 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1675 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1676 | quotas.update_quotas | 0.406 | 0.441 | 0.5 | 0.501 | 0.502 | 0.454 | 100.0% | 10 |
1677 | total | 0.546 | 0.618 | 0.666 | 0.67 | 0.674 | 0.616 | 100.0% | 10 |
1678 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1679 Load duration: 1.8795170784
1680 Full duration: 13.8104491234
1684 test scenario Quotas.cinder_update_and_delete
1685 +-------------------------------------------------------------------------------------------+
1686 | Response Times (sec) |
1687 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1688 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1689 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1690 | quotas.update_quotas | 1.178 | 1.264 | 1.311 | 1.344 | 1.378 | 1.26 | 100.0% | 10 |
1691 | quotas.delete_quotas | 0.89 | 0.996 | 1.091 | 1.115 | 1.138 | 1.003 | 100.0% | 10 |
1692 | total | 2.155 | 2.273 | 2.366 | 2.404 | 2.442 | 2.264 | 100.0% | 10 |
1693 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1694 Load duration: 6.68874502182
1695 Full duration: 18.7547061443
1699 test scenario Quotas.nova_update_and_delete
1700 +-------------------------------------------------------------------------------------------+
1701 | Response Times (sec) |
1702 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1703 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1704 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1705 | quotas.update_quotas | 0.559 | 0.615 | 0.666 | 0.669 | 0.671 | 0.616 | 100.0% | 10 |
1706 | quotas.delete_quotas | 0.013 | 0.022 | 0.026 | 0.028 | 0.029 | 0.022 | 100.0% | 10 |
1707 | total | 0.585 | 0.641 | 0.68 | 0.687 | 0.693 | 0.638 | 100.0% | 10 |
1708 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1709 Load duration: 1.9670290947
1710 Full duration: 13.6480379105
1714 test scenario Quotas.nova_update
1715 +-------------------------------------------------------------------------------------------+
1716 | Response Times (sec) |
1717 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1718 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1719 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1720 | quotas.update_quotas | 0.587 | 0.621 | 0.738 | 0.758 | 0.777 | 0.646 | 100.0% | 10 |
1721 | total | 0.587 | 0.621 | 0.738 | 0.758 | 0.777 | 0.647 | 100.0% | 10 |
1722 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1723 Load duration: 1.87492918968
1724 Full duration: 13.4147770405
1728 run_rally - INFO - Test scenario: "quotas" OK.
1730 run_rally - INFO - Starting test scenario "requests" ...
1732 Preparing input task
1733 Task 21739b85-984f-45b9-ae85-066dbd1adce3: started
1734 Task 21739b85-984f-45b9-ae85-066dbd1adce3: finished
1736 test scenario HttpRequests.check_random_request
1737 +---------------------------------------------------------------------------------------------+
1738 | Response Times (sec) |
1739 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1740 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1741 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1742 | requests.check_request | 5.047 | 5.181 | 5.389 | 5.395 | 5.401 | 5.204 | 100.0% | 10 |
1743 | total | 5.047 | 5.181 | 5.39 | 5.395 | 5.401 | 5.205 | 100.0% | 10 |
1744 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1745 Load duration: 15.7369980812
1746 Full duration: 20.6335179806
1750 test scenario HttpRequests.check_request
1751 +---------------------------------------------------------------------------------------------+
1752 | Response Times (sec) |
1753 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1754 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1755 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1756 | requests.check_request | 5.048 | 5.052 | 5.058 | 5.058 | 5.058 | 5.053 | 100.0% | 10 |
1757 | total | 5.049 | 5.052 | 5.058 | 5.058 | 5.058 | 5.053 | 100.0% | 10 |
1758 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1759 Load duration: 15.2042939663
1760 Full duration: 20.2779421806
1764 run_rally - INFO - Test scenario: "requests" OK.
1769 Rally Summary Report
1770 +===================+============+===============+===========+
1771 | Module | Duration | nb. Test Run | Success |
1772 +===================+============+===============+===========+
1773 | authenticate | 01:01 | 10 | 100.00% |
1774 +-------------------+------------+---------------+-----------+
1775 | glance | 03:33 | 7 | 100.00% |
1776 +-------------------+------------+---------------+-----------+
1777 | cinder | 22:00 | 50 | 100.00% |
1778 +-------------------+------------+---------------+-----------+
1779 | heat | 10:19 | 35 | 100.00% |
1780 +-------------------+------------+---------------+-----------+
1781 | keystone | 02:29 | 29 | 100.00% |
1782 +-------------------+------------+---------------+-----------+
1783 | neutron | 09:44 | 31 | 100.00% |
1784 +-------------------+------------+---------------+-----------+
1785 | nova | 43:55 | 61 | 100.00% |
1786 +-------------------+------------+---------------+-----------+
1787 | quotas | 01:16 | 7 | 100.00% |
1788 +-------------------+------------+---------------+-----------+
1789 | requests | 00:40 | 2 | 100.00% |
1790 +-------------------+------------+---------------+-----------+
1791 +===================+============+===============+===========+
1792 | TOTAL: | 01:35:01 | 232 | 100.00% |
1793 +===================+============+===============+===========+
1804 ==============================================================================
1806 ==============================================================================
1807 Basic.010 Restconf OK :: Test suite to verify Restconf is OK
1808 ==============================================================================
1809 Get Controller Modules :: Get the controller modules via Restconf | PASS |
1810 ------------------------------------------------------------------------------
1811 Basic.010 Restconf OK :: Test suite to verify Restconf is OK | PASS |
1812 1 critical test, 1 passed, 0 failed
1813 1 test total, 1 passed, 0 failed
1814 ==============================================================================
1816 1 critical test, 1 passed, 0 failed
1817 1 test total, 1 passed, 0 failed
1818 ==============================================================================
1819 Output: /home/opnfv/repos/functest/output.xml
1820 Log: /home/opnfv/repos/functest/log.html
1821 Report: /home/opnfv/repos/functest/report.html
1822 [1;32mStarting test: test/csit/suites/openstack/neutron/ [0m
1823 ==============================================================================
1824 Neutron :: Test suite for Neutron Plugin
1825 ==============================================================================
1826 Neutron.Networks :: Checking Network created in OpenStack are pushed to Ope...
1827 ==============================================================================
1828 Check OpenStack Networks :: Checking OpenStack Neutron for known n... | PASS |
1829 ------------------------------------------------------------------------------
1830 Check OpenDaylight Networks :: Checking OpenDaylight Neutron API f... | PASS |
1831 ------------------------------------------------------------------------------
1832 Create Network :: Create new network in OpenStack | PASS |
1833 ------------------------------------------------------------------------------
1834 Check Network :: Check Network created in OpenDaylight | PASS |
1835 ------------------------------------------------------------------------------
1836 Neutron.Networks :: Checking Network created in OpenStack are push... | PASS |
1837 4 critical tests, 4 passed, 0 failed
1838 4 tests total, 4 passed, 0 failed
1839 ==============================================================================
1840 Neutron.Subnets :: Checking Subnets created in OpenStack are pushed to Open...
1841 ==============================================================================
1842 Check OpenStack Subnets :: Checking OpenStack Neutron for known Su... | PASS |
1843 ------------------------------------------------------------------------------
1844 Check OpenDaylight subnets :: Checking OpenDaylight Neutron API fo... | PASS |
1845 ------------------------------------------------------------------------------
1846 Create New subnet :: Create new subnet in OpenStack | PASS |
1847 ------------------------------------------------------------------------------
1848 Check New subnet :: Check new subnet created in OpenDaylight | PASS |
1849 ------------------------------------------------------------------------------
1850 Neutron.Subnets :: Checking Subnets created in OpenStack are pushe... | PASS |
1851 4 critical tests, 4 passed, 0 failed
1852 4 tests total, 4 passed, 0 failed
1853 ==============================================================================
1854 Neutron.Ports :: Checking Port created in OpenStack are pushed to OpenDaylight
1855 ==============================================================================
1856 Check OpenStack ports :: Checking OpenStack Neutron for known ports | PASS |
1857 ------------------------------------------------------------------------------
1858 Check OpenDaylight ports :: Checking OpenDaylight Neutron API for ... | PASS |
1859 ------------------------------------------------------------------------------
1860 Create New Port :: Create new port in OpenStack | PASS |
1861 ------------------------------------------------------------------------------
1862 Check New Port :: Check new subnet created in OpenDaylight | PASS |
1863 ------------------------------------------------------------------------------
1864 Neutron.Ports :: Checking Port created in OpenStack are pushed to ... | PASS |
1865 4 critical tests, 4 passed, 0 failed
1866 4 tests total, 4 passed, 0 failed
1867 ==============================================================================
1868 Neutron.Delete Ports :: Checking Port deleted in OpenStack are deleted also...
1869 ==============================================================================
1870 Delete New Port :: Delete previously created port in OpenStack | PASS |
1871 ------------------------------------------------------------------------------
1872 Check Port Deleted :: Check port deleted in OpenDaylight | PASS |
1873 ------------------------------------------------------------------------------
1874 Neutron.Delete Ports :: Checking Port deleted in OpenStack are del... | PASS |
1875 2 critical tests, 2 passed, 0 failed
1876 2 tests total, 2 passed, 0 failed
1877 ==============================================================================
1878 Neutron.Delete Subnets :: Checking Subnets deleted in OpenStack are deleted...
1879 ==============================================================================
1880 Delete New subnet :: Delete previously created subnet in OpenStack | PASS |
1881 ------------------------------------------------------------------------------
1882 Check New subnet deleted :: Check subnet deleted in OpenDaylight | PASS |
1883 ------------------------------------------------------------------------------
1884 Neutron.Delete Subnets :: Checking Subnets deleted in OpenStack ar... | PASS |
1885 2 critical tests, 2 passed, 0 failed
1886 2 tests total, 2 passed, 0 failed
1887 ==============================================================================
1888 Neutron.Delete Networks :: Checking Network deleted in OpenStack are delete...
1889 ==============================================================================
1890 Delete Network :: Delete network in OpenStack | PASS |
1891 ------------------------------------------------------------------------------
1892 Check Network deleted :: Check Network deleted in OpenDaylight | PASS |
1893 ------------------------------------------------------------------------------
1894 Neutron.Delete Networks :: Checking Network deleted in OpenStack a... | PASS |
1895 2 critical tests, 2 passed, 0 failed
1896 2 tests total, 2 passed, 0 failed
1897 ==============================================================================
1898 Neutron :: Test suite for Neutron Plugin | PASS |
1899 18 critical tests, 18 passed, 0 failed
1900 18 tests total, 18 passed, 0 failed
1901 ==============================================================================
1902 Output: /home/opnfv/repos/functest/output.xml
1903 Log: /home/opnfv/repos/functest/log.html
1904 Report: /home/opnfv/repos/functest/report.html
1905 [0;32mFinal report is located:[0m
1906 Log: /home/opnfv/repos/functest/log.html
1907 Report: /home/opnfv/repos/functest/report.html
1918 FUNCTEST.info: Running vIMS test...
1919 vIMS - INFO - Prepare OpenStack plateform (create tenant and user)
1920 vIMS - INFO - Update OpenStack creds informations
1921 vIMS - INFO - Upload some OS images if it doesn't exist
1922 vIMS - INFO - centos_7 image doesn't exist on glance repository.
1923 Try downloading this image and upload on glance !
1924 vIMS - INFO - ubuntu_14.04 image doesn't exist on glance repository.
1925 Try downloading this image and upload on glance !
1926 vIMS - INFO - Update security group quota for this tenant
1927 vIMS - INFO - Update cinder quota for this tenant
1928 vIMS - INFO - Collect flavor id for cloudify manager server
1929 vIMS - INFO - Prepare virtualenv for cloudify-cli
1930 vIMS - INFO - Downloading the cloudify manager server blueprint
1931 vIMS - INFO - Cloudify deployment Start Time:'2016-02-19 05:44:47'
1932 vIMS - INFO - Writing the inputs file
1933 vIMS - INFO - Launching the cloudify-manager deployment
1934 vIMS - INFO - Cloudify-manager server is UP !
1935 vIMS - INFO - Cloudify deployment duration:'1149.9'
1936 vIMS - INFO - Collect flavor id for all clearwater vm
1937 vIMS - INFO - vIMS VNF deployment Start Time:'2016-02-19 06:04:00'
1938 vIMS - INFO - Downloading the openstack-blueprint.yaml blueprint
1939 vIMS - INFO - Writing the inputs file
1940 vIMS - INFO - Launching the clearwater deployment
1941 vIMS - INFO - The deployment of clearwater-opnfv is ended
1942 vIMS - INFO - vIMS VNF deployment duration:'1133.8'
1943 vIMS - INFO - vIMS functional test Start Time:'2016-02-19 06:25:59'
1944 vIMS - INFO - vIMS functional test duration:'2.9'
1945 vIMS - INFO - Launching the clearwater-opnfv undeployment
1946 vIMS - ERROR - Error when executing command /bin/bash -c 'source /home/opnfv/functest/data/vIMS/venv_cloudify/bin/activate; cd /home/opnfv/functest/data/vIMS/; cfy executions start -w uninstall -d clearwater-opnfv --timeout 1800 ; cfy deployments delete -d clearwater-opnfv; '
1947 vIMS - INFO - Launching the cloudify-manager undeployment
1948 vIMS - INFO - Cloudify-manager server has been successfully removed!
1949 vIMS - INFO - Removing vIMS tenant ..
1950 vIMS - INFO - Removing vIMS user ..
1957 FUNCTEST.info: Running PROMISE test case...
1958 Promise- INFO - Creating tenant 'promise'...
1959 Promise- INFO - Adding role '9d0a0a36d3d54cdcb4cd3c29c5f79a28' to tenant 'promise'...
1960 Promise- INFO - Creating user 'promiser'...
1961 Promise- INFO - Updating OpenStack credentials...
1962 Promise- INFO - Creating image 'promise-img' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'...
1963 Promise- INFO - Creating flavor 'promise-flavor'...
1964 Promise- INFO - Exporting environment variables...
1965 Promise- INFO - Running command: npm run -s test -- --reporter json
1966 Promise- INFO - The test succeeded.
1975 "start": "2016-02-19T05:41:25.739Z",
1976 "end": "2016-02-19T05:41:31.140Z",
1981 "title": "should add a new OpenStack provider without error",
1982 "fullTitle": "promise register OpenStack into resource pool add-provider should add a new OpenStack provider without error",
1987 "title": "should update promise.providers with a new entry",
1988 "fullTitle": "promise register OpenStack into resource pool add-provider should update promise.providers with a new entry",
1993 "title": "should contain a new ResourceProvider record in the store",
1994 "fullTitle": "promise register OpenStack into resource pool add-provider should contain a new ResourceProvider record in the store",
1999 "title": "should add more capacity to the reservation service without error",
2000 "fullTitle": "promise register OpenStack into resource pool increase-capacity should add more capacity to the reservation service without error",
2005 "title": "should update promise.pools with a new entry",
2006 "fullTitle": "promise register OpenStack into resource pool increase-capacity should update promise.pools with a new entry",
2011 "title": "should contain a ResourcePool record in the store",
2012 "fullTitle": "promise register OpenStack into resource pool increase-capacity should contain a ResourcePool record in the store",
2017 "title": "should report total collections and utilizations",
2018 "fullTitle": "promise register OpenStack into resource pool query-capacity should report total collections and utilizations",
2023 "title": "should contain newly added capacity pool",
2024 "fullTitle": "promise register OpenStack into resource pool query-capacity should contain newly added capacity pool",
2029 "title": "should create a new server in target provider without error",
2030 "fullTitle": "promise allocation without reservation create-instance should create a new server in target provider without error",
2035 "title": "should update promise.allocations with a new entry",
2036 "fullTitle": "promise allocation without reservation create-instance should update promise.allocations with a new entry",
2041 "title": "should contain a new ResourceAllocation record in the store",
2042 "fullTitle": "promise allocation without reservation create-instance should contain a new ResourceAllocation record in the store",
2047 "title": "should reference the created server ID from the provider",
2048 "fullTitle": "promise allocation without reservation create-instance should reference the created server ID from the provider",
2053 "title": "should have low priority state",
2054 "fullTitle": "promise allocation without reservation create-instance should have low priority state",
2059 "title": "should create reservation record (no start/end) without error",
2060 "fullTitle": "promise allocation using reservation for immediate use create-reservation should create reservation record (no start/end) without error",
2065 "title": "should update promise.reservations with a new entry",
2066 "fullTitle": "promise allocation using reservation for immediate use create-reservation should update promise.reservations with a new entry",
2071 "title": "should contain a new ResourceReservation record in the store",
2072 "fullTitle": "promise allocation using reservation for immediate use create-reservation should contain a new ResourceReservation record in the store",
2077 "title": "should create a new server in target provider (with reservation) without error",
2078 "fullTitle": "promise allocation using reservation for immediate use create-instance should create a new server in target provider (with reservation) without error",
2083 "title": "should contain a new ResourceAllocation record in the store",
2084 "fullTitle": "promise allocation using reservation for immediate use create-instance should contain a new ResourceAllocation record in the store",
2089 "title": "should be referenced in the reservation record",
2090 "fullTitle": "promise allocation using reservation for immediate use create-instance should be referenced in the reservation record",
2095 "title": "should have high priority state",
2096 "fullTitle": "promise allocation using reservation for immediate use create-instance should have high priority state",
2101 "title": "should create reservation record (for future) without error",
2102 "fullTitle": "promise reservation for future use create-reservation should create reservation record (for future) without error",
2107 "title": "should update promise.reservations with a new entry",
2108 "fullTitle": "promise reservation for future use create-reservation should update promise.reservations with a new entry",
2113 "title": "should contain a new ResourceReservation record in the store",
2114 "fullTitle": "promise reservation for future use create-reservation should contain a new ResourceReservation record in the store",
2119 "title": "should contain newly created future reservation",
2120 "fullTitle": "promise reservation for future use query-reservation should contain newly created future reservation",
2125 "title": "should modify existing reservation without error",
2126 "fullTitle": "promise reservation for future use update-reservation should modify existing reservation without error",
2131 "title": "should modify existing reservation without error",
2132 "fullTitle": "promise reservation for future use cancel-reservation should modify existing reservation without error",
2137 "title": "should no longer contain record of the deleted reservation",
2138 "fullTitle": "promise reservation for future use cancel-reservation should no longer contain record of the deleted reservation",
2143 "title": "should decrease available capacity from a provider in the future",
2144 "fullTitle": "promise capacity planning decrease-capacity should decrease available capacity from a provider in the future",
2149 "title": "should increase available capacity from a provider in the future",
2150 "fullTitle": "promise capacity planning increase-capacity should increase available capacity from a provider in the future",
2155 "title": "should report available collections and utilizations",
2156 "fullTitle": "promise capacity planning query-capacity should report available collections and utilizations",
2161 "title": "should fail to create immediate reservation record with proper error",
2162 "fullTitle": "promise reservation with conflict create-reservation should fail to create immediate reservation record with proper error",
2167 "title": "should fail to create future reservation record with proper error",
2168 "fullTitle": "promise reservation with conflict create-reservation should fail to create future reservation record with proper error",
2173 "title": "should successfully destroy all allocations",
2174 "fullTitle": "promise cleanup test allocations destroy-instance should successfully destroy all allocations",
2183 "title": "should add a new OpenStack provider without error",
2184 "fullTitle": "promise register OpenStack into resource pool add-provider should add a new OpenStack provider without error",
2189 "title": "should update promise.providers with a new entry",
2190 "fullTitle": "promise register OpenStack into resource pool add-provider should update promise.providers with a new entry",
2195 "title": "should contain a new ResourceProvider record in the store",
2196 "fullTitle": "promise register OpenStack into resource pool add-provider should contain a new ResourceProvider record in the store",
2201 "title": "should add more capacity to the reservation service without error",
2202 "fullTitle": "promise register OpenStack into resource pool increase-capacity should add more capacity to the reservation service without error",
2207 "title": "should update promise.pools with a new entry",
2208 "fullTitle": "promise register OpenStack into resource pool increase-capacity should update promise.pools with a new entry",
2213 "title": "should contain a ResourcePool record in the store",
2214 "fullTitle": "promise register OpenStack into resource pool increase-capacity should contain a ResourcePool record in the store",
2219 "title": "should report total collections and utilizations",
2220 "fullTitle": "promise register OpenStack into resource pool query-capacity should report total collections and utilizations",
2225 "title": "should contain newly added capacity pool",
2226 "fullTitle": "promise register OpenStack into resource pool query-capacity should contain newly added capacity pool",
2231 "title": "should create a new server in target provider without error",
2232 "fullTitle": "promise allocation without reservation create-instance should create a new server in target provider without error",
2237 "title": "should update promise.allocations with a new entry",
2238 "fullTitle": "promise allocation without reservation create-instance should update promise.allocations with a new entry",
2243 "title": "should contain a new ResourceAllocation record in the store",
2244 "fullTitle": "promise allocation without reservation create-instance should contain a new ResourceAllocation record in the store",
2249 "title": "should reference the created server ID from the provider",
2250 "fullTitle": "promise allocation without reservation create-instance should reference the created server ID from the provider",
2255 "title": "should have low priority state",
2256 "fullTitle": "promise allocation without reservation create-instance should have low priority state",
2261 "title": "should create reservation record (no start/end) without error",
2262 "fullTitle": "promise allocation using reservation for immediate use create-reservation should create reservation record (no start/end) without error",
2267 "title": "should update promise.reservations with a new entry",
2268 "fullTitle": "promise allocation using reservation for immediate use create-reservation should update promise.reservations with a new entry",
2273 "title": "should contain a new ResourceReservation record in the store",
2274 "fullTitle": "promise allocation using reservation for immediate use create-reservation should contain a new ResourceReservation record in the store",
2279 "title": "should create a new server in target provider (with reservation) without error",
2280 "fullTitle": "promise allocation using reservation for immediate use create-instance should create a new server in target provider (with reservation) without error",
2285 "title": "should contain a new ResourceAllocation record in the store",
2286 "fullTitle": "promise allocation using reservation for immediate use create-instance should contain a new ResourceAllocation record in the store",
2291 "title": "should be referenced in the reservation record",
2292 "fullTitle": "promise allocation using reservation for immediate use create-instance should be referenced in the reservation record",
2297 "title": "should have high priority state",
2298 "fullTitle": "promise allocation using reservation for immediate use create-instance should have high priority state",
2303 "title": "should create reservation record (for future) without error",
2304 "fullTitle": "promise reservation for future use create-reservation should create reservation record (for future) without error",
2309 "title": "should update promise.reservations with a new entry",
2310 "fullTitle": "promise reservation for future use create-reservation should update promise.reservations with a new entry",
2315 "title": "should contain a new ResourceReservation record in the store",
2316 "fullTitle": "promise reservation for future use create-reservation should contain a new ResourceReservation record in the store",
2321 "title": "should contain newly created future reservation",
2322 "fullTitle": "promise reservation for future use query-reservation should contain newly created future reservation",
2327 "title": "should modify existing reservation without error",
2328 "fullTitle": "promise reservation for future use update-reservation should modify existing reservation without error",
2333 "title": "should modify existing reservation without error",
2334 "fullTitle": "promise reservation for future use cancel-reservation should modify existing reservation without error",
2339 "title": "should no longer contain record of the deleted reservation",
2340 "fullTitle": "promise reservation for future use cancel-reservation should no longer contain record of the deleted reservation",
2345 "title": "should decrease available capacity from a provider in the future",
2346 "fullTitle": "promise capacity planning decrease-capacity should decrease available capacity from a provider in the future",
2351 "title": "should increase available capacity from a provider in the future",
2352 "fullTitle": "promise capacity planning increase-capacity should increase available capacity from a provider in the future",
2357 "title": "should report available collections and utilizations",
2358 "fullTitle": "promise capacity planning query-capacity should report available collections and utilizations",
2363 "title": "should fail to create immediate reservation record with proper error",
2364 "fullTitle": "promise reservation with conflict create-reservation should fail to create immediate reservation record with proper error",
2369 "title": "should fail to create future reservation record with proper error",
2370 "fullTitle": "promise reservation with conflict create-reservation should fail to create future reservation record with proper error",
2375 "title": "should successfully destroy all allocations",
2376 "fullTitle": "promise cleanup test allocations destroy-instance should successfully destroy all allocations",
2383 ****************************************
2386 ****************************************
2392 Start: 2016-02-19T05:41:25.739Z
2393 End: 2016-02-19T05:41:31.140Z
2395 ****************************************