1 .. This work is licensed under a Creative Commons Attribution 4.0 International Licence.
2 .. http://creativecommons.org/licenses/by/4.0
4 Detailed test results for joid-os-odl_l2-nofeature-ha
5 -----------------------------------------------------
14 FUNCTEST.info: Running vPing-SSH test...
15 vPing_ssh- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'...
16 vPing_ssh- INFO - Creating neutron network vping-net...
17 vPing_ssh- INFO - Creating security group 'vPing-sg'...
18 vPing_ssh- INFO - Using existing Flavor 'm1.small'...
19 vPing_ssh- INFO - vPing Start Time:'2016-02-23 10:26:42'
20 vPing_ssh- INFO - Creating instance 'opnfv-vping-1'...
22 flavor=<Flavor: m1.small>
23 image=13cc508d-303d-46a8-bd03-3edae4434dfb
24 network=b183c17a-bac5-4e45-afba-f5bc61edcf9e
26 vPing_ssh- INFO - Instance 'opnfv-vping-1' is ACTIVE.
27 vPing_ssh- INFO - Adding 'opnfv-vping-1' to security group 'vPing-sg'...
28 vPing_ssh- INFO - Creating instance 'opnfv-vping-2'...
30 flavor=<Flavor: m1.small>
31 image=13cc508d-303d-46a8-bd03-3edae4434dfb
32 network=b183c17a-bac5-4e45-afba-f5bc61edcf9e
34 vPing_ssh- INFO - Instance 'opnfv-vping-2' is ACTIVE.
35 vPing_ssh- INFO - Adding 'opnfv-vping-2' to security group 'vPing-sg'...
36 vPing_ssh- INFO - Creating floating IP for VM 'opnfv-vping-2'...
37 vPing_ssh- INFO - Floating IP created: '161.105.231.3'
38 vPing_ssh- INFO - Associating floating ip: '161.105.231.3' to VM 'opnfv-vping-2'
39 vPing_ssh- INFO - Trying to establish SSH connection to 161.105.231.3...
40 vPing_ssh- INFO - Waiting for ping...
41 vPing_ssh- INFO - vPing detected!
42 vPing_ssh- INFO - vPing duration:'33.5' s.
43 vPing_ssh- INFO - Cleaning up...
44 vPing_ssh- INFO - vPing OK
51 FUNCTEST.info: Running vPing-userdata test...
52 vPing_userdata- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'...
53 vPing_userdata- INFO - Creating neutron network vping-net...
54 vPing_userdata- INFO - Creating security group 'vPing-sg'...
55 vPing_userdata- INFO - Flavor found 'm1.small'
56 vPing_userdata- INFO - vPing Start Time:'2016-02-23 10:27:41'
57 vPing_userdata- INFO - Creating instance 'opnfv-vping-1'...
59 flavor=<Flavor: m1.small>
60 image=a9b0741e-0d2d-4503-b267-af151870739e
61 network=9d9b24f9-7bea-48b1-a4eb-771bf3784900
63 vPing_userdata- INFO - Instance 'opnfv-vping-1' is ACTIVE.
64 vPing_userdata- INFO - Creating instance 'opnfv-vping-2'...
66 flavor=<Flavor: m1.small>
67 image=a9b0741e-0d2d-4503-b267-af151870739e
68 network=9d9b24f9-7bea-48b1-a4eb-771bf3784900
73 ping -c 1 192.168.130.3 2>&1 >/dev/null
75 if [ "Z$RES" = "Z0" ] ; then
84 vPing_userdata- INFO - Instance 'opnfv-vping-2' is ACTIVE.
85 vPing_userdata- INFO - Waiting for ping...
86 vPing_userdata- INFO - vPing detected!
87 vPing_userdata- INFO - vPing duration:'17.9'
88 vPing_userdata- INFO - vPing OK
89 vPing_userdata- INFO - Cleaning up...
90 vPing_userdata- INFO - Deleting network 'vping-net'...
97 FUNCTEST.info: Running Tempest tests...
98 run_tempest - INFO - Creating tenant and user for Tempest suite
99 2016-02-23 10:28:17.615 23826 INFO rally.verification.tempest.tempest [-] Starting: Creating configuration file for Tempest.
100 2016-02-23 10:28:23.990 23826 INFO rally.verification.tempest.tempest [-] Completed: Creating configuration file for Tempest.
102 run_tempest - INFO - Starting Tempest test suite: '--tests-file /home/opnfv/repos/functest/testcases/VIM/OpenStack/CI/custom_tests/test_list.txt'.
103 Total results of verification:
105 +--------------------------------------+--------------------------------------+----------+-------+----------+----------------------------+----------+
106 | UUID | Deployment UUID | Set name | Tests | Failures | Created at | Status |
107 +--------------------------------------+--------------------------------------+----------+-------+----------+----------------------------+----------+
108 | 473116be-ef51-45b4-a46d-dcc17b02d920 | 7fa447a8-f40c-475e-bae8-d4f62027b80b | | 210 | 5 | 2016-02-23 10:28:27.307831 | finished |
109 +--------------------------------------+--------------------------------------+----------+-------+----------+----------------------------+----------+
113 +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+
114 | name | time | status |
115 +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+
116 | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor | 0.88396 | success |
117 | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors | 0.17728 | success |
118 | tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_saving_image | 9.72530 | success |
119 | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image | 9.15814 | success |
120 | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name | 7.24988 | success |
121 | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since | 0.23094 | success |
122 | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name | 1.23775 | success |
123 | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id | 0.92287 | success |
124 | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref | 0.79109 | success |
125 | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status | 0.20110 | success |
126 | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type | 0.48230 | success |
127 | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results | 0.46126 | success |
128 | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since | 0.50215 | success |
129 | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name | 0.21126 | success |
130 | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref | 0.24888 | success |
131 | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status | 0.19557 | success |
132 | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type | 0.53114 | success |
133 | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results | 0.88118 | success |
134 | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image | 0.52117 | success |
135 | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images | 1.01633 | success |
136 | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail | 0.40909 | success |
137 | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create | 0.80631 | success |
138 | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list | 1.57659 | success |
139 | tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete | 2.75110 | success |
140 | tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip | 9.21019 | success |
141 | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name | 62.75436 | success |
142 | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers | 0.17342 | success |
143 | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail | 0.30973 | success |
144 | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus | 0.33235 | success |
145 | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details | 0.00133 | success |
146 | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name | 62.74257 | success |
147 | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers | 0.19542 | success |
148 | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail | 0.35564 | success |
149 | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus | 0.36918 | success |
150 | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details | 0.00129 | success |
151 | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action | 0.18644 | success |
152 | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions | 3.81844 | success |
153 | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor | 0.52933 | success |
154 | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image | 0.50494 | success |
155 | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name | 0.33257 | success |
156 | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status | 0.38382 | success |
157 | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results | 0.47799 | success |
158 | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor | 0.24448 | success |
159 | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image | 0.22883 | success |
160 | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit | 0.21227 | success |
161 | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name | 0.27651 | success |
162 | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_status | 0.06020 | success |
163 | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip | 0.40370 | success |
164 | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex | 0.00142 | skip |
165 | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard | 0.30281 | success |
166 | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date | 0.25500 | success |
167 | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date | 0.21292 | success |
168 | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits | 0.19699 | success |
169 | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count | 0.07649 | success |
170 | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value | 0.14378 | success |
171 | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string | 0.01122 | success |
172 | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor | 0.03176 | success |
173 | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image | 0.06131 | success |
174 | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name | 0.04448 | success |
175 | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted | 0.21242 | success |
176 | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing | 0.18448 | success |
177 | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server | 0.06615 | success |
178 | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_change_server_password | 0.00170 | skip |
179 | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output | 5.05891 | success |
180 | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server | 12.21875 | success |
181 | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard | 10.99696 | success |
182 | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_soft | 1.04170 | skip |
183 | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server | 24.60148 | success |
184 | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm | 15.56771 | success |
185 | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_revert | 21.94185 | success |
186 | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server | 7.25441 | success |
187 | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses | 0.17943 | success |
188 | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses_by_network | 1.00217 | success |
189 | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item | 0.76858 | success |
190 | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item | 1.16728 | success |
191 | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata | 0.46748 | success |
192 | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata | 0.60523 | success |
193 | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item | 0.70657 | success |
194 | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata | 0.91519 | success |
195 | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password | 2.30147 | success |
196 | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair | 7.86437 | success |
197 | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name | 15.09430 | success |
198 | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address | 9.89837 | success |
199 | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name | 10.11169 | success |
200 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name | 1.55906 | success |
201 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit | 1.98352 | success |
202 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256 | 1.47851 | success |
203 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor | 1.88043 | success |
204 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image | 1.53679 | success |
205 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid | 1.27055 | success |
206 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_a_server_of_another_tenant | 1.08039 | success |
207 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit | 0.73357 | success |
208 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id | 0.86542 | success |
209 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server | 0.99209 | success |
210 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address | 1.08220 | success |
211 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server | 0.83730 | success |
212 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server | 0.99153 | success |
213 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_non_existent_flavor | 0.54860 | success |
214 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_null_flavor | 0.37611 | success |
215 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank | 1.44613 | success |
216 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server | 0.55699 | success |
217 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server | 0.56507 | success |
218 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256 | 0.48514 | success |
219 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_of_another_tenant | 0.86713 | success |
220 | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name | 0.61486 | success |
221 | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_keypair_in_analt_user_tenant | 0.12864 | success |
222 | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_fails_when_tenant_incorrect | 0.67877 | success |
223 | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_with_unauthorized_image | 0.61740 | success |
224 | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_keypair_of_alt_account_fails | 0.13677 | success |
225 | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_server_fails | 1.40358 | success |
226 | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_server_fails | 0.16372 | success |
227 | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas | 0.18319 | success |
228 | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas | 0.33858 | success |
229 | tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume | 45.56777 | success |
230 | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list | 0.72770 | success |
231 | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_details | 0.30390 | success |
232 | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id | 0.20202 | success |
233 | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id | 0.17999 | success |
234 | tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services | 0.34894 | success |
235 | tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user | 0.13656 | success |
236 | tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete | 0.0 | fail |
237 | tempest.api.identity.admin.v3.test_domains.DefaultDomainTestJSON.test_default_domain_exists | 0.05100 | success |
238 | tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain | 0.50255 | success |
239 | tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint | 0.27108 | success |
240 | tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete | 1.16016 | success |
241 | tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy | 0.21180 | success |
242 | tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id | 0.14141 | success |
243 | tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_role_create_update_get_list | 0.25298 | success |
244 | tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_create_update_get_service | 0.20613 | success |
245 | tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all | 1.42131 | success |
246 | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.04287 | success |
247 | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.05581 | success |
248 | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.05518 | success |
249 | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.04135 | success |
250 | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.03642 | success |
251 | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.04205 | success |
252 | tempest.api.image.v1.test_images.ListImagesTest.test_index_no_params | 0.32191 | success |
253 | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image | 1.18189 | success |
254 | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file | 1.74422 | success |
255 | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image | 2.30171 | success |
256 | tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions | 3.45772 | success |
257 | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address | 1.03994 | success |
258 | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip | 1.42863 | success |
259 | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_network | 1.14505 | success |
260 | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_port | 1.60767 | success |
261 | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_subnet | 7.84206 | success |
262 | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_network | 1.21731 | success |
263 | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_port | 2.11434 | success |
264 | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_subnet | 2.79624 | success |
265 | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_update_delete_network_subnet | 1.61530 | success |
266 | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_external_network_visibility | 0.38291 | success |
267 | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_networks | 0.20594 | success |
268 | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_subnets | 0.19821 | success |
269 | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_network | 0.20089 | success |
270 | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_subnet | 0.19206 | success |
271 | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_create_update_delete_network_subnet | 1.49044 | success |
272 | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_external_network_visibility | 0.23415 | success |
273 | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_networks | 0.21291 | success |
274 | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_subnets | 0.07398 | success |
275 | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_network | 0.17873 | success |
276 | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_subnet | 0.20287 | success |
277 | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools | 1.38012 | success |
278 | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups | 1.87547 | success |
279 | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port | 1.20872 | success |
280 | tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports | 0.05621 | success |
281 | tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port | 0.20890 | success |
282 | tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools | 1.70139 | success |
283 | tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups | 1.75502 | success |
284 | tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port | 1.16521 | success |
285 | tempest.api.network.test_ports.PortsTestJSON.test_list_ports | 0.22620 | success |
286 | tempest.api.network.test_ports.PortsTestJSON.test_show_port | 0.28640 | success |
287 | tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces | 4.12301 | success |
288 | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id | 2.49067 | success |
289 | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id | 2.25252 | success |
290 | tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router | 1.48564 | success |
291 | tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces | 4.58651 | success |
292 | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id | 2.38901 | success |
293 | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id | 2.54963 | success |
294 | tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router | 1.37000 | success |
295 | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group | 1.31226 | success |
296 | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule | 2.04438 | success |
297 | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups | 0.19052 | success |
298 | tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group | 1.32708 | success |
299 | tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule | 2.12672 | success |
300 | tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups | 0.20945 | success |
301 | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_list | 0.55381 | success |
302 | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_show | 7.80051 | success |
303 | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_template | 0.03030 | success |
304 | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_list | 1.61156 | success |
305 | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_metadata | 0.86944 | success |
306 | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_software_config | 0.57507 | success |
307 | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_create_validate | 0.36337 | success |
308 | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_no_metadata_change | 0.66632 | success |
309 | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_with_metadata_change | 0.47493 | success |
310 | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_crud_no_resources | 3.52216 | success |
311 | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_list_responds | 0.18647 | success |
312 | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v1_notifications | 303.03506 | fail |
313 | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v2_notifications | 301.96207 | fail |
314 | tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_attach_detach_volume_to_instance | 3.14842 | success |
315 | tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance | 2.66111 | success |
316 | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete | 9.31807 | success |
317 | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_from_image | 15.30017 | success |
318 | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete | 10.64441 | success |
319 | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_from_image | 13.02957 | success |
320 | tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list | 0.56814 | success |
321 | tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list | 0.23431 | success |
322 | tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops | 42.47353 | success |
323 | tempest.scenario.test_server_basic_ops.TestServerBasicOps.test_server_basicops | 82.90131 | success |
324 | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern | 499.21662 | fail |
325 | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPatternV2.test_volume_boot_pattern | 501.43822 | fail |
326 +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+
327 run_tempest - INFO - Results: {'timestart': '2016-02-2310:28:27.307831', 'duration': 931, 'tests': 210, 'failures': 5}
328 run_tempest - INFO - Pushing results to DB: 'http://testresults.opnfv.org/testapi/results'.
329 run_tempest - INFO - Deleting tenant and user for Tempest suite)
336 FUNCTEST.info: Running Rally benchmark suite...
337 run_rally - INFO - Starting test scenario "authenticate" ...
340 Task 1e91fffe-1834-4d97-b18c-95b1c3a11763: started
341 Task 1e91fffe-1834-4d97-b18c-95b1c3a11763: finished
343 test scenario Authenticate.validate_glance
344 +-------------------------------------------------------------------------------------------------------+
345 | Response Times (sec) |
346 +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
347 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
348 +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
349 | authenticate.validate_glance | 0.393 | 0.462 | 0.625 | 0.642 | 0.659 | 0.499 | 100.0% | 10 |
350 | authenticate.validate_glance (2) | 0.042 | 0.05 | 0.222 | 0.235 | 0.247 | 0.101 | 100.0% | 10 |
351 | total | 0.56 | 0.722 | 0.84 | 0.907 | 0.975 | 0.716 | 100.0% | 10 |
352 +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
353 Load duration: 2.11308193207
354 Full duration: 6.43925094604
356 test scenario Authenticate.keystone
357 +-----------------------------------------------------------------------------+
358 | Response Times (sec) |
359 +--------+-------+--------+--------+--------+-------+-------+---------+-------+
360 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
361 +--------+-------+--------+--------+--------+-------+-------+---------+-------+
362 | total | 0.096 | 0.108 | 0.117 | 0.118 | 0.118 | 0.108 | 100.0% | 10 |
363 +--------+-------+--------+--------+--------+-------+-------+---------+-------+
364 Load duration: 0.360912799835
365 Full duration: 4.84613108635
367 test scenario Authenticate.validate_heat
368 +-----------------------------------------------------------------------------------------------------+
369 | Response Times (sec) |
370 +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
371 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
372 +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
373 | authenticate.validate_heat | 0.198 | 0.223 | 0.243 | 0.246 | 0.25 | 0.222 | 100.0% | 10 |
374 | authenticate.validate_heat (2) | 0.035 | 0.229 | 0.268 | 0.272 | 0.275 | 0.195 | 100.0% | 10 |
375 | total | 0.349 | 0.56 | 0.636 | 0.648 | 0.66 | 0.537 | 100.0% | 10 |
376 +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
377 Load duration: 1.73545908928
378 Full duration: 5.89906620979
380 test scenario Authenticate.validate_nova
381 +-----------------------------------------------------------------------------------------------------+
382 | Response Times (sec) |
383 +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
384 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
385 +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
386 | authenticate.validate_nova | 0.191 | 0.225 | 0.273 | 0.326 | 0.379 | 0.239 | 100.0% | 10 |
387 | authenticate.validate_nova (2) | 0.193 | 0.215 | 0.268 | 0.324 | 0.379 | 0.233 | 100.0% | 10 |
388 | total | 0.512 | 0.561 | 0.696 | 0.708 | 0.719 | 0.589 | 100.0% | 10 |
389 +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
390 Load duration: 1.73631811142
391 Full duration: 6.18624401093
393 test scenario Authenticate.validate_cinder
394 +-------------------------------------------------------------------------------------------------------+
395 | Response Times (sec) |
396 +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
397 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
398 +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
399 | authenticate.validate_cinder | 0.187 | 0.219 | 0.269 | 0.451 | 0.632 | 0.256 | 100.0% | 10 |
400 | authenticate.validate_cinder (2) | 0.019 | 0.202 | 0.228 | 0.232 | 0.235 | 0.19 | 100.0% | 10 |
401 | total | 0.318 | 0.572 | 0.652 | 0.81 | 0.967 | 0.582 | 100.0% | 10 |
402 +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
403 Load duration: 1.90990018845
404 Full duration: 6.19068098068
406 test scenario Authenticate.validate_neutron
407 +--------------------------------------------------------------------------------------------------------+
408 | Response Times (sec) |
409 +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
410 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
411 +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
412 | authenticate.validate_neutron | 0.22 | 0.241 | 0.324 | 0.326 | 0.328 | 0.255 | 100.0% | 10 |
413 | authenticate.validate_neutron (2) | 0.21 | 0.234 | 0.327 | 0.349 | 0.37 | 0.254 | 100.0% | 10 |
414 | total | 0.529 | 0.595 | 0.67 | 0.689 | 0.708 | 0.613 | 100.0% | 10 |
415 +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
416 Load duration: 1.81688117981
417 Full duration: 5.97459483147
419 run_rally - INFO - Test scenario: "authenticate" OK.
421 run_rally - INFO - Starting test scenario "glance" ...
424 Task c991643e-676b-49d8-af8c-cf9655ae236b: started
425 Task c991643e-676b-49d8-af8c-cf9655ae236b: finished
427 test scenario GlanceImages.list_images
428 +-----------------------------------------------------------------------------------------+
429 | Response Times (sec) |
430 +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
431 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
432 +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
433 | glance.list_images | 0.47 | 0.551 | 0.604 | 0.621 | 0.638 | 0.559 | 100.0% | 10 |
434 | total | 0.471 | 0.551 | 0.604 | 0.621 | 0.638 | 0.559 | 100.0% | 10 |
435 +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
436 Load duration: 1.7134771347
437 Full duration: 7.86669206619
439 test scenario GlanceImages.create_image_and_boot_instances
440 +---------------------------------------------------------------------------------------------+
441 | Response Times (sec) |
442 +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
443 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
444 +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
445 | glance.create_image | 3.881 | 4.628 | 5.228 | 5.273 | 5.317 | 4.643 | 100.0% | 10 |
446 | nova.boot_servers | 7.198 | 8.691 | 9.617 | 9.773 | 9.929 | 8.609 | 100.0% | 10 |
447 | total | 11.395 | 13.062 | 14.63 | 14.674 | 14.718 | 13.252 | 100.0% | 10 |
448 +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
449 Load duration: 40.5051100254
450 Full duration: 80.9348599911
452 test scenario GlanceImages.create_and_list_image
453 +------------------------------------------------------------------------------------------+
454 | Response Times (sec) |
455 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
456 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
457 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
458 | glance.create_image | 4.473 | 4.791 | 5.258 | 5.513 | 5.767 | 4.935 | 100.0% | 10 |
459 | glance.list_images | 0.046 | 0.143 | 0.285 | 0.293 | 0.302 | 0.159 | 100.0% | 10 |
460 | total | 4.67 | 5.043 | 5.524 | 5.679 | 5.834 | 5.095 | 100.0% | 10 |
461 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
462 Load duration: 15.4974470139
463 Full duration: 26.4936869144
465 test scenario GlanceImages.create_and_delete_image
466 +------------------------------------------------------------------------------------------+
467 | Response Times (sec) |
468 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
469 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
470 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
471 | glance.create_image | 4.297 | 4.864 | 5.167 | 5.345 | 5.523 | 4.859 | 100.0% | 10 |
472 | glance.delete_image | 0.842 | 1.496 | 1.603 | 1.702 | 1.801 | 1.371 | 100.0% | 10 |
473 | total | 5.14 | 6.405 | 6.623 | 6.626 | 6.63 | 6.23 | 100.0% | 10 |
474 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
475 Load duration: 18.5310051441
476 Full duration: 24.86997509
478 run_rally - INFO - Test scenario: "glance" OK.
480 run_rally - INFO - Starting test scenario "cinder" ...
483 Task 388cb584-9c00-4d54-8f76-53ed3182a475: started
484 Task 388cb584-9c00-4d54-8f76-53ed3182a475: finished
486 test scenario CinderVolumes.create_and_attach_volume
487 +----------------------------------------------------------------------------------------------+
488 | Response Times (sec) |
489 +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
490 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
491 +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
492 | nova.boot_server | 4.792 | 5.804 | 8.436 | 8.476 | 8.516 | 6.313 | 100.0% | 10 |
493 | cinder.create_volume | 3.049 | 3.381 | 3.469 | 3.471 | 3.473 | 3.317 | 100.0% | 10 |
494 | nova.attach_volume | 3.722 | 3.987 | 4.207 | 4.245 | 4.283 | 4.012 | 100.0% | 10 |
495 | nova.detach_volume | 3.492 | 3.685 | 3.892 | 3.925 | 3.958 | 3.702 | 100.0% | 10 |
496 | cinder.delete_volume | 0.502 | 0.765 | 2.927 | 2.998 | 3.068 | 1.357 | 100.0% | 10 |
497 | nova.delete_server | 2.66 | 3.128 | 3.235 | 3.243 | 3.251 | 3.056 | 100.0% | 10 |
498 | total | 19.466 | 20.925 | 25.056 | 25.456 | 25.856 | 21.758 | 100.0% | 10 |
499 +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
500 Load duration: 64.0748999119
501 Full duration: 88.3469510078
503 test scenario CinderVolumes.create_and_list_volume
504 +-------------------------------------------------------------------------------------------+
505 | Response Times (sec) |
506 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
507 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
508 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
509 | cinder.create_volume | 6.151 | 6.548 | 8.972 | 9.007 | 9.043 | 7.201 | 100.0% | 10 |
510 | cinder.list_volumes | 0.044 | 0.249 | 0.299 | 0.32 | 0.34 | 0.227 | 100.0% | 10 |
511 | total | 6.424 | 6.801 | 9.229 | 9.255 | 9.28 | 7.429 | 100.0% | 10 |
512 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
513 Load duration: 22.3146419525
514 Full duration: 39.1755928993
516 test scenario CinderVolumes.create_and_list_volume
517 +-------------------------------------------------------------------------------------------+
518 | Response Times (sec) |
519 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
520 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
521 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
522 | cinder.create_volume | 3.269 | 3.372 | 3.545 | 3.556 | 3.566 | 3.406 | 100.0% | 10 |
523 | cinder.list_volumes | 0.051 | 0.27 | 0.296 | 0.304 | 0.313 | 0.249 | 100.0% | 10 |
524 | total | 3.321 | 3.662 | 3.786 | 3.819 | 3.852 | 3.656 | 100.0% | 10 |
525 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
526 Load duration: 11.0692770481
527 Full duration: 26.8993549347
529 test scenario CinderVolumes.create_and_list_snapshots
530 +---------------------------------------------------------------------------------------------+
531 | Response Times (sec) |
532 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
533 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
534 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
535 | cinder.create_snapshot | 2.807 | 3.0 | 3.236 | 4.094 | 4.951 | 3.175 | 100.0% | 10 |
536 | cinder.list_snapshots | 0.023 | 0.263 | 0.29 | 0.295 | 0.299 | 0.238 | 100.0% | 10 |
537 | total | 3.039 | 3.247 | 3.493 | 4.372 | 5.251 | 3.413 | 100.0% | 10 |
538 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
539 Load duration: 11.5568339825
540 Full duration: 45.8590891361
542 test scenario CinderVolumes.create_and_delete_volume
543 +-------------------------------------------------------------------------------------------+
544 | Response Times (sec) |
545 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
546 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
547 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
548 | cinder.create_volume | 3.35 | 3.413 | 3.511 | 3.567 | 3.622 | 3.434 | 100.0% | 10 |
549 | cinder.delete_volume | 0.666 | 2.775 | 3.101 | 3.101 | 3.101 | 2.07 | 100.0% | 10 |
550 | total | 4.016 | 6.163 | 6.511 | 6.555 | 6.6 | 5.505 | 100.0% | 10 |
551 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
552 Load duration: 16.3949551582
553 Full duration: 29.3589651585
555 test scenario CinderVolumes.create_and_delete_volume
556 +--------------------------------------------------------------------------------------------+
557 | Response Times (sec) |
558 +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+
559 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
560 +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+
561 | cinder.create_volume | 6.12 | 6.499 | 8.727 | 8.888 | 9.049 | 6.934 | 100.0% | 10 |
562 | cinder.delete_volume | 0.689 | 2.95 | 3.117 | 3.132 | 3.147 | 2.519 | 100.0% | 10 |
563 | total | 6.97 | 9.45 | 11.391 | 11.777 | 12.163 | 9.454 | 100.0% | 10 |
564 +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+
565 Load duration: 27.9512338638
566 Full duration: 42.110273838
568 test scenario CinderVolumes.create_and_delete_volume
569 +-------------------------------------------------------------------------------------------+
570 | Response Times (sec) |
571 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
572 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
573 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
574 | cinder.create_volume | 3.153 | 3.382 | 3.523 | 3.546 | 3.569 | 3.401 | 100.0% | 10 |
575 | cinder.delete_volume | 0.459 | 1.756 | 3.107 | 3.143 | 3.179 | 1.823 | 100.0% | 10 |
576 | total | 3.976 | 5.273 | 6.386 | 6.427 | 6.468 | 5.225 | 100.0% | 10 |
577 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
578 Load duration: 14.3155708313
579 Full duration: 27.9943380356
581 test scenario CinderVolumes.create_and_upload_volume_to_image
582 +-------------------------------------------------------------------------------------------------------+
583 | Response Times (sec) |
584 +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
585 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
586 +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
587 | cinder.create_volume | 3.216 | 3.504 | 3.612 | 3.614 | 3.616 | 3.473 | 100.0% | 10 |
588 | cinder.upload_volume_to_image | 48.706 | 66.291 | 69.416 | 69.518 | 69.621 | 64.031 | 100.0% | 10 |
589 | cinder.delete_volume | 0.681 | 1.721 | 3.226 | 3.286 | 3.347 | 1.88 | 100.0% | 10 |
590 | nova.delete_image | 1.064 | 1.392 | 1.76 | 1.884 | 2.007 | 1.407 | 100.0% | 10 |
591 | total | 57.671 | 73.06 | 75.032 | 75.707 | 76.382 | 70.791 | 100.0% | 10 |
592 +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
593 Load duration: 206.246454954
594 Full duration: 221.344403028
596 test scenario CinderVolumes.create_and_delete_snapshot
597 +---------------------------------------------------------------------------------------------+
598 | Response Times (sec) |
599 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
600 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
601 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
602 | cinder.create_snapshot | 2.886 | 3.18 | 5.409 | 5.479 | 5.548 | 3.789 | 100.0% | 10 |
603 | cinder.delete_snapshot | 2.442 | 2.892 | 3.051 | 3.111 | 3.172 | 2.875 | 100.0% | 10 |
604 | total | 5.432 | 6.063 | 8.28 | 8.355 | 8.429 | 6.664 | 100.0% | 10 |
605 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
606 Load duration: 20.3915560246
607 Full duration: 49.2419481277
609 test scenario CinderVolumes.create_volume
610 +-------------------------------------------------------------------------------------------+
611 | Response Times (sec) |
612 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
613 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
614 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
615 | cinder.create_volume | 3.151 | 3.492 | 3.579 | 3.641 | 3.703 | 3.459 | 100.0% | 10 |
616 | total | 3.151 | 3.492 | 3.579 | 3.641 | 3.703 | 3.459 | 100.0% | 10 |
617 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
618 Load duration: 10.2652549744
619 Full duration: 23.4044110775
621 test scenario CinderVolumes.create_volume
622 +-------------------------------------------------------------------------------------------+
623 | Response Times (sec) |
624 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
625 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
626 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
627 | cinder.create_volume | 3.221 | 3.489 | 3.632 | 3.639 | 3.647 | 3.448 | 100.0% | 10 |
628 | total | 3.222 | 3.489 | 3.632 | 3.64 | 3.647 | 3.448 | 100.0% | 10 |
629 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
630 Load duration: 10.2576260567
631 Full duration: 27.1289498806
633 test scenario CinderVolumes.list_volumes
634 +------------------------------------------------------------------------------------------+
635 | Response Times (sec) |
636 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
637 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
638 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
639 | cinder.list_volumes | 0.347 | 0.409 | 0.467 | 0.49 | 0.514 | 0.416 | 100.0% | 10 |
640 | total | 0.347 | 0.409 | 0.467 | 0.49 | 0.514 | 0.416 | 100.0% | 10 |
641 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
642 Load duration: 1.25233316422
643 Full duration: 60.8991248608
645 test scenario CinderVolumes.create_nested_snapshots_and_attach_volume
646 +------------------------------------------------------------------------------------------------+
647 | Response Times (sec) |
648 +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
649 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
650 +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
651 | cinder.create_volume | 3.37 | 3.431 | 3.543 | 3.585 | 3.627 | 3.454 | 100.0% | 10 |
652 | cinder.create_snapshot | 2.744 | 2.922 | 2.98 | 2.993 | 3.006 | 2.901 | 100.0% | 10 |
653 | nova.attach_volume | 4.052 | 4.214 | 6.878 | 6.969 | 7.06 | 4.803 | 100.0% | 10 |
654 | nova.detach_volume | 3.392 | 3.988 | 4.066 | 4.11 | 4.154 | 3.906 | 100.0% | 10 |
655 | cinder.delete_snapshot | 0.753 | 2.605 | 2.986 | 3.013 | 3.04 | 2.343 | 100.0% | 10 |
656 | cinder.delete_volume | 0.492 | 2.767 | 2.955 | 3.011 | 3.067 | 1.989 | 100.0% | 10 |
657 | total | 16.494 | 20.022 | 23.368 | 23.417 | 23.465 | 20.126 | 100.0% | 10 |
658 +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
659 Load duration: 59.1712889671
660 Full duration: 133.726794958
662 test scenario CinderVolumes.create_from_volume_and_delete_volume
663 +-------------------------------------------------------------------------------------------+
664 | Response Times (sec) |
665 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
666 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
667 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
668 | cinder.create_volume | 3.434 | 3.618 | 4.006 | 4.825 | 5.645 | 3.835 | 100.0% | 10 |
669 | cinder.delete_volume | 2.853 | 2.996 | 3.194 | 3.231 | 3.269 | 3.035 | 100.0% | 10 |
670 | total | 6.323 | 6.672 | 7.143 | 7.89 | 8.637 | 6.87 | 100.0% | 10 |
671 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
672 Load duration: 20.0482749939
673 Full duration: 48.4943790436
675 test scenario CinderVolumes.create_and_extend_volume
676 +-------------------------------------------------------------------------------------------+
677 | Response Times (sec) |
678 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
679 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
680 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
681 | cinder.create_volume | 3.242 | 3.547 | 3.574 | 3.574 | 3.575 | 3.477 | 100.0% | 10 |
682 | cinder.extend_volume | 0.67 | 0.904 | 3.113 | 3.227 | 3.341 | 1.343 | 100.0% | 10 |
683 | cinder.delete_volume | 0.756 | 2.645 | 3.074 | 3.111 | 3.147 | 2.224 | 100.0% | 10 |
684 | total | 5.261 | 7.245 | 7.684 | 8.512 | 9.341 | 7.045 | 100.0% | 10 |
685 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
686 Load duration: 21.6863160133
687 Full duration: 35.5403769016
689 test scenario CinderVolumes.create_snapshot_and_attach_volume
690 +-----------------------------------------------------------------------------------------------+
691 | Response Times (sec) |
692 +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+
693 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
694 +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+
695 | cinder.create_volume | 3.427 | 3.543 | 3.82 | 3.829 | 3.838 | 3.59 | 100.0% | 10 |
696 | cinder.create_snapshot | 2.673 | 2.992 | 3.109 | 3.111 | 3.112 | 2.928 | 100.0% | 10 |
697 | nova.attach_volume | 3.759 | 4.112 | 4.508 | 5.345 | 6.182 | 4.292 | 100.0% | 10 |
698 | nova.detach_volume | 3.458 | 4.067 | 4.174 | 4.261 | 4.348 | 4.006 | 100.0% | 10 |
699 | cinder.delete_snapshot | 2.665 | 2.794 | 2.946 | 2.986 | 3.026 | 2.823 | 100.0% | 10 |
700 | cinder.delete_volume | 0.707 | 2.907 | 3.246 | 3.257 | 3.268 | 2.558 | 100.0% | 10 |
701 | total | 18.87 | 21.068 | 21.909 | 22.497 | 23.086 | 20.904 | 100.0% | 10 |
702 +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+
703 Load duration: 61.3498468399
704 Full duration: 141.86026597
706 test scenario CinderVolumes.create_snapshot_and_attach_volume
707 +------------------------------------------------------------------------------------------------+
708 | Response Times (sec) |
709 +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
710 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
711 +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
712 | cinder.create_volume | 2.885 | 3.335 | 3.519 | 3.55 | 3.581 | 3.305 | 100.0% | 10 |
713 | cinder.create_snapshot | 2.609 | 2.889 | 3.002 | 3.021 | 3.041 | 2.853 | 100.0% | 10 |
714 | nova.attach_volume | 3.794 | 4.368 | 6.443 | 6.495 | 6.548 | 4.951 | 100.0% | 10 |
715 | nova.detach_volume | 3.341 | 3.93 | 4.07 | 4.11 | 4.15 | 3.862 | 100.0% | 10 |
716 | cinder.delete_snapshot | 2.73 | 2.943 | 3.009 | 3.029 | 3.049 | 2.912 | 100.0% | 10 |
717 | cinder.delete_volume | 0.667 | 2.901 | 3.015 | 3.027 | 3.039 | 2.437 | 100.0% | 10 |
718 | total | 18.717 | 21.217 | 22.919 | 23.013 | 23.108 | 21.377 | 100.0% | 10 |
719 +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
720 Load duration: 62.8349030018
721 Full duration: 143.571810007
723 run_rally - INFO - Test scenario: "cinder" OK.
725 run_rally - INFO - Starting test scenario "heat" ...
728 Task 1055c160-be9e-4209-9219-2eda388f64ca: started
729 Task 1055c160-be9e-4209-9219-2eda388f64ca: finished
731 test scenario HeatStacks.create_suspend_resume_delete_stack
732 +-----------------------------------------------------------------------------------------+
733 | Response Times (sec) |
734 +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
735 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
736 +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
737 | heat.create_stack | 3.658 | 4.153 | 4.633 | 4.957 | 5.28 | 4.179 | 100.0% | 10 |
738 | heat.suspend_stack | 0.603 | 0.984 | 1.772 | 1.876 | 1.98 | 1.163 | 100.0% | 10 |
739 | heat.resume_stack | 0.553 | 1.347 | 2.26 | 2.264 | 2.268 | 1.425 | 100.0% | 10 |
740 | heat.delete_stack | 1.527 | 1.61 | 1.95 | 1.96 | 1.97 | 1.701 | 100.0% | 10 |
741 | total | 7.456 | 8.457 | 9.273 | 9.324 | 9.376 | 8.469 | 100.0% | 10 |
742 +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
743 Load duration: 25.1924760342
744 Full duration: 31.4871768951
746 test scenario HeatStacks.create_and_delete_stack
747 +----------------------------------------------------------------------------------------+
748 | Response Times (sec) |
749 +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
750 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
751 +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
752 | heat.create_stack | 3.724 | 4.253 | 4.355 | 4.361 | 4.366 | 4.141 | 100.0% | 10 |
753 | heat.delete_stack | 1.538 | 1.86 | 2.427 | 2.427 | 2.428 | 1.933 | 100.0% | 10 |
754 | total | 5.609 | 6.117 | 6.381 | 6.402 | 6.422 | 6.073 | 100.0% | 10 |
755 +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
756 Load duration: 18.3157711029
757 Full duration: 24.7532258034
759 test scenario HeatStacks.create_and_delete_stack
760 +-------------------------------------------------------------------------------------------+
761 | Response Times (sec) |
762 +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
763 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
764 +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
765 | heat.create_stack | 19.874 | 21.385 | 22.341 | 22.535 | 22.729 | 21.343 | 100.0% | 10 |
766 | heat.delete_stack | 10.707 | 11.672 | 12.205 | 12.275 | 12.345 | 11.562 | 100.0% | 10 |
767 | total | 30.923 | 33.359 | 33.959 | 34.235 | 34.512 | 32.905 | 100.0% | 10 |
768 +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
769 Load duration: 99.1549890041
770 Full duration: 105.660290003
772 test scenario HeatStacks.create_and_delete_stack
773 +-------------------------------------------------------------------------------------------+
774 | Response Times (sec) |
775 +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
776 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
777 +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
778 | heat.create_stack | 15.572 | 18.262 | 19.048 | 19.088 | 19.127 | 18.071 | 100.0% | 10 |
779 | heat.delete_stack | 10.145 | 10.711 | 11.519 | 11.545 | 11.571 | 10.78 | 100.0% | 10 |
780 | total | 25.725 | 29.14 | 29.903 | 30.143 | 30.382 | 28.851 | 100.0% | 10 |
781 +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
782 Load duration: 85.5803580284
783 Full duration: 92.0883340836
785 test scenario HeatStacks.list_stacks_and_resources
786 +------------------------------------------------------------------------------------------------------+
787 | Response Times (sec) |
788 +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
789 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
790 +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
791 | heat.list_stacks | 0.391 | 0.425 | 0.461 | 0.477 | 0.492 | 0.432 | 100.0% | 10 |
792 | heat.list_resources_of_0_stacks | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 |
793 | total | 0.391 | 0.425 | 0.461 | 0.477 | 0.492 | 0.432 | 100.0% | 10 |
794 +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
795 Load duration: 1.32646512985
796 Full duration: 6.55452680588
798 test scenario HeatStacks.create_update_delete_stack
799 +----------------------------------------------------------------------------------------+
800 | Response Times (sec) |
801 +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
802 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
803 +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
804 | heat.create_stack | 3.818 | 4.127 | 4.55 | 4.634 | 4.719 | 4.191 | 100.0% | 10 |
805 | heat.update_stack | 2.555 | 3.026 | 3.487 | 3.49 | 3.493 | 2.994 | 100.0% | 10 |
806 | heat.delete_stack | 1.278 | 1.905 | 2.468 | 2.484 | 2.501 | 1.938 | 100.0% | 10 |
807 | total | 8.59 | 8.987 | 9.575 | 9.58 | 9.585 | 9.123 | 100.0% | 10 |
808 +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
809 Load duration: 27.2428030968
810 Full duration: 34.0842261314
812 test scenario HeatStacks.create_update_delete_stack
813 +----------------------------------------------------------------------------------------+
814 | Response Times (sec) |
815 +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
816 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
817 +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
818 | heat.create_stack | 3.817 | 4.322 | 4.498 | 4.571 | 4.643 | 4.268 | 100.0% | 10 |
819 | heat.update_stack | 2.571 | 3.085 | 3.495 | 3.651 | 3.807 | 3.093 | 100.0% | 10 |
820 | heat.delete_stack | 1.261 | 1.933 | 2.188 | 2.23 | 2.271 | 1.85 | 100.0% | 10 |
821 | total | 8.823 | 9.193 | 9.529 | 9.645 | 9.76 | 9.211 | 100.0% | 10 |
822 +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
823 Load duration: 27.712323904
824 Full duration: 34.6925389767
826 test scenario HeatStacks.create_update_delete_stack
827 +-------------------------------------------------------------------------------------------+
828 | Response Times (sec) |
829 +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
830 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
831 +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
832 | heat.create_stack | 3.534 | 4.559 | 4.878 | 4.986 | 5.094 | 4.397 | 100.0% | 10 |
833 | heat.update_stack | 4.274 | 4.722 | 5.38 | 5.427 | 5.474 | 4.782 | 100.0% | 10 |
834 | heat.delete_stack | 2.324 | 2.687 | 3.01 | 3.031 | 3.051 | 2.761 | 100.0% | 10 |
835 | total | 10.398 | 11.879 | 12.749 | 13.064 | 13.379 | 11.941 | 100.0% | 10 |
836 +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
837 Load duration: 36.5785570145
838 Full duration: 43.5735290051
840 test scenario HeatStacks.create_update_delete_stack
841 +-------------------------------------------------------------------------------------------+
842 | Response Times (sec) |
843 +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
844 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
845 +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
846 | heat.create_stack | 4.244 | 4.341 | 4.695 | 4.992 | 5.29 | 4.489 | 100.0% | 10 |
847 | heat.update_stack | 7.174 | 8.094 | 8.59 | 8.598 | 8.605 | 8.081 | 100.0% | 10 |
848 | heat.delete_stack | 2.663 | 2.892 | 3.804 | 3.808 | 3.813 | 3.088 | 100.0% | 10 |
849 | total | 15.231 | 15.561 | 16.269 | 16.292 | 16.315 | 15.659 | 100.0% | 10 |
850 +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
851 Load duration: 46.8214969635
852 Full duration: 54.2644329071
854 test scenario HeatStacks.create_update_delete_stack
855 +-------------------------------------------------------------------------------------------+
856 | Response Times (sec) |
857 +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
858 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
859 +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
860 | heat.create_stack | 4.041 | 4.381 | 4.699 | 4.835 | 4.971 | 4.435 | 100.0% | 10 |
861 | heat.update_stack | 4.032 | 4.694 | 5.611 | 5.758 | 5.906 | 4.82 | 100.0% | 10 |
862 | heat.delete_stack | 2.715 | 3.034 | 3.306 | 3.315 | 3.324 | 3.036 | 100.0% | 10 |
863 | total | 11.427 | 12.204 | 13.196 | 13.241 | 13.286 | 12.292 | 100.0% | 10 |
864 +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
865 Load duration: 37.1505100727
866 Full duration: 44.6821551323
868 test scenario HeatStacks.create_update_delete_stack
869 +------------------------------------------------------------------------------------------+
870 | Response Times (sec) |
871 +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
872 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
873 +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
874 | heat.create_stack | 3.692 | 4.397 | 4.751 | 4.908 | 5.065 | 4.428 | 100.0% | 10 |
875 | heat.update_stack | 3.631 | 4.037 | 4.866 | 4.875 | 4.885 | 4.167 | 100.0% | 10 |
876 | heat.delete_stack | 1.267 | 1.966 | 2.279 | 2.33 | 2.382 | 1.871 | 100.0% | 10 |
877 | total | 9.823 | 10.45 | 11.136 | 11.248 | 11.361 | 10.466 | 100.0% | 10 |
878 +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
879 Load duration: 31.3539619446
880 Full duration: 39.0203011036
882 test scenario HeatStacks.create_and_list_stack
883 +----------------------------------------------------------------------------------------+
884 | Response Times (sec) |
885 +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
886 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
887 +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
888 | heat.create_stack | 4.039 | 4.653 | 4.788 | 4.792 | 4.796 | 4.563 | 100.0% | 10 |
889 | heat.list_stacks | 0.052 | 0.39 | 0.447 | 0.461 | 0.474 | 0.339 | 100.0% | 10 |
890 | total | 4.106 | 4.992 | 5.218 | 5.244 | 5.27 | 4.902 | 100.0% | 10 |
891 +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
892 Load duration: 14.8402919769
893 Full duration: 27.3945071697
895 test scenario HeatStacks.create_check_delete_stack
896 +----------------------------------------------------------------------------------------+
897 | Response Times (sec) |
898 +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
899 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
900 +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
901 | heat.create_stack | 3.744 | 4.489 | 4.836 | 4.864 | 4.891 | 4.475 | 100.0% | 10 |
902 | heat.check_stack | 0.612 | 1.265 | 1.684 | 1.853 | 2.022 | 1.261 | 100.0% | 10 |
903 | heat.delete_stack | 1.272 | 1.804 | 2.077 | 2.209 | 2.342 | 1.813 | 100.0% | 10 |
904 | total | 6.355 | 7.754 | 8.128 | 8.148 | 8.168 | 7.55 | 100.0% | 10 |
905 +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
906 Load duration: 23.1206851006
907 Full duration: 31.1694560051
909 run_rally - INFO - Test scenario: "heat" OK.
911 run_rally - INFO - Starting test scenario "keystone" ...
914 Task 897d895f-d779-44a7-bb9b-0e66854f43da: started
915 Task 897d895f-d779-44a7-bb9b-0e66854f43da: finished
917 test scenario KeystoneBasic.create_tenant_with_users
918 +---------------------------------------------------------------------------------------------+
919 | Response Times (sec) |
920 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
921 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
922 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
923 | keystone.create_tenant | 0.199 | 0.225 | 0.245 | 0.26 | 0.274 | 0.227 | 100.0% | 10 |
924 | keystone.create_users | 1.448 | 1.551 | 1.618 | 1.62 | 1.621 | 1.544 | 100.0% | 10 |
925 | total | 1.702 | 1.78 | 1.819 | 1.83 | 1.842 | 1.772 | 100.0% | 10 |
926 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
927 Load duration: 5.34110379219
928 Full duration: 17.6792171001
930 test scenario KeystoneBasic.create_add_and_list_user_roles
931 +-------------------------------------------------------------------------------------------+
932 | Response Times (sec) |
933 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
934 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
935 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
936 | keystone.create_role | 0.206 | 0.231 | 0.279 | 0.28 | 0.281 | 0.238 | 100.0% | 10 |
937 | keystone.add_role | 0.248 | 0.256 | 0.3 | 0.314 | 0.328 | 0.269 | 100.0% | 10 |
938 | keystone.list_roles | 0.133 | 0.143 | 0.175 | 0.182 | 0.189 | 0.149 | 100.0% | 10 |
939 | total | 0.596 | 0.655 | 0.689 | 0.719 | 0.75 | 0.657 | 100.0% | 10 |
940 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
941 Load duration: 1.96121311188
942 Full duration: 11.1928119659
944 test scenario KeystoneBasic.add_and_remove_user_role
945 +-------------------------------------------------------------------------------------------+
946 | Response Times (sec) |
947 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
948 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
949 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
950 | keystone.create_role | 0.201 | 0.224 | 0.231 | 0.232 | 0.233 | 0.22 | 100.0% | 10 |
951 | keystone.add_role | 0.245 | 0.259 | 0.287 | 0.295 | 0.304 | 0.265 | 100.0% | 10 |
952 | keystone.remove_role | 0.137 | 0.148 | 0.164 | 0.172 | 0.18 | 0.15 | 100.0% | 10 |
953 | total | 0.605 | 0.631 | 0.668 | 0.673 | 0.679 | 0.635 | 100.0% | 10 |
954 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
955 Load duration: 1.9179649353
956 Full duration: 11.3398149014
958 test scenario KeystoneBasic.create_update_and_delete_tenant
959 +---------------------------------------------------------------------------------------------+
960 | Response Times (sec) |
961 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
962 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
963 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
964 | keystone.create_tenant | 0.204 | 0.23 | 0.249 | 0.262 | 0.276 | 0.234 | 100.0% | 10 |
965 | keystone.update_tenant | 0.134 | 0.136 | 0.178 | 0.179 | 0.18 | 0.148 | 100.0% | 10 |
966 | keystone.delete_tenant | 0.288 | 0.308 | 0.353 | 0.36 | 0.367 | 0.316 | 100.0% | 10 |
967 | total | 0.653 | 0.684 | 0.749 | 0.761 | 0.774 | 0.698 | 100.0% | 10 |
968 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
969 Load duration: 2.11506795883
970 Full duration: 10.1015338898
972 test scenario KeystoneBasic.create_and_delete_service
973 +----------------------------------------------------------------------------------------------+
974 | Response Times (sec) |
975 +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
976 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
977 +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
978 | keystone.create_service | 0.223 | 0.237 | 0.288 | 0.289 | 0.29 | 0.245 | 100.0% | 10 |
979 | keystone.delete_service | 0.14 | 0.152 | 0.165 | 0.175 | 0.185 | 0.154 | 100.0% | 10 |
980 | total | 0.373 | 0.389 | 0.43 | 0.442 | 0.453 | 0.399 | 100.0% | 10 |
981 +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
982 Load duration: 1.24712610245
983 Full duration: 9.40017700195
985 test scenario KeystoneBasic.create_tenant
986 +---------------------------------------------------------------------------------------------+
987 | Response Times (sec) |
988 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
989 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
990 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
991 | keystone.create_tenant | 0.219 | 0.235 | 0.25 | 0.263 | 0.277 | 0.238 | 100.0% | 10 |
992 | total | 0.219 | 0.236 | 0.25 | 0.263 | 0.277 | 0.238 | 100.0% | 10 |
993 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
994 Load duration: 0.738801002502
995 Full duration: 6.97619819641
997 test scenario KeystoneBasic.create_user
998 +-------------------------------------------------------------------------------------------+
999 | Response Times (sec) |
1000 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1001 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1002 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1003 | keystone.create_user | 0.242 | 0.253 | 0.272 | 0.28 | 0.288 | 0.257 | 100.0% | 10 |
1004 | total | 0.242 | 0.253 | 0.272 | 0.28 | 0.288 | 0.258 | 100.0% | 10 |
1005 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1006 Load duration: 0.813333034515
1007 Full duration: 7.2009499073
1009 test scenario KeystoneBasic.create_and_list_tenants
1010 +---------------------------------------------------------------------------------------------+
1011 | Response Times (sec) |
1012 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1013 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1014 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1015 | keystone.create_tenant | 0.215 | 0.241 | 0.264 | 0.277 | 0.289 | 0.245 | 100.0% | 10 |
1016 | keystone.list_tenants | 0.128 | 0.136 | 0.183 | 0.202 | 0.22 | 0.151 | 100.0% | 10 |
1017 | total | 0.366 | 0.388 | 0.425 | 0.44 | 0.455 | 0.396 | 100.0% | 10 |
1018 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1019 Load duration: 1.19499707222
1020 Full duration: 10.8357591629
1022 test scenario KeystoneBasic.create_and_delete_role
1023 +-------------------------------------------------------------------------------------------+
1024 | Response Times (sec) |
1025 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1026 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1027 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1028 | keystone.create_role | 0.231 | 0.252 | 0.281 | 0.294 | 0.307 | 0.258 | 100.0% | 10 |
1029 | keystone.delete_role | 0.28 | 0.293 | 0.399 | 0.418 | 0.437 | 0.329 | 100.0% | 10 |
1030 | total | 0.511 | 0.579 | 0.676 | 0.69 | 0.704 | 0.587 | 100.0% | 10 |
1031 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1032 Load duration: 1.80924010277
1033 Full duration: 10.1753411293
1035 test scenario KeystoneBasic.get_entities
1036 +---------------------------------------------------------------------------------------------+
1037 | Response Times (sec) |
1038 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1039 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1040 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1041 | keystone.create_tenant | 0.24 | 0.257 | 0.281 | 0.283 | 0.284 | 0.258 | 100.0% | 10 |
1042 | keystone.create_user | 0.15 | 0.164 | 0.206 | 0.206 | 0.206 | 0.171 | 100.0% | 10 |
1043 | keystone.create_role | 0.13 | 0.136 | 0.143 | 0.159 | 0.176 | 0.139 | 100.0% | 10 |
1044 | keystone.get_tenant | 0.13 | 0.138 | 0.141 | 0.143 | 0.146 | 0.137 | 100.0% | 10 |
1045 | keystone.get_user | 0.112 | 0.132 | 0.137 | 0.137 | 0.137 | 0.131 | 100.0% | 10 |
1046 | keystone.get_role | 0.129 | 0.133 | 0.139 | 0.156 | 0.174 | 0.137 | 100.0% | 10 |
1047 | keystone.service_list | 0.129 | 0.132 | 0.135 | 0.137 | 0.138 | 0.133 | 100.0% | 10 |
1048 | keystone.get_service | 0.132 | 0.135 | 0.178 | 0.178 | 0.178 | 0.147 | 100.0% | 10 |
1049 | total | 1.204 | 1.22 | 1.323 | 1.328 | 1.332 | 1.252 | 100.0% | 10 |
1050 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1051 Load duration: 3.79558706284
1052 Full duration: 16.6252310276
1054 test scenario KeystoneBasic.create_and_list_users
1055 +-------------------------------------------------------------------------------------------+
1056 | Response Times (sec) |
1057 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1058 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1059 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1060 | keystone.create_user | 0.239 | 0.266 | 0.295 | 0.298 | 0.301 | 0.27 | 100.0% | 10 |
1061 | keystone.list_users | 0.137 | 0.143 | 0.186 | 0.211 | 0.235 | 0.157 | 100.0% | 10 |
1062 | total | 0.397 | 0.419 | 0.448 | 0.474 | 0.5 | 0.427 | 100.0% | 10 |
1063 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1064 Load duration: 1.30778193474
1065 Full duration: 8.03108906746
1067 run_rally - INFO - Test scenario: "keystone" OK.
1069 run_rally - INFO - Starting test scenario "neutron" ...
1071 Preparing input task
1072 Task 6e4f3aaf-b5ee-4eeb-8ac3-057f7b4d6309: started
1073 Task 6e4f3aaf-b5ee-4eeb-8ac3-057f7b4d6309: finished
1075 test scenario NeutronNetworks.create_and_delete_ports
1076 +------------------------------------------------------------------------------------------+
1077 | Response Times (sec) |
1078 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1079 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1080 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1081 | neutron.create_port | 0.806 | 0.859 | 0.937 | 0.938 | 0.939 | 0.873 | 100.0% | 10 |
1082 | neutron.delete_port | 0.202 | 0.689 | 0.761 | 0.777 | 0.794 | 0.529 | 100.0% | 10 |
1083 | total | 1.023 | 1.572 | 1.686 | 1.703 | 1.72 | 1.401 | 100.0% | 10 |
1084 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1085 Load duration: 4.3307390213
1086 Full duration: 57.6386358738
1088 test scenario NeutronNetworks.create_and_list_routers
1089 +---------------------------------------------------------------------------------------------------+
1090 | Response Times (sec) |
1091 +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1092 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1093 +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1094 | neutron.create_subnet | 0.739 | 0.817 | 0.85 | 0.861 | 0.871 | 0.812 | 100.0% | 10 |
1095 | neutron.create_router | 0.079 | 0.545 | 0.57 | 0.584 | 0.598 | 0.499 | 100.0% | 10 |
1096 | neutron.add_interface_router | 0.348 | 0.89 | 0.978 | 0.986 | 0.994 | 0.793 | 100.0% | 10 |
1097 | neutron.list_routers | 0.047 | 0.566 | 0.607 | 0.612 | 0.617 | 0.515 | 100.0% | 10 |
1098 | total | 2.172 | 2.707 | 2.868 | 2.88 | 2.891 | 2.618 | 100.0% | 10 |
1099 +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1100 Load duration: 7.91338610649
1101 Full duration: 64.1935119629
1103 test scenario NeutronNetworks.create_and_delete_routers
1104 +------------------------------------------------------------------------------------------------------+
1105 | Response Times (sec) |
1106 +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1107 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1108 +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1109 | neutron.create_subnet | 0.769 | 0.8 | 0.846 | 0.881 | 0.915 | 0.809 | 100.0% | 10 |
1110 | neutron.create_router | 0.488 | 0.528 | 0.576 | 0.615 | 0.653 | 0.539 | 100.0% | 10 |
1111 | neutron.add_interface_router | 0.839 | 0.882 | 0.983 | 0.985 | 0.987 | 0.901 | 100.0% | 10 |
1112 | neutron.remove_interface_router | 0.343 | 0.809 | 0.898 | 0.906 | 0.913 | 0.763 | 100.0% | 10 |
1113 | neutron.delete_router | 0.614 | 0.686 | 0.787 | 0.849 | 0.912 | 0.708 | 100.0% | 10 |
1114 | total | 3.419 | 3.666 | 3.994 | 3.997 | 3.999 | 3.719 | 100.0% | 10 |
1115 +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1116 Load duration: 11.0299580097
1117 Full duration: 65.4096131325
1119 test scenario NeutronNetworks.create_and_list_ports
1120 +------------------------------------------------------------------------------------------+
1121 | Response Times (sec) |
1122 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1123 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1124 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1125 | neutron.create_port | 0.83 | 0.888 | 0.995 | 1.184 | 1.372 | 0.935 | 100.0% | 10 |
1126 | neutron.list_ports | 0.554 | 0.625 | 0.697 | 0.704 | 0.712 | 0.626 | 100.0% | 10 |
1127 | total | 1.405 | 1.487 | 1.692 | 1.888 | 2.084 | 1.562 | 100.0% | 10 |
1128 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1129 Load duration: 5.07633280754
1130 Full duration: 59.1840729713
1132 test scenario NeutronNetworks.create_and_delete_subnets
1133 +--------------------------------------------------------------------------------------------+
1134 | Response Times (sec) |
1135 +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1136 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1137 +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1138 | neutron.create_subnet | 0.731 | 0.806 | 0.857 | 0.933 | 1.01 | 0.812 | 100.0% | 10 |
1139 | neutron.delete_subnet | 0.183 | 0.688 | 0.872 | 0.918 | 0.965 | 0.691 | 100.0% | 10 |
1140 | total | 0.948 | 1.544 | 1.665 | 1.681 | 1.696 | 1.503 | 100.0% | 10 |
1141 +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1142 Load duration: 4.69728302956
1143 Full duration: 58.486093998
1145 test scenario NeutronNetworks.create_and_delete_networks
1146 +---------------------------------------------------------------------------------------------+
1147 | Response Times (sec) |
1148 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1149 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1150 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1151 | neutron.create_network | 0.641 | 0.686 | 0.757 | 0.82 | 0.883 | 0.707 | 100.0% | 10 |
1152 | neutron.delete_network | 0.158 | 0.632 | 0.656 | 0.665 | 0.674 | 0.585 | 100.0% | 10 |
1153 | total | 0.901 | 1.305 | 1.424 | 1.469 | 1.514 | 1.292 | 100.0% | 10 |
1154 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1155 Load duration: 3.96865105629
1156 Full duration: 36.4033529758
1158 test scenario NeutronNetworks.create_and_list_networks
1159 +---------------------------------------------------------------------------------------------+
1160 | Response Times (sec) |
1161 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1162 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1163 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1164 | neutron.create_network | 0.634 | 0.679 | 0.751 | 0.797 | 0.844 | 0.695 | 100.0% | 10 |
1165 | neutron.list_networks | 0.472 | 0.522 | 0.552 | 0.555 | 0.557 | 0.521 | 100.0% | 10 |
1166 | total | 1.154 | 1.192 | 1.284 | 1.327 | 1.369 | 1.216 | 100.0% | 10 |
1167 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1168 Load duration: 3.68979907036
1169 Full duration: 38.8585669994
1171 test scenario NeutronNetworks.create_and_update_routers
1172 +---------------------------------------------------------------------------------------------------+
1173 | Response Times (sec) |
1174 +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1175 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1176 +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1177 | neutron.create_subnet | 0.759 | 0.82 | 0.863 | 0.871 | 0.879 | 0.819 | 100.0% | 10 |
1178 | neutron.create_router | 0.518 | 0.558 | 0.62 | 0.627 | 0.634 | 0.566 | 100.0% | 10 |
1179 | neutron.add_interface_router | 0.465 | 0.878 | 1.032 | 1.081 | 1.13 | 0.879 | 100.0% | 10 |
1180 | neutron.update_router | 0.158 | 0.636 | 0.722 | 0.73 | 0.737 | 0.564 | 100.0% | 10 |
1181 | total | 2.298 | 2.877 | 3.13 | 3.178 | 3.226 | 2.827 | 100.0% | 10 |
1182 +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1183 Load duration: 8.47763490677
1184 Full duration: 62.3842899799
1186 test scenario NeutronNetworks.create_and_update_networks
1187 +---------------------------------------------------------------------------------------------+
1188 | Response Times (sec) |
1189 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1190 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1191 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1192 | neutron.create_network | 0.627 | 0.673 | 0.974 | 1.044 | 1.114 | 0.744 | 100.0% | 10 |
1193 | neutron.update_network | 0.153 | 0.605 | 0.623 | 0.626 | 0.629 | 0.564 | 100.0% | 10 |
1194 | total | 0.809 | 1.285 | 1.576 | 1.65 | 1.723 | 1.308 | 100.0% | 10 |
1195 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1196 Load duration: 4.00336408615
1197 Full duration: 38.2563900948
1199 test scenario NeutronNetworks.create_and_update_ports
1200 +------------------------------------------------------------------------------------------+
1201 | Response Times (sec) |
1202 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1203 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1204 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1205 | neutron.create_port | 0.796 | 0.874 | 1.084 | 1.1 | 1.116 | 0.908 | 100.0% | 10 |
1206 | neutron.update_port | 0.595 | 0.622 | 0.697 | 0.76 | 0.823 | 0.646 | 100.0% | 10 |
1207 | total | 1.44 | 1.497 | 1.737 | 1.82 | 1.904 | 1.554 | 100.0% | 10 |
1208 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1209 Load duration: 4.89373588562
1210 Full duration: 57.0287640095
1212 test scenario NeutronNetworks.create_and_list_subnets
1213 +--------------------------------------------------------------------------------------------+
1214 | Response Times (sec) |
1215 +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1216 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1217 +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1218 | neutron.create_subnet | 0.706 | 0.775 | 0.866 | 0.893 | 0.92 | 0.789 | 100.0% | 10 |
1219 | neutron.list_subnets | 0.487 | 0.519 | 0.53 | 0.54 | 0.55 | 0.517 | 100.0% | 10 |
1220 | total | 1.233 | 1.291 | 1.393 | 1.414 | 1.435 | 1.307 | 100.0% | 10 |
1221 +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1222 Load duration: 3.97321105003
1223 Full duration: 55.8097410202
1225 test scenario NeutronNetworks.create_and_update_subnets
1226 +--------------------------------------------------------------------------------------------+
1227 | Response Times (sec) |
1228 +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1229 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1230 +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1231 | neutron.create_subnet | 0.72 | 0.834 | 0.873 | 0.905 | 0.936 | 0.819 | 100.0% | 10 |
1232 | neutron.update_subnet | 0.24 | 0.66 | 0.83 | 0.838 | 0.847 | 0.61 | 100.0% | 10 |
1233 | total | 1.098 | 1.433 | 1.66 | 1.686 | 1.713 | 1.429 | 100.0% | 10 |
1234 +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1235 Load duration: 4.11318302155
1236 Full duration: 55.0307190418
1238 run_rally - INFO - Test scenario: "neutron" OK.
1240 run_rally - INFO - Starting test scenario "nova" ...
1242 Preparing input task
1243 Task 52be10f0-6365-4abd-8a9b-5f626b8c2e7a: started
1244 Task 52be10f0-6365-4abd-8a9b-5f626b8c2e7a: finished
1246 test scenario NovaKeypair.create_and_delete_keypair
1247 +------------------------------------------------------------------------------------------+
1248 | Response Times (sec) |
1249 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1250 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1251 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1252 | nova.create_keypair | 0.695 | 0.769 | 0.948 | 0.991 | 1.035 | 0.816 | 100.0% | 10 |
1253 | nova.delete_keypair | 0.017 | 0.453 | 0.499 | 0.551 | 0.604 | 0.423 | 100.0% | 10 |
1254 | total | 0.944 | 1.187 | 1.524 | 1.533 | 1.542 | 1.239 | 100.0% | 10 |
1255 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1256 Load duration: 3.69359993935
1257 Full duration: 34.1216721535
1259 test scenario NovaServers.snapshot_server
1260 +------------------------------------------------------------------------------------------------+
1261 | Response Times (sec) |
1262 +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1263 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1264 +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1265 | nova.boot_server | 6.466 | 7.619 | 9.603 | 9.617 | 9.63 | 7.898 | 100.0% | 10 |
1266 | nova.create_image | 7.251 | 8.663 | 10.95 | 11.033 | 11.116 | 8.905 | 100.0% | 10 |
1267 | nova.delete_server | 2.865 | 4.177 | 4.352 | 4.362 | 4.373 | 3.878 | 100.0% | 10 |
1268 | nova.boot_server (2) | 7.263 | 7.636 | 9.053 | 9.177 | 9.301 | 7.965 | 100.0% | 10 |
1269 | nova.delete_server (2) | 2.41 | 3.487 | 3.939 | 4.129 | 4.318 | 3.406 | 100.0% | 10 |
1270 | nova.delete_image | 2.217 | 3.339 | 3.856 | 3.864 | 3.873 | 3.205 | 100.0% | 10 |
1271 | total | 32.246 | 34.577 | 37.931 | 38.819 | 39.707 | 35.259 | 100.0% | 10 |
1272 +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1273 Load duration: 104.138304949
1274 Full duration: 162.17621994
1276 test scenario NovaKeypair.boot_and_delete_server_with_keypair
1277 +---------------------------------------------------------------------------------------------+
1278 | Response Times (sec) |
1279 +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1280 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1281 +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1282 | nova.create_keypair | 0.717 | 0.776 | 0.905 | 0.916 | 0.927 | 0.799 | 100.0% | 10 |
1283 | nova.boot_server | 5.96 | 7.356 | 9.573 | 9.701 | 9.829 | 7.641 | 100.0% | 10 |
1284 | nova.delete_server | 3.226 | 3.979 | 4.24 | 4.272 | 4.305 | 3.929 | 100.0% | 10 |
1285 | nova.delete_keypair | 0.018 | 0.446 | 0.498 | 0.498 | 0.498 | 0.375 | 100.0% | 10 |
1286 | total | 11.513 | 12.362 | 14.5 | 14.767 | 15.033 | 12.746 | 100.0% | 10 |
1287 +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1288 Load duration: 37.7138030529
1289 Full duration: 95.0321340561
1291 test scenario NovaKeypair.create_and_list_keypairs
1292 +------------------------------------------------------------------------------------------+
1293 | Response Times (sec) |
1294 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1295 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1296 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1297 | nova.create_keypair | 0.706 | 0.754 | 0.859 | 0.881 | 0.904 | 0.766 | 100.0% | 10 |
1298 | nova.list_keypairs | 0.021 | 0.458 | 0.489 | 0.492 | 0.495 | 0.412 | 100.0% | 10 |
1299 | total | 0.767 | 1.195 | 1.282 | 1.326 | 1.371 | 1.178 | 100.0% | 10 |
1300 +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1301 Load duration: 3.66450190544
1302 Full duration: 35.3121151924
1304 test scenario NovaServers.list_servers
1305 +----------------------------------------------------------------------------------------+
1306 | Response Times (sec) |
1307 +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1308 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1309 +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1310 | nova.list_servers | 1.158 | 1.197 | 1.257 | 1.26 | 1.263 | 1.207 | 100.0% | 10 |
1311 | total | 1.158 | 1.197 | 1.257 | 1.26 | 1.263 | 1.207 | 100.0% | 10 |
1312 +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1313 Load duration: 3.67958188057
1314 Full duration: 102.272238016
1316 test scenario NovaServers.resize_server
1317 +---------------------------------------------------------------------------------------------+
1318 | Response Times (sec) |
1319 +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1320 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1321 +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1322 | nova.boot_server | 6.482 | 7.414 | 8.638 | 9.129 | 9.619 | 7.594 | 100.0% | 10 |
1323 | nova.resize | 12.87 | 13.632 | 13.841 | 14.061 | 14.281 | 13.519 | 100.0% | 10 |
1324 | nova.resize_confirm | 3.854 | 4.236 | 4.429 | 4.579 | 4.729 | 4.184 | 100.0% | 10 |
1325 | nova.delete_server | 2.853 | 3.971 | 4.187 | 4.209 | 4.231 | 3.798 | 100.0% | 10 |
1326 | total | 27.866 | 29.013 | 29.93 | 30.646 | 31.361 | 29.095 | 100.0% | 10 |
1327 +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1328 Load duration: 86.1472420692
1329 Full duration: 116.147330999
1331 test scenario NovaServers.boot_server_from_volume_and_delete
1332 +----------------------------------------------------------------------------------------------+
1333 | Response Times (sec) |
1334 +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1335 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1336 +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1337 | cinder.create_volume | 7.809 | 9.646 | 10.21 | 10.4 | 10.59 | 9.268 | 100.0% | 10 |
1338 | nova.boot_server | 7.938 | 9.663 | 10.373 | 10.451 | 10.528 | 9.379 | 100.0% | 10 |
1339 | nova.delete_server | 3.263 | 4.164 | 4.323 | 4.341 | 4.359 | 3.965 | 100.0% | 10 |
1340 | total | 21.009 | 22.166 | 24.464 | 24.608 | 24.752 | 22.612 | 100.0% | 10 |
1341 +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1342 Load duration: 65.8047540188
1343 Full duration: 133.871994019
1345 test scenario NovaServers.boot_and_migrate_server
1346 +---------------------------------------------------------------------------------------------+
1347 | Response Times (sec) |
1348 +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1349 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1350 +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1351 | nova.boot_server | 6.526 | 7.611 | 9.253 | 9.328 | 9.404 | 7.939 | 100.0% | 10 |
1352 | nova.stop_server | 3.956 | 4.801 | 7.753 | 7.839 | 7.924 | 5.676 | 100.0% | 10 |
1353 | nova.migrate | 9.278 | 9.686 | 10.387 | 10.401 | 10.415 | 9.75 | 100.0% | 10 |
1354 | nova.resize_confirm | 3.763 | 4.624 | 4.769 | 4.775 | 4.781 | 4.457 | 100.0% | 10 |
1355 | nova.delete_server | 3.333 | 3.772 | 4.263 | 4.388 | 4.514 | 3.895 | 100.0% | 10 |
1356 | total | 28.369 | 30.746 | 35.217 | 35.664 | 36.111 | 31.718 | 100.0% | 10 |
1357 +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1358 Load duration: 95.1431679726
1359 Full duration: 124.915132999
1361 test scenario NovaServers.boot_and_delete_server
1362 +--------------------------------------------------------------------------------------------+
1363 | Response Times (sec) |
1364 +--------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1365 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1366 +--------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1367 | nova.boot_server | 7.051 | 7.863 | 9.774 | 9.886 | 9.999 | 8.295 | 100.0% | 10 |
1368 | nova.delete_server | 2.506 | 4.173 | 4.427 | 5.12 | 5.813 | 4.06 | 100.0% | 10 |
1369 | total | 10.355 | 11.708 | 14.201 | 15.006 | 15.812 | 12.355 | 100.0% | 10 |
1370 +--------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1371 Load duration: 36.3530268669
1372 Full duration: 92.853083849
1374 test scenario NovaServers.boot_and_rebuild_server
1375 +---------------------------------------------------------------------------------------------+
1376 | Response Times (sec) |
1377 +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1378 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1379 +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1380 | nova.boot_server | 6.552 | 7.699 | 10.036 | 10.113 | 10.19 | 8.371 | 100.0% | 10 |
1381 | nova.rebuild_server | 9.522 | 11.78 | 13.651 | 13.906 | 14.162 | 11.746 | 100.0% | 10 |
1382 | nova.delete_server | 3.327 | 4.064 | 4.61 | 4.82 | 5.03 | 4.065 | 100.0% | 10 |
1383 | total | 19.511 | 25.224 | 26.458 | 26.522 | 26.586 | 24.182 | 100.0% | 10 |
1384 +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1385 Load duration: 73.8343379498
1386 Full duration: 129.419740915
1388 test scenario NovaSecGroup.create_and_list_secgroups
1389 +--------------------------------------------------------------------------------------------------------+
1390 | Response Times (sec) |
1391 +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1392 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1393 +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1394 | nova.create_10_security_groups | 6.563 | 9.397 | 10.161 | 10.173 | 10.185 | 8.839 | 100.0% | 10 |
1395 | nova.create_100_rules | 45.018 | 49.294 | 56.133 | 56.18 | 56.227 | 50.472 | 100.0% | 10 |
1396 | nova.list_security_groups | 0.111 | 0.217 | 0.579 | 0.601 | 0.623 | 0.264 | 100.0% | 10 |
1397 | total | 52.204 | 58.754 | 65.138 | 65.785 | 66.433 | 59.576 | 100.0% | 10 |
1398 +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1399 Load duration: 179.173851967
1400 Full duration: 240.213445902
1402 test scenario NovaSecGroup.create_and_delete_secgroups
1403 +--------------------------------------------------------------------------------------------------------+
1404 | Response Times (sec) |
1405 +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1406 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1407 +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1408 | nova.create_10_security_groups | 7.358 | 9.711 | 10.153 | 10.476 | 10.798 | 9.428 | 100.0% | 10 |
1409 | nova.create_100_rules | 47.694 | 51.106 | 54.599 | 55.137 | 55.674 | 51.004 | 100.0% | 10 |
1410 | nova.delete_10_security_groups | 1.777 | 3.576 | 4.456 | 4.736 | 5.016 | 3.515 | 100.0% | 10 |
1411 | total | 59.615 | 63.877 | 66.262 | 66.848 | 67.435 | 63.947 | 100.0% | 10 |
1412 +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1413 Load duration: 191.541640997
1414 Full duration: 222.269508839
1416 test scenario NovaServers.boot_and_bounce_server
1417 +-------------------------------------------------------------------------------------------------+
1418 | Response Times (sec) |
1419 +-------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1420 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1421 +-------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1422 | nova.boot_server | 7.313 | 7.988 | 8.758 | 9.045 | 9.331 | 8.15 | 100.0% | 10 |
1423 | nova.reboot_server | 5.889 | 6.906 | 7.056 | 7.078 | 7.101 | 6.624 | 100.0% | 10 |
1424 | nova.soft_reboot_server | 6.349 | 6.773 | 8.096 | 8.126 | 8.156 | 6.947 | 100.0% | 10 |
1425 | nova.stop_server | 4.4 | 5.425 | 6.714 | 7.318 | 7.922 | 5.67 | 100.0% | 10 |
1426 | nova.start_server | 2.424 | 4.059 | 5.269 | 5.417 | 5.564 | 4.057 | 100.0% | 10 |
1427 | nova.rescue_server | 8.473 | 9.131 | 9.695 | 9.957 | 10.219 | 9.177 | 100.0% | 10 |
1428 | nova.unrescue_server | 2.688 | 5.82 | 6.893 | 6.92 | 6.948 | 5.504 | 100.0% | 10 |
1429 | nova.delete_server | 3.393 | 3.812 | 4.417 | 4.473 | 4.53 | 3.858 | 100.0% | 10 |
1430 | total | 47.129 | 50.214 | 51.652 | 52.087 | 52.523 | 50.006 | 100.0% | 10 |
1431 +-------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1432 Load duration: 150.170030117
1433 Full duration: 206.320158958
1435 test scenario NovaServers.boot_server
1436 +----------------------------------------------------------------------------------------+
1437 | Response Times (sec) |
1438 +------------------+-------+--------+--------+--------+--------+-------+---------+-------+
1439 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1440 +------------------+-------+--------+--------+--------+--------+-------+---------+-------+
1441 | nova.boot_server | 7.775 | 8.214 | 9.964 | 10.061 | 10.157 | 8.648 | 100.0% | 10 |
1442 | total | 7.775 | 8.214 | 9.965 | 10.061 | 10.157 | 8.649 | 100.0% | 10 |
1443 +------------------+-------+--------+--------+--------+--------+-------+---------+-------+
1444 Load duration: 25.5615310669
1445 Full duration: 72.0356788635
1447 test scenario NovaSecGroup.boot_and_delete_server_with_secgroups
1448 +-----------------------------------------------------------------------------------------------------------+
1449 | Response Times (sec) |
1450 +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1451 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1452 +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1453 | nova.create_10_security_groups | 7.852 | 9.225 | 10.298 | 10.398 | 10.498 | 9.327 | 100.0% | 10 |
1454 | nova.create_100_rules | 45.734 | 50.042 | 52.231 | 53.454 | 54.678 | 49.891 | 100.0% | 10 |
1455 | nova.boot_server | 5.843 | 6.686 | 7.412 | 7.548 | 7.683 | 6.632 | 100.0% | 10 |
1456 | nova.get_attached_security_groups | 0.173 | 0.215 | 0.678 | 0.757 | 0.836 | 0.311 | 100.0% | 10 |
1457 | nova.delete_server | 2.437 | 2.94 | 3.313 | 3.412 | 3.512 | 2.92 | 100.0% | 10 |
1458 | nova.delete_10_security_groups | 2.172 | 3.217 | 4.733 | 5.576 | 6.419 | 3.474 | 100.0% | 10 |
1459 | total | 67.914 | 73.688 | 75.248 | 75.466 | 75.684 | 72.556 | 100.0% | 10 |
1460 +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1461 Load duration: 217.134851933
1462 Full duration: 273.106995821
1464 test scenario NovaServers.pause_and_unpause_server
1465 +---------------------------------------------------------------------------------------------+
1466 | Response Times (sec) |
1467 +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1468 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1469 +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1470 | nova.boot_server | 7.355 | 8.061 | 9.184 | 9.727 | 10.271 | 8.306 | 100.0% | 10 |
1471 | nova.pause_server | 2.766 | 3.437 | 3.779 | 3.807 | 3.836 | 3.361 | 100.0% | 10 |
1472 | nova.unpause_server | 2.762 | 3.685 | 3.988 | 4.013 | 4.037 | 3.492 | 100.0% | 10 |
1473 | nova.delete_server | 2.835 | 3.909 | 4.299 | 4.343 | 4.387 | 3.776 | 100.0% | 10 |
1474 | total | 16.602 | 18.903 | 20.184 | 20.456 | 20.729 | 18.936 | 100.0% | 10 |
1475 +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1476 Load duration: 57.0698840618
1477 Full duration: 114.94224596
1479 test scenario NovaServers.boot_server_from_volume
1480 +----------------------------------------------------------------------------------------------+
1481 | Response Times (sec) |
1482 +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1483 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1484 +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1485 | cinder.create_volume | 7.772 | 10.48 | 10.909 | 11.031 | 11.154 | 9.647 | 100.0% | 10 |
1486 | nova.boot_server | 8.129 | 9.825 | 11.137 | 11.167 | 11.196 | 9.722 | 100.0% | 10 |
1487 | total | 16.389 | 19.221 | 21.482 | 21.884 | 22.285 | 19.369 | 100.0% | 10 |
1488 +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1489 Load duration: 57.2666420937
1490 Full duration: 114.729999065
1492 test scenario NovaServers.boot_and_list_server
1493 +-----------------------------------------------------------------------------------------+
1494 | Response Times (sec) |
1495 +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+
1496 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1497 +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+
1498 | nova.boot_server | 7.43 | 8.747 | 9.88 | 10.022 | 10.163 | 8.832 | 100.0% | 10 |
1499 | nova.list_servers | 0.267 | 1.207 | 1.259 | 1.275 | 1.29 | 1.04 | 100.0% | 10 |
1500 | total | 8.602 | 9.378 | 11.07 | 11.227 | 11.384 | 9.873 | 100.0% | 10 |
1501 +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+
1502 Load duration: 29.5450980663
1503 Full duration: 106.656322002
1505 run_rally - INFO - Test scenario: "nova" OK.
1507 run_rally - INFO - Starting test scenario "quotas" ...
1509 Preparing input task
1510 Task dcebd6f2-6fd1-4d5d-8d66-445030082b6c: started
1511 Task dcebd6f2-6fd1-4d5d-8d66-445030082b6c: finished
1513 test scenario Quotas.cinder_update
1514 +-------------------------------------------------------------------------------------------+
1515 | Response Times (sec) |
1516 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1517 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1518 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1519 | quotas.update_quotas | 1.163 | 1.265 | 1.531 | 1.556 | 1.581 | 1.345 | 100.0% | 10 |
1520 | total | 1.163 | 1.265 | 1.531 | 1.556 | 1.581 | 1.345 | 100.0% | 10 |
1521 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1522 Load duration: 4.06574201584
1523 Full duration: 14.4119129181
1525 test scenario Quotas.neutron_update
1526 +-------------------------------------------------------------------------------------------+
1527 | Response Times (sec) |
1528 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1529 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1530 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1531 | quotas.update_quotas | 0.498 | 0.56 | 0.589 | 0.591 | 0.593 | 0.558 | 100.0% | 10 |
1532 | total | 0.62 | 0.66 | 0.701 | 0.702 | 0.703 | 0.667 | 100.0% | 10 |
1533 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1534 Load duration: 2.05467915535
1535 Full duration: 11.7390589714
1537 test scenario Quotas.cinder_update_and_delete
1538 +-------------------------------------------------------------------------------------------+
1539 | Response Times (sec) |
1540 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1541 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1542 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1543 | quotas.update_quotas | 1.19 | 1.288 | 1.399 | 1.415 | 1.432 | 1.303 | 100.0% | 10 |
1544 | quotas.delete_quotas | 0.531 | 1.107 | 1.208 | 1.235 | 1.262 | 1.062 | 100.0% | 10 |
1545 | total | 1.779 | 2.435 | 2.535 | 2.549 | 2.562 | 2.365 | 100.0% | 10 |
1546 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1547 Load duration: 7.07872509956
1548 Full duration: 17.2571020126
1550 test scenario Quotas.nova_update_and_delete
1551 +-------------------------------------------------------------------------------------------+
1552 | Response Times (sec) |
1553 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1554 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1555 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1556 | quotas.update_quotas | 0.669 | 0.708 | 0.732 | 0.745 | 0.757 | 0.703 | 100.0% | 10 |
1557 | quotas.delete_quotas | 0.02 | 0.508 | 0.557 | 0.558 | 0.559 | 0.466 | 100.0% | 10 |
1558 | total | 0.727 | 1.212 | 1.275 | 1.28 | 1.285 | 1.169 | 100.0% | 10 |
1559 +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1560 Load duration: 3.64670991898
1561 Full duration: 13.1532580853
1563 test scenario Quotas.nova_update
1564 +------------------------------------------------------------------------------------------+
1565 | Response Times (sec) |
1566 +----------------------+-------+--------+--------+--------+------+-------+---------+-------+
1567 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1568 +----------------------+-------+--------+--------+--------+------+-------+---------+-------+
1569 | quotas.update_quotas | 0.652 | 0.726 | 0.761 | 0.766 | 0.77 | 0.722 | 100.0% | 10 |
1570 | total | 0.652 | 0.727 | 0.762 | 0.766 | 0.77 | 0.722 | 100.0% | 10 |
1571 +----------------------+-------+--------+--------+--------+------+-------+---------+-------+
1572 Load duration: 2.22018194199
1573 Full duration: 11.9367260933
1575 run_rally - INFO - Test scenario: "quotas" OK.
1577 run_rally - INFO - Starting test scenario "requests" ...
1579 Preparing input task
1580 Task 89de006e-a4fd-4526-9211-477075f8e5fc: started
1581 Task 89de006e-a4fd-4526-9211-477075f8e5fc: finished
1583 test scenario HttpRequests.check_random_request
1584 +---------------------------------------------------------------------------------------------+
1585 | Response Times (sec) |
1586 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1587 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1588 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1589 | requests.check_request | 0.184 | 0.456 | 1.019 | 1.022 | 1.026 | 0.555 | 100.0% | 10 |
1590 | total | 0.184 | 0.456 | 1.02 | 1.023 | 1.026 | 0.555 | 100.0% | 10 |
1591 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1592 Load duration: 1.69973492622
1593 Full duration: 5.72609114647
1595 test scenario HttpRequests.check_request
1596 +---------------------------------------------------------------------------------------------+
1597 | Response Times (sec) |
1598 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1599 | action | min | median | 90%ile | 95%ile | max | avg | success | count |
1600 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1601 | requests.check_request | 0.185 | 0.189 | 0.191 | 0.194 | 0.197 | 0.189 | 100.0% | 10 |
1602 | total | 0.185 | 0.189 | 0.191 | 0.194 | 0.197 | 0.189 | 100.0% | 10 |
1603 +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1604 Load duration: 0.616016864777
1605 Full duration: 4.89253997803
1607 run_rally - INFO - Test scenario: "requests" OK.
1611 Rally Summary Report
1612 +===================+============+===============+===========+
1613 | Module | Duration | nb. Test Run | Success |
1614 +===================+============+===============+===========+
1615 | authenticate | 00:35 | 10 | 100.00% |
1616 +-------------------+------------+---------------+-----------+
1617 | glance | 02:20 | 7 | 100.00% |
1618 +-------------------+------------+---------------+-----------+
1619 | cinder | 19:44 | 50 | 100.00% |
1620 +-------------------+------------+---------------+-----------+
1621 | heat | 09:29 | 35 | 100.00% |
1622 +-------------------+------------+---------------+-----------+
1623 | keystone | 01:59 | 29 | 100.00% |
1624 +-------------------+------------+---------------+-----------+
1625 | neutron | 10:48 | 31 | 100.00% |
1626 +-------------------+------------+---------------+-----------+
1627 | nova | 39:36 | 61 | 100.00% |
1628 +-------------------+------------+---------------+-----------+
1629 | quotas | 01:08 | 7 | 100.00% |
1630 +-------------------+------------+---------------+-----------+
1631 | requests | 00:10 | 2 | 100.00% |
1632 +-------------------+------------+---------------+-----------+
1633 +===================+============+===============+===========+
1634 | TOTAL: | 01:25:53 | 232 | 100.00% |
1635 +===================+============+===============+===========+
1645 ==============================================================================
1647 ==============================================================================
1648 Basic.010 Restconf OK :: Test suite to verify Restconf is OK
1649 ==============================================================================
1650 Get Controller Modules :: Get the controller modules via Restconf | PASS |
1651 ------------------------------------------------------------------------------
1652 Basic.010 Restconf OK :: Test suite to verify Restconf is OK | PASS |
1653 1 critical test, 1 passed, 0 failed
1654 1 test total, 1 passed, 0 failed
1655 ==============================================================================
1657 1 critical test, 1 passed, 0 failed
1658 1 test total, 1 passed, 0 failed
1659 ==============================================================================
1660 Output: /home/opnfv/output.xml
1661 Log: /home/opnfv/log.html
1662 Report: /home/opnfv/report.html
1663 ==============================================================================
1664 Neutron :: Test suite for Neutron Plugin
1665 ==============================================================================
1666 Neutron.Networks :: Checking Network created in OpenStack are pushed to Ope...
1667 ==============================================================================
1668 Check OpenStack Networks :: Checking OpenStack Neutron for known n... | PASS |
1669 ------------------------------------------------------------------------------
1670 Check OpenDaylight Networks :: Checking OpenDaylight Neutron API f... | PASS |
1671 ------------------------------------------------------------------------------
1672 Create Network :: Create new network in OpenStack | PASS |
1673 ------------------------------------------------------------------------------
1674 Check Network :: Check Network created in OpenDaylight | PASS |
1675 ------------------------------------------------------------------------------
1676 Neutron.Networks :: Checking Network created in OpenStack are push... | PASS |
1677 4 critical tests, 4 passed, 0 failed
1678 4 tests total, 4 passed, 0 failed
1679 ==============================================================================
1680 Neutron.Subnets :: Checking Subnets created in OpenStack are pushed to Open...
1681 ==============================================================================
1682 Check OpenStack Subnets :: Checking OpenStack Neutron for known Su... | PASS |
1683 ------------------------------------------------------------------------------
1684 Check OpenDaylight subnets :: Checking OpenDaylight Neutron API fo... | PASS |
1685 ------------------------------------------------------------------------------
1686 Create New subnet :: Create new subnet in OpenStack | PASS |
1687 ------------------------------------------------------------------------------
1688 Check New subnet :: Check new subnet created in OpenDaylight | PASS |
1689 ------------------------------------------------------------------------------
1690 Neutron.Subnets :: Checking Subnets created in OpenStack are pushe... | PASS |
1691 4 critical tests, 4 passed, 0 failed
1692 4 tests total, 4 passed, 0 failed
1693 ==============================================================================
1694 Neutron.Ports :: Checking Port created in OpenStack are pushed to OpenDaylight
1695 ==============================================================================
1696 Check OpenStack ports :: Checking OpenStack Neutron for known ports | PASS |
1697 ------------------------------------------------------------------------------
1698 Check OpenDaylight ports :: Checking OpenDaylight Neutron API for ... | PASS |
1699 ------------------------------------------------------------------------------
1700 Create New Port :: Create new port in OpenStack | PASS |
1701 ------------------------------------------------------------------------------
1702 Check New Port :: Check new subnet created in OpenDaylight | PASS |
1703 ------------------------------------------------------------------------------
1704 Neutron.Ports :: Checking Port created in OpenStack are pushed to ... | PASS |
1705 4 critical tests, 4 passed, 0 failed
1706 4 tests total, 4 passed, 0 failed
1707 ==============================================================================
1708 Neutron.Delete Ports :: Checking Port deleted in OpenStack are deleted also...
1709 ==============================================================================
1710 Delete New Port :: Delete previously created port in OpenStack | PASS |
1711 ------------------------------------------------------------------------------
1712 Check Port Deleted :: Check port deleted in OpenDaylight | PASS |
1713 ------------------------------------------------------------------------------
1714 Neutron.Delete Ports :: Checking Port deleted in OpenStack are del... | PASS |
1715 2 critical tests, 2 passed, 0 failed
1716 2 tests total, 2 passed, 0 failed
1717 ==============================================================================
1718 Neutron.Delete Subnets :: Checking Subnets deleted in OpenStack are deleted...
1719 ==============================================================================
1720 Delete New subnet :: Delete previously created subnet in OpenStack | PASS |
1721 ------------------------------------------------------------------------------
1722 Check New subnet deleted :: Check subnet deleted in OpenDaylight | PASS |
1723 ------------------------------------------------------------------------------
1724 Neutron.Delete Subnets :: Checking Subnets deleted in OpenStack ar... | PASS |
1725 2 critical tests, 2 passed, 0 failed
1726 2 tests total, 2 passed, 0 failed
1727 ==============================================================================
1728 Neutron.Delete Networks :: Checking Network deleted in OpenStack are delete...
1729 ==============================================================================
1730 Delete Network :: Delete network in OpenStack | PASS |
1731 ------------------------------------------------------------------------------
1732 Check Network deleted :: Check Network deleted in OpenDaylight | PASS |
1733 ------------------------------------------------------------------------------
1734 Neutron.Delete Networks :: Checking Network deleted in OpenStack a... | PASS |
1735 2 critical tests, 2 passed, 0 failed
1736 2 tests total, 2 passed, 0 failed
1737 ==============================================================================
1738 Neutron :: Test suite for Neutron Plugin | PASS |
1739 18 critical tests, 18 passed, 0 failed
1740 18 tests total, 18 passed, 0 failed
1750 FUNCTEST.info: Running PROMISE test case...
1751 Promise- INFO - Creating tenant 'promise'...
1752 Promise- INFO - Adding role 'eed9b04b536646c994679496e7b653cc' to tenant 'promise'...
1753 Promise- INFO - Creating user 'promiser'...
1754 Promise- INFO - Updating OpenStack credentials...
1755 Promise- INFO - Creating image 'promise-img' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'...
1756 Promise- INFO - Creating flavor 'promise-flavor'...
1757 Promise- INFO - Exporting environment variables...
1758 Promise- INFO - Running command: npm run -s test -- --reporter json
1759 Promise- INFO - The test succeeded.
1767 "start": "2016-02-23T10:44:37.402Z",
1768 "end": "2016-02-23T10:44:42.006Z",
1773 "title": "should add a new OpenStack provider without error",
1774 "fullTitle": "promise register OpenStack into resource pool add-provider should add a new OpenStack provider without error",
1779 "title": "should update promise.providers with a new entry",
1780 "fullTitle": "promise register OpenStack into resource pool add-provider should update promise.providers with a new entry",
1785 "title": "should contain a new ResourceProvider record in the store",
1786 "fullTitle": "promise register OpenStack into resource pool add-provider should contain a new ResourceProvider record in the store",
1791 "title": "should add more capacity to the reservation service without error",
1792 "fullTitle": "promise register OpenStack into resource pool increase-capacity should add more capacity to the reservation service without error",
1797 "title": "should update promise.pools with a new entry",
1798 "fullTitle": "promise register OpenStack into resource pool increase-capacity should update promise.pools with a new entry",
1803 "title": "should contain a ResourcePool record in the store",
1804 "fullTitle": "promise register OpenStack into resource pool increase-capacity should contain a ResourcePool record in the store",
1809 "title": "should report total collections and utilizations",
1810 "fullTitle": "promise register OpenStack into resource pool query-capacity should report total collections and utilizations",
1815 "title": "should contain newly added capacity pool",
1816 "fullTitle": "promise register OpenStack into resource pool query-capacity should contain newly added capacity pool",
1821 "title": "should create a new server in target provider without error",
1822 "fullTitle": "promise allocation without reservation create-instance should create a new server in target provider without error",
1827 "title": "should update promise.allocations with a new entry",
1828 "fullTitle": "promise allocation without reservation create-instance should update promise.allocations with a new entry",
1833 "title": "should contain a new ResourceAllocation record in the store",
1834 "fullTitle": "promise allocation without reservation create-instance should contain a new ResourceAllocation record in the store",
1839 "title": "should reference the created server ID from the provider",
1840 "fullTitle": "promise allocation without reservation create-instance should reference the created server ID from the provider",
1845 "title": "should have low priority state",
1846 "fullTitle": "promise allocation without reservation create-instance should have low priority state",
1851 "title": "should create reservation record (no start/end) without error",
1852 "fullTitle": "promise allocation using reservation for immediate use create-reservation should create reservation record (no start/end) without error",
1857 "title": "should update promise.reservations with a new entry",
1858 "fullTitle": "promise allocation using reservation for immediate use create-reservation should update promise.reservations with a new entry",
1863 "title": "should contain a new ResourceReservation record in the store",
1864 "fullTitle": "promise allocation using reservation for immediate use create-reservation should contain a new ResourceReservation record in the store",
1869 "title": "should create a new server in target provider (with reservation) without error",
1870 "fullTitle": "promise allocation using reservation for immediate use create-instance should create a new server in target provider (with reservation) without error",
1875 "title": "should contain a new ResourceAllocation record in the store",
1876 "fullTitle": "promise allocation using reservation for immediate use create-instance should contain a new ResourceAllocation record in the store",
1881 "title": "should be referenced in the reservation record",
1882 "fullTitle": "promise allocation using reservation for immediate use create-instance should be referenced in the reservation record",
1887 "title": "should have high priority state",
1888 "fullTitle": "promise allocation using reservation for immediate use create-instance should have high priority state",
1893 "title": "should create reservation record (for future) without error",
1894 "fullTitle": "promise reservation for future use create-reservation should create reservation record (for future) without error",
1899 "title": "should update promise.reservations with a new entry",
1900 "fullTitle": "promise reservation for future use create-reservation should update promise.reservations with a new entry",
1905 "title": "should contain a new ResourceReservation record in the store",
1906 "fullTitle": "promise reservation for future use create-reservation should contain a new ResourceReservation record in the store",
1911 "title": "should contain newly created future reservation",
1912 "fullTitle": "promise reservation for future use query-reservation should contain newly created future reservation",
1917 "title": "should modify existing reservation without error",
1918 "fullTitle": "promise reservation for future use update-reservation should modify existing reservation without error",
1923 "title": "should modify existing reservation without error",
1924 "fullTitle": "promise reservation for future use cancel-reservation should modify existing reservation without error",
1929 "title": "should no longer contain record of the deleted reservation",
1930 "fullTitle": "promise reservation for future use cancel-reservation should no longer contain record of the deleted reservation",
1935 "title": "should decrease available capacity from a provider in the future",
1936 "fullTitle": "promise capacity planning decrease-capacity should decrease available capacity from a provider in the future",
1941 "title": "should increase available capacity from a provider in the future",
1942 "fullTitle": "promise capacity planning increase-capacity should increase available capacity from a provider in the future",
1947 "title": "should report available collections and utilizations",
1948 "fullTitle": "promise capacity planning query-capacity should report available collections and utilizations",
1953 "title": "should fail to create immediate reservation record with proper error",
1954 "fullTitle": "promise reservation with conflict create-reservation should fail to create immediate reservation record with proper error",
1959 "title": "should fail to create future reservation record with proper error",
1960 "fullTitle": "promise reservation with conflict create-reservation should fail to create future reservation record with proper error",
1965 "title": "should successfully destroy all allocations",
1966 "fullTitle": "promise cleanup test allocations destroy-instance should successfully destroy all allocations",
1975 "title": "should add a new OpenStack provider without error",
1976 "fullTitle": "promise register OpenStack into resource pool add-provider should add a new OpenStack provider without error",
1981 "title": "should update promise.providers with a new entry",
1982 "fullTitle": "promise register OpenStack into resource pool add-provider should update promise.providers with a new entry",
1987 "title": "should contain a new ResourceProvider record in the store",
1988 "fullTitle": "promise register OpenStack into resource pool add-provider should contain a new ResourceProvider record in the store",
1993 "title": "should add more capacity to the reservation service without error",
1994 "fullTitle": "promise register OpenStack into resource pool increase-capacity should add more capacity to the reservation service without error",
1999 "title": "should update promise.pools with a new entry",
2000 "fullTitle": "promise register OpenStack into resource pool increase-capacity should update promise.pools with a new entry",
2005 "title": "should contain a ResourcePool record in the store",
2006 "fullTitle": "promise register OpenStack into resource pool increase-capacity should contain a ResourcePool record in the store",
2011 "title": "should report total collections and utilizations",
2012 "fullTitle": "promise register OpenStack into resource pool query-capacity should report total collections and utilizations",
2017 "title": "should contain newly added capacity pool",
2018 "fullTitle": "promise register OpenStack into resource pool query-capacity should contain newly added capacity pool",
2023 "title": "should create a new server in target provider without error",
2024 "fullTitle": "promise allocation without reservation create-instance should create a new server in target provider without error",
2029 "title": "should update promise.allocations with a new entry",
2030 "fullTitle": "promise allocation without reservation create-instance should update promise.allocations with a new entry",
2035 "title": "should contain a new ResourceAllocation record in the store",
2036 "fullTitle": "promise allocation without reservation create-instance should contain a new ResourceAllocation record in the store",
2041 "title": "should reference the created server ID from the provider",
2042 "fullTitle": "promise allocation without reservation create-instance should reference the created server ID from the provider",
2047 "title": "should have low priority state",
2048 "fullTitle": "promise allocation without reservation create-instance should have low priority state",
2053 "title": "should create reservation record (no start/end) without error",
2054 "fullTitle": "promise allocation using reservation for immediate use create-reservation should create reservation record (no start/end) without error",
2059 "title": "should update promise.reservations with a new entry",
2060 "fullTitle": "promise allocation using reservation for immediate use create-reservation should update promise.reservations with a new entry",
2065 "title": "should contain a new ResourceReservation record in the store",
2066 "fullTitle": "promise allocation using reservation for immediate use create-reservation should contain a new ResourceReservation record in the store",
2071 "title": "should create a new server in target provider (with reservation) without error",
2072 "fullTitle": "promise allocation using reservation for immediate use create-instance should create a new server in target provider (with reservation) without error",
2077 "title": "should contain a new ResourceAllocation record in the store",
2078 "fullTitle": "promise allocation using reservation for immediate use create-instance should contain a new ResourceAllocation record in the store",
2083 "title": "should be referenced in the reservation record",
2084 "fullTitle": "promise allocation using reservation for immediate use create-instance should be referenced in the reservation record",
2089 "title": "should have high priority state",
2090 "fullTitle": "promise allocation using reservation for immediate use create-instance should have high priority state",
2095 "title": "should create reservation record (for future) without error",
2096 "fullTitle": "promise reservation for future use create-reservation should create reservation record (for future) without error",
2101 "title": "should update promise.reservations with a new entry",
2102 "fullTitle": "promise reservation for future use create-reservation should update promise.reservations with a new entry",
2107 "title": "should contain a new ResourceReservation record in the store",
2108 "fullTitle": "promise reservation for future use create-reservation should contain a new ResourceReservation record in the store",
2113 "title": "should contain newly created future reservation",
2114 "fullTitle": "promise reservation for future use query-reservation should contain newly created future reservation",
2119 "title": "should modify existing reservation without error",
2120 "fullTitle": "promise reservation for future use update-reservation should modify existing reservation without error",
2125 "title": "should modify existing reservation without error",
2126 "fullTitle": "promise reservation for future use cancel-reservation should modify existing reservation without error",
2131 "title": "should no longer contain record of the deleted reservation",
2132 "fullTitle": "promise reservation for future use cancel-reservation should no longer contain record of the deleted reservation",
2137 "title": "should decrease available capacity from a provider in the future",
2138 "fullTitle": "promise capacity planning decrease-capacity should decrease available capacity from a provider in the future",
2143 "title": "should increase available capacity from a provider in the future",
2144 "fullTitle": "promise capacity planning increase-capacity should increase available capacity from a provider in the future",
2149 "title": "should report available collections and utilizations",
2150 "fullTitle": "promise capacity planning query-capacity should report available collections and utilizations",
2155 "title": "should fail to create immediate reservation record with proper error",
2156 "fullTitle": "promise reservation with conflict create-reservation should fail to create immediate reservation record with proper error",
2161 "title": "should fail to create future reservation record with proper error",
2162 "fullTitle": "promise reservation with conflict create-reservation should fail to create future reservation record with proper error",
2167 "title": "should successfully destroy all allocations",
2168 "fullTitle": "promise cleanup test allocations destroy-instance should successfully destroy all allocations",
2175 ****************************************
2178 ****************************************
2184 Start: 2016-02-23T10:44:37.402Z
2185 End: 2016-02-23T10:44:42.006Z
2187 ****************************************
2189 Promise- INFO - Pushing results to DB...
Code Review / functest.git / blob