Merge "Add vPing troubleshooting guides"
[functest.git] / docs / results / fuel-os-odl_l2-nofeature-ha.rst
1 .. This work is licensed under a Creative Commons Attribution 4.0 International Licence.
2 .. http://creativecommons.org/licenses/by/4.0
3
4 Detailed test results for fuel-os-odl_l2-nofeature-ha
5 -----------------------------------------------------
6
7 VIM
8 ---
9
10 vping_ssh
11 ^^^^^^^^^
12 ::
13
14     FUNCTEST.info: Running vPing-SSH test...
15     vPing_ssh- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'...
16     vPing_ssh- INFO - Creating neutron network vping-net...
17     vPing_ssh- INFO - Creating security group  'vPing-sg'...
18     vPing_ssh- INFO - Using existing Flavor 'm1.small'...
19     vPing_ssh- INFO - vPing Start Time:'2016-02-18 13:27:35'
20     vPing_ssh- INFO - Creating instance 'opnfv-vping-1'...
21      name=opnfv-vping-1
22      flavor=<Flavor: m1.small>
23      image=fff41d5d-579a-4c26-844d-4e86700c44f6
24      network=a5137d46-dea8-4f85-8872-08c4a5927182
25
26     vPing_ssh- INFO - Instance 'opnfv-vping-1' is ACTIVE.
27     vPing_ssh- INFO - Adding 'opnfv-vping-1' to security group 'vPing-sg'...
28     vPing_ssh- INFO - Creating instance 'opnfv-vping-2'...
29      name=opnfv-vping-2
30      flavor=<Flavor: m1.small>
31      image=fff41d5d-579a-4c26-844d-4e86700c44f6
32      network=a5137d46-dea8-4f85-8872-08c4a5927182
33
34     vPing_ssh- INFO - Instance 'opnfv-vping-2' is ACTIVE.
35     vPing_ssh- INFO - Adding 'opnfv-vping-2' to security group 'vPing-sg'...
36     vPing_ssh- INFO - Creating floating IP for VM 'opnfv-vping-2'...
37     vPing_ssh- INFO - Floating IP created: '10.118.101.200'
38     vPing_ssh- INFO - Associating floating ip: '10.118.101.200' to VM 'opnfv-vping-2'
39     vPing_ssh- INFO - Trying to establish SSH connection to 10.118.101.200...
40     vPing_ssh- INFO - Waiting for ping...
41     vPing_ssh- INFO - vPing detected!
42     vPing_ssh- INFO - vPing duration:'42.1' s.
43     vPing_ssh- INFO - Cleaning up...
44     vPing_ssh- INFO - vPing OK
45
46
47 vping_userdata
48 ^^^^^^^^^^^^^^
49 ::
50
51     FUNCTEST.info: Running vPing-userdata test...
52     vPing_userdata- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'...
53     vPing_userdata- INFO - Creating neutron network vping-net...
54     vPing_userdata- INFO - Creating security group  'vPing-sg'...
55     vPing_userdata- INFO - Flavor found 'm1.small'
56     vPing_userdata- INFO - vPing Start Time:'2016-02-18 13:29:00'
57     vPing_userdata- INFO - Creating instance 'opnfv-vping-1'...
58      name=opnfv-vping-1
59      flavor=<Flavor: m1.small>
60      image=5e34c73d-91d0-4852-a407-5a4b4c1932c6
61      network=a1efb318-1338-436f-8f26-3a1bacab0538
62
63     vPing_userdata- INFO - Instance 'opnfv-vping-1' is ACTIVE.
64     vPing_userdata- INFO - Creating instance 'opnfv-vping-2'...
65      name=opnfv-vping-2
66      flavor=<Flavor: m1.small>
67      image=5e34c73d-91d0-4852-a407-5a4b4c1932c6
68      network=a1efb318-1338-436f-8f26-3a1bacab0538
69      userdata=
70     #!/bin/sh
71
72     while true; do
73      ping -c 1 192.168.130.4 2>&1 >/dev/null
74      RES=$?
75      if [ "Z$RES" = "Z0" ] ; then
76       echo 'vPing OK'
77      break
78      else
79       echo 'vPing KO'
80      fi
81      sleep 1
82     done
83
84     vPing_userdata- INFO - Instance 'opnfv-vping-2' is ACTIVE.
85     vPing_userdata- INFO - Waiting for ping...
86     vPing_userdata- INFO - vPing detected!
87     vPing_userdata- INFO - vPing duration:'28.6'
88     vPing_userdata- INFO - vPing OK
89     vPing_userdata- INFO - Cleaning up...
90     vPing_userdata- INFO - Deleting network 'vping-net'...
91
92
93 Tempest
94 ^^^^^^^
95 ::
96
97     +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+
98     | name                                                                                                                                     | time      | status  |
99     +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+
100     | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor                                                               | 0.49156   | success |
101     | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors                                                             | 0.10940   | success |
102     | tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_saving_image                                                           | 15.01623  | success |
103     | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image                                        | 29.41033  | success |
104     | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name        | 13.86580  | success |
105     | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since                     | 0.60879   | success |
106     | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name                              | 0.34531   | success |
107     | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id                         | 0.33518   | success |
108     | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref                        | 0.96138   | success |
109     | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status                            | 0.90751   | success |
110     | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type                              | 0.62183   | success |
111     | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results                               | 0.62195   | success |
112     | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since         | 0.33497   | success |
113     | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name                  | 0.64235   | success |
114     | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref            | 1.23145   | success |
115     | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status                | 0.83801   | success |
116     | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type                  | 1.18842   | success |
117     | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results                   | 0.35784   | success |
118     | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image                                                            | 1.09813   | success |
119     | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images                                                          | 0.88696   | success |
120     | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail                                              | 0.84049   | success |
121     | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create                | 1.52238   | success |
122     | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list                  | 3.63444   | success |
123     | tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete                  | 6.75102   | success |
124     | tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip                                     | 14.44295  | success |
125     | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name                                     | 316.24706 | fail    |
126     | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers                                                         | 0.34052   | success |
127     | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail                                             | 0.75888   | success |
128     | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus                                          | 316.38576 | fail    |
129     | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details                                                | 0.00196   | success |
130     | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name                               | 0.0       | fail    |
131     | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers                                                   | 0.0       | fail    |
132     | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail                                       | 0.0       | fail    |
133     | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus                                    | 0.0       | fail    |
134     | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details                                          | 0.0       | fail    |
135     | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action                                       | 0.10067   | success |
136     | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions                                     | 4.93829   | success |
137     | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor               | 0.78542   | success |
138     | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image                | 0.64749   | success |
139     | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name          | 0.89411   | success |
140     | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status        | 0.32315   | success |
141     | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results                  | 0.91146   | success |
142     | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor                        | 0.13496   | success |
143     | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image                         | 0.11222   | success |
144     | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit                         | 0.11119   | success |
145     | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name                   | 0.09119   | success |
146     | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_status                 | 0.10776   | success |
147     | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip                          | 0.57188   | success |
148     | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex                    | 0.00131   | skip    |
149     | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard               | 0.20660   | success |
150     | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date        | 0.08830   | success |
151     | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date       | 0.02378   | success |
152     | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits                           | 0.33571   | success |
153     | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count | 0.10769   | success |
154     | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value       | 0.02694   | success |
155     | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string               | 0.02251   | success |
156     | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor              | 0.04963   | success |
157     | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image               | 0.07987   | success |
158     | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name         | 0.08196   | success |
159     | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted            | 0.92759   | success |
160     | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing                 | 0.03606   | success |
161     | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server               | 0.09925   | success |
162     | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_change_server_password                                        | 0.0       | fail    |
163     | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output                                            | 0.0       | fail    |
164     | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server                                            | 0.0       | fail    |
165     | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard                                            | 0.0       | fail    |
166     | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_soft                                            | 0.0       | fail    |
167     | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server                                                | 0.0       | fail    |
168     | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm                                         | 0.0       | fail    |
169     | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_revert                                          | 0.0       | fail    |
170     | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server                                             | 0.0       | fail    |
171     | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses                                     | 0.10704   | success |
172     | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses_by_network                          | 0.20889   | success |
173     | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item                                 | 0.78463   | success |
174     | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item                                    | 0.44852   | success |
175     | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata                                        | 0.37770   | success |
176     | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata                                         | 0.72001   | success |
177     | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item                                    | 0.74485   | success |
178     | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata                                      | 0.67380   | success |
179     | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password                                          | 4.65947   | success |
180     | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair                                                     | 19.27912  | success |
181     | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name                                           | 22.83188  | success |
182     | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address                                               | 13.05190  | success |
183     | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name                                                         | 10.22705  | success |
184     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name                                | 3.02970   | success |
185     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit               | 4.04190   | success |
186     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256                     | 2.67671   | success |
187     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor                                | 3.10372   | success |
188     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image                                 | 3.80641   | success |
189     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid                          | 2.05689   | success |
190     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_a_server_of_another_tenant                         | 1.62404   | success |
191     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit              | 1.47470   | success |
192     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id                            | 1.21997   | success |
193     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server                                   | 2.20741   | success |
194     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address                                     | 3.12907   | success |
195     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server                                | 1.56617   | success |
196     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server                               | 1.38405   | success |
197     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_non_existent_flavor                    | 1.74547   | success |
198     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_null_flavor                            | 0.94955   | success |
199     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank                                         | 1.62631   | success |
200     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server                                  | 1.24089   | success |
201     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server                        | 1.28176   | success |
202     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256                     | 1.39299   | success |
203     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_of_another_tenant                           | 0.59369   | success |
204     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name                              | 1.00537   | success |
205     | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_keypair_in_analt_user_tenant                                    | 0.35547   | success |
206     | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_fails_when_tenant_incorrect                              | 0.02691   | success |
207     | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_with_unauthorized_image                                  | 0.77671   | success |
208     | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_keypair_of_alt_account_fails                                       | 0.03595   | success |
209     | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_server_fails                               | 0.67764   | success |
210     | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_server_fails                               | 0.12390   | success |
211     | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas                                                                   | 0.35252   | success |
212     | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas                                                                           | 0.05395   | success |
213     | tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume                                            | 343.72467 | fail    |
214     | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list                                                           | 0.95003   | success |
215     | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_details                                              | 0.99399   | success |
216     | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id                                         | 0.31689   | success |
217     | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id                          | 0.02590   | success |
218     | tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services                                                          | 0.0       | fail    |
219     | tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user                                                                  | 0.0       | fail    |
220     | tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete                             | 0.0       | fail    |
221     | tempest.api.identity.admin.v3.test_domains.DefaultDomainTestJSON.test_default_domain_exists                                              | 0.09974   | success |
222     | tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain                                              | 1.21063   | success |
223     | tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint                                                      | 0.0       | fail    |
224     | tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete                                              | 0.0       | fail    |
225     | tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy                                            | 0.0       | fail    |
226     | tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id                                           | 0.0       | fail    |
227     | tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_role_create_update_get_list                                                | 0.77355   | success |
228     | tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_create_update_get_service                                              | 0.0       | fail    |
229     | tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all                                                           | 2.63115   | success |
230     | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_media_types                                                         | 0.10751   | success |
231     | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_resources                                                   | 0.08180   | success |
232     | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_statuses                                                    | 0.11419   | success |
233     | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types                                                         | 0.09997   | success |
234     | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources                                                   | 0.15346   | success |
235     | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses                                                    | 0.10901   | success |
236     | tempest.api.image.v1.test_images.ListImagesTest.test_index_no_params                                                                     | 0.26936   | success |
237     | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image                                                             | 1.78244   | success |
238     | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file                                           | 2.75904   | success |
239     | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image                                                             | 3.58070   | success |
240     | tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions                                                         | 6.97865   | success |
241     | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address                           | 0.0       | fail    |
242     | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip                                 | 0.0       | fail    |
243     | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_network                                             | 2.19846   | success |
244     | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_port                                                | 3.01338   | success |
245     | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_subnet                                              | 5.65439   | success |
246     | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_network                                                 | 5.23138   | success |
247     | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_port                                                    | 4.63026   | success |
248     | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_subnet                                                  | 4.20924   | success |
249     | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_update_delete_network_subnet                                         | 3.23093   | success |
250     | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_external_network_visibility                                                 | 0.72657   | success |
251     | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_networks                                                               | 0.45440   | success |
252     | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_subnets                                                                | 0.37147   | success |
253     | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_network                                                                | 0.35779   | success |
254     | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_subnet                                                                 | 0.30639   | success |
255     | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_create_update_delete_network_subnet                                          | 3.21748   | success |
256     | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_external_network_visibility                                                  | 0.64248   | success |
257     | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_networks                                                                | 0.30977   | success |
258     | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_subnets                                                                 | 0.03731   | success |
259     | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_network                                                                 | 0.49862   | success |
260     | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_subnet                                                                  | 0.26355   | success |
261     | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools                                            | 3.12061   | success |
262     | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups                                                 | 3.35577   | success |
263     | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port                                                          | 1.94748   | success |
264     | tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports                                                                         | 0.39794   | success |
265     | tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port                                                                          | 0.33413   | success |
266     | tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools                                                | 3.39562   | success |
267     | tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups                                                     | 5.89837   | success |
268     | tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port                                                              | 2.99973   | success |
269     | tempest.api.network.test_ports.PortsTestJSON.test_list_ports                                                                             | 0.58956   | success |
270     | tempest.api.network.test_ports.PortsTestJSON.test_show_port                                                                              | 0.48395   | success |
271     | tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces                                                     | 10.99445  | success |
272     | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id                                           | 6.94692   | success |
273     | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id                                         | 4.69234   | success |
274     | tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router                                              | 0.56033   | fail    |
275     | tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces                                                         | 8.28629   | success |
276     | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id                                               | 4.94750   | success |
277     | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id                                             | 4.97154   | success |
278     | tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router                                                  | 3.42252   | success |
279     | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group                             | 2.06578   | success |
280     | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule                                    | 3.53065   | success |
281     | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups                                                      | 0.29313   | success |
282     | tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group                                 | 2.98492   | success |
283     | tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule                                        | 3.10014   | success |
284     | tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups                                                          | 0.39465   | success |
285     | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_list                                           | 0.76994   | success |
286     | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_show                                           | 7.29710   | success |
287     | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_template                                       | 0.05370   | success |
288     | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_list                                              | 0.0       | fail    |
289     | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_metadata                                          | 0.0       | fail    |
290     | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_software_config                                              | 0.0       | fail    |
291     | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_create_validate                              | 0.0       | fail    |
292     | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_no_metadata_change                    | 0.0       | fail    |
293     | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_with_metadata_change                  | 0.0       | fail    |
294     | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_crud_no_resources                                                 | 0.0       | fail    |
295     | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_list_responds                                                     | 0.0       | fail    |
296     | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v1_notifications                | 20.70674  | success |
297     | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v2_notifications                | 12.57512  | success |
298     | tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_attach_detach_volume_to_instance                                       | 2.94613   | success |
299     | tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance                                       | 3.13954   | success |
300     | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete                                                | 15.28613  | success |
301     | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_from_image                                     | 17.92871  | success |
302     | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete                                                | 15.55119  | success |
303     | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_from_image                                     | 19.10263  | success |
304     | tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list                                                              | 0.07108   | success |
305     | tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list                                                              | 0.37294   | success |
306     | tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops                                                       | 25.63959  | fail    |
307     | tempest.scenario.test_server_basic_ops.TestServerBasicOps.test_server_basicops                                                           | 16.24070  | fail    |
308     | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern                                                 | 343.58312 | fail    |
309     | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPatternV2.test_volume_boot_pattern                                               | 356.71394 | fail    |
310     +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+
311     run_tempest - INFO - Results: {'timestart': '2016-02-1905:28:37.031139', 'duration': 730, 'tests': 210, 'failures': 40}
312
313 Rally
314 ^^^^^
315 ::
316
317     FUNCTEST.info: Running Rally benchmark suite...
318     run_rally - INFO - Starting test scenario "authenticate" ...
319     run_rally - INFO -
320      Preparing input task
321      Task  c7f4e0fd-a882-4e14-ba02-553118d0cb77: started
322     Task c7f4e0fd-a882-4e14-ba02-553118d0cb77: finished
323
324     test scenario Authenticate.validate_glance
325     +-------------------------------------------------------------------------------------------------------+
326     |                                         Response Times (sec)                                          |
327     +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
328     | action                           | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
329     +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
330     | authenticate.validate_glance     | 0.535 | 0.78   | 0.847  | 0.86   | 0.874 | 0.74  | 100.0%  | 10    |
331     | authenticate.validate_glance (2) | 0.667 | 0.689  | 0.793  | 0.807  | 0.821 | 0.717 | 100.0%  | 10    |
332     | total                            | 1.381 | 1.677  | 1.718  | 1.735  | 1.752 | 1.625 | 100.0%  | 10    |
333     +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
334     Load duration: 4.80417394638
335     Full duration: 12.8028140068
336
337
338
339     test scenario Authenticate.keystone
340     +-----------------------------------------------------------------------------+
341     |                            Response Times (sec)                             |
342     +--------+-------+--------+--------+--------+-------+-------+---------+-------+
343     | action | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
344     +--------+-------+--------+--------+--------+-------+-------+---------+-------+
345     | total  | 0.121 | 0.149  | 0.163  | 0.164  | 0.166 | 0.149 | 100.0%  | 10    |
346     +--------+-------+--------+--------+--------+-------+-------+---------+-------+
347     Load duration: 0.489310979843
348     Full duration: 7.96697187424
349
350
351
352     test scenario Authenticate.validate_heat
353     +-----------------------------------------------------------------------------------------------------+
354     |                                        Response Times (sec)                                         |
355     +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
356     | action                         | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
357     +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
358     | authenticate.validate_heat     | 0.259 | 0.318  | 0.482  | 0.511  | 0.539 | 0.371 | 100.0%  | 10    |
359     | authenticate.validate_heat (2) | 0.051 | 0.287  | 0.385  | 0.386  | 0.387 | 0.24  | 100.0%  | 10    |
360     | total                          | 0.512 | 0.771  | 0.957  | 0.996  | 1.035 | 0.776 | 100.0%  | 10    |
361     +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
362     Load duration: 2.53649091721
363     Full duration: 10.2540290356
364
365
366
367     test scenario Authenticate.validate_nova
368     +-----------------------------------------------------------------------------------------------------+
369     |                                        Response Times (sec)                                         |
370     +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
371     | action                         | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
372     +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
373     | authenticate.validate_nova     | 0.3   | 0.332  | 0.474  | 0.482  | 0.489 | 0.368 | 100.0%  | 10    |
374     | authenticate.validate_nova (2) | 0.034 | 0.049  | 0.059  | 0.065  | 0.07  | 0.05  | 100.0%  | 10    |
375     | total                          | 0.499 | 0.564  | 0.716  | 0.722  | 0.727 | 0.586 | 100.0%  | 10    |
376     +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
377     Load duration: 1.84303689003
378     Full duration: 9.65319395065
379
380
381
382     test scenario Authenticate.validate_cinder
383     +-------------------------------------------------------------------------------------------------------+
384     |                                         Response Times (sec)                                          |
385     +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
386     | action                           | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
387     +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
388     | authenticate.validate_cinder     | 0.274 | 0.428  | 0.475  | 0.509  | 0.543 | 0.405 | 100.0%  | 10    |
389     | authenticate.validate_cinder (2) | 0.025 | 0.424  | 0.455  | 0.456  | 0.458 | 0.376 | 100.0%  | 10    |
390     | total                            | 0.469 | 1.071  | 1.131  | 1.141  | 1.151 | 0.964 | 100.0%  | 10    |
391     +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
392     Load duration: 2.72650790215
393     Full duration: 10.753674984
394
395
396
397     test scenario Authenticate.validate_neutron
398     +--------------------------------------------------------------------------------------------------------+
399     |                                          Response Times (sec)                                          |
400     +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
401     | action                            | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
402     +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
403     | authenticate.validate_neutron     | 0.28  | 0.302  | 0.32   | 0.326  | 0.333 | 0.303 | 100.0%  | 10    |
404     | authenticate.validate_neutron (2) | 0.046 | 0.31   | 0.334  | 0.34   | 0.346 | 0.262 | 100.0%  | 10    |
405     | total                             | 0.467 | 0.764  | 0.81   | 0.838  | 0.866 | 0.728 | 100.0%  | 10    |
406     +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
407     Load duration: 2.37260484695
408     Full duration: 9.99744796753
409
410
411
412     run_rally - INFO - Test scenario: "authenticate" OK.
413
414     run_rally - INFO - Starting test scenario "glance" ...
415     run_rally - INFO -
416      Preparing input task
417      Task  d54fa25b-b992-4b4e-bef2-14425b86329c: started
418     Task d54fa25b-b992-4b4e-bef2-14425b86329c: finished
419
420     test scenario GlanceImages.list_images
421     +-----------------------------------------------------------------------------------------+
422     |                                  Response Times (sec)                                   |
423     +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
424     | action             | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
425     +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
426     | glance.list_images | 0.877 | 0.902  | 0.997  | 0.998  | 0.999 | 0.932 | 100.0%  | 10    |
427     | total              | 0.877 | 0.902  | 0.997  | 0.998  | 0.999 | 0.932 | 100.0%  | 10    |
428     +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
429     Load duration: 2.92263484001
430     Full duration: 13.4585630894
431
432
433
434     test scenario GlanceImages.create_image_and_boot_instances
435     +--------------------------------------------------------------------------------------------+
436     |                                    Response Times (sec)                                    |
437     +---------------------+--------+--------+--------+--------+-------+--------+---------+-------+
438     | action              | min    | median | 90%ile | 95%ile | max   | avg    | success | count |
439     +---------------------+--------+--------+--------+--------+-------+--------+---------+-------+
440     | glance.create_image | 7.386  | 7.929  | 8.381  | 8.481  | 8.581 | 7.97   | 100.0%  | 10    |
441     | nova.boot_servers   | 8.641  | 10.384 | 10.714 | 11.007 | 11.3  | 10.241 | 100.0%  | 10    |
442     | total               | 16.702 | 18.427 | 18.943 | 19.047 | 19.15 | 18.211 | 100.0%  | 10    |
443     +---------------------+--------+--------+--------+--------+-------+--------+---------+-------+
444     Load duration: 54.6946680546
445     Full duration: 110.071588039
446
447
448
449     test scenario GlanceImages.create_and_list_image
450     +------------------------------------------------------------------------------------------+
451     |                                   Response Times (sec)                                   |
452     +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
453     | action              | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
454     +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
455     | glance.create_image | 7.081 | 7.618  | 8.085  | 8.19   | 8.296 | 7.689 | 100.0%  | 10    |
456     | glance.list_images  | 0.324 | 0.573  | 0.642  | 0.714  | 0.786 | 0.573 | 100.0%  | 10    |
457     | total               | 7.612 | 8.241  | 8.722  | 8.902  | 9.082 | 8.262 | 100.0%  | 10    |
458     +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
459     Load duration: 24.6801600456
460     Full duration: 39.2870121002
461
462
463
464     test scenario GlanceImages.create_and_delete_image
465     +-------------------------------------------------------------------------------------------+
466     |                                   Response Times (sec)                                    |
467     +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+
468     | action              | min   | median | 90%ile | 95%ile | max    | avg   | success | count |
469     +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+
470     | glance.create_image | 7.449 | 7.593  | 7.856  | 8.073  | 8.289  | 7.673 | 100.0%  | 10    |
471     | glance.delete_image | 2.001 | 2.442  | 12.75  | 13.42  | 14.089 | 5.507 | 100.0%  | 10    |
472     | total               | 9.487 | 10.064 | 20.503 | 21.441 | 22.378 | 13.18 | 100.0%  | 10    |
473     +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+
474     Load duration: 40.0675120354
475     Full duration: 50.2370131016
476
477
478
479     run_rally - INFO - Test scenario: "glance" OK.
480
481     run_rally - INFO - Starting test scenario "cinder" ...
482     run_rally - INFO -
483      Preparing input task
484      Task  6b2be534-fd42-4a5f-be0e-9a789027d4b3: started
485     Task 6b2be534-fd42-4a5f-be0e-9a789027d4b3: finished
486
487     test scenario CinderVolumes.create_and_attach_volume
488     +----------------------------------------------------------------------------------------------+
489     |                                     Response Times (sec)                                     |
490     +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
491     | action               | min    | median | 90%ile | 95%ile | max    | avg    | success | count |
492     +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
493     | nova.boot_server     | 7.135  | 7.936  | 8.663  | 8.672  | 8.68   | 7.941  | 100.0%  | 10    |
494     | cinder.create_volume | 3.274  | 3.507  | 4.072  | 4.096  | 4.12   | 3.616  | 100.0%  | 10    |
495     | nova.attach_volume   | 4.012  | 4.845  | 6.553  | 6.624  | 6.694  | 5.31   | 100.0%  | 10    |
496     | nova.detach_volume   | 3.256  | 3.739  | 3.938  | 4.096  | 4.253  | 3.716  | 100.0%  | 10    |
497     | cinder.delete_volume | 0.464  | 2.707  | 2.98   | 3.154  | 3.328  | 1.98   | 100.0%  | 10    |
498     | nova.delete_server   | 2.784  | 3.059  | 3.15   | 3.19   | 3.23   | 3.04   | 100.0%  | 10    |
499     | total                | 22.316 | 26.079 | 27.631 | 28.362 | 29.094 | 25.604 | 100.0%  | 10    |
500     +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
501     Load duration: 73.9451169968
502     Full duration: 116.516190052
503
504
505
506     test scenario CinderVolumes.create_and_list_volume
507     +--------------------------------------------------------------------------------------------+
508     |                                    Response Times (sec)                                    |
509     +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+
510     | action               | min   | median | 90%ile | 95%ile | max    | avg   | success | count |
511     +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+
512     | cinder.create_volume | 9.065 | 9.591  | 9.94   | 9.943  | 9.945  | 9.554 | 100.0%  | 10    |
513     | cinder.list_volumes  | 0.048 | 0.346  | 0.386  | 0.394  | 0.402  | 0.301 | 100.0%  | 10    |
514     | total                | 9.138 | 9.94   | 10.313 | 10.324 | 10.335 | 9.855 | 100.0%  | 10    |
515     +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+
516     Load duration: 28.8989629745
517     Full duration: 51.7012848854
518
519
520
521     test scenario CinderVolumes.create_and_list_volume
522     +-------------------------------------------------------------------------------------------+
523     |                                   Response Times (sec)                                    |
524     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
525     | action               | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
526     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
527     | cinder.create_volume | 3.251 | 3.883  | 4.897  | 4.899  | 4.901 | 4.006 | 100.0%  | 10    |
528     | cinder.list_volumes  | 0.055 | 0.072  | 0.333  | 0.334  | 0.334 | 0.145 | 100.0%  | 10    |
529     | total                | 3.313 | 3.952  | 5.212  | 5.223  | 5.234 | 4.151 | 100.0%  | 10    |
530     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
531     Load duration: 11.7280011177
532     Full duration: 34.1200621128
533
534
535
536     test scenario CinderVolumes.create_and_list_snapshots
537     +---------------------------------------------------------------------------------------------+
538     |                                    Response Times (sec)                                     |
539     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
540     | action                 | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
541     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
542     | cinder.create_snapshot | 2.973 | 3.289  | 5.554  | 5.57   | 5.585 | 3.702 | 100.0%  | 10    |
543     | cinder.list_snapshots  | 0.027 | 0.162  | 0.313  | 0.32   | 0.326 | 0.168 | 100.0%  | 10    |
544     | total                  | 3.001 | 3.593  | 5.586  | 5.601  | 5.616 | 3.871 | 100.0%  | 10    |
545     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
546     Load duration: 10.6676809788
547     Full duration: 51.8370318413
548
549
550
551     test scenario CinderVolumes.create_and_delete_volume
552     +-------------------------------------------------------------------------------------------+
553     |                                   Response Times (sec)                                    |
554     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
555     | action               | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
556     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
557     | cinder.create_volume | 3.324 | 3.69   | 4.382  | 4.392  | 4.403 | 3.828 | 100.0%  | 10    |
558     | cinder.delete_volume | 0.625 | 2.781  | 3.053  | 3.199  | 3.345 | 2.086 | 100.0%  | 10    |
559     | total                | 4.288 | 6.438  | 7.073  | 7.173  | 7.273 | 5.914 | 100.0%  | 10    |
560     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
561     Load duration: 18.0577061176
562     Full duration: 35.664162159
563
564
565
566     test scenario CinderVolumes.create_and_delete_volume
567     +--------------------------------------------------------------------------------------------+
568     |                                    Response Times (sec)                                    |
569     +----------------------+------+--------+--------+--------+--------+--------+---------+-------+
570     | action               | min  | median | 90%ile | 95%ile | max    | avg    | success | count |
571     +----------------------+------+--------+--------+--------+--------+--------+---------+-------+
572     | cinder.create_volume | 7.41 | 9.74   | 10.091 | 10.094 | 10.097 | 9.522  | 100.0%  | 10    |
573     | cinder.delete_volume | 0.54 | 0.965  | 3.092  | 3.097  | 3.103  | 1.691  | 100.0%  | 10    |
574     | total                | 7.95 | 10.903 | 12.9   | 12.964 | 13.029 | 11.214 | 100.0%  | 10    |
575     +----------------------+------+--------+--------+--------+--------+--------+---------+-------+
576     Load duration: 33.3823940754
577     Full duration: 52.0277431011
578
579
580
581     test scenario CinderVolumes.create_and_delete_volume
582     +-------------------------------------------------------------------------------------------+
583     |                                   Response Times (sec)                                    |
584     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
585     | action               | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
586     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
587     | cinder.create_volume | 3.681 | 3.946  | 4.01   | 4.051  | 4.092 | 3.903 | 100.0%  | 10    |
588     | cinder.delete_volume | 0.506 | 2.848  | 3.217  | 3.222  | 3.228 | 2.122 | 100.0%  | 10    |
589     | total                | 4.188 | 6.787  | 7.161  | 7.175  | 7.189 | 6.026 | 100.0%  | 10    |
590     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
591     Load duration: 18.0166649818
592     Full duration: 35.4839038849
593
594
595
596     test scenario CinderVolumes.create_and_upload_volume_to_image
597     +-------------------------------------------------------------------------------------------------------+
598     |                                         Response Times (sec)                                          |
599     +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
600     | action                        | min    | median | 90%ile | 95%ile | max    | avg    | success | count |
601     +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
602     | cinder.create_volume          | 3.672  | 4.074  | 4.522  | 4.546  | 4.57   | 4.114  | 100.0%  | 10    |
603     | cinder.upload_volume_to_image | 21.673 | 31.257 | 31.931 | 31.979 | 32.027 | 29.253 | 100.0%  | 10    |
604     | cinder.delete_volume          | 0.56   | 2.568  | 3.011  | 3.067  | 3.123  | 2.293  | 100.0%  | 10    |
605     | nova.delete_image             | 2.137  | 2.51   | 2.606  | 2.681  | 2.756  | 2.451  | 100.0%  | 10    |
606     | total                         | 28.587 | 39.952 | 40.849 | 41.35  | 41.852 | 38.112 | 100.0%  | 10    |
607     +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
608     Load duration: 110.444069147
609     Full duration: 131.52224803
610
611
612
613     test scenario CinderVolumes.create_and_delete_snapshot
614     +---------------------------------------------------------------------------------------------+
615     |                                    Response Times (sec)                                     |
616     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
617     | action                 | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
618     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
619     | cinder.create_snapshot | 3.208 | 3.343  | 5.587  | 5.628  | 5.669 | 3.788 | 100.0%  | 10    |
620     | cinder.delete_snapshot | 2.503 | 2.86   | 3.196  | 3.217  | 3.239 | 2.893 | 100.0%  | 10    |
621     | total                  | 5.787 | 6.422  | 8.296  | 8.392  | 8.488 | 6.681 | 100.0%  | 10    |
622     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
623     Load duration: 18.7773430347
624     Full duration: 53.0582361221
625
626
627
628     test scenario CinderVolumes.create_volume
629     +------------------------------------------------------------------------------------------+
630     |                                   Response Times (sec)                                   |
631     +----------------------+------+--------+--------+--------+-------+-------+---------+-------+
632     | action               | min  | median | 90%ile | 95%ile | max   | avg   | success | count |
633     +----------------------+------+--------+--------+--------+-------+-------+---------+-------+
634     | cinder.create_volume | 3.52 | 3.822  | 4.222  | 4.228  | 4.233 | 3.852 | 100.0%  | 10    |
635     | total                | 3.52 | 3.822  | 4.223  | 4.228  | 4.233 | 3.852 | 100.0%  | 10    |
636     +----------------------+------+--------+--------+--------+-------+-------+---------+-------+
637     Load duration: 11.2881109715
638     Full duration: 29.6710369587
639
640
641
642     test scenario CinderVolumes.create_volume
643     +-------------------------------------------------------------------------------------------+
644     |                                   Response Times (sec)                                    |
645     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
646     | action               | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
647     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
648     | cinder.create_volume | 3.248 | 3.651  | 3.891  | 3.988  | 4.084 | 3.645 | 100.0%  | 10    |
649     | total                | 3.249 | 3.652  | 3.891  | 3.988  | 4.084 | 3.645 | 100.0%  | 10    |
650     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
651     Load duration: 10.7785470486
652     Full duration: 32.9540159702
653
654
655
656     test scenario CinderVolumes.list_volumes
657     +------------------------------------------------------------------------------------------+
658     |                                   Response Times (sec)                                   |
659     +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
660     | action              | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
661     +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
662     | cinder.list_volumes | 0.499 | 0.52   | 0.539  | 0.55   | 0.561 | 0.522 | 100.0%  | 10    |
663     | total               | 0.499 | 0.52   | 0.539  | 0.55   | 0.561 | 0.523 | 100.0%  | 10    |
664     +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
665     Load duration: 1.60948395729
666     Full duration: 65.5444660187
667
668
669
670     test scenario CinderVolumes.create_nested_snapshots_and_attach_volume
671     +------------------------------------------------------------------------------------------------+
672     |                                      Response Times (sec)                                      |
673     +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
674     | action                 | min    | median | 90%ile | 95%ile | max    | avg    | success | count |
675     +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
676     | cinder.create_volume   | 3.547  | 3.82   | 3.891  | 3.927  | 3.962  | 3.787  | 100.0%  | 10    |
677     | cinder.create_snapshot | 2.552  | 2.875  | 3.173  | 3.215  | 3.257  | 2.931  | 100.0%  | 10    |
678     | nova.attach_volume     | 3.633  | 5.774  | 8.279  | 8.853  | 9.427  | 6.038  | 100.0%  | 10    |
679     | nova.detach_volume     | 3.599  | 3.826  | 4.233  | 4.444  | 4.655  | 3.905  | 100.0%  | 10    |
680     | cinder.delete_snapshot | 2.22   | 2.537  | 2.852  | 2.971  | 3.09   | 2.577  | 100.0%  | 10    |
681     | cinder.delete_volume   | 0.648  | 2.735  | 2.845  | 2.892  | 2.939  | 2.321  | 100.0%  | 10    |
682     | total                  | 18.538 | 22.642 | 25.806 | 26.204 | 26.601 | 22.745 | 100.0%  | 10    |
683     +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
684     Load duration: 66.8299760818
685     Full duration: 173.895985842
686
687
688
689     test scenario CinderVolumes.create_from_volume_and_delete_volume
690     +-------------------------------------------------------------------------------------------+
691     |                                   Response Times (sec)                                    |
692     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
693     | action               | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
694     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
695     | cinder.create_volume | 3.481 | 3.953  | 4.613  | 5.302  | 5.991 | 4.167 | 100.0%  | 10    |
696     | cinder.delete_volume | 1.163 | 3.065  | 3.469  | 3.474  | 3.479 | 2.919 | 100.0%  | 10    |
697     | total                | 5.012 | 7.114  | 7.89   | 8.462  | 9.034 | 7.087 | 100.0%  | 10    |
698     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
699     Load duration: 20.8082921505
700     Full duration: 55.4062600136
701
702
703
704     test scenario CinderVolumes.create_and_extend_volume
705     +--------------------------------------------------------------------------------------------+
706     |                                    Response Times (sec)                                    |
707     +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+
708     | action               | min   | median | 90%ile | 95%ile | max    | avg   | success | count |
709     +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+
710     | cinder.create_volume | 3.417 | 3.839  | 3.908  | 3.925  | 3.941  | 3.742 | 100.0%  | 10    |
711     | cinder.extend_volume | 0.938 | 2.978  | 3.574  | 3.713  | 3.853  | 2.396 | 100.0%  | 10    |
712     | cinder.delete_volume | 0.577 | 1.808  | 3.066  | 3.146  | 3.225  | 1.858 | 100.0%  | 10    |
713     | total                | 5.44  | 8.275  | 9.921  | 10.095 | 10.269 | 7.997 | 100.0%  | 10    |
714     +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+
715     Load duration: 23.5873560905
716     Full duration: 41.9279878139
717
718
719
720     test scenario CinderVolumes.create_snapshot_and_attach_volume
721     +-----------------------------------------------------------------------------------------------+
722     |                                     Response Times (sec)                                      |
723     +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+
724     | action                 | min   | median | 90%ile | 95%ile | max    | avg    | success | count |
725     +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+
726     | cinder.create_volume   | 3.668 | 3.89   | 4.255  | 4.266  | 4.277  | 3.937  | 100.0%  | 10    |
727     | cinder.create_snapshot | 2.268 | 2.949  | 3.306  | 3.36   | 3.414  | 2.903  | 100.0%  | 10    |
728     | nova.attach_volume     | 3.471 | 4.393  | 7.358  | 8.251  | 9.145  | 5.113  | 100.0%  | 10    |
729     | nova.detach_volume     | 3.277 | 3.925  | 4.509  | 4.566  | 4.622  | 3.926  | 100.0%  | 10    |
730     | cinder.delete_snapshot | 2.286 | 2.607  | 2.849  | 2.862  | 2.875  | 2.614  | 100.0%  | 10    |
731     | cinder.delete_volume   | 0.591 | 2.677  | 2.96   | 3.019  | 3.078  | 2.352  | 100.0%  | 10    |
732     | total                  | 18.8  | 21.654 | 23.365 | 25.201 | 27.038 | 21.974 | 100.0%  | 10    |
733     +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+
734     Load duration: 65.2181398869
735     Full duration: 179.069041967
736
737
738
739     test scenario CinderVolumes.create_snapshot_and_attach_volume
740     +------------------------------------------------------------------------------------------------+
741     |                                      Response Times (sec)                                      |
742     +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
743     | action                 | min    | median | 90%ile | 95%ile | max    | avg    | success | count |
744     +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
745     | cinder.create_volume   | 3.22   | 3.682  | 4.259  | 4.27   | 4.281  | 3.723  | 100.0%  | 10    |
746     | cinder.create_snapshot | 2.292  | 3.051  | 3.199  | 3.232  | 3.265  | 2.991  | 100.0%  | 10    |
747     | nova.attach_volume     | 3.891  | 4.365  | 6.53   | 6.577  | 6.625  | 4.971  | 100.0%  | 10    |
748     | nova.detach_volume     | 3.248  | 3.565  | 3.767  | 4.044  | 4.321  | 3.568  | 100.0%  | 10    |
749     | cinder.delete_snapshot | 2.258  | 2.551  | 2.836  | 2.87   | 2.904  | 2.609  | 100.0%  | 10    |
750     | cinder.delete_volume   | 0.883  | 2.687  | 3.02   | 3.224  | 3.427  | 2.286  | 100.0%  | 10    |
751     | total                  | 19.132 | 21.712 | 23.229 | 23.566 | 23.904 | 21.677 | 100.0%  | 10    |
752     +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
753     Load duration: 64.7866289616
754     Full duration: 180.275881052
755
756
757
758     run_rally - INFO - Test scenario: "cinder" OK.
759
760     run_rally - INFO - Starting test scenario "heat" ...
761     run_rally - INFO -
762      Preparing input task
763      Task  51925ef8-a527-44d2-8df3-6164af0ec62a: started
764     Task 51925ef8-a527-44d2-8df3-6164af0ec62a: finished
765
766     test scenario HeatStacks.create_suspend_resume_delete_stack
767     +-----------------------------------------------------------------------------------------+
768     |                                  Response Times (sec)                                   |
769     +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
770     | action             | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
771     +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
772     | heat.create_stack  | 4.245 | 4.317  | 4.434  | 4.474  | 4.514 | 4.348 | 100.0%  | 10    |
773     | heat.suspend_stack | 1.497 | 1.713  | 1.747  | 1.75   | 1.753 | 1.7   | 100.0%  | 10    |
774     | heat.resume_stack  | 1.42  | 1.621  | 1.668  | 1.67   | 1.671 | 1.562 | 100.0%  | 10    |
775     | heat.delete_stack  | 1.377 | 1.573  | 1.716  | 2.249  | 2.782 | 1.675 | 100.0%  | 10    |
776     | total              | 8.851 | 9.198  | 9.402  | 9.981  | 10.56 | 9.285 | 100.0%  | 10    |
777     +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
778     Load duration: 27.3572640419
779     Full duration: 37.0984110832
780
781
782
783     test scenario HeatStacks.create_and_delete_stack
784     +----------------------------------------------------------------------------------------+
785     |                                  Response Times (sec)                                  |
786     +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
787     | action            | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
788     +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
789     | heat.create_stack | 3.911 | 4.181  | 4.323  | 4.325  | 4.327 | 4.149 | 100.0%  | 10    |
790     | heat.delete_stack | 1.392 | 1.426  | 1.744  | 1.776  | 1.808 | 1.491 | 100.0%  | 10    |
791     | total             | 5.311 | 5.631  | 5.774  | 5.775  | 5.776 | 5.64  | 100.0%  | 10    |
792     +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
793     Load duration: 16.9275529385
794     Full duration: 26.8473479748
795
796
797
798     test scenario HeatStacks.create_and_delete_stack
799     +-------------------------------------------------------------------------------------------+
800     |                                   Response Times (sec)                                    |
801     +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
802     | action            | min    | median | 90%ile | 95%ile | max    | avg    | success | count |
803     +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
804     | heat.create_stack | 20.192 | 23.206 | 23.805 | 23.826 | 23.847 | 22.465 | 100.0%  | 10    |
805     | heat.delete_stack | 11.755 | 11.868 | 12.963 | 13.0   | 13.036 | 12.282 | 100.0%  | 10    |
806     | total             | 32.02  | 35.613 | 36.714 | 36.721 | 36.729 | 34.747 | 100.0%  | 10    |
807     +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
808     Load duration: 102.752908945
809     Full duration: 112.369065046
810
811
812
813     test scenario HeatStacks.create_and_delete_stack
814     +-------------------------------------------------------------------------------------------+
815     |                                   Response Times (sec)                                    |
816     +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
817     | action            | min    | median | 90%ile | 95%ile | max    | avg    | success | count |
818     +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
819     | heat.create_stack | 16.808 | 18.33  | 20.748 | 20.751 | 20.755 | 18.654 | 100.0%  | 10    |
820     | heat.delete_stack | 9.404  | 10.582 | 10.788 | 10.803 | 10.818 | 10.313 | 100.0%  | 10    |
821     | total             | 26.212 | 28.318 | 31.532 | 31.553 | 31.574 | 28.967 | 100.0%  | 10    |
822     +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
823     Load duration: 85.8598790169
824     Full duration: 95.2520959377
825
826
827
828     test scenario HeatStacks.list_stacks_and_resources
829     +-----------------------------------------------------------------------------------------------------+
830     |                                        Response Times (sec)                                         |
831     +---------------------------------+------+--------+--------+--------+-------+-------+---------+-------+
832     | action                          | min  | median | 90%ile | 95%ile | max   | avg   | success | count |
833     +---------------------------------+------+--------+--------+--------+-------+-------+---------+-------+
834     | heat.list_stacks                | 0.45 | 0.485  | 0.512  | 0.512  | 0.512 | 0.487 | 100.0%  | 10    |
835     | heat.list_resources_of_0_stacks | 0.0  | 0.0    | 0.0    | 0.0    | 0.0   | 0.0   | 100.0%  | 10    |
836     | total                           | 0.45 | 0.485  | 0.512  | 0.512  | 0.512 | 0.487 | 100.0%  | 10    |
837     +---------------------------------+------+--------+--------+--------+-------+-------+---------+-------+
838     Load duration: 1.48300600052
839     Full duration: 9.57427692413
840
841
842
843     test scenario HeatStacks.create_update_delete_stack
844     +------------------------------------------------------------------------------------------+
845     |                                   Response Times (sec)                                   |
846     +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
847     | action            | min   | median | 90%ile | 95%ile | max    | avg    | success | count |
848     +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
849     | heat.create_stack | 3.727 | 4.075  | 4.288  | 4.337  | 4.386  | 4.085  | 100.0%  | 10    |
850     | heat.update_stack | 3.549 | 3.676  | 3.903  | 3.972  | 4.042  | 3.704  | 100.0%  | 10    |
851     | heat.delete_stack | 1.405 | 2.619  | 2.76   | 2.774  | 2.789  | 2.212  | 100.0%  | 10    |
852     | total             | 9.105 | 10.287 | 10.719 | 10.741 | 10.763 | 10.001 | 100.0%  | 10    |
853     +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
854     Load duration: 29.4346759319
855     Full duration: 39.5471699238
856
857
858
859     test scenario HeatStacks.create_update_delete_stack
860     +----------------------------------------------------------------------------------------+
861     |                                  Response Times (sec)                                  |
862     +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
863     | action            | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
864     +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
865     | heat.create_stack | 3.915 | 4.067  | 4.171  | 4.199  | 4.227 | 4.052 | 100.0%  | 10    |
866     | heat.update_stack | 3.521 | 3.661  | 3.773  | 3.791  | 3.81  | 3.658 | 100.0%  | 10    |
867     | heat.delete_stack | 1.38  | 1.477  | 1.612  | 1.618  | 1.624 | 1.492 | 100.0%  | 10    |
868     | total             | 8.916 | 9.128  | 9.484  | 9.493  | 9.503 | 9.203 | 100.0%  | 10    |
869     +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
870     Load duration: 27.5511319637
871     Full duration: 37.5252559185
872
873
874
875     test scenario HeatStacks.create_update_delete_stack
876     +-------------------------------------------------------------------------------------------+
877     |                                   Response Times (sec)                                    |
878     +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
879     | action            | min    | median | 90%ile | 95%ile | max    | avg    | success | count |
880     +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
881     | heat.create_stack | 4.023  | 4.301  | 4.59   | 5.029  | 5.468  | 4.38   | 100.0%  | 10    |
882     | heat.update_stack | 5.783  | 5.888  | 6.061  | 6.08   | 6.1    | 5.912  | 100.0%  | 10    |
883     | heat.delete_stack | 2.475  | 2.546  | 2.705  | 3.2    | 3.694  | 2.65   | 100.0%  | 10    |
884     | total             | 12.613 | 12.74  | 13.76  | 13.912 | 14.064 | 12.942 | 100.0%  | 10    |
885     +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
886     Load duration: 38.1860618591
887     Full duration: 48.4381308556
888
889
890
891     test scenario HeatStacks.create_update_delete_stack
892     +-------------------------------------------------------------------------------------------+
893     |                                   Response Times (sec)                                    |
894     +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
895     | action            | min    | median | 90%ile | 95%ile | max    | avg    | success | count |
896     +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
897     | heat.create_stack | 4.094  | 5.24   | 5.479  | 5.528  | 5.577  | 5.17   | 100.0%  | 10    |
898     | heat.update_stack | 8.178  | 9.243  | 9.316  | 9.324  | 9.332  | 8.862  | 100.0%  | 10    |
899     | heat.delete_stack | 3.63   | 3.68   | 3.714  | 3.714  | 3.715  | 3.68   | 100.0%  | 10    |
900     | total             | 16.974 | 17.76  | 18.444 | 18.466 | 18.488 | 17.713 | 100.0%  | 10    |
901     +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
902     Load duration: 52.4500279427
903     Full duration: 63.0265882015
904
905
906
907     test scenario HeatStacks.create_update_delete_stack
908     +------------------------------------------------------------------------------------------+
909     |                                   Response Times (sec)                                   |
910     +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
911     | action            | min   | median | 90%ile | 95%ile | max    | avg    | success | count |
912     +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
913     | heat.create_stack | 4.113 | 4.273  | 4.647  | 4.934  | 5.22   | 4.362  | 100.0%  | 10    |
914     | heat.update_stack | 5.809 | 5.888  | 5.941  | 6.056  | 6.17   | 5.907  | 100.0%  | 10    |
915     | heat.delete_stack | 2.513 | 2.561  | 3.694  | 3.7    | 3.706  | 2.891  | 100.0%  | 10    |
916     | total             | 12.55 | 12.759 | 14.013 | 14.546 | 15.079 | 13.161 | 100.0%  | 10    |
917     +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
918     Load duration: 39.0816349983
919     Full duration: 49.7756490707
920
921
922
923     test scenario HeatStacks.create_update_delete_stack
924     +-----------------------------------------------------------------------------------------+
925     |                                  Response Times (sec)                                   |
926     +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+
927     | action            | min   | median | 90%ile | 95%ile | max    | avg   | success | count |
928     +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+
929     | heat.create_stack | 3.762 | 4.115  | 4.19   | 4.27   | 4.35   | 4.062 | 100.0%  | 10    |
930     | heat.update_stack | 3.543 | 3.63   | 3.844  | 3.977  | 4.11   | 3.69  | 100.0%  | 10    |
931     | heat.delete_stack | 1.383 | 1.499  | 2.506  | 2.528  | 2.549  | 1.677 | 100.0%  | 10    |
932     | total             | 8.868 | 9.275  | 10.208 | 10.225 | 10.242 | 9.429 | 100.0%  | 10    |
933     +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+
934     Load duration: 27.9543409348
935     Full duration: 38.8234701157
936
937
938
939     test scenario HeatStacks.create_and_list_stack
940     +----------------------------------------------------------------------------------------+
941     |                                  Response Times (sec)                                  |
942     +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
943     | action            | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
944     +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
945     | heat.create_stack | 4.005 | 4.128  | 4.199  | 4.234  | 4.27  | 4.127 | 100.0%  | 10    |
946     | heat.list_stacks  | 0.075 | 0.094  | 0.108  | 0.112  | 0.117 | 0.094 | 100.0%  | 10    |
947     | total             | 4.112 | 4.226  | 4.281  | 4.313  | 4.345 | 4.221 | 100.0%  | 10    |
948     +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
949     Load duration: 12.6059498787
950     Full duration: 27.8848700523
951
952
953
954     test scenario HeatStacks.create_check_delete_stack
955     +----------------------------------------------------------------------------------------+
956     |                                  Response Times (sec)                                  |
957     +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
958     | action            | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
959     +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
960     | heat.create_stack | 4.084 | 4.153  | 4.178  | 4.217  | 4.256 | 4.153 | 100.0%  | 10    |
961     | heat.check_stack  | 0.706 | 1.53   | 1.571  | 1.586  | 1.6   | 1.459 | 100.0%  | 10    |
962     | heat.delete_stack | 1.375 | 1.432  | 2.542  | 2.546  | 2.55  | 1.763 | 100.0%  | 10    |
963     | total             | 7.01  | 7.159  | 8.25   | 8.279  | 8.309 | 7.375 | 100.0%  | 10    |
964     +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
965     Load duration: 22.5798799992
966     Full duration: 33.7318949699
967
968
969
970     run_rally - INFO - Test scenario: "heat" OK.
971
972     run_rally - INFO - Starting test scenario "keystone" ...
973     run_rally - INFO -
974      Preparing input task
975      Task  98c40f01-0adc-48ce-91ca-105f22e60ec9: started
976     Task 98c40f01-0adc-48ce-91ca-105f22e60ec9: finished
977
978     test scenario KeystoneBasic.create_tenant_with_users
979     +---------------------------------------------------------------------------------------------+
980     |                                    Response Times (sec)                                     |
981     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
982     | action                 | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
983     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
984     | keystone.create_tenant | 0.263 | 0.291  | 0.401  | 0.408  | 0.415 | 0.322 | 100.0%  | 10    |
985     | keystone.create_users  | 1.508 | 1.599  | 1.672  | 1.733  | 1.793 | 1.601 | 100.0%  | 10    |
986     | total                  | 1.782 | 1.949  | 2.051  | 2.066  | 2.081 | 1.923 | 100.0%  | 10    |
987     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
988     Load duration: 5.82497000694
989     Full duration: 20.636977911
990
991
992
993     test scenario KeystoneBasic.create_add_and_list_user_roles
994     +-------------------------------------------------------------------------------------------+
995     |                                   Response Times (sec)                                    |
996     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
997     | action               | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
998     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
999     | keystone.create_role | 0.256 | 0.273  | 0.292  | 0.296  | 0.3   | 0.274 | 100.0%  | 10    |
1000     | keystone.add_role    | 0.24  | 0.262  | 0.297  | 0.319  | 0.341 | 0.267 | 100.0%  | 10    |
1001     | keystone.list_roles  | 0.131 | 0.146  | 0.226  | 0.237  | 0.248 | 0.16  | 100.0%  | 10    |
1002     | total                | 0.636 | 0.682  | 0.774  | 0.78   | 0.786 | 0.702 | 100.0%  | 10    |
1003     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1004     Load duration: 2.11375284195
1005     Full duration: 14.9668319225
1006
1007
1008
1009     test scenario KeystoneBasic.add_and_remove_user_role
1010     +-------------------------------------------------------------------------------------------+
1011     |                                   Response Times (sec)                                    |
1012     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1013     | action               | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
1014     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1015     | keystone.create_role | 0.267 | 0.326  | 0.368  | 0.376  | 0.383 | 0.322 | 100.0%  | 10    |
1016     | keystone.add_role    | 0.244 | 0.255  | 0.278  | 0.302  | 0.326 | 0.263 | 100.0%  | 10    |
1017     | keystone.remove_role | 0.149 | 0.163  | 0.191  | 0.244  | 0.296 | 0.177 | 100.0%  | 10    |
1018     | total                | 0.681 | 0.765  | 0.834  | 0.84   | 0.846 | 0.762 | 100.0%  | 10    |
1019     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1020     Load duration: 2.33364892006
1021     Full duration: 14.8711419106
1022
1023
1024
1025     test scenario KeystoneBasic.create_update_and_delete_tenant
1026     +---------------------------------------------------------------------------------------------+
1027     |                                    Response Times (sec)                                     |
1028     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1029     | action                 | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
1030     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1031     | keystone.create_tenant | 0.272 | 0.316  | 0.391  | 0.394  | 0.396 | 0.327 | 100.0%  | 10    |
1032     | keystone.update_tenant | 0.125 | 0.141  | 0.169  | 0.215  | 0.261 | 0.152 | 100.0%  | 10    |
1033     | keystone.delete_tenant | 0.299 | 0.321  | 0.379  | 0.394  | 0.408 | 0.333 | 100.0%  | 10    |
1034     | total                  | 0.745 | 0.81   | 0.859  | 0.915  | 0.971 | 0.812 | 100.0%  | 10    |
1035     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1036     Load duration: 2.46658396721
1037     Full duration: 13.4442551136
1038
1039
1040
1041     test scenario KeystoneBasic.create_and_delete_service
1042     +----------------------------------------------------------------------------------------------+
1043     |                                     Response Times (sec)                                     |
1044     +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1045     | action                  | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
1046     +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1047     | keystone.create_service | 0.258 | 0.271  | 0.303  | 0.308  | 0.314 | 0.278 | 100.0%  | 10    |
1048     | keystone.delete_service | 0.146 | 0.158  | 0.181  | 0.203  | 0.226 | 0.164 | 100.0%  | 10    |
1049     | total                   | 0.408 | 0.442  | 0.464  | 0.475  | 0.487 | 0.442 | 100.0%  | 10    |
1050     +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1051     Load duration: 1.34449720383
1052     Full duration: 12.1886069775
1053
1054
1055
1056     test scenario KeystoneBasic.create_tenant
1057     +---------------------------------------------------------------------------------------------+
1058     |                                    Response Times (sec)                                     |
1059     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1060     | action                 | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
1061     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1062     | keystone.create_tenant | 0.253 | 0.302  | 0.319  | 0.324  | 0.328 | 0.297 | 100.0%  | 10    |
1063     | total                  | 0.253 | 0.302  | 0.319  | 0.324  | 0.329 | 0.298 | 100.0%  | 10    |
1064     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1065     Load duration: 0.912425994873
1066     Full duration: 8.74173903465
1067
1068
1069
1070     test scenario KeystoneBasic.create_user
1071     +-------------------------------------------------------------------------------------------+
1072     |                                   Response Times (sec)                                    |
1073     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1074     | action               | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
1075     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1076     | keystone.create_user | 0.262 | 0.303  | 0.319  | 0.319  | 0.319 | 0.296 | 100.0%  | 10    |
1077     | total                | 0.262 | 0.303  | 0.319  | 0.319  | 0.32  | 0.296 | 100.0%  | 10    |
1078     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1079     Load duration: 0.953788042068
1080     Full duration: 8.72430300713
1081
1082
1083
1084     test scenario KeystoneBasic.create_and_list_tenants
1085     +---------------------------------------------------------------------------------------------+
1086     |                                    Response Times (sec)                                     |
1087     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1088     | action                 | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
1089     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1090     | keystone.create_tenant | 0.247 | 0.28   | 0.302  | 0.304  | 0.307 | 0.281 | 100.0%  | 10    |
1091     | keystone.list_tenants  | 0.121 | 0.129  | 0.224  | 0.225  | 0.225 | 0.147 | 100.0%  | 10    |
1092     | total                  | 0.392 | 0.42   | 0.476  | 0.493  | 0.511 | 0.428 | 100.0%  | 10    |
1093     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1094     Load duration: 1.32897400856
1095     Full duration: 13.584346056
1096
1097
1098
1099     test scenario KeystoneBasic.create_and_delete_role
1100     +-------------------------------------------------------------------------------------------+
1101     |                                   Response Times (sec)                                    |
1102     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1103     | action               | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
1104     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1105     | keystone.create_role | 0.286 | 0.324  | 0.395  | 0.47   | 0.545 | 0.347 | 100.0%  | 10    |
1106     | keystone.delete_role | 0.25  | 0.32   | 0.487  | 0.522  | 0.557 | 0.344 | 100.0%  | 10    |
1107     | total                | 0.546 | 0.62   | 0.889  | 0.913  | 0.936 | 0.691 | 100.0%  | 10    |
1108     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1109     Load duration: 2.18193697929
1110     Full duration: 12.766493082
1111
1112
1113
1114     test scenario KeystoneBasic.get_entities
1115     +---------------------------------------------------------------------------------------------+
1116     |                                    Response Times (sec)                                     |
1117     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1118     | action                 | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
1119     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1120     | keystone.create_tenant | 0.271 | 0.283  | 0.299  | 0.311  | 0.322 | 0.287 | 100.0%  | 10    |
1121     | keystone.create_user   | 0.145 | 0.156  | 0.162  | 0.165  | 0.167 | 0.155 | 100.0%  | 10    |
1122     | keystone.create_role   | 0.122 | 0.133  | 0.155  | 0.183  | 0.211 | 0.141 | 100.0%  | 10    |
1123     | keystone.get_tenant    | 0.109 | 0.126  | 0.145  | 0.178  | 0.211 | 0.133 | 100.0%  | 10    |
1124     | keystone.get_user      | 0.12  | 0.133  | 0.2    | 0.205  | 0.21  | 0.148 | 100.0%  | 10    |
1125     | keystone.get_role      | 0.106 | 0.12   | 0.137  | 0.155  | 0.172 | 0.126 | 100.0%  | 10    |
1126     | keystone.service_list  | 0.112 | 0.126  | 0.144  | 0.178  | 0.212 | 0.134 | 100.0%  | 10    |
1127     | keystone.get_service   | 0.104 | 0.125  | 0.131  | 0.134  | 0.136 | 0.123 | 100.0%  | 10    |
1128     | total                  | 1.177 | 1.23   | 1.321  | 1.328  | 1.334 | 1.248 | 100.0%  | 10    |
1129     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1130     Load duration: 3.83582210541
1131     Full duration: 20.6130208969
1132
1133
1134
1135     test scenario KeystoneBasic.create_and_list_users
1136     +-------------------------------------------------------------------------------------------+
1137     |                                   Response Times (sec)                                    |
1138     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1139     | action               | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
1140     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1141     | keystone.create_user | 0.295 | 0.312  | 0.374  | 0.386  | 0.399 | 0.326 | 100.0%  | 10    |
1142     | keystone.list_users  | 0.114 | 0.129  | 0.148  | 0.148  | 0.149 | 0.133 | 100.0%  | 10    |
1143     | total                | 0.419 | 0.442  | 0.521  | 0.535  | 0.549 | 0.458 | 100.0%  | 10    |
1144     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1145     Load duration: 1.37977695465
1146     Full duration: 9.29229903221
1147
1148
1149
1150     run_rally - INFO - Test scenario: "keystone" OK.
1151
1152     run_rally - INFO - Starting test scenario "neutron" ...
1153     run_rally - INFO -
1154      Preparing input task
1155      Task  0a18c72f-b575-481a-8997-6d3d52130ede: started
1156     Task 0a18c72f-b575-481a-8997-6d3d52130ede: finished
1157
1158     test scenario NeutronNetworks.create_and_delete_ports
1159     +------------------------------------------------------------------------------------------+
1160     |                                   Response Times (sec)                                   |
1161     +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1162     | action              | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
1163     +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1164     | neutron.create_port | 0.758 | 0.851  | 1.15   | 1.23   | 1.309 | 0.925 | 100.0%  | 10    |
1165     | neutron.delete_port | 0.241 | 0.578  | 0.611  | 0.618  | 0.625 | 0.488 | 100.0%  | 10    |
1166     | total               | 0.998 | 1.415  | 1.73   | 1.808  | 1.886 | 1.414 | 100.0%  | 10    |
1167     +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1168     Load duration: 4.22447299957
1169     Full duration: 51.8464670181
1170
1171
1172
1173     test scenario NeutronNetworks.create_and_list_routers
1174     +---------------------------------------------------------------------------------------------------+
1175     |                                       Response Times (sec)                                        |
1176     +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1177     | action                       | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
1178     +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1179     | neutron.create_subnet        | 0.768 | 0.804  | 0.942  | 1.007  | 1.073 | 0.852 | 100.0%  | 10    |
1180     | neutron.create_router        | 0.08  | 0.425  | 0.456  | 0.469  | 0.482 | 0.394 | 100.0%  | 10    |
1181     | neutron.add_interface_router | 0.371 | 0.741  | 1.213  | 1.526  | 1.84  | 0.855 | 100.0%  | 10    |
1182     | neutron.list_routers         | 0.048 | 0.405  | 0.478  | 0.502  | 0.527 | 0.286 | 100.0%  | 10    |
1183     | total                        | 1.684 | 2.22   | 3.085  | 3.308  | 3.53  | 2.388 | 100.0%  | 10    |
1184     +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1185     Load duration: 7.42530488968
1186     Full duration: 57.8292651176
1187
1188
1189
1190     test scenario NeutronNetworks.create_and_delete_routers
1191     +------------------------------------------------------------------------------------------------------+
1192     |                                         Response Times (sec)                                         |
1193     +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1194     | action                          | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
1195     +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1196     | neutron.create_subnet           | 0.689 | 0.768  | 0.931  | 0.941  | 0.95  | 0.811 | 100.0%  | 10    |
1197     | neutron.create_router           | 0.408 | 0.421  | 0.457  | 0.547  | 0.636 | 0.441 | 100.0%  | 10    |
1198     | neutron.add_interface_router    | 0.363 | 0.702  | 0.802  | 0.807  | 0.813 | 0.653 | 100.0%  | 10    |
1199     | neutron.remove_interface_router | 0.273 | 0.662  | 0.823  | 0.847  | 0.872 | 0.65  | 100.0%  | 10    |
1200     | neutron.delete_router           | 0.178 | 0.557  | 0.661  | 0.665  | 0.669 | 0.541 | 100.0%  | 10    |
1201     | total                           | 2.291 | 3.046  | 3.598  | 3.647  | 3.695 | 3.096 | 100.0%  | 10    |
1202     +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1203     Load duration: 9.11136102676
1204     Full duration: 56.6760940552
1205
1206
1207
1208     test scenario NeutronNetworks.create_and_list_ports
1209     +------------------------------------------------------------------------------------------+
1210     |                                   Response Times (sec)                                   |
1211     +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1212     | action              | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
1213     +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1214     | neutron.create_port | 0.746 | 0.824  | 0.923  | 0.946  | 0.968 | 0.846 | 100.0%  | 10    |
1215     | neutron.list_ports  | 0.157 | 0.57   | 0.629  | 0.663  | 0.697 | 0.481 | 100.0%  | 10    |
1216     | total               | 1.065 | 1.343  | 1.476  | 1.493  | 1.51  | 1.327 | 100.0%  | 10    |
1217     +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1218     Load duration: 3.94901585579
1219     Full duration: 52.597589016
1220
1221
1222
1223     test scenario NeutronNetworks.create_and_delete_subnets
1224     +--------------------------------------------------------------------------------------------+
1225     |                                    Response Times (sec)                                    |
1226     +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1227     | action                | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
1228     +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1229     | neutron.create_subnet | 0.701 | 0.757  | 1.049  | 1.144  | 1.238 | 0.835 | 100.0%  | 10    |
1230     | neutron.delete_subnet | 0.196 | 0.565  | 0.691  | 0.725  | 0.759 | 0.531 | 100.0%  | 10    |
1231     | total                 | 0.939 | 1.384  | 1.496  | 1.595  | 1.694 | 1.366 | 100.0%  | 10    |
1232     +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1233     Load duration: 4.35806703568
1234     Full duration: 51.0885548592
1235
1236
1237
1238     test scenario NeutronNetworks.create_and_delete_networks
1239     +---------------------------------------------------------------------------------------------+
1240     |                                    Response Times (sec)                                     |
1241     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1242     | action                 | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
1243     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1244     | neutron.create_network | 0.614 | 0.675  | 0.811  | 0.817  | 0.823 | 0.692 | 100.0%  | 10    |
1245     | neutron.delete_network | 0.491 | 0.545  | 0.62   | 0.624  | 0.628 | 0.554 | 100.0%  | 10    |
1246     | total                  | 1.133 | 1.231  | 1.388  | 1.415  | 1.443 | 1.246 | 100.0%  | 10    |
1247     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1248     Load duration: 3.68652009964
1249     Full duration: 30.7036879063
1250
1251
1252
1253     test scenario NeutronNetworks.create_and_list_networks
1254     +---------------------------------------------------------------------------------------------+
1255     |                                    Response Times (sec)                                     |
1256     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1257     | action                 | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
1258     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1259     | neutron.create_network | 0.556 | 0.652  | 0.754  | 0.757  | 0.759 | 0.665 | 100.0%  | 10    |
1260     | neutron.list_networks  | 0.361 | 0.383  | 0.478  | 0.503  | 0.528 | 0.403 | 100.0%  | 10    |
1261     | total                  | 0.917 | 1.027  | 1.231  | 1.252  | 1.273 | 1.068 | 100.0%  | 10    |
1262     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1263     Load duration: 3.11869502068
1264     Full duration: 33.6655409336
1265
1266
1267
1268     test scenario NeutronNetworks.create_and_update_routers
1269     +---------------------------------------------------------------------------------------------------+
1270     |                                       Response Times (sec)                                        |
1271     +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1272     | action                       | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
1273     +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1274     | neutron.create_subnet        | 0.718 | 0.757  | 0.921  | 0.922  | 0.923 | 0.795 | 100.0%  | 10    |
1275     | neutron.create_router        | 0.073 | 0.405  | 0.44   | 0.448  | 0.455 | 0.38  | 100.0%  | 10    |
1276     | neutron.add_interface_router | 0.65  | 0.699  | 0.805  | 0.827  | 0.849 | 0.717 | 100.0%  | 10    |
1277     | neutron.update_router        | 0.228 | 0.537  | 0.661  | 0.677  | 0.693 | 0.53  | 100.0%  | 10    |
1278     | total                        | 2.134 | 2.511  | 2.583  | 2.583  | 2.583 | 2.422 | 100.0%  | 10    |
1279     +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1280     Load duration: 7.21204185486
1281     Full duration: 58.3329060078
1282
1283
1284
1285     test scenario NeutronNetworks.create_and_update_networks
1286     +---------------------------------------------------------------------------------------------+
1287     |                                    Response Times (sec)                                     |
1288     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1289     | action                 | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
1290     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1291     | neutron.create_network | 0.59  | 0.678  | 0.77   | 0.785  | 0.8   | 0.684 | 100.0%  | 10    |
1292     | neutron.update_network | 0.452 | 0.51   | 0.55   | 0.569  | 0.587 | 0.514 | 100.0%  | 10    |
1293     | total                  | 1.054 | 1.188  | 1.314  | 1.319  | 1.323 | 1.198 | 100.0%  | 10    |
1294     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1295     Load duration: 3.48062801361
1296     Full duration: 33.7373108864
1297
1298
1299
1300     test scenario NeutronNetworks.create_and_update_ports
1301     +------------------------------------------------------------------------------------------+
1302     |                                   Response Times (sec)                                   |
1303     +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1304     | action              | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
1305     +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1306     | neutron.create_port | 0.724 | 0.911  | 1.036  | 1.046  | 1.055 | 0.915 | 100.0%  | 10    |
1307     | neutron.update_port | 0.332 | 0.55   | 0.569  | 0.573  | 0.578 | 0.53  | 100.0%  | 10    |
1308     | total               | 1.173 | 1.466  | 1.591  | 1.607  | 1.623 | 1.445 | 100.0%  | 10    |
1309     +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1310     Load duration: 4.40219402313
1311     Full duration: 52.9743890762
1312
1313
1314
1315     test scenario NeutronNetworks.create_and_list_subnets
1316     +--------------------------------------------------------------------------------------------+
1317     |                                    Response Times (sec)                                    |
1318     +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1319     | action                | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
1320     +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1321     | neutron.create_subnet | 0.768 | 0.823  | 0.981  | 1.001  | 1.02  | 0.857 | 100.0%  | 10    |
1322     | neutron.list_subnets  | 0.053 | 0.403  | 0.472  | 0.483  | 0.495 | 0.316 | 100.0%  | 10    |
1323     | total                 | 0.821 | 1.249  | 1.342  | 1.384  | 1.426 | 1.173 | 100.0%  | 10    |
1324     +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1325     Load duration: 3.63253998756
1326     Full duration: 52.0335438251
1327
1328
1329
1330     test scenario NeutronNetworks.create_and_update_subnets
1331     +--------------------------------------------------------------------------------------------+
1332     |                                    Response Times (sec)                                    |
1333     +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1334     | action                | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
1335     +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1336     | neutron.create_subnet | 0.721 | 0.797  | 0.952  | 0.953  | 0.954 | 0.82  | 100.0%  | 10    |
1337     | neutron.update_subnet | 0.233 | 0.605  | 0.745  | 0.753  | 0.761 | 0.589 | 100.0%  | 10    |
1338     | total                 | 1.002 | 1.432  | 1.561  | 1.638  | 1.715 | 1.409 | 100.0%  | 10    |
1339     +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1340     Load duration: 4.58866596222
1341     Full duration: 52.8035202026
1342
1343
1344
1345     run_rally - INFO - Test scenario: "neutron" OK.
1346
1347     run_rally - INFO - Starting test scenario "nova" ...
1348     run_rally - INFO -
1349      Preparing input task
1350      Task  7bc9f24e-75ad-4e01-afd5-3647398a073e: started
1351     Task 7bc9f24e-75ad-4e01-afd5-3647398a073e: finished
1352
1353     test scenario NovaKeypair.create_and_delete_keypair
1354     +------------------------------------------------------------------------------------------+
1355     |                                   Response Times (sec)                                   |
1356     +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1357     | action              | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
1358     +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1359     | nova.create_keypair | 0.705 | 0.755  | 0.85   | 1.155  | 1.459 | 0.818 | 100.0%  | 10    |
1360     | nova.delete_keypair | 0.032 | 0.046  | 0.063  | 0.064  | 0.064 | 0.046 | 100.0%  | 10    |
1361     | total               | 0.744 | 0.804  | 0.895  | 1.21   | 1.524 | 0.864 | 100.0%  | 10    |
1362     +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1363     Load duration: 3.08747410774
1364     Full duration: 41.9948050976
1365
1366
1367
1368     test scenario NovaServers.snapshot_server
1369     +------------------------------------------------------------------------------------------------+
1370     |                                      Response Times (sec)                                      |
1371     +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1372     | action                 | min    | median | 90%ile | 95%ile | max    | avg    | success | count |
1373     +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1374     | nova.boot_server       | 8.021  | 10.195 | 10.572 | 10.642 | 10.713 | 9.936  | 100.0%  | 10    |
1375     | nova.create_image      | 10.782 | 11.261 | 11.548 | 11.631 | 11.715 | 11.242 | 100.0%  | 10    |
1376     | nova.delete_server     | 2.821  | 3.28   | 3.4    | 3.426  | 3.452  | 3.222  | 100.0%  | 10    |
1377     | nova.boot_server (2)   | 6.39   | 8.069  | 9.073  | 9.382  | 9.691  | 7.984  | 100.0%  | 10    |
1378     | nova.delete_server (2) | 2.855  | 2.91   | 3.425  | 3.429  | 3.434  | 3.04   | 100.0%  | 10    |
1379     | nova.delete_image      | 2.558  | 2.911  | 3.161  | 3.22   | 3.279  | 2.887  | 100.0%  | 10    |
1380     | total                  | 35.039 | 38.279 | 39.897 | 40.21  | 40.523 | 38.314 | 100.0%  | 10    |
1381     +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1382     Load duration: 115.44729495
1383     Full duration: 188.161262035
1384
1385
1386
1387     test scenario NovaKeypair.boot_and_delete_server_with_keypair
1388     +---------------------------------------------------------------------------------------------+
1389     |                                    Response Times (sec)                                     |
1390     +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1391     | action              | min    | median | 90%ile | 95%ile | max    | avg    | success | count |
1392     +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1393     | nova.create_keypair | 0.64   | 0.869  | 1.365  | 1.399  | 1.433  | 0.948  | 100.0%  | 10    |
1394     | nova.boot_server    | 7.047  | 8.139  | 10.062 | 10.11  | 10.159 | 8.606  | 100.0%  | 10    |
1395     | nova.delete_server  | 2.522  | 3.1    | 3.242  | 3.267  | 3.292  | 3.041  | 100.0%  | 10    |
1396     | nova.delete_keypair | 0.042  | 0.051  | 0.061  | 0.068  | 0.075  | 0.052  | 100.0%  | 10    |
1397     | total               | 11.115 | 12.323 | 14.176 | 14.258 | 14.341 | 12.648 | 100.0%  | 10    |
1398     +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1399     Load duration: 39.1623878479
1400     Full duration: 108.56980896
1401
1402
1403
1404     test scenario NovaKeypair.create_and_list_keypairs
1405     +------------------------------------------------------------------------------------------+
1406     |                                   Response Times (sec)                                   |
1407     +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1408     | action              | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
1409     +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1410     | nova.create_keypair | 0.734 | 0.87   | 0.947  | 0.982  | 1.018 | 0.859 | 100.0%  | 10    |
1411     | nova.list_keypairs  | 0.022 | 0.034  | 0.042  | 0.044  | 0.046 | 0.033 | 100.0%  | 10    |
1412     | total               | 0.769 | 0.903  | 0.981  | 1.02   | 1.059 | 0.892 | 100.0%  | 10    |
1413     +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1414     Load duration: 2.59114599228
1415     Full duration: 44.6869869232
1416
1417
1418
1419     test scenario NovaServers.list_servers
1420     +----------------------------------------------------------------------------------------+
1421     |                                  Response Times (sec)                                  |
1422     +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1423     | action            | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
1424     +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1425     | nova.list_servers | 1.436 | 1.556  | 1.653  | 1.689  | 1.725 | 1.565 | 100.0%  | 10    |
1426     | total             | 1.436 | 1.557  | 1.653  | 1.689  | 1.726 | 1.565 | 100.0%  | 10    |
1427     +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1428     Load duration: 4.71795606613
1429     Full duration: 123.497851133
1430
1431
1432
1433     test scenario NovaServers.resize_server
1434     +---------------------------------------------------------------------------------------------+
1435     |                                    Response Times (sec)                                     |
1436     +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1437     | action              | min    | median | 90%ile | 95%ile | max    | avg    | success | count |
1438     +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1439     | nova.boot_server    | 8.388  | 9.39   | 10.016 | 10.105 | 10.194 | 9.406  | 100.0%  | 10    |
1440     | nova.resize         | 40.666 | 42.089 | 46.186 | 46.669 | 47.151 | 42.721 | 100.0%  | 10    |
1441     | nova.resize_confirm | 3.322  | 3.648  | 4.206  | 5.097  | 5.989  | 3.842  | 100.0%  | 10    |
1442     | nova.delete_server  | 2.499  | 2.977  | 3.32   | 3.383  | 3.446  | 3.012  | 100.0%  | 10    |
1443     | total               | 56.246 | 58.698 | 61.838 | 62.514 | 63.19  | 58.982 | 100.0%  | 10    |
1444     +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1445     Load duration: 180.054177999
1446     Full duration: 221.624077082
1447
1448
1449
1450     test scenario NovaServers.boot_server_from_volume_and_delete
1451     +----------------------------------------------------------------------------------------------+
1452     |                                     Response Times (sec)                                     |
1453     +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1454     | action               | min    | median | 90%ile | 95%ile | max    | avg    | success | count |
1455     +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1456     | cinder.create_volume | 9.965  | 10.647 | 11.15  | 11.275 | 11.4   | 10.648 | 100.0%  | 10    |
1457     | nova.boot_server     | 8.986  | 10.62  | 12.102 | 12.345 | 12.587 | 10.685 | 100.0%  | 10    |
1458     | nova.delete_server   | 3.355  | 5.419  | 5.857  | 5.908  | 5.96   | 5.311  | 100.0%  | 10    |
1459     | total                | 23.598 | 26.481 | 28.991 | 29.016 | 29.041 | 26.644 | 100.0%  | 10    |
1460     +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1461     Load duration: 79.5105199814
1462     Full duration: 161.905633926
1463
1464
1465
1466     test scenario NovaServers.boot_and_migrate_server
1467     +---------------------------------------------------------------------------------------------+
1468     |                                    Response Times (sec)                                     |
1469     +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1470     | action              | min    | median | 90%ile | 95%ile | max    | avg    | success | count |
1471     +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1472     | nova.boot_server    | 8.833  | 10.242 | 11.298 | 11.673 | 12.049 | 10.106 | 100.0%  | 10    |
1473     | nova.stop_server    | 3.821  | 6.772  | 7.286  | 7.317  | 7.349  | 6.484  | 100.0%  | 10    |
1474     | nova.migrate        | 8.569  | 12.084 | 12.564 | 12.67  | 12.776 | 11.309 | 100.0%  | 10    |
1475     | nova.resize_confirm | 2.922  | 3.398  | 4.001  | 4.054  | 4.107  | 3.49   | 100.0%  | 10    |
1476     | nova.delete_server  | 2.522  | 2.922  | 3.396  | 3.406  | 3.416  | 2.976  | 100.0%  | 10    |
1477     | total               | 29.694 | 34.582 | 36.24  | 36.517 | 36.795 | 34.367 | 100.0%  | 10    |
1478     +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1479     Load duration: 100.483532906
1480     Full duration: 141.506958961
1481
1482
1483
1484     test scenario NovaServers.boot_and_delete_server
1485     +-------------------------------------------------------------------------------------------+
1486     |                                   Response Times (sec)                                    |
1487     +--------------------+-------+--------+--------+--------+--------+--------+---------+-------+
1488     | action             | min   | median | 90%ile | 95%ile | max    | avg    | success | count |
1489     +--------------------+-------+--------+--------+--------+--------+--------+---------+-------+
1490     | nova.boot_server   | 8.586 | 9.397  | 10.198 | 10.288 | 10.378 | 9.508  | 100.0%  | 10    |
1491     | nova.delete_server | 2.497 | 3.108  | 3.472  | 3.478  | 3.485  | 3.09   | 100.0%  | 10    |
1492     | total              | 11.39 | 12.555 | 13.374 | 13.612 | 13.849 | 12.598 | 100.0%  | 10    |
1493     +--------------------+-------+--------+--------+--------+--------+--------+---------+-------+
1494     Load duration: 38.4852130413
1495     Full duration: 106.844094992
1496
1497
1498
1499     test scenario NovaServers.boot_and_rebuild_server
1500     +---------------------------------------------------------------------------------------------+
1501     |                                    Response Times (sec)                                     |
1502     +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1503     | action              | min    | median | 90%ile | 95%ile | max    | avg    | success | count |
1504     +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1505     | nova.boot_server    | 8.193  | 9.878  | 10.329 | 10.703 | 11.078 | 9.597  | 100.0%  | 10    |
1506     | nova.rebuild_server | 8.434  | 9.946  | 10.942 | 11.066 | 11.191 | 9.967  | 100.0%  | 10    |
1507     | nova.delete_server  | 2.887  | 3.097  | 3.934  | 4.794  | 5.654  | 3.399  | 100.0%  | 10    |
1508     | total               | 20.573 | 22.393 | 25.427 | 25.892 | 26.357 | 22.963 | 100.0%  | 10    |
1509     +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1510     Load duration: 68.7611658573
1511     Full duration: 138.198104143
1512
1513
1514
1515     test scenario NovaSecGroup.create_and_list_secgroups
1516     +--------------------------------------------------------------------------------------------------------+
1517     |                                          Response Times (sec)                                          |
1518     +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1519     | action                         | min    | median | 90%ile | 95%ile | max    | avg    | success | count |
1520     +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1521     | nova.create_10_security_groups | 4.914  | 5.073  | 5.815  | 5.965  | 6.116  | 5.288  | 100.0%  | 10    |
1522     | nova.create_100_rules          | 41.66  | 44.384 | 45.431 | 45.816 | 46.201 | 44.305 | 100.0%  | 10    |
1523     | nova.list_security_groups      | 0.152  | 0.533  | 0.902  | 0.96   | 1.018  | 0.5    | 100.0%  | 10    |
1524     | total                          | 47.592 | 50.13  | 51.2   | 51.527 | 51.854 | 50.094 | 100.0%  | 10    |
1525     +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1526     Load duration: 149.717460871
1527     Full duration: 216.41701889
1528
1529
1530
1531     test scenario NovaSecGroup.create_and_delete_secgroups
1532     +--------------------------------------------------------------------------------------------------------+
1533     |                                          Response Times (sec)                                          |
1534     +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1535     | action                         | min    | median | 90%ile | 95%ile | max    | avg    | success | count |
1536     +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1537     | nova.create_10_security_groups | 4.565  | 5.19   | 5.563  | 5.615  | 5.668  | 5.131  | 100.0%  | 10    |
1538     | nova.create_100_rules          | 41.981 | 43.448 | 44.817 | 44.926 | 45.034 | 43.666 | 100.0%  | 10    |
1539     | nova.delete_10_security_groups | 2.07   | 2.522  | 2.976  | 3.171  | 3.366  | 2.551  | 100.0%  | 10    |
1540     | total                          | 49.35  | 51.576 | 51.781 | 52.087 | 52.394 | 51.349 | 100.0%  | 10    |
1541     +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1542     Load duration: 154.714606047
1543     Full duration: 196.745972872
1544
1545
1546
1547     test scenario NovaServers.boot_and_bounce_server
1548     +------------------------------------------------------------------------------------------------+
1549     |                                      Response Times (sec)                                      |
1550     +-------------------------+-------+--------+--------+--------+--------+--------+---------+-------+
1551     | action                  | min   | median | 90%ile | 95%ile | max    | avg    | success | count |
1552     +-------------------------+-------+--------+--------+--------+--------+--------+---------+-------+
1553     | nova.boot_server        | 8.097 | 9.924  | 11.182 | 11.428 | 11.673 | 10.029 | 100.0%  | 10    |
1554     | nova.reboot_server      | 5.363 | 6.246  | 8.84   | 8.907  | 8.973  | 7.049  | 100.0%  | 10    |
1555     | nova.soft_reboot_server | 8.452 | 8.823  | 9.184  | 9.291  | 9.398  | 8.83   | 100.0%  | 10    |
1556     | nova.stop_server        | 3.808 | 6.394  | 7.284  | 7.3    | 7.316  | 6.358  | 100.0%  | 10    |
1557     | nova.start_server       | 3.677 | 5.011  | 5.706  | 5.852  | 5.997  | 4.954  | 100.0%  | 10    |
1558     | nova.rescue_server      | 7.752 | 8.674  | 11.07  | 11.07  | 11.071 | 9.269  | 100.0%  | 10    |
1559     | nova.unrescue_server    | 5.065 | 5.536  | 5.762  | 5.781  | 5.8    | 5.532  | 100.0%  | 10    |
1560     | nova.delete_server      | 2.485 | 2.546  | 3.501  | 4.347  | 5.194  | 2.952  | 100.0%  | 10    |
1561     | total                   | 50.79 | 54.629 | 59.2   | 59.748 | 60.297 | 54.995 | 100.0%  | 10    |
1562     +-------------------------+-------+--------+--------+--------+--------+--------+---------+-------+
1563     Load duration: 166.248807907
1564     Full duration: 235.770923853
1565
1566
1567
1568     test scenario NovaServers.boot_server
1569     +----------------------------------------------------------------------------------------+
1570     |                                  Response Times (sec)                                  |
1571     +------------------+-------+--------+--------+--------+--------+-------+---------+-------+
1572     | action           | min   | median | 90%ile | 95%ile | max    | avg   | success | count |
1573     +------------------+-------+--------+--------+--------+--------+-------+---------+-------+
1574     | nova.boot_server | 6.916 | 9.539  | 12.275 | 12.369 | 12.464 | 9.975 | 100.0%  | 10    |
1575     | total            | 6.916 | 9.54   | 12.275 | 12.37  | 12.464 | 9.976 | 100.0%  | 10    |
1576     +------------------+-------+--------+--------+--------+--------+-------+---------+-------+
1577     Load duration: 29.8727550507
1578     Full duration: 87.0325229168
1579
1580
1581
1582     test scenario NovaSecGroup.boot_and_delete_server_with_secgroups
1583     +-----------------------------------------------------------------------------------------------------------+
1584     |                                           Response Times (sec)                                            |
1585     +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1586     | action                            | min    | median | 90%ile | 95%ile | max    | avg    | success | count |
1587     +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1588     | nova.create_10_security_groups    | 5.065  | 5.392  | 5.642  | 5.731  | 5.819  | 5.4    | 100.0%  | 10    |
1589     | nova.create_100_rules             | 42.116 | 43.904 | 45.452 | 45.794 | 46.137 | 44.057 | 100.0%  | 10    |
1590     | nova.boot_server                  | 6.906  | 7.809  | 8.73   | 8.911  | 9.092  | 7.954  | 100.0%  | 10    |
1591     | nova.get_attached_security_groups | 0.209  | 0.264  | 0.361  | 0.463  | 0.565  | 0.289  | 100.0%  | 10    |
1592     | nova.delete_server                | 2.508  | 2.562  | 2.7    | 2.829  | 2.959  | 2.607  | 100.0%  | 10    |
1593     | nova.delete_10_security_groups    | 1.784  | 2.564  | 3.087  | 3.153  | 3.218  | 2.561  | 100.0%  | 10    |
1594     | total                             | 60.06  | 63.125 | 63.757 | 63.889 | 64.021 | 62.869 | 100.0%  | 10    |
1595     +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1596     Load duration: 188.221204996
1597     Full duration: 257.303071976
1598
1599
1600
1601     test scenario NovaServers.pause_and_unpause_server
1602     +---------------------------------------------------------------------------------------------+
1603     |                                    Response Times (sec)                                     |
1604     +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1605     | action              | min    | median | 90%ile | 95%ile | max    | avg    | success | count |
1606     +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1607     | nova.boot_server    | 7.896  | 9.252  | 10.006 | 10.25  | 10.494 | 9.303  | 100.0%  | 10    |
1608     | nova.pause_server   | 2.784  | 3.19   | 3.465  | 3.487  | 3.509  | 3.226  | 100.0%  | 10    |
1609     | nova.unpause_server | 2.782  | 3.172  | 3.226  | 3.258  | 3.29   | 3.105  | 100.0%  | 10    |
1610     | nova.delete_server  | 2.553  | 3.301  | 3.545  | 3.619  | 3.693  | 3.248  | 100.0%  | 10    |
1611     | total               | 17.692 | 19.035 | 19.794 | 19.85  | 19.905 | 18.883 | 100.0%  | 10    |
1612     +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1613     Load duration: 56.6791820526
1614     Full duration: 126.811426163
1615
1616
1617
1618     test scenario NovaServers.boot_server_from_volume
1619     +----------------------------------------------------------------------------------------------+
1620     |                                     Response Times (sec)                                     |
1621     +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1622     | action               | min    | median | 90%ile | 95%ile | max    | avg    | success | count |
1623     +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1624     | cinder.create_volume | 9.412  | 10.207 | 10.376 | 10.441 | 10.505 | 10.131 | 100.0%  | 10    |
1625     | nova.boot_server     | 8.849  | 10.342 | 11.591 | 11.741 | 11.892 | 10.423 | 100.0%  | 10    |
1626     | total                | 18.922 | 20.498 | 21.854 | 21.976 | 22.099 | 20.555 | 100.0%  | 10    |
1627     +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1628     Load duration: 60.9860489368
1629     Full duration: 126.851632118
1630
1631
1632
1633     test scenario NovaServers.boot_and_list_server
1634     +------------------------------------------------------------------------------------------+
1635     |                                   Response Times (sec)                                   |
1636     +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
1637     | action            | min   | median | 90%ile | 95%ile | max    | avg    | success | count |
1638     +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
1639     | nova.boot_server  | 8.227 | 8.931  | 10.864 | 10.959 | 11.054 | 9.41   | 100.0%  | 10    |
1640     | nova.list_servers | 0.624 | 1.017  | 1.144  | 1.153  | 1.163  | 0.949  | 100.0%  | 10    |
1641     | total             | 8.969 | 9.945  | 11.851 | 11.89  | 11.928 | 10.359 | 100.0%  | 10    |
1642     +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
1643     Load duration: 30.9555499554
1644     Full duration: 111.845392942
1645
1646
1647
1648     run_rally - INFO - Test scenario: "nova" OK.
1649
1650     run_rally - INFO - Starting test scenario "quotas" ...
1651     run_rally - INFO -
1652      Preparing input task
1653      Task  1b950d54-5c1a-4680-9d86-cbebdb0d1b72: started
1654     Task 1b950d54-5c1a-4680-9d86-cbebdb0d1b72: finished
1655
1656     test scenario Quotas.cinder_update
1657     +-------------------------------------------------------------------------------------------+
1658     |                                   Response Times (sec)                                    |
1659     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1660     | action               | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
1661     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1662     | quotas.update_quotas | 1.138 | 1.278  | 1.336  | 1.347  | 1.357 | 1.267 | 100.0%  | 10    |
1663     | total                | 1.138 | 1.278  | 1.336  | 1.347  | 1.357 | 1.267 | 100.0%  | 10    |
1664     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1665     Load duration: 3.75106191635
1666     Full duration: 16.480301857
1667
1668
1669
1670     test scenario Quotas.neutron_update
1671     +-------------------------------------------------------------------------------------------+
1672     |                                   Response Times (sec)                                    |
1673     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1674     | action               | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
1675     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1676     | quotas.update_quotas | 0.406 | 0.441  | 0.5    | 0.501  | 0.502 | 0.454 | 100.0%  | 10    |
1677     | total                | 0.546 | 0.618  | 0.666  | 0.67   | 0.674 | 0.616 | 100.0%  | 10    |
1678     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1679     Load duration: 1.8795170784
1680     Full duration: 13.8104491234
1681
1682
1683
1684     test scenario Quotas.cinder_update_and_delete
1685     +-------------------------------------------------------------------------------------------+
1686     |                                   Response Times (sec)                                    |
1687     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1688     | action               | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
1689     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1690     | quotas.update_quotas | 1.178 | 1.264  | 1.311  | 1.344  | 1.378 | 1.26  | 100.0%  | 10    |
1691     | quotas.delete_quotas | 0.89  | 0.996  | 1.091  | 1.115  | 1.138 | 1.003 | 100.0%  | 10    |
1692     | total                | 2.155 | 2.273  | 2.366  | 2.404  | 2.442 | 2.264 | 100.0%  | 10    |
1693     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1694     Load duration: 6.68874502182
1695     Full duration: 18.7547061443
1696
1697
1698
1699     test scenario Quotas.nova_update_and_delete
1700     +-------------------------------------------------------------------------------------------+
1701     |                                   Response Times (sec)                                    |
1702     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1703     | action               | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
1704     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1705     | quotas.update_quotas | 0.559 | 0.615  | 0.666  | 0.669  | 0.671 | 0.616 | 100.0%  | 10    |
1706     | quotas.delete_quotas | 0.013 | 0.022  | 0.026  | 0.028  | 0.029 | 0.022 | 100.0%  | 10    |
1707     | total                | 0.585 | 0.641  | 0.68   | 0.687  | 0.693 | 0.638 | 100.0%  | 10    |
1708     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1709     Load duration: 1.9670290947
1710     Full duration: 13.6480379105
1711
1712
1713
1714     test scenario Quotas.nova_update
1715     +-------------------------------------------------------------------------------------------+
1716     |                                   Response Times (sec)                                    |
1717     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1718     | action               | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
1719     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1720     | quotas.update_quotas | 0.587 | 0.621  | 0.738  | 0.758  | 0.777 | 0.646 | 100.0%  | 10    |
1721     | total                | 0.587 | 0.621  | 0.738  | 0.758  | 0.777 | 0.647 | 100.0%  | 10    |
1722     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1723     Load duration: 1.87492918968
1724     Full duration: 13.4147770405
1725
1726
1727
1728     run_rally - INFO - Test scenario: "quotas" OK.
1729
1730     run_rally - INFO - Starting test scenario "requests" ...
1731     run_rally - INFO -
1732      Preparing input task
1733      Task  21739b85-984f-45b9-ae85-066dbd1adce3: started
1734     Task 21739b85-984f-45b9-ae85-066dbd1adce3: finished
1735
1736     test scenario HttpRequests.check_random_request
1737     +---------------------------------------------------------------------------------------------+
1738     |                                    Response Times (sec)                                     |
1739     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1740     | action                 | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
1741     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1742     | requests.check_request | 5.047 | 5.181  | 5.389  | 5.395  | 5.401 | 5.204 | 100.0%  | 10    |
1743     | total                  | 5.047 | 5.181  | 5.39   | 5.395  | 5.401 | 5.205 | 100.0%  | 10    |
1744     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1745     Load duration: 15.7369980812
1746     Full duration: 20.6335179806
1747
1748
1749
1750     test scenario HttpRequests.check_request
1751     +---------------------------------------------------------------------------------------------+
1752     |                                    Response Times (sec)                                     |
1753     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1754     | action                 | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
1755     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1756     | requests.check_request | 5.048 | 5.052  | 5.058  | 5.058  | 5.058 | 5.053 | 100.0%  | 10    |
1757     | total                  | 5.049 | 5.052  | 5.058  | 5.058  | 5.058 | 5.053 | 100.0%  | 10    |
1758     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1759     Load duration: 15.2042939663
1760     Full duration: 20.2779421806
1761
1762
1763
1764     run_rally - INFO - Test scenario: "requests" OK.
1765
1766     run_rally - INFO -
1767
1768
1769                          Rally Summary Report
1770     +===================+============+===============+===========+
1771     | Module            | Duration   | nb. Test Run  | Success   |
1772     +===================+============+===============+===========+
1773     | authenticate      | 01:01      | 10            | 100.00%   |
1774     +-------------------+------------+---------------+-----------+
1775     | glance            | 03:33      | 7             | 100.00%   |
1776     +-------------------+------------+---------------+-----------+
1777     | cinder            | 22:00      | 50            | 100.00%   |
1778     +-------------------+------------+---------------+-----------+
1779     | heat              | 10:19      | 35            | 100.00%   |
1780     +-------------------+------------+---------------+-----------+
1781     | keystone          | 02:29      | 29            | 100.00%   |
1782     +-------------------+------------+---------------+-----------+
1783     | neutron           | 09:44      | 31            | 100.00%   |
1784     +-------------------+------------+---------------+-----------+
1785     | nova              | 43:55      | 61            | 100.00%   |
1786     +-------------------+------------+---------------+-----------+
1787     | quotas            | 01:16      | 7             | 100.00%   |
1788     +-------------------+------------+---------------+-----------+
1789     | requests          | 00:40      | 2             | 100.00%   |
1790     +-------------------+------------+---------------+-----------+
1791     +===================+============+===============+===========+
1792     | TOTAL:            | 01:35:01   | 232           | 100.00%   |
1793     +===================+============+===============+===========+
1794
1795
1796
1797 SDN Controller
1798 --------------
1799
1800 ODL
1801 ^^^^
1802 ::
1803
1804     ==============================================================================
1805     Basic
1806     ==============================================================================
1807     Basic.010 Restconf OK :: Test suite to verify Restconf is OK
1808     ==============================================================================
1809     Get Controller Modules :: Get the controller modules via Restconf     | PASS |
1810     ------------------------------------------------------------------------------
1811     Basic.010 Restconf OK :: Test suite to verify Restconf is OK          | PASS |
1812     1 critical test, 1 passed, 0 failed
1813     1 test total, 1 passed, 0 failed
1814     ==============================================================================
1815     Basic                                                                 | PASS |
1816     1 critical test, 1 passed, 0 failed
1817     1 test total, 1 passed, 0 failed
1818     ==============================================================================
1819     Output:  /home/opnfv/repos/functest/output.xml
1820     Log:     /home/opnfv/repos/functest/log.html
1821     Report:  /home/opnfv/repos/functest/report.html
1822     [1;32mStarting test: test/csit/suites/openstack/neutron/ [0m
1823     ==============================================================================
1824     Neutron :: Test suite for Neutron Plugin
1825     ==============================================================================
1826     Neutron.Networks :: Checking Network created in OpenStack are pushed to Ope...
1827     ==============================================================================
1828     Check OpenStack Networks :: Checking OpenStack Neutron for known n... | PASS |
1829     ------------------------------------------------------------------------------
1830     Check OpenDaylight Networks :: Checking OpenDaylight Neutron API f... | PASS |
1831     ------------------------------------------------------------------------------
1832     Create Network :: Create new network in OpenStack                     | PASS |
1833     ------------------------------------------------------------------------------
1834     Check Network :: Check Network created in OpenDaylight                | PASS |
1835     ------------------------------------------------------------------------------
1836     Neutron.Networks :: Checking Network created in OpenStack are push... | PASS |
1837     4 critical tests, 4 passed, 0 failed
1838     4 tests total, 4 passed, 0 failed
1839     ==============================================================================
1840     Neutron.Subnets :: Checking Subnets created in OpenStack are pushed to Open...
1841     ==============================================================================
1842     Check OpenStack Subnets :: Checking OpenStack Neutron for known Su... | PASS |
1843     ------------------------------------------------------------------------------
1844     Check OpenDaylight subnets :: Checking OpenDaylight Neutron API fo... | PASS |
1845     ------------------------------------------------------------------------------
1846     Create New subnet :: Create new subnet in OpenStack                   | PASS |
1847     ------------------------------------------------------------------------------
1848     Check New subnet :: Check new subnet created in OpenDaylight          | PASS |
1849     ------------------------------------------------------------------------------
1850     Neutron.Subnets :: Checking Subnets created in OpenStack are pushe... | PASS |
1851     4 critical tests, 4 passed, 0 failed
1852     4 tests total, 4 passed, 0 failed
1853     ==============================================================================
1854     Neutron.Ports :: Checking Port created in OpenStack are pushed to OpenDaylight
1855     ==============================================================================
1856     Check OpenStack ports :: Checking OpenStack Neutron for known ports   | PASS |
1857     ------------------------------------------------------------------------------
1858     Check OpenDaylight ports :: Checking OpenDaylight Neutron API for ... | PASS |
1859     ------------------------------------------------------------------------------
1860     Create New Port :: Create new port in OpenStack                       | PASS |
1861     ------------------------------------------------------------------------------
1862     Check New Port :: Check new subnet created in OpenDaylight            | PASS |
1863     ------------------------------------------------------------------------------
1864     Neutron.Ports :: Checking Port created in OpenStack are pushed to ... | PASS |
1865     4 critical tests, 4 passed, 0 failed
1866     4 tests total, 4 passed, 0 failed
1867     ==============================================================================
1868     Neutron.Delete Ports :: Checking Port deleted in OpenStack are deleted also...
1869     ==============================================================================
1870     Delete New Port :: Delete previously created port in OpenStack        | PASS |
1871     ------------------------------------------------------------------------------
1872     Check Port Deleted :: Check port deleted in OpenDaylight              | PASS |
1873     ------------------------------------------------------------------------------
1874     Neutron.Delete Ports :: Checking Port deleted in OpenStack are del... | PASS |
1875     2 critical tests, 2 passed, 0 failed
1876     2 tests total, 2 passed, 0 failed
1877     ==============================================================================
1878     Neutron.Delete Subnets :: Checking Subnets deleted in OpenStack are deleted...
1879     ==============================================================================
1880     Delete New subnet :: Delete previously created subnet in OpenStack    | PASS |
1881     ------------------------------------------------------------------------------
1882     Check New subnet deleted :: Check subnet deleted in OpenDaylight      | PASS |
1883     ------------------------------------------------------------------------------
1884     Neutron.Delete Subnets :: Checking Subnets deleted in OpenStack ar... | PASS |
1885     2 critical tests, 2 passed, 0 failed
1886     2 tests total, 2 passed, 0 failed
1887     ==============================================================================
1888     Neutron.Delete Networks :: Checking Network deleted in OpenStack are delete...
1889     ==============================================================================
1890     Delete Network :: Delete network in OpenStack                         | PASS |
1891     ------------------------------------------------------------------------------
1892     Check Network deleted :: Check Network deleted in OpenDaylight        | PASS |
1893     ------------------------------------------------------------------------------
1894     Neutron.Delete Networks :: Checking Network deleted in OpenStack a... | PASS |
1895     2 critical tests, 2 passed, 0 failed
1896     2 tests total, 2 passed, 0 failed
1897     ==============================================================================
1898     Neutron :: Test suite for Neutron Plugin                              | PASS |
1899     18 critical tests, 18 passed, 0 failed
1900     18 tests total, 18 passed, 0 failed
1901     ==============================================================================
1902     Output:  /home/opnfv/repos/functest/output.xml
1903     Log:     /home/opnfv/repos/functest/log.html
1904     Report:  /home/opnfv/repos/functest/report.html
1905     [0;32mFinal report is located:[0m
1906     Log:     /home/opnfv/repos/functest/log.html
1907     Report:  /home/opnfv/repos/functest/report.html
1908
1909
1910
1911 Feature tests
1912 -------------
1913
1914 vIMS
1915 ^^^^
1916 ::
1917
1918     FUNCTEST.info: Running vIMS test...
1919     vIMS - INFO - Prepare OpenStack plateform (create tenant and user)
1920     vIMS - INFO - Update OpenStack creds informations
1921     vIMS - INFO - Upload some OS images if it doesn't exist
1922     vIMS - INFO - centos_7 image doesn't exist on glance repository.
1923                                 Try downloading this image and upload on glance !
1924     vIMS - INFO - ubuntu_14.04 image doesn't exist on glance repository.
1925                                 Try downloading this image and upload on glance !
1926     vIMS - INFO - Update security group quota for this tenant
1927     vIMS - INFO - Update cinder quota for this tenant
1928     vIMS - INFO - Collect flavor id for cloudify manager server
1929     vIMS - INFO - Prepare virtualenv for cloudify-cli
1930     vIMS - INFO - Downloading the cloudify manager server blueprint
1931     vIMS - INFO - Cloudify deployment Start Time:'2016-02-19 05:44:47'
1932     vIMS - INFO - Writing the inputs file
1933     vIMS - INFO - Launching the cloudify-manager deployment
1934     vIMS - INFO - Cloudify-manager server is UP !
1935     vIMS - INFO - Cloudify deployment duration:'1149.9'
1936     vIMS - INFO - Collect flavor id for all clearwater vm
1937     vIMS - INFO - vIMS VNF deployment Start Time:'2016-02-19 06:04:00'
1938     vIMS - INFO - Downloading the openstack-blueprint.yaml blueprint
1939     vIMS - INFO - Writing the inputs file
1940     vIMS - INFO - Launching the clearwater deployment
1941     vIMS - INFO - The deployment of clearwater-opnfv is ended
1942     vIMS - INFO - vIMS VNF deployment duration:'1133.8'
1943     vIMS - INFO - vIMS functional test Start Time:'2016-02-19 06:25:59'
1944     vIMS - INFO - vIMS functional test duration:'2.9'
1945     vIMS - INFO - Launching the clearwater-opnfv undeployment
1946     vIMS - ERROR - Error when executing command /bin/bash -c 'source /home/opnfv/functest/data/vIMS/venv_cloudify/bin/activate; cd /home/opnfv/functest/data/vIMS/; cfy executions start -w uninstall -d clearwater-opnfv --timeout 1800 ; cfy deployments delete -d clearwater-opnfv; '
1947     vIMS - INFO - Launching the cloudify-manager undeployment
1948     vIMS - INFO - Cloudify-manager server has been successfully removed!
1949     vIMS - INFO - Removing vIMS tenant ..
1950     vIMS - INFO - Removing vIMS user ..
1951
1952
1953 Promise
1954 ^^^^^^^
1955 ::
1956
1957     FUNCTEST.info: Running PROMISE test case...
1958     Promise- INFO - Creating tenant 'promise'...
1959     Promise- INFO - Adding role '9d0a0a36d3d54cdcb4cd3c29c5f79a28' to tenant 'promise'...
1960     Promise- INFO - Creating user 'promiser'...
1961     Promise- INFO - Updating OpenStack credentials...
1962     Promise- INFO - Creating image 'promise-img' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'...
1963     Promise- INFO - Creating flavor 'promise-flavor'...
1964     Promise- INFO - Exporting environment variables...
1965     Promise- INFO - Running command: npm run -s test -- --reporter json
1966     Promise- INFO - The test succeeded.
1967     Promise- DEBUG -
1968     {
1969       "stats": {
1970         "suites": 23,
1971         "tests": 33,
1972         "passes": 33,
1973         "pending": 0,
1974         "failures": 0,
1975         "start": "2016-02-19T05:41:25.739Z",
1976         "end": "2016-02-19T05:41:31.140Z",
1977         "duration": 5524
1978       },
1979       "tests": [
1980         {
1981           "title": "should add a new OpenStack provider without error",
1982           "fullTitle": "promise register OpenStack into resource pool add-provider should add a new OpenStack provider without error",
1983           "duration": 1217,
1984           "err": {}
1985         },
1986         {
1987           "title": "should update promise.providers with a new entry",
1988           "fullTitle": "promise register OpenStack into resource pool add-provider should update promise.providers with a new entry",
1989           "duration": 10,
1990           "err": {}
1991         },
1992         {
1993           "title": "should contain a new ResourceProvider record in the store",
1994           "fullTitle": "promise register OpenStack into resource pool add-provider should contain a new ResourceProvider record in the store",
1995           "duration": 0,
1996           "err": {}
1997         },
1998         {
1999           "title": "should add more capacity to the reservation service without error",
2000           "fullTitle": "promise register OpenStack into resource pool increase-capacity should add more capacity to the reservation service without error",
2001           "duration": 25,
2002           "err": {}
2003         },
2004         {
2005           "title": "should update promise.pools with a new entry",
2006           "fullTitle": "promise register OpenStack into resource pool increase-capacity should update promise.pools with a new entry",
2007           "duration": 1,
2008           "err": {}
2009         },
2010         {
2011           "title": "should contain a ResourcePool record in the store",
2012           "fullTitle": "promise register OpenStack into resource pool increase-capacity should contain a ResourcePool record in the store",
2013           "duration": 0,
2014           "err": {}
2015         },
2016         {
2017           "title": "should report total collections and utilizations",
2018           "fullTitle": "promise register OpenStack into resource pool query-capacity should report total collections and utilizations",
2019           "duration": 18,
2020           "err": {}
2021         },
2022         {
2023           "title": "should contain newly added capacity pool",
2024           "fullTitle": "promise register OpenStack into resource pool query-capacity should contain newly added capacity pool",
2025           "duration": 8,
2026           "err": {}
2027         },
2028         {
2029           "title": "should create a new server in target provider without error",
2030           "fullTitle": "promise allocation without reservation create-instance should create a new server in target provider without error",
2031           "duration": 1768,
2032           "err": {}
2033         },
2034         {
2035           "title": "should update promise.allocations with a new entry",
2036           "fullTitle": "promise allocation without reservation create-instance should update promise.allocations with a new entry",
2037           "duration": 2,
2038           "err": {}
2039         },
2040         {
2041           "title": "should contain a new ResourceAllocation record in the store",
2042           "fullTitle": "promise allocation without reservation create-instance should contain a new ResourceAllocation record in the store",
2043           "duration": 0,
2044           "err": {}
2045         },
2046         {
2047           "title": "should reference the created server ID from the provider",
2048           "fullTitle": "promise allocation without reservation create-instance should reference the created server ID from the provider",
2049           "duration": 1,
2050           "err": {}
2051         },
2052         {
2053           "title": "should have low priority state",
2054           "fullTitle": "promise allocation without reservation create-instance should have low priority state",
2055           "duration": 0,
2056           "err": {}
2057         },
2058         {
2059           "title": "should create reservation record (no start/end) without error",
2060           "fullTitle": "promise allocation using reservation for immediate use create-reservation should create reservation record (no start/end) without error",
2061           "duration": 41,
2062           "err": {}
2063         },
2064         {
2065           "title": "should update promise.reservations with a new entry",
2066           "fullTitle": "promise allocation using reservation for immediate use create-reservation should update promise.reservations with a new entry",
2067           "duration": 7,
2068           "err": {}
2069         },
2070         {
2071           "title": "should contain a new ResourceReservation record in the store",
2072           "fullTitle": "promise allocation using reservation for immediate use create-reservation should contain a new ResourceReservation record in the store",
2073           "duration": 0,
2074           "err": {}
2075         },
2076         {
2077           "title": "should create a new server in target provider (with reservation) without error",
2078           "fullTitle": "promise allocation using reservation for immediate use create-instance should create a new server in target provider (with reservation) without error",
2079           "duration": 1617,
2080           "err": {}
2081         },
2082         {
2083           "title": "should contain a new ResourceAllocation record in the store",
2084           "fullTitle": "promise allocation using reservation for immediate use create-instance should contain a new ResourceAllocation record in the store",
2085           "duration": 1,
2086           "err": {}
2087         },
2088         {
2089           "title": "should be referenced in the reservation record",
2090           "fullTitle": "promise allocation using reservation for immediate use create-instance should be referenced in the reservation record",
2091           "duration": 7,
2092           "err": {}
2093         },
2094         {
2095           "title": "should have high priority state",
2096           "fullTitle": "promise allocation using reservation for immediate use create-instance should have high priority state",
2097           "duration": 0,
2098           "err": {}
2099         },
2100         {
2101           "title": "should create reservation record (for future) without error",
2102           "fullTitle": "promise reservation for future use create-reservation should create reservation record (for future) without error",
2103           "duration": 75,
2104           "err": {}
2105         },
2106         {
2107           "title": "should update promise.reservations with a new entry",
2108           "fullTitle": "promise reservation for future use create-reservation should update promise.reservations with a new entry",
2109           "duration": 17,
2110           "err": {}
2111         },
2112         {
2113           "title": "should contain a new ResourceReservation record in the store",
2114           "fullTitle": "promise reservation for future use create-reservation should contain a new ResourceReservation record in the store",
2115           "duration": 0,
2116           "err": {}
2117         },
2118         {
2119           "title": "should contain newly created future reservation",
2120           "fullTitle": "promise reservation for future use query-reservation should contain newly created future reservation",
2121           "duration": 61,
2122           "err": {}
2123         },
2124         {
2125           "title": "should modify existing reservation without error",
2126           "fullTitle": "promise reservation for future use update-reservation should modify existing reservation without error",
2127           "duration": 65,
2128           "err": {}
2129         },
2130         {
2131           "title": "should modify existing reservation without error",
2132           "fullTitle": "promise reservation for future use cancel-reservation should modify existing reservation without error",
2133           "duration": 17,
2134           "err": {}
2135         },
2136         {
2137           "title": "should no longer contain record of the deleted reservation",
2138           "fullTitle": "promise reservation for future use cancel-reservation should no longer contain record of the deleted reservation",
2139           "duration": 0,
2140           "err": {}
2141         },
2142         {
2143           "title": "should decrease available capacity from a provider in the future",
2144           "fullTitle": "promise capacity planning decrease-capacity should decrease available capacity from a provider in the future",
2145           "duration": 15,
2146           "err": {}
2147         },
2148         {
2149           "title": "should increase available capacity from a provider in the future",
2150           "fullTitle": "promise capacity planning increase-capacity should increase available capacity from a provider in the future",
2151           "duration": 11,
2152           "err": {}
2153         },
2154         {
2155           "title": "should report available collections and utilizations",
2156           "fullTitle": "promise capacity planning query-capacity should report available collections and utilizations",
2157           "duration": 56,
2158           "err": {}
2159         },
2160         {
2161           "title": "should fail to create immediate reservation record with proper error",
2162           "fullTitle": "promise reservation with conflict create-reservation should fail to create immediate reservation record with proper error",
2163           "duration": 60,
2164           "err": {}
2165         },
2166         {
2167           "title": "should fail to create future reservation record with proper error",
2168           "fullTitle": "promise reservation with conflict create-reservation should fail to create future reservation record with proper error",
2169           "duration": 38,
2170           "err": {}
2171         },
2172         {
2173           "title": "should successfully destroy all allocations",
2174           "fullTitle": "promise cleanup test allocations destroy-instance should successfully destroy all allocations",
2175           "duration": 361,
2176           "err": {}
2177         }
2178       ],
2179       "pending": [],
2180       "failures": [],
2181       "passes": [
2182         {
2183           "title": "should add a new OpenStack provider without error",
2184           "fullTitle": "promise register OpenStack into resource pool add-provider should add a new OpenStack provider without error",
2185           "duration": 1217,
2186           "err": {}
2187         },
2188         {
2189           "title": "should update promise.providers with a new entry",
2190           "fullTitle": "promise register OpenStack into resource pool add-provider should update promise.providers with a new entry",
2191           "duration": 10,
2192           "err": {}
2193         },
2194         {
2195           "title": "should contain a new ResourceProvider record in the store",
2196           "fullTitle": "promise register OpenStack into resource pool add-provider should contain a new ResourceProvider record in the store",
2197           "duration": 0,
2198           "err": {}
2199         },
2200         {
2201           "title": "should add more capacity to the reservation service without error",
2202           "fullTitle": "promise register OpenStack into resource pool increase-capacity should add more capacity to the reservation service without error",
2203           "duration": 25,
2204           "err": {}
2205         },
2206         {
2207           "title": "should update promise.pools with a new entry",
2208           "fullTitle": "promise register OpenStack into resource pool increase-capacity should update promise.pools with a new entry",
2209           "duration": 1,
2210           "err": {}
2211         },
2212         {
2213           "title": "should contain a ResourcePool record in the store",
2214           "fullTitle": "promise register OpenStack into resource pool increase-capacity should contain a ResourcePool record in the store",
2215           "duration": 0,
2216           "err": {}
2217         },
2218         {
2219           "title": "should report total collections and utilizations",
2220           "fullTitle": "promise register OpenStack into resource pool query-capacity should report total collections and utilizations",
2221           "duration": 18,
2222           "err": {}
2223         },
2224         {
2225           "title": "should contain newly added capacity pool",
2226           "fullTitle": "promise register OpenStack into resource pool query-capacity should contain newly added capacity pool",
2227           "duration": 8,
2228           "err": {}
2229         },
2230         {
2231           "title": "should create a new server in target provider without error",
2232           "fullTitle": "promise allocation without reservation create-instance should create a new server in target provider without error",
2233           "duration": 1768,
2234           "err": {}
2235         },
2236         {
2237           "title": "should update promise.allocations with a new entry",
2238           "fullTitle": "promise allocation without reservation create-instance should update promise.allocations with a new entry",
2239           "duration": 2,
2240           "err": {}
2241         },
2242         {
2243           "title": "should contain a new ResourceAllocation record in the store",
2244           "fullTitle": "promise allocation without reservation create-instance should contain a new ResourceAllocation record in the store",
2245           "duration": 0,
2246           "err": {}
2247         },
2248         {
2249           "title": "should reference the created server ID from the provider",
2250           "fullTitle": "promise allocation without reservation create-instance should reference the created server ID from the provider",
2251           "duration": 1,
2252           "err": {}
2253         },
2254         {
2255           "title": "should have low priority state",
2256           "fullTitle": "promise allocation without reservation create-instance should have low priority state",
2257           "duration": 0,
2258           "err": {}
2259         },
2260         {
2261           "title": "should create reservation record (no start/end) without error",
2262           "fullTitle": "promise allocation using reservation for immediate use create-reservation should create reservation record (no start/end) without error",
2263           "duration": 41,
2264           "err": {}
2265         },
2266         {
2267           "title": "should update promise.reservations with a new entry",
2268           "fullTitle": "promise allocation using reservation for immediate use create-reservation should update promise.reservations with a new entry",
2269           "duration": 7,
2270           "err": {}
2271         },
2272         {
2273           "title": "should contain a new ResourceReservation record in the store",
2274           "fullTitle": "promise allocation using reservation for immediate use create-reservation should contain a new ResourceReservation record in the store",
2275           "duration": 0,
2276           "err": {}
2277         },
2278         {
2279           "title": "should create a new server in target provider (with reservation) without error",
2280           "fullTitle": "promise allocation using reservation for immediate use create-instance should create a new server in target provider (with reservation) without error",
2281           "duration": 1617,
2282           "err": {}
2283         },
2284         {
2285           "title": "should contain a new ResourceAllocation record in the store",
2286           "fullTitle": "promise allocation using reservation for immediate use create-instance should contain a new ResourceAllocation record in the store",
2287           "duration": 1,
2288           "err": {}
2289         },
2290         {
2291           "title": "should be referenced in the reservation record",
2292           "fullTitle": "promise allocation using reservation for immediate use create-instance should be referenced in the reservation record",
2293           "duration": 7,
2294           "err": {}
2295         },
2296         {
2297           "title": "should have high priority state",
2298           "fullTitle": "promise allocation using reservation for immediate use create-instance should have high priority state",
2299           "duration": 0,
2300           "err": {}
2301         },
2302         {
2303           "title": "should create reservation record (for future) without error",
2304           "fullTitle": "promise reservation for future use create-reservation should create reservation record (for future) without error",
2305           "duration": 75,
2306           "err": {}
2307         },
2308         {
2309           "title": "should update promise.reservations with a new entry",
2310           "fullTitle": "promise reservation for future use create-reservation should update promise.reservations with a new entry",
2311           "duration": 17,
2312           "err": {}
2313         },
2314         {
2315           "title": "should contain a new ResourceReservation record in the store",
2316           "fullTitle": "promise reservation for future use create-reservation should contain a new ResourceReservation record in the store",
2317           "duration": 0,
2318           "err": {}
2319         },
2320         {
2321           "title": "should contain newly created future reservation",
2322           "fullTitle": "promise reservation for future use query-reservation should contain newly created future reservation",
2323           "duration": 61,
2324           "err": {}
2325         },
2326         {
2327           "title": "should modify existing reservation without error",
2328           "fullTitle": "promise reservation for future use update-reservation should modify existing reservation without error",
2329           "duration": 65,
2330           "err": {}
2331         },
2332         {
2333           "title": "should modify existing reservation without error",
2334           "fullTitle": "promise reservation for future use cancel-reservation should modify existing reservation without error",
2335           "duration": 17,
2336           "err": {}
2337         },
2338         {
2339           "title": "should no longer contain record of the deleted reservation",
2340           "fullTitle": "promise reservation for future use cancel-reservation should no longer contain record of the deleted reservation",
2341           "duration": 0,
2342           "err": {}
2343         },
2344         {
2345           "title": "should decrease available capacity from a provider in the future",
2346           "fullTitle": "promise capacity planning decrease-capacity should decrease available capacity from a provider in the future",
2347           "duration": 15,
2348           "err": {}
2349         },
2350         {
2351           "title": "should increase available capacity from a provider in the future",
2352           "fullTitle": "promise capacity planning increase-capacity should increase available capacity from a provider in the future",
2353           "duration": 11,
2354           "err": {}
2355         },
2356         {
2357           "title": "should report available collections and utilizations",
2358           "fullTitle": "promise capacity planning query-capacity should report available collections and utilizations",
2359           "duration": 56,
2360           "err": {}
2361         },
2362         {
2363           "title": "should fail to create immediate reservation record with proper error",
2364           "fullTitle": "promise reservation with conflict create-reservation should fail to create immediate reservation record with proper error",
2365           "duration": 60,
2366           "err": {}
2367         },
2368         {
2369           "title": "should fail to create future reservation record with proper error",
2370           "fullTitle": "promise reservation with conflict create-reservation should fail to create future reservation record with proper error",
2371           "duration": 38,
2372           "err": {}
2373         },
2374         {
2375           "title": "should successfully destroy all allocations",
2376           "fullTitle": "promise cleanup test allocations destroy-instance should successfully destroy all allocations",
2377           "duration": 361,
2378           "err": {}
2379         }
2380       ]
2381     }
2382     Promise- INFO -
2383     ****************************************
2384               Promise test report
2385
2386     ****************************************
2387      Suites:    23
2388      Tests:     33
2389      Passes:    33
2390      Pending:   0
2391      Failures:  0
2392      Start:     2016-02-19T05:41:25.739Z
2393      End:       2016-02-19T05:41:31.140Z
2394      Duration:  6.301
2395     ****************************************
2396
2397