remove imported FUNCTEST_REPO object
[functest.git] / docs / results / fuel-os-onos-nofeature-ha.rst
1 .. This work is licensed under a Creative Commons Attribution 4.0 International Licence.
2 .. http://creativecommons.org/licenses/by/4.0
3
4 Detailed test results for fuel-os-onos-nofeature-ha
5 ---------------------------------------------------
6
7 VIM
8 ---
9
10 vping_ssh
11 ^^^^^^^^^
12 ::
13
14     FUNCTEST.info: Running vPing-SSH test...
15     vPing_ssh- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'...
16     vPing_ssh- INFO - Creating neutron network vping-net...
17     vPing_ssh- INFO - Creating security group  'vPing-sg'...
18     vPing_ssh- INFO - Using existing Flavor 'm1.small'...
19     vPing_ssh- INFO - vPing Start Time:'2016-02-21 09:42:15'
20     vPing_ssh- INFO - Creating instance 'opnfv-vping-1'...
21      name=opnfv-vping-1
22      flavor=<Flavor: m1.small>
23      image=c921bde1-b564-4670-9801-7607bb7dd5f9
24      network=ddbf909c-8936-4d5a-b499-ae5bc6e4981f
25
26     vPing_ssh- INFO - Instance 'opnfv-vping-1' is ACTIVE.
27     vPing_ssh- INFO - Adding 'opnfv-vping-1' to security group 'vPing-sg'...
28     vPing_ssh- INFO - Creating instance 'opnfv-vping-2'...
29      name=opnfv-vping-2
30      flavor=<Flavor: m1.small>
31      image=c921bde1-b564-4670-9801-7607bb7dd5f9
32      network=ddbf909c-8936-4d5a-b499-ae5bc6e4981f
33
34     vPing_ssh- INFO - Instance 'opnfv-vping-2' is ACTIVE.
35     vPing_ssh- INFO - Adding 'opnfv-vping-2' to security group 'vPing-sg'...
36     vPing_ssh- INFO - Creating floating IP for VM 'opnfv-vping-2'...
37     vPing_ssh- INFO - Floating IP created: '10.118.101.200'
38     vPing_ssh- INFO - Associating floating ip: '10.118.101.200' to VM 'opnfv-vping-2'
39     vPing_ssh- INFO - Trying to establish SSH connection to 10.118.101.200...
40     vPing_ssh- INFO - Waiting for ping...
41     vPing_ssh- INFO - vPing detected!
42     vPing_ssh- INFO - vPing duration:'267.2' s.
43     vPing_ssh- INFO - Cleaning up...
44     vPing_ssh- INFO - vPing OK
45
46
47
48
49 Tempest
50 ^^^^^^^
51 ::
52
53     +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+
54     | name                                                                                                                                     | time      | status  |
55     +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+
56     | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor                                                               | 0.33888   | success |
57     | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors                                                             | 0.10971   | success |
58     | tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_saving_image                                                           | 15.11040  | success |
59     | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image                                        | 30.42278  | success |
60     | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name        | 13.85713  | success |
61     | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since                     | 0.32690   | success |
62     | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name                              | 0.34397   | success |
63     | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id                         | 0.37412   | success |
64     | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref                        | 1.53125   | success |
65     | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status                            | 0.34050   | success |
66     | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type                              | 0.55659   | success |
67     | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results                               | 0.33680   | success |
68     | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since         | 0.57251   | success |
69     | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name                  | 0.33960   | success |
70     | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref            | 0.69068   | success |
71     | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status                | 0.33768   | success |
72     | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type                  | 0.67793   | success |
73     | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results                   | 0.33491   | success |
74     | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image                                                            | 1.60438   | success |
75     | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images                                                          | 1.39355   | success |
76     | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail                                              | 1.24188   | success |
77     | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create                | 1.85431   | success |
78     | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list                  | 2.83096   | success |
79     | tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete                  | 6.66403   | success |
80     | tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip                                     | 13.11276  | success |
81     | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name                                     | 0.0       | fail    |
82     | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers                                                         | 0.0       | fail    |
83     | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail                                             | 0.0       | fail    |
84     | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus                                          | 0.0       | fail    |
85     | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details                                                | 0.0       | fail    |
86     | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name                               | 0.0       | fail    |
87     | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers                                                   | 0.0       | fail    |
88     | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail                                       | 0.0       | fail    |
89     | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus                                    | 0.0       | fail    |
90     | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details                                          | 0.0       | fail    |
91     | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action                                       | 0.11312   | success |
92     | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions                                     | 4.98764   | success |
93     | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor               | 0.62118   | success |
94     | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image                | 1.01188   | success |
95     | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name          | 0.73001   | success |
96     | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status        | 1.04071   | success |
97     | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results                  | 0.53598   | success |
98     | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor                        | 0.12633   | success |
99     | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image                         | 0.13548   | success |
100     | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit                         | 0.08098   | success |
101     | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name                   | 0.08810   | success |
102     | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_status                 | 0.10130   | success |
103     | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip                          | 0.63997   | success |
104     | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex                    | 0.00129   | skip    |
105     | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard               | 0.20987   | success |
106     | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date        | 0.10442   | success |
107     | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date       | 0.02285   | success |
108     | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits                           | 0.10168   | success |
109     | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count | 0.08641   | success |
110     | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value       | 0.03051   | success |
111     | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string               | 0.02042   | success |
112     | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor              | 0.08087   | success |
113     | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image               | 0.06620   | success |
114     | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name         | 0.07583   | success |
115     | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted            | 1.02614   | success |
116     | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing                 | 0.03649   | success |
117     | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server               | 0.10806   | success |
118     | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_change_server_password                                        | 0.0       | fail    |
119     | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output                                            | 0.0       | fail    |
120     | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server                                            | 0.0       | fail    |
121     | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard                                            | 0.0       | fail    |
122     | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_soft                                            | 0.0       | fail    |
123     | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server                                                | 0.0       | fail    |
124     | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm                                         | 0.0       | fail    |
125     | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_revert                                          | 0.0       | fail    |
126     | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server                                             | 0.0       | fail    |
127     | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses                                     | 0.09498   | success |
128     | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses_by_network                          | 0.15150   | success |
129     | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item                                 | 0.76964   | success |
130     | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item                                    | 0.40090   | success |
131     | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata                                        | 0.38359   | success |
132     | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata                                         | 0.65971   | success |
133     | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item                                    | 0.66699   | success |
134     | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata                                      | 0.63491   | success |
135     | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password                                          | 5.25088   | success |
136     | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair                                                     | 16.25121  | success |
137     | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name                                           | 22.90196  | success |
138     | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address                                               | 11.28175  | success |
139     | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name                                                         | 12.26759  | success |
140     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name                                | 2.49600   | success |
141     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit               | 2.57009   | success |
142     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256                     | 3.21321   | success |
143     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor                                | 3.04861   | success |
144     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image                                 | 3.93770   | success |
145     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid                          | 2.76115   | success |
146     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_a_server_of_another_tenant                         | 1.71809   | success |
147     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit              | 1.21977   | success |
148     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id                            | 0.91452   | success |
149     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server                                   | 0.95440   | success |
150     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address                                     | 3.16889   | success |
151     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server                                | 1.57679   | success |
152     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server                               | 1.42447   | success |
153     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_non_existent_flavor                    | 1.46180   | success |
154     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_null_flavor                            | 1.15287   | success |
155     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank                                         | 1.87581   | success |
156     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server                                  | 0.99209   | success |
157     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server                        | 0.58096   | success |
158     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256                     | 1.07971   | success |
159     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_of_another_tenant                           | 1.73518   | success |
160     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name                              | 1.51942   | success |
161     | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_keypair_in_analt_user_tenant                                    | 0.32883   | success |
162     | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_fails_when_tenant_incorrect                              | 0.01961   | success |
163     | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_with_unauthorized_image                                  | 1.56142   | success |
164     | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_keypair_of_alt_account_fails                                       | 0.03891   | success |
165     | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_server_fails                               | 0.62077   | success |
166     | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_server_fails                               | 0.07524   | success |
167     | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas                                                                   | 0.29801   | success |
168     | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas                                                                           | 0.07714   | success |
169     | tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume                                            | 0.0       | fail    |
170     | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list                                                           | 1.06122   | success |
171     | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_details                                              | 1.10604   | success |
172     | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id                                         | 0.41781   | success |
173     | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id                          | 0.03176   | success |
174     | tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services                                                          | 0.0       | fail    |
175     | tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user                                                                  | 0.34417   | success |
176     | tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete                             | 0.0       | fail    |
177     | tempest.api.identity.admin.v3.test_domains.DefaultDomainTestJSON.test_default_domain_exists                                              | 0.0       | fail    |
178     | tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain                                              | 1.00125   | success |
179     | tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint                                                      | 0.64367   | success |
180     | tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete                                              | 0.0       | fail    |
181     | tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy                                            | 0.0       | fail    |
182     | tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id                                           | 0.38885   | success |
183     | tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_role_create_update_get_list                                                | 0.0       | fail    |
184     | tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_create_update_get_service                                              | 0.0       | fail    |
185     | tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all                                                           | 2.52793   | success |
186     | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_media_types                                                         | 0.11210   | success |
187     | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_resources                                                   | 0.08846   | success |
188     | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_statuses                                                    | 0.10244   | success |
189     | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types                                                         | 0.10511   | success |
190     | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources                                                   | 0.10566   | success |
191     | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses                                                    | 0.14063   | success |
192     | tempest.api.image.v1.test_images.ListImagesTest.test_index_no_params                                                                     | 0.57457   | success |
193     | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image                                                             | 1.72677   | success |
194     | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file                                           | 15.66304  | success |
195     | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image                                                             | 3.84418   | success |
196     | tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions                                                         | 5.53626   | success |
197     | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address                           | 2.54078   | success |
198     | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip                                 | 4.09094   | success |
199     | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_network                                             | 1.98866   | success |
200     | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_port                                                | 2.87451   | success |
201     | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_subnet                                              | 5.20792   | success |
202     | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_network                                                 | 2.28358   | success |
203     | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_port                                                    | 4.49162   | success |
204     | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_subnet                                                  | 3.79765   | success |
205     | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_update_delete_network_subnet                                         | 2.99403   | success |
206     | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_external_network_visibility                                                 | 0.66099   | success |
207     | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_networks                                                               | 0.29854   | success |
208     | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_subnets                                                                | 0.32442   | success |
209     | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_network                                                                | 0.04955   | success |
210     | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_subnet                                                                 | 0.33630   | success |
211     | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_create_update_delete_network_subnet                                          | 2.80651   | success |
212     | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_external_network_visibility                                                  | 0.65929   | success |
213     | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_networks                                                                | 0.36943   | success |
214     | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_subnets                                                                 | 0.38991   | success |
215     | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_network                                                                 | 0.31486   | success |
216     | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_subnet                                                                  | 0.30617   | success |
217     | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools                                            | 2.96002   | success |
218     | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups                                                 | 3.15725   | success |
219     | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port                                                          | 1.88622   | success |
220     | tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports                                                                         | 0.32563   | success |
221     | tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port                                                                          | 0.37153   | success |
222     | tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools                                                | 3.19676   | success |
223     | tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups                                                     | 2.65017   | success |
224     | tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port                                                              | 2.26448   | success |
225     | tempest.api.network.test_ports.PortsTestJSON.test_list_ports                                                                             | 0.38004   | success |
226     | tempest.api.network.test_ports.PortsTestJSON.test_show_port                                                                              | 0.32783   | success |
227     | tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces                                                     | 8.61053   | success |
228     | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id                                           | 5.36523   | success |
229     | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id                                         | 3.30263   | success |
230     | tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router                                              | 2.90758   | success |
231     | tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces                                                         | 7.98249   | success |
232     | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id                                               | 4.15672   | success |
233     | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id                                             | 4.09748   | success |
234     | tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router                                                  | 3.08662   | success |
235     | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group                             | 1.74965   | success |
236     | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule                                    | 3.81896   | success |
237     | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups                                                      | 0.31019   | success |
238     | tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group                                 | 2.07790   | success |
239     | tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule                                        | 3.59873   | success |
240     | tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups                                                          | 0.33280   | success |
241     | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_list                                           | 0.62361   | success |
242     | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_show                                           | 6.93849   | success |
243     | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_template                                       | 0.07141   | success |
244     | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_list                                              | 1.31814   | success |
245     | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_metadata                                          | 0.61532   | success |
246     | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_software_config                                              | 0.61600   | success |
247     | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_create_validate                              | 0.59934   | success |
248     | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_no_metadata_change                    | 0.81253   | success |
249     | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_with_metadata_change                  | 0.84469   | success |
250     | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_crud_no_resources                                                 | 3.72972   | success |
251     | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_list_responds                                                     | 0.06791   | success |
252     | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v1_notifications                | 19.60479  | success |
253     | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v2_notifications                | 3.74694   | success |
254     | tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_attach_detach_volume_to_instance                                       | 3.11182   | success |
255     | tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance                                       | 3.04832   | success |
256     | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete                                                | 10.66890  | success |
257     | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_from_image                                     | 18.01898  | success |
258     | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete                                                | 16.52370  | success |
259     | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_from_image                                     | 17.05563  | success |
260     | tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list                                                              | 0.08365   | success |
261     | tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list                                                              | 0.05607   | success |
262     | tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops                                                       | 374.04656 | fail    |
263     | tempest.scenario.test_server_basic_ops.TestServerBasicOps.test_server_basicops                                                           | 340.58084 | fail    |
264     | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern                                                 | 349.05347 | fail    |
265     | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPatternV2.test_volume_boot_pattern                                               | 338.91569 | fail    |
266     +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+
267     run_tempest - INFO - Results: {'timestart': '2016-02-2109:47:08.529077', 'duration': 512, 'tests': 210, 'failures': 31}
268
269 Rally
270 ^^^^^
271 ::
272
273     FUNCTEST.info: Running Rally benchmark suite...
274     run_rally - INFO - Starting test scenario "authenticate" ...
275     run_rally - INFO -
276      Preparing input task
277      Task  938ee7f4-76f5-42f3-a908-9eb3557dac60: started
278     Task 938ee7f4-76f5-42f3-a908-9eb3557dac60: finished
279
280     test scenario Authenticate.validate_glance
281     +-------------------------------------------------------------------------------------------------------+
282     |                                         Response Times (sec)                                          |
283     +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
284     | action                           | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
285     +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
286     | authenticate.validate_glance     | 0.528 | 0.563  | 0.576  | 0.577  | 0.578 | 0.558 | 100.0%  | 10    |
287     | authenticate.validate_glance (2) | 0.524 | 0.536  | 0.584  | 0.646  | 0.707 | 0.556 | 100.0%  | 10    |
288     | total                            | 1.209 | 1.274  | 1.348  | 1.391  | 1.434 | 1.285 | 100.0%  | 10    |
289     +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
290     Load duration: 3.82395505905
291     Full duration: 11.5060088634
292
293
294
295     test scenario Authenticate.keystone
296     +----------------------------------------------------------------------------+
297     |                            Response Times (sec)                            |
298     +--------+-------+--------+--------+--------+------+-------+---------+-------+
299     | action | min   | median | 90%ile | 95%ile | max  | avg   | success | count |
300     +--------+-------+--------+--------+--------+------+-------+---------+-------+
301     | total  | 0.145 | 0.166  | 0.262  | 0.271  | 0.28 | 0.193 | 100.0%  | 10    |
302     +--------+-------+--------+--------+--------+------+-------+---------+-------+
303     Load duration: 0.597311973572
304     Full duration: 8.39117598534
305
306
307
308     test scenario Authenticate.validate_heat
309     +-----------------------------------------------------------------------------------------------------+
310     |                                        Response Times (sec)                                         |
311     +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
312     | action                         | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
313     +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
314     | authenticate.validate_heat     | 0.289 | 0.308  | 0.338  | 0.34   | 0.342 | 0.312 | 100.0%  | 10    |
315     | authenticate.validate_heat (2) | 0.054 | 0.289  | 0.31   | 0.318  | 0.327 | 0.27  | 100.0%  | 10    |
316     | total                          | 0.575 | 0.782  | 0.858  | 0.862  | 0.865 | 0.773 | 100.0%  | 10    |
317     +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
318     Load duration: 2.38020992279
319     Full duration: 10.2995789051
320
321
322
323     test scenario Authenticate.validate_nova
324     +-----------------------------------------------------------------------------------------------------+
325     |                                        Response Times (sec)                                         |
326     +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
327     | action                         | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
328     +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
329     | authenticate.validate_nova     | 0.279 | 0.311  | 0.459  | 0.464  | 0.468 | 0.352 | 100.0%  | 10    |
330     | authenticate.validate_nova (2) | 0.033 | 0.056  | 0.061  | 0.063  | 0.065 | 0.053 | 100.0%  | 10    |
331     | total                          | 0.477 | 0.53   | 0.699  | 0.711  | 0.723 | 0.569 | 100.0%  | 10    |
332     +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
333     Load duration: 1.69243693352
334     Full duration: 9.33592200279
335
336
337
338     test scenario Authenticate.validate_cinder
339     +-------------------------------------------------------------------------------------------------------+
340     |                                         Response Times (sec)                                          |
341     +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
342     | action                           | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
343     +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
344     | authenticate.validate_cinder     | 0.276 | 0.29   | 0.335  | 0.335  | 0.335 | 0.302 | 100.0%  | 10    |
345     | authenticate.validate_cinder (2) | 0.257 | 0.29   | 0.318  | 0.346  | 0.374 | 0.297 | 100.0%  | 10    |
346     | total                            | 0.719 | 0.773  | 0.853  | 0.863  | 0.873 | 0.781 | 100.0%  | 10    |
347     +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
348     Load duration: 2.3241250515
349     Full duration: 9.87282705307
350
351
352
353     test scenario Authenticate.validate_neutron
354     +--------------------------------------------------------------------------------------------------------+
355     |                                          Response Times (sec)                                          |
356     +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
357     | action                            | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
358     +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
359     | authenticate.validate_neutron     | 0.289 | 0.309  | 0.329  | 0.334  | 0.34  | 0.31  | 100.0%  | 10    |
360     | authenticate.validate_neutron (2) | 0.044 | 0.294  | 0.324  | 0.365  | 0.406 | 0.265 | 100.0%  | 10    |
361     | total                             | 0.533 | 0.752  | 0.809  | 0.831  | 0.854 | 0.734 | 100.0%  | 10    |
362     +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
363     Load duration: 2.165102005
364     Full duration: 9.4830288887
365
366
367
368     run_rally - INFO - Test scenario: "authenticate" OK.
369
370     run_rally - INFO - Starting test scenario "glance" ...
371     run_rally - INFO -
372      Preparing input task
373      Task  158cf9e7-5336-4cfc-be40-3e75d061e99a: started
374     Task 158cf9e7-5336-4cfc-be40-3e75d061e99a: finished
375
376     test scenario GlanceImages.list_images
377     +-----------------------------------------------------------------------------------------+
378     |                                  Response Times (sec)                                   |
379     +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
380     | action             | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
381     +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
382     | glance.list_images | 0.726 | 0.781  | 0.882  | 0.891  | 0.899 | 0.807 | 100.0%  | 10    |
383     | total              | 0.726 | 0.783  | 0.882  | 0.891  | 0.899 | 0.807 | 100.0%  | 10    |
384     +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
385     Load duration: 2.53244495392
386     Full duration: 12.5428349972
387
388
389
390     test scenario GlanceImages.create_image_and_boot_instances
391     +---------------------------------------------------------------------------------------------+
392     |                                    Response Times (sec)                                     |
393     +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
394     | action              | min    | median | 90%ile | 95%ile | max    | avg    | success | count |
395     +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
396     | glance.create_image | 6.979  | 7.618  | 7.794  | 7.829  | 7.863  | 7.563  | 100.0%  | 10    |
397     | nova.boot_servers   | 8.651  | 10.765 | 11.756 | 11.781 | 11.807 | 10.556 | 100.0%  | 10    |
398     | total               | 15.879 | 18.421 | 19.261 | 19.311 | 19.36  | 18.119 | 100.0%  | 10    |
399     +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
400     Load duration: 53.8314111233
401     Full duration: 120.073235035
402
403
404
405     test scenario GlanceImages.create_and_list_image
406     +------------------------------------------------------------------------------------------+
407     |                                   Response Times (sec)                                   |
408     +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
409     | action              | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
410     +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
411     | glance.create_image | 7.329 | 7.6    | 7.99   | 8.113  | 8.236 | 7.653 | 100.0%  | 10    |
412     | glance.list_images  | 0.333 | 0.582  | 0.613  | 0.646  | 0.679 | 0.566 | 100.0%  | 10    |
413     | total               | 7.902 | 8.164  | 8.547  | 8.674  | 8.802 | 8.219 | 100.0%  | 10    |
414     +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
415     Load duration: 24.6576690674
416     Full duration: 38.7420179844
417
418
419
420     test scenario GlanceImages.create_and_delete_image
421     +-------------------------------------------------------------------------------------------+
422     |                                   Response Times (sec)                                    |
423     +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+
424     | action              | min   | median | 90%ile | 95%ile | max    | avg   | success | count |
425     +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+
426     | glance.create_image | 7.217 | 7.695  | 7.985  | 8.039  | 8.092  | 7.694 | 100.0%  | 10    |
427     | glance.delete_image | 1.995 | 2.137  | 2.493  | 2.608  | 2.722  | 2.22  | 100.0%  | 10    |
428     | total               | 9.374 | 10.024 | 10.211 | 10.289 | 10.367 | 9.914 | 100.0%  | 10    |
429     +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+
430     Load duration: 29.6123759747
431     Full duration: 39.9493000507
432
433
434
435     run_rally - INFO - Test scenario: "glance" OK.
436
437     run_rally - INFO - Starting test scenario "cinder" ...
438     run_rally - INFO -
439      Preparing input task
440      Task  b1aa2d13-0f7a-4bff-8331-81336fed8893: started
441     Task b1aa2d13-0f7a-4bff-8331-81336fed8893: finished
442
443     test scenario CinderVolumes.create_and_attach_volume
444     +----------------------------------------------------------------------------------------------+
445     |                                     Response Times (sec)                                     |
446     +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
447     | action               | min    | median | 90%ile | 95%ile | max    | avg    | success | count |
448     +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
449     | nova.boot_server     | 6.503  | 8.078  | 8.609  | 8.703  | 8.796  | 7.961  | 100.0%  | 10    |
450     | cinder.create_volume | 3.188  | 3.68   | 3.956  | 3.978  | 4.0    | 3.679  | 100.0%  | 10    |
451     | nova.attach_volume   | 3.64   | 4.357  | 6.302  | 6.474  | 6.646  | 4.857  | 100.0%  | 10    |
452     | nova.detach_volume   | 3.578  | 3.916  | 4.783  | 4.818  | 4.854  | 4.034  | 100.0%  | 10    |
453     | cinder.delete_volume | 0.561  | 1.816  | 3.1    | 3.132  | 3.165  | 1.823  | 100.0%  | 10    |
454     | nova.delete_server   | 2.774  | 2.91   | 3.153  | 3.263  | 3.373  | 2.961  | 100.0%  | 10    |
455     | total                | 22.849 | 25.428 | 26.942 | 27.99  | 29.037 | 25.315 | 100.0%  | 10    |
456     +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
457     Load duration: 75.149212122
458     Full duration: 118.157259941
459
460
461
462     test scenario CinderVolumes.create_and_list_volume
463     +---------------------------------------------------------------------------------------------+
464     |                                    Response Times (sec)                                     |
465     +----------------------+-------+--------+--------+--------+--------+--------+---------+-------+
466     | action               | min   | median | 90%ile | 95%ile | max    | avg    | success | count |
467     +----------------------+-------+--------+--------+--------+--------+--------+---------+-------+
468     | cinder.create_volume | 7.83  | 9.929  | 10.531 | 10.536 | 10.541 | 9.772  | 100.0%  | 10    |
469     | cinder.list_volumes  | 0.08  | 0.374  | 0.44   | 0.453  | 0.465  | 0.361  | 100.0%  | 10    |
470     | total                | 8.172 | 10.346 | 10.952 | 10.96  | 10.967 | 10.134 | 100.0%  | 10    |
471     +----------------------+-------+--------+--------+--------+--------+--------+---------+-------+
472     Load duration: 29.4478600025
473     Full duration: 52.5886940956
474
475
476
477     test scenario CinderVolumes.create_and_list_volume
478     +-------------------------------------------------------------------------------------------+
479     |                                   Response Times (sec)                                    |
480     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
481     | action               | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
482     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
483     | cinder.create_volume | 3.301 | 3.843  | 4.226  | 4.357  | 4.488 | 3.882 | 100.0%  | 10    |
484     | cinder.list_volumes  | 0.053 | 0.331  | 0.398  | 0.398  | 0.398 | 0.273 | 100.0%  | 10    |
485     | total                | 3.637 | 4.144  | 4.619  | 4.733  | 4.847 | 4.156 | 100.0%  | 10    |
486     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
487     Load duration: 12.4273290634
488     Full duration: 34.9144048691
489
490
491
492     test scenario CinderVolumes.create_and_list_snapshots
493     +---------------------------------------------------------------------------------------------+
494     |                                    Response Times (sec)                                     |
495     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
496     | action                 | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
497     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
498     | cinder.create_snapshot | 2.946 | 3.307  | 3.538  | 3.549  | 3.56  | 3.273 | 100.0%  | 10    |
499     | cinder.list_snapshots  | 0.028 | 0.295  | 0.328  | 0.338  | 0.348 | 0.201 | 100.0%  | 10    |
500     | total                  | 3.176 | 3.555  | 3.638  | 3.662  | 3.686 | 3.474 | 100.0%  | 10    |
501     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
502     Load duration: 10.5382380486
503     Full duration: 51.362334013
504
505
506
507     test scenario CinderVolumes.create_and_delete_volume
508     +-------------------------------------------------------------------------------------------+
509     |                                   Response Times (sec)                                    |
510     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
511     | action               | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
512     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
513     | cinder.create_volume | 3.624 | 3.895  | 4.231  | 4.281  | 4.331 | 3.947 | 100.0%  | 10    |
514     | cinder.delete_volume | 0.812 | 1.949  | 3.114  | 3.122  | 3.131 | 1.972 | 100.0%  | 10    |
515     | total                | 4.618 | 5.84   | 7.204  | 7.278  | 7.351 | 5.92  | 100.0%  | 10    |
516     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
517     Load duration: 16.7822580338
518     Full duration: 34.5782420635
519
520
521
522     test scenario CinderVolumes.create_and_delete_volume
523     +----------------------------------------------------------------------------------------------+
524     |                                     Response Times (sec)                                     |
525     +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
526     | action               | min    | median | 90%ile | 95%ile | max    | avg    | success | count |
527     +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
528     | cinder.create_volume | 9.294  | 9.687  | 9.755  | 9.776  | 9.798  | 9.602  | 100.0%  | 10    |
529     | cinder.delete_volume | 0.832  | 2.037  | 2.912  | 3.099  | 3.287  | 1.974  | 100.0%  | 10    |
530     | total                | 10.153 | 11.549 | 12.579 | 12.706 | 12.832 | 11.576 | 100.0%  | 10    |
531     +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
532     Load duration: 33.8279159069
533     Full duration: 52.5032699108
534
535
536
537     test scenario CinderVolumes.create_and_delete_volume
538     +-------------------------------------------------------------------------------------------+
539     |                                   Response Times (sec)                                    |
540     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
541     | action               | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
542     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
543     | cinder.create_volume | 3.531 | 3.917  | 4.114  | 4.116  | 4.119 | 3.89  | 100.0%  | 10    |
544     | cinder.delete_volume | 0.795 | 0.992  | 3.094  | 3.232  | 3.371 | 1.405 | 100.0%  | 10    |
545     | total                | 4.55  | 4.893  | 6.895  | 7.065  | 7.235 | 5.295 | 100.0%  | 10    |
546     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
547     Load duration: 14.6577680111
548     Full duration: 32.7706868649
549
550
551
552     test scenario CinderVolumes.create_and_upload_volume_to_image
553     +-------------------------------------------------------------------------------------------------------+
554     |                                         Response Times (sec)                                          |
555     +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
556     | action                        | min    | median | 90%ile | 95%ile | max    | avg    | success | count |
557     +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
558     | cinder.create_volume          | 3.529  | 3.821  | 4.216  | 4.22   | 4.223  | 3.861  | 100.0%  | 10    |
559     | cinder.upload_volume_to_image | 19.02  | 29.858 | 31.714 | 31.91  | 32.105 | 28.579 | 100.0%  | 10    |
560     | cinder.delete_volume          | 0.778  | 2.823  | 3.199  | 3.243  | 3.288  | 2.495  | 100.0%  | 10    |
561     | nova.delete_image             | 2.394  | 2.794  | 4.071  | 9.486  | 14.9   | 3.949  | 100.0%  | 10    |
562     | total                         | 28.359 | 39.027 | 42.376 | 45.938 | 49.5   | 38.885 | 100.0%  | 10    |
563     +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
564     Load duration: 119.134256124
565     Full duration: 139.814013958
566
567
568
569     test scenario CinderVolumes.create_and_delete_snapshot
570     +---------------------------------------------------------------------------------------------+
571     |                                    Response Times (sec)                                     |
572     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
573     | action                 | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
574     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
575     | cinder.create_snapshot | 3.047 | 3.312  | 3.751  | 4.588  | 5.426 | 3.504 | 100.0%  | 10    |
576     | cinder.delete_snapshot | 2.515 | 2.959  | 3.129  | 3.134  | 3.139 | 2.904 | 100.0%  | 10    |
577     | total                  | 5.93  | 6.273  | 6.77   | 7.355  | 7.941 | 6.408 | 100.0%  | 10    |
578     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
579     Load duration: 18.6710958481
580     Full duration: 52.810079813
581
582
583
584     test scenario CinderVolumes.create_volume
585     +-------------------------------------------------------------------------------------------+
586     |                                   Response Times (sec)                                    |
587     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
588     | action               | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
589     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
590     | cinder.create_volume | 3.645 | 3.983  | 4.278  | 4.284  | 4.291 | 4.015 | 100.0%  | 10    |
591     | total                | 3.645 | 3.983  | 4.278  | 4.284  | 4.291 | 4.015 | 100.0%  | 10    |
592     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
593     Load duration: 11.9593629837
594     Full duration: 30.0458798409
595
596
597
598     test scenario CinderVolumes.create_volume
599     +-----------------------------------------------------------------------------------------+
600     |                                  Response Times (sec)                                   |
601     +----------------------+-----+--------+--------+--------+-------+-------+---------+-------+
602     | action               | min | median | 90%ile | 95%ile | max   | avg   | success | count |
603     +----------------------+-----+--------+--------+--------+-------+-------+---------+-------+
604     | cinder.create_volume | 3.5 | 4.11   | 4.423  | 4.479  | 4.535 | 4.045 | 100.0%  | 10    |
605     | total                | 3.5 | 4.11   | 4.423  | 4.479  | 4.535 | 4.045 | 100.0%  | 10    |
606     +----------------------+-----+--------+--------+--------+-------+-------+---------+-------+
607     Load duration: 11.9883899689
608     Full duration: 34.5793349743
609
610
611
612     test scenario CinderVolumes.list_volumes
613     +------------------------------------------------------------------------------------------+
614     |                                   Response Times (sec)                                   |
615     +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
616     | action              | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
617     +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
618     | cinder.list_volumes | 0.527 | 0.566  | 0.622  | 0.634  | 0.647 | 0.579 | 100.0%  | 10    |
619     | total               | 0.527 | 0.566  | 0.622  | 0.635  | 0.647 | 0.579 | 100.0%  | 10    |
620     +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
621     Load duration: 1.71377515793
622     Full duration: 66.8403449059
623
624
625
626     test scenario CinderVolumes.create_nested_snapshots_and_attach_volume
627     +------------------------------------------------------------------------------------------------+
628     |                                      Response Times (sec)                                      |
629     +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
630     | action                 | min    | median | 90%ile | 95%ile | max    | avg    | success | count |
631     +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
632     | cinder.create_volume   | 3.423  | 3.79   | 4.204  | 4.228  | 4.253  | 3.832  | 100.0%  | 10    |
633     | cinder.create_snapshot | 2.595  | 2.914  | 3.105  | 3.107  | 3.109  | 2.93   | 100.0%  | 10    |
634     | nova.attach_volume     | 3.943  | 6.629  | 7.921  | 8.552  | 9.183  | 6.368  | 100.0%  | 10    |
635     | nova.detach_volume     | 3.275  | 3.933  | 4.098  | 4.151  | 4.204  | 3.813  | 100.0%  | 10    |
636     | cinder.delete_snapshot | 2.26   | 2.576  | 3.109  | 3.173  | 3.237  | 2.627  | 100.0%  | 10    |
637     | cinder.delete_volume   | 0.572  | 2.766  | 2.935  | 3.011  | 3.086  | 2.543  | 100.0%  | 10    |
638     | total                  | 20.778 | 22.953 | 25.368 | 26.28  | 27.193 | 23.194 | 100.0%  | 10    |
639     +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
640     Load duration: 69.8529119492
641     Full duration: 173.89911294
642
643
644
645     test scenario CinderVolumes.create_from_volume_and_delete_volume
646     +-------------------------------------------------------------------------------------------+
647     |                                   Response Times (sec)                                    |
648     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
649     | action               | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
650     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
651     | cinder.create_volume | 3.664 | 3.994  | 4.4    | 4.405  | 4.411 | 4.043 | 100.0%  | 10    |
652     | cinder.delete_volume | 2.706 | 3.262  | 3.503  | 3.525  | 3.547 | 3.211 | 100.0%  | 10    |
653     | total                | 6.956 | 7.239  | 7.437  | 7.513  | 7.589 | 7.254 | 100.0%  | 10    |
654     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
655     Load duration: 21.7929730415
656     Full duration: 56.4282138348
657
658
659
660     test scenario CinderVolumes.create_and_extend_volume
661     +---------------------------------------------------------------------------------------------+
662     |                                    Response Times (sec)                                     |
663     +----------------------+-------+--------+--------+--------+--------+--------+---------+-------+
664     | action               | min   | median | 90%ile | 95%ile | max    | avg    | success | count |
665     +----------------------+-------+--------+--------+--------+--------+--------+---------+-------+
666     | cinder.create_volume | 3.519 | 3.91   | 4.25   | 4.293  | 4.336  | 3.898  | 100.0%  | 10    |
667     | cinder.extend_volume | 0.954 | 3.479  | 3.822  | 3.974  | 4.126  | 3.266  | 100.0%  | 10    |
668     | cinder.delete_volume | 2.743 | 3.002  | 3.324  | 3.34   | 3.356  | 3.018  | 100.0%  | 10    |
669     | total                | 8.353 | 10.523 | 10.792 | 10.838 | 10.885 | 10.182 | 100.0%  | 10    |
670     +----------------------+-------+--------+--------+--------+--------+--------+---------+-------+
671     Load duration: 30.6360728741
672     Full duration: 49.9283909798
673
674
675
676     test scenario CinderVolumes.create_snapshot_and_attach_volume
677     +------------------------------------------------------------------------------------------------+
678     |                                      Response Times (sec)                                      |
679     +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
680     | action                 | min    | median | 90%ile | 95%ile | max    | avg    | success | count |
681     +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
682     | cinder.create_volume   | 3.39   | 3.97   | 4.263  | 4.45   | 4.638  | 3.957  | 100.0%  | 10    |
683     | cinder.create_snapshot | 2.608  | 3.069  | 3.308  | 3.31   | 3.312  | 3.012  | 100.0%  | 10    |
684     | nova.attach_volume     | 4.043  | 5.478  | 7.465  | 8.181  | 8.896  | 5.734  | 100.0%  | 10    |
685     | nova.detach_volume     | 3.111  | 3.712  | 4.231  | 4.297  | 4.362  | 3.748  | 100.0%  | 10    |
686     | cinder.delete_snapshot | 2.272  | 2.63   | 2.889  | 3.032  | 3.174  | 2.679  | 100.0%  | 10    |
687     | cinder.delete_volume   | 0.594  | 2.64   | 3.158  | 3.173  | 3.187  | 2.251  | 100.0%  | 10    |
688     | total                  | 18.408 | 23.294 | 24.568 | 24.632 | 24.697 | 22.576 | 100.0%  | 10    |
689     +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
690     Load duration: 68.1245191097
691     Full duration: 178.916586161
692
693
694
695     test scenario CinderVolumes.create_snapshot_and_attach_volume
696     +------------------------------------------------------------------------------------------------+
697     |                                      Response Times (sec)                                      |
698     +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
699     | action                 | min    | median | 90%ile | 95%ile | max    | avg    | success | count |
700     +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
701     | cinder.create_volume   | 3.136  | 3.923  | 4.27   | 4.334  | 4.398  | 3.903  | 100.0%  | 10    |
702     | cinder.create_snapshot | 2.708  | 2.894  | 3.269  | 3.309  | 3.348  | 2.997  | 100.0%  | 10    |
703     | nova.attach_volume     | 3.853  | 5.659  | 9.176  | 9.424  | 9.673  | 6.046  | 100.0%  | 10    |
704     | nova.detach_volume     | 3.349  | 3.857  | 4.334  | 4.582  | 4.829  | 3.88   | 100.0%  | 10    |
705     | cinder.delete_snapshot | 2.261  | 2.578  | 3.148  | 3.183  | 3.219  | 2.687  | 100.0%  | 10    |
706     | cinder.delete_volume   | 2.584  | 2.856  | 3.08   | 3.208  | 3.335  | 2.877  | 100.0%  | 10    |
707     | total                  | 21.769 | 23.113 | 27.189 | 27.9   | 28.611 | 24.037 | 100.0%  | 10    |
708     +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
709     Load duration: 69.8956279755
710     Full duration: 185.589872122
711
712
713
714     run_rally - INFO - Test scenario: "cinder" OK.
715
716     run_rally - INFO - Starting test scenario "heat" ...
717     run_rally - INFO -
718      Preparing input task
719      Task  6323c0be-a020-4b31-99f0-846288593cf5: started
720     Task 6323c0be-a020-4b31-99f0-846288593cf5: finished
721
722     test scenario HeatStacks.create_suspend_resume_delete_stack
723     +------------------------------------------------------------------------------------------+
724     |                                   Response Times (sec)                                   |
725     +--------------------+-------+--------+--------+--------+--------+-------+---------+-------+
726     | action             | min   | median | 90%ile | 95%ile | max    | avg   | success | count |
727     +--------------------+-------+--------+--------+--------+--------+-------+---------+-------+
728     | heat.create_stack  | 3.897 | 4.064  | 4.38   | 4.573  | 4.766  | 4.148 | 100.0%  | 10    |
729     | heat.suspend_stack | 0.856 | 1.754  | 2.035  | 2.047  | 2.058  | 1.584 | 100.0%  | 10    |
730     | heat.resume_stack  | 1.455 | 1.659  | 1.714  | 1.716  | 1.718  | 1.62  | 100.0%  | 10    |
731     | heat.delete_stack  | 1.394 | 1.581  | 2.739  | 2.752  | 2.765  | 1.784 | 100.0%  | 10    |
732     | total              | 8.071 | 9.183  | 10.285 | 10.314 | 10.344 | 9.135 | 100.0%  | 10    |
733     +--------------------+-------+--------+--------+--------+--------+-------+---------+-------+
734     Load duration: 27.614921093
735     Full duration: 38.014703989
736
737
738
739     test scenario HeatStacks.create_and_delete_stack
740     +----------------------------------------------------------------------------------------+
741     |                                  Response Times (sec)                                  |
742     +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
743     | action            | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
744     +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
745     | heat.create_stack | 4.032 | 4.108  | 4.322  | 4.37   | 4.419 | 4.169 | 100.0%  | 10    |
746     | heat.delete_stack | 1.408 | 1.463  | 1.821  | 2.204  | 2.588 | 1.599 | 100.0%  | 10    |
747     | total             | 5.497 | 5.706  | 5.963  | 6.33   | 6.698 | 5.768 | 100.0%  | 10    |
748     +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
749     Load duration: 17.1844079494
750     Full duration: 27.193780899
751
752
753
754     test scenario HeatStacks.create_and_delete_stack
755     +-------------------------------------------------------------------------------------------+
756     |                                   Response Times (sec)                                    |
757     +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
758     | action            | min    | median | 90%ile | 95%ile | max    | avg    | success | count |
759     +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
760     | heat.create_stack | 22.283 | 23.81  | 24.26  | 24.642 | 25.023 | 23.576 | 100.0%  | 10    |
761     | heat.delete_stack | 10.675 | 11.83  | 13.071 | 13.072 | 13.073 | 12.167 | 100.0%  | 10    |
762     | total             | 33.542 | 35.738 | 36.805 | 36.843 | 36.881 | 35.743 | 100.0%  | 10    |
763     +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
764     Load duration: 107.773921967
765     Full duration: 118.200341225
766
767
768
769     test scenario HeatStacks.create_and_delete_stack
770     +------------------------------------------------------------------------------------------+
771     |                                   Response Times (sec)                                   |
772     +-------------------+--------+--------+--------+--------+--------+-------+---------+-------+
773     | action            | min    | median | 90%ile | 95%ile | max    | avg   | success | count |
774     +-------------------+--------+--------+--------+--------+--------+-------+---------+-------+
775     | heat.create_stack | 18.184 | 20.407 | 21.635 | 21.85  | 22.065 | 20.2  | 100.0%  | 10    |
776     | heat.delete_stack | 10.601 | 10.722 | 11.882 | 11.945 | 12.008 | 11.03 | 100.0%  | 10    |
777     | total             | 28.903 | 31.02  | 33.025 | 33.24  | 33.455 | 31.23 | 100.0%  | 10    |
778     +-------------------+--------+--------+--------+--------+--------+-------+---------+-------+
779     Load duration: 92.4247808456
780     Full duration: 102.624263048
781
782
783
784     test scenario HeatStacks.list_stacks_and_resources
785     +------------------------------------------------------------------------------------------------------+
786     |                                         Response Times (sec)                                         |
787     +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
788     | action                          | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
789     +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
790     | heat.list_stacks                | 0.493 | 0.534  | 0.591  | 0.604  | 0.617 | 0.542 | 100.0%  | 10    |
791     | heat.list_resources_of_0_stacks | 0.0   | 0.0    | 0.0    | 0.0    | 0.0   | 0.0   | 100.0%  | 10    |
792     | total                           | 0.493 | 0.534  | 0.592  | 0.604  | 0.617 | 0.542 | 100.0%  | 10    |
793     +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
794     Load duration: 1.70831894875
795     Full duration: 10.6722428799
796
797
798
799     test scenario HeatStacks.create_update_delete_stack
800     +------------------------------------------------------------------------------------------+
801     |                                   Response Times (sec)                                   |
802     +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
803     | action            | min   | median | 90%ile | 95%ile | max    | avg    | success | count |
804     +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
805     | heat.create_stack | 4.142 | 4.331  | 4.481  | 4.527  | 4.573  | 4.327  | 100.0%  | 10    |
806     | heat.update_stack | 3.575 | 3.673  | 3.746  | 3.752  | 3.758  | 3.674  | 100.0%  | 10    |
807     | heat.delete_stack | 1.9   | 2.609  | 2.795  | 2.836  | 2.877  | 2.6    | 100.0%  | 10    |
808     | total             | 9.714 | 10.635 | 10.858 | 10.879 | 10.899 | 10.601 | 100.0%  | 10    |
809     +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
810     Load duration: 32.1056320667
811     Full duration: 42.6386361122
812
813
814
815     test scenario HeatStacks.create_update_delete_stack
816     +-----------------------------------------------------------------------------------------+
817     |                                  Response Times (sec)                                   |
818     +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+
819     | action            | min   | median | 90%ile | 95%ile | max    | avg   | success | count |
820     +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+
821     | heat.create_stack | 4.12  | 4.273  | 4.323  | 4.33   | 4.336  | 4.247 | 100.0%  | 10    |
822     | heat.update_stack | 3.504 | 3.594  | 3.722  | 3.741  | 3.76   | 3.615 | 100.0%  | 10    |
823     | heat.delete_stack | 1.391 | 1.433  | 1.71   | 2.139  | 2.568  | 1.584 | 100.0%  | 10    |
824     | total             | 9.04  | 9.38   | 9.599  | 10.09  | 10.581 | 9.447 | 100.0%  | 10    |
825     +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+
826     Load duration: 29.2272830009
827     Full duration: 40.1677620411
828
829
830
831     test scenario HeatStacks.create_update_delete_stack
832     +-------------------------------------------------------------------------------------------+
833     |                                   Response Times (sec)                                    |
834     +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
835     | action            | min    | median | 90%ile | 95%ile | max    | avg    | success | count |
836     +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
837     | heat.create_stack | 3.97   | 4.292  | 4.415  | 4.448  | 4.481  | 4.271  | 100.0%  | 10    |
838     | heat.update_stack | 5.842  | 5.898  | 5.997  | 6.123  | 6.248  | 5.932  | 100.0%  | 10    |
839     | heat.delete_stack | 2.495  | 2.556  | 3.706  | 3.713  | 3.721  | 2.769  | 100.0%  | 10    |
840     | total             | 12.606 | 12.776 | 13.842 | 13.936 | 14.029 | 12.972 | 100.0%  | 10    |
841     +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
842     Load duration: 39.4572560787
843     Full duration: 50.1925730705
844
845
846
847     test scenario HeatStacks.create_update_delete_stack
848     +------------------------------------------------------------------------------------------+
849     |                                   Response Times (sec)                                   |
850     +-------------------+--------+--------+--------+--------+-------+--------+---------+-------+
851     | action            | min    | median | 90%ile | 95%ile | max   | avg    | success | count |
852     +-------------------+--------+--------+--------+--------+-------+--------+---------+-------+
853     | heat.create_stack | 4.629  | 5.407  | 5.516  | 5.7    | 5.884 | 5.364  | 100.0%  | 10    |
854     | heat.update_stack | 8.444  | 9.309  | 9.353  | 9.359  | 9.365 | 9.16   | 100.0%  | 10    |
855     | heat.delete_stack | 3.645  | 3.715  | 3.749  | 3.76   | 3.771 | 3.715  | 100.0%  | 10    |
856     | total             | 17.585 | 18.448 | 18.542 | 18.731 | 18.92 | 18.239 | 100.0%  | 10    |
857     +-------------------+--------+--------+--------+--------+-------+--------+---------+-------+
858     Load duration: 54.5839819908
859     Full duration: 66.1476221085
860
861
862
863     test scenario HeatStacks.create_update_delete_stack
864     +-------------------------------------------------------------------------------------------+
865     |                                   Response Times (sec)                                    |
866     +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
867     | action            | min    | median | 90%ile | 95%ile | max    | avg    | success | count |
868     +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
869     | heat.create_stack | 4.153  | 4.42   | 4.537  | 4.626  | 4.716  | 4.414  | 100.0%  | 10    |
870     | heat.update_stack | 5.756  | 5.867  | 5.968  | 5.986  | 6.003  | 5.879  | 100.0%  | 10    |
871     | heat.delete_stack | 2.537  | 2.569  | 3.682  | 3.771  | 3.859  | 2.812  | 100.0%  | 10    |
872     | total             | 12.735 | 12.934 | 13.781 | 13.841 | 13.901 | 13.105 | 100.0%  | 10    |
873     +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
874     Load duration: 39.6327600479
875     Full duration: 51.5351819992
876
877
878
879     test scenario HeatStacks.create_update_delete_stack
880     +-----------------------------------------------------------------------------------------+
881     |                                  Response Times (sec)                                   |
882     +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+
883     | action            | min   | median | 90%ile | 95%ile | max    | avg   | success | count |
884     +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+
885     | heat.create_stack | 4.216 | 4.41   | 4.524  | 4.563  | 4.602  | 4.398 | 100.0%  | 10    |
886     | heat.update_stack | 3.532 | 3.608  | 3.773  | 3.784  | 3.795  | 3.634 | 100.0%  | 10    |
887     | heat.delete_stack | 1.377 | 1.48   | 2.549  | 2.553  | 2.557  | 1.868 | 100.0%  | 10    |
888     | total             | 9.266 | 9.676  | 10.603 | 10.665 | 10.728 | 9.9   | 100.0%  | 10    |
889     +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+
890     Load duration: 29.3563029766
891     Full duration: 41.178768158
892
893
894
895     test scenario HeatStacks.create_and_list_stack
896     +----------------------------------------------------------------------------------------+
897     |                                  Response Times (sec)                                  |
898     +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
899     | action            | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
900     +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
901     | heat.create_stack | 4.154 | 4.25   | 4.32   | 4.358  | 4.396 | 4.255 | 100.0%  | 10    |
902     | heat.list_stacks  | 0.074 | 0.097  | 0.126  | 0.128  | 0.13  | 0.104 | 100.0%  | 10    |
903     | total             | 4.279 | 4.357  | 4.412  | 4.448  | 4.484 | 4.359 | 100.0%  | 10    |
904     +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
905     Load duration: 13.1276688576
906     Full duration: 29.3930869102
907
908
909
910     test scenario HeatStacks.create_check_delete_stack
911     +----------------------------------------------------------------------------------------+
912     |                                  Response Times (sec)                                  |
913     +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
914     | action            | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
915     +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
916     | heat.create_stack | 4.092 | 4.317  | 4.556  | 4.566  | 4.577 | 4.328 | 100.0%  | 10    |
917     | heat.check_stack  | 1.476 | 1.524  | 1.598  | 1.722  | 1.845 | 1.56  | 100.0%  | 10    |
918     | heat.delete_stack | 1.38  | 2.515  | 2.587  | 2.689  | 2.791 | 2.103 | 100.0%  | 10    |
919     | total             | 7.059 | 8.243  | 8.619  | 8.666  | 8.713 | 7.99  | 100.0%  | 10    |
920     +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
921     Load duration: 24.3825399876
922     Full duration: 35.8954949379
923
924
925
926     run_rally - INFO - Test scenario: "heat" OK.
927
928     run_rally - INFO - Starting test scenario "keystone" ...
929     run_rally - INFO -
930      Preparing input task
931      Task  01416586-e6ad-4e3a-a1a2-6fc6305bbaea: started
932     Task 01416586-e6ad-4e3a-a1a2-6fc6305bbaea: finished
933
934     test scenario KeystoneBasic.create_tenant_with_users
935     +---------------------------------------------------------------------------------------------+
936     |                                    Response Times (sec)                                     |
937     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
938     | action                 | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
939     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
940     | keystone.create_tenant | 0.27  | 0.298  | 0.409  | 0.435  | 0.46  | 0.321 | 100.0%  | 10    |
941     | keystone.create_users  | 1.62  | 1.702  | 1.784  | 1.8    | 1.816 | 1.71  | 100.0%  | 10    |
942     | total                  | 1.925 | 2.027  | 2.126  | 2.152  | 2.178 | 2.031 | 100.0%  | 10    |
943     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
944     Load duration: 6.16570997238
945     Full duration: 22.7167549133
946
947
948
949     test scenario KeystoneBasic.create_add_and_list_user_roles
950     +-------------------------------------------------------------------------------------------+
951     |                                   Response Times (sec)                                    |
952     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
953     | action               | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
954     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
955     | keystone.create_role | 0.266 | 0.303  | 0.411  | 0.414  | 0.418 | 0.326 | 100.0%  | 10    |
956     | keystone.add_role    | 0.268 | 0.295  | 0.314  | 0.344  | 0.373 | 0.3   | 100.0%  | 10    |
957     | keystone.list_roles  | 0.148 | 0.159  | 0.168  | 0.169  | 0.17  | 0.158 | 100.0%  | 10    |
958     | total                | 0.695 | 0.767  | 0.865  | 0.868  | 0.872 | 0.784 | 100.0%  | 10    |
959     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
960     Load duration: 2.35486006737
961     Full duration: 15.306978941
962
963
964
965     test scenario KeystoneBasic.add_and_remove_user_role
966     +-------------------------------------------------------------------------------------------+
967     |                                   Response Times (sec)                                    |
968     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
969     | action               | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
970     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
971     | keystone.create_role | 0.29  | 0.387  | 0.421  | 0.453  | 0.485 | 0.366 | 100.0%  | 10    |
972     | keystone.add_role    | 0.258 | 0.281  | 0.337  | 0.355  | 0.373 | 0.294 | 100.0%  | 10    |
973     | keystone.remove_role | 0.164 | 0.171  | 0.231  | 0.302  | 0.373 | 0.197 | 100.0%  | 10    |
974     | total                | 0.747 | 0.827  | 0.964  | 1.078  | 1.191 | 0.857 | 100.0%  | 10    |
975     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
976     Load duration: 2.82508516312
977     Full duration: 16.1954729557
978
979
980
981     test scenario KeystoneBasic.create_update_and_delete_tenant
982     +---------------------------------------------------------------------------------------------+
983     |                                    Response Times (sec)                                     |
984     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
985     | action                 | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
986     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
987     | keystone.create_tenant | 0.258 | 0.319  | 0.527  | 0.533  | 0.538 | 0.37  | 100.0%  | 10    |
988     | keystone.update_tenant | 0.138 | 0.159  | 0.258  | 0.263  | 0.269 | 0.18  | 100.0%  | 10    |
989     | keystone.delete_tenant | 0.319 | 0.34   | 0.454  | 0.455  | 0.455 | 0.371 | 100.0%  | 10    |
990     | total                  | 0.776 | 0.89   | 1.119  | 1.121  | 1.124 | 0.922 | 100.0%  | 10    |
991     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
992     Load duration: 2.63998699188
993     Full duration: 14.1927289963
994
995
996
997     test scenario KeystoneBasic.create_and_delete_service
998     +----------------------------------------------------------------------------------------------+
999     |                                     Response Times (sec)                                     |
1000     +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1001     | action                  | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
1002     +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1003     | keystone.create_service | 0.278 | 0.299  | 0.315  | 0.315  | 0.316 | 0.3   | 100.0%  | 10    |
1004     | keystone.delete_service | 0.15  | 0.17   | 0.241  | 0.247  | 0.253 | 0.182 | 100.0%  | 10    |
1005     | total                   | 0.434 | 0.481  | 0.533  | 0.538  | 0.544 | 0.482 | 100.0%  | 10    |
1006     +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1007     Load duration: 1.47481298447
1008     Full duration: 13.4397730827
1009
1010
1011
1012     test scenario KeystoneBasic.create_tenant
1013     +---------------------------------------------------------------------------------------------+
1014     |                                    Response Times (sec)                                     |
1015     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1016     | action                 | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
1017     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1018     | keystone.create_tenant | 0.301 | 0.315  | 0.339  | 0.384  | 0.429 | 0.325 | 100.0%  | 10    |
1019     | total                  | 0.301 | 0.316  | 0.339  | 0.384  | 0.429 | 0.325 | 100.0%  | 10    |
1020     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1021     Load duration: 0.985784053802
1022     Full duration: 9.20213198662
1023
1024
1025
1026     test scenario KeystoneBasic.create_user
1027     +-----------------------------------------------------------------------------------------+
1028     |                                  Response Times (sec)                                   |
1029     +----------------------+------+--------+--------+--------+-------+------+---------+-------+
1030     | action               | min  | median | 90%ile | 95%ile | max   | avg  | success | count |
1031     +----------------------+------+--------+--------+--------+-------+------+---------+-------+
1032     | keystone.create_user | 0.31 | 0.315  | 0.333  | 0.333  | 0.333 | 0.32 | 100.0%  | 10    |
1033     | total                | 0.31 | 0.315  | 0.333  | 0.333  | 0.333 | 0.32 | 100.0%  | 10    |
1034     +----------------------+------+--------+--------+--------+-------+------+---------+-------+
1035     Load duration: 1.00818705559
1036     Full duration: 9.22635006905
1037
1038
1039
1040     test scenario KeystoneBasic.create_and_list_tenants
1041     +---------------------------------------------------------------------------------------------+
1042     |                                    Response Times (sec)                                     |
1043     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1044     | action                 | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
1045     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1046     | keystone.create_tenant | 0.287 | 0.304  | 0.325  | 0.327  | 0.329 | 0.306 | 100.0%  | 10    |
1047     | keystone.list_tenants  | 0.127 | 0.136  | 0.153  | 0.157  | 0.16  | 0.139 | 100.0%  | 10    |
1048     | total                  | 0.42  | 0.445  | 0.462  | 0.466  | 0.469 | 0.445 | 100.0%  | 10    |
1049     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1050     Load duration: 1.36337804794
1051     Full duration: 14.8872029781
1052
1053
1054
1055     test scenario KeystoneBasic.create_and_delete_role
1056     +-------------------------------------------------------------------------------------------+
1057     |                                   Response Times (sec)                                    |
1058     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1059     | action               | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
1060     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1061     | keystone.create_role | 0.282 | 0.386  | 0.408  | 0.422  | 0.436 | 0.365 | 100.0%  | 10    |
1062     | keystone.delete_role | 0.268 | 0.3    | 0.401  | 0.491  | 0.581 | 0.334 | 100.0%  | 10    |
1063     | total                | 0.575 | 0.677  | 0.804  | 0.911  | 1.018 | 0.699 | 100.0%  | 10    |
1064     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1065     Load duration: 2.04137206078
1066     Full duration: 14.1024041176
1067
1068
1069
1070     test scenario KeystoneBasic.get_entities
1071     +---------------------------------------------------------------------------------------------+
1072     |                                    Response Times (sec)                                     |
1073     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1074     | action                 | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
1075     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1076     | keystone.create_tenant | 0.286 | 0.308  | 0.319  | 0.328  | 0.336 | 0.307 | 100.0%  | 10    |
1077     | keystone.create_user   | 0.143 | 0.156  | 0.164  | 0.167  | 0.17  | 0.157 | 100.0%  | 10    |
1078     | keystone.create_role   | 0.135 | 0.143  | 0.175  | 0.19   | 0.204 | 0.151 | 100.0%  | 10    |
1079     | keystone.get_tenant    | 0.117 | 0.13   | 0.135  | 0.136  | 0.138 | 0.129 | 100.0%  | 10    |
1080     | keystone.get_user      | 0.127 | 0.15   | 0.222  | 0.227  | 0.232 | 0.162 | 100.0%  | 10    |
1081     | keystone.get_role      | 0.12  | 0.132  | 0.144  | 0.154  | 0.164 | 0.134 | 100.0%  | 10    |
1082     | keystone.service_list  | 0.125 | 0.138  | 0.243  | 0.244  | 0.245 | 0.164 | 100.0%  | 10    |
1083     | keystone.get_service   | 0.124 | 0.133  | 0.153  | 0.194  | 0.235 | 0.143 | 100.0%  | 10    |
1084     | total                  | 1.279 | 1.333  | 1.411  | 1.47   | 1.528 | 1.345 | 100.0%  | 10    |
1085     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1086     Load duration: 4.00930905342
1087     Full duration: 20.4269800186
1088
1089
1090
1091     test scenario KeystoneBasic.create_and_list_users
1092     +-------------------------------------------------------------------------------------------+
1093     |                                   Response Times (sec)                                    |
1094     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1095     | action               | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
1096     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1097     | keystone.create_user | 0.295 | 0.304  | 0.332  | 0.342  | 0.351 | 0.311 | 100.0%  | 10    |
1098     | keystone.list_users  | 0.127 | 0.146  | 0.162  | 0.201  | 0.24  | 0.151 | 100.0%  | 10    |
1099     | total                | 0.422 | 0.458  | 0.506  | 0.523  | 0.539 | 0.462 | 100.0%  | 10    |
1100     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1101     Load duration: 1.42111587524
1102     Full duration: 9.87036585808
1103
1104
1105
1106     run_rally - INFO - Test scenario: "keystone" OK.
1107
1108     run_rally - INFO - Starting test scenario "neutron" ...
1109     run_rally - INFO -
1110      Preparing input task
1111      Task  31a75089-836c-4dd2-bea5-146049608ff3: started
1112     Task 31a75089-836c-4dd2-bea5-146049608ff3: finished
1113
1114     test scenario NeutronNetworks.create_and_delete_ports
1115     +------------------------------------------------------------------------------------------+
1116     |                                   Response Times (sec)                                   |
1117     +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1118     | action              | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
1119     +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1120     | neutron.create_port | 0.763 | 0.911  | 1.019  | 1.048  | 1.078 | 0.909 | 100.0%  | 10    |
1121     | neutron.delete_port | 0.237 | 0.633  | 0.682  | 0.717  | 0.752 | 0.534 | 100.0%  | 10    |
1122     | total               | 1.07  | 1.489  | 1.683  | 1.704  | 1.726 | 1.443 | 100.0%  | 10    |
1123     +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1124     Load duration: 4.20432686806
1125     Full duration: 54.8132340908
1126
1127
1128
1129     test scenario NeutronNetworks.create_and_list_routers
1130     +---------------------------------------------------------------------------------------------------+
1131     |                                       Response Times (sec)                                        |
1132     +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1133     | action                       | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
1134     +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1135     | neutron.create_subnet        | 0.762 | 0.836  | 0.949  | 0.98   | 1.011 | 0.863 | 100.0%  | 10    |
1136     | neutron.create_router        | 0.066 | 0.493  | 0.686  | 0.691  | 0.695 | 0.459 | 100.0%  | 10    |
1137     | neutron.add_interface_router | 0.262 | 0.695  | 0.795  | 0.844  | 0.892 | 0.637 | 100.0%  | 10    |
1138     | neutron.list_routers         | 0.039 | 0.407  | 0.441  | 0.452  | 0.462 | 0.308 | 100.0%  | 10    |
1139     | total                        | 1.54  | 2.352  | 2.744  | 2.824  | 2.904 | 2.268 | 100.0%  | 10    |
1140     +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1141     Load duration: 7.36094808578
1142     Full duration: 61.3011310101
1143
1144
1145
1146     test scenario NeutronNetworks.create_and_delete_routers
1147     +------------------------------------------------------------------------------------------------------+
1148     |                                         Response Times (sec)                                         |
1149     +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1150     | action                          | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
1151     +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1152     | neutron.create_subnet           | 0.79  | 0.836  | 0.945  | 1.009  | 1.072 | 0.868 | 100.0%  | 10    |
1153     | neutron.create_router           | 0.074 | 0.436  | 0.479  | 0.499  | 0.518 | 0.377 | 100.0%  | 10    |
1154     | neutron.add_interface_router    | 0.284 | 0.545  | 0.739  | 0.812  | 0.886 | 0.527 | 100.0%  | 10    |
1155     | neutron.remove_interface_router | 0.221 | 0.615  | 0.709  | 0.724  | 0.739 | 0.518 | 100.0%  | 10    |
1156     | neutron.delete_router           | 0.187 | 0.566  | 0.709  | 0.751  | 0.793 | 0.508 | 100.0%  | 10    |
1157     | total                           | 2.124 | 2.811  | 3.347  | 3.379  | 3.412 | 2.799 | 100.0%  | 10    |
1158     +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1159     Load duration: 8.68784189224
1160     Full duration: 59.8806409836
1161
1162
1163
1164     test scenario NeutronNetworks.create_and_list_ports
1165     +-----------------------------------------------------------------------------------------+
1166     |                                  Response Times (sec)                                   |
1167     +---------------------+-------+--------+--------+--------+-------+------+---------+-------+
1168     | action              | min   | median | 90%ile | 95%ile | max   | avg  | success | count |
1169     +---------------------+-------+--------+--------+--------+-------+------+---------+-------+
1170     | neutron.create_port | 0.777 | 0.895  | 0.981  | 1.01   | 1.039 | 0.89 | 100.0%  | 10    |
1171     | neutron.list_ports  | 0.525 | 0.678  | 0.726  | 0.735  | 0.743 | 0.65 | 100.0%  | 10    |
1172     | total               | 1.351 | 1.564  | 1.694  | 1.729  | 1.764 | 1.54 | 100.0%  | 10    |
1173     +---------------------+-------+--------+--------+--------+-------+------+---------+-------+
1174     Load duration: 4.66481399536
1175     Full duration: 56.677120924
1176
1177
1178
1179     test scenario NeutronNetworks.create_and_delete_subnets
1180     +--------------------------------------------------------------------------------------------+
1181     |                                    Response Times (sec)                                    |
1182     +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1183     | action                | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
1184     +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1185     | neutron.create_subnet | 0.785 | 0.926  | 1.065  | 1.065  | 1.065 | 0.914 | 100.0%  | 10    |
1186     | neutron.delete_subnet | 0.193 | 0.762  | 0.952  | 1.035  | 1.117 | 0.745 | 100.0%  | 10    |
1187     | total                 | 1.258 | 1.702  | 1.876  | 1.903  | 1.929 | 1.659 | 100.0%  | 10    |
1188     +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1189     Load duration: 5.09031915665
1190     Full duration: 56.7336909771
1191
1192
1193
1194     test scenario NeutronNetworks.create_and_delete_networks
1195     +---------------------------------------------------------------------------------------------+
1196     |                                    Response Times (sec)                                     |
1197     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1198     | action                 | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
1199     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1200     | neutron.create_network | 0.614 | 0.708  | 0.774  | 0.81   | 0.847 | 0.712 | 100.0%  | 10    |
1201     | neutron.delete_network | 0.144 | 0.554  | 0.592  | 0.645  | 0.698 | 0.489 | 100.0%  | 10    |
1202     | total                  | 0.809 | 1.248  | 1.41   | 1.418  | 1.427 | 1.202 | 100.0%  | 10    |
1203     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1204     Load duration: 3.66986989975
1205     Full duration: 34.80159688
1206
1207
1208
1209     test scenario NeutronNetworks.create_and_list_networks
1210     +---------------------------------------------------------------------------------------------+
1211     |                                    Response Times (sec)                                     |
1212     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1213     | action                 | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
1214     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1215     | neutron.create_network | 0.627 | 0.707  | 0.85   | 0.851  | 0.853 | 0.719 | 100.0%  | 10    |
1216     | neutron.list_networks  | 0.059 | 0.439  | 0.513  | 0.515  | 0.518 | 0.413 | 100.0%  | 10    |
1217     | total                  | 0.909 | 1.126  | 1.242  | 1.306  | 1.371 | 1.132 | 100.0%  | 10    |
1218     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1219     Load duration: 3.38921308517
1220     Full duration: 36.8345379829
1221
1222
1223
1224     test scenario NeutronNetworks.create_and_update_routers
1225     +---------------------------------------------------------------------------------------------------+
1226     |                                       Response Times (sec)                                        |
1227     +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1228     | action                       | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
1229     +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1230     | neutron.create_subnet        | 0.751 | 0.824  | 0.876  | 0.921  | 0.967 | 0.832 | 100.0%  | 10    |
1231     | neutron.create_router        | 0.431 | 0.473  | 0.541  | 0.577  | 0.613 | 0.489 | 100.0%  | 10    |
1232     | neutron.add_interface_router | 0.301 | 0.711  | 0.928  | 1.08   | 1.231 | 0.684 | 100.0%  | 10    |
1233     | neutron.update_router        | 0.48  | 0.514  | 0.703  | 0.74   | 0.778 | 0.579 | 100.0%  | 10    |
1234     | total                        | 2.062 | 2.629  | 2.871  | 3.084  | 3.298 | 2.584 | 100.0%  | 10    |
1235     +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1236     Load duration: 7.65487504005
1237     Full duration: 63.1229610443
1238
1239
1240
1241     test scenario NeutronNetworks.create_and_update_networks
1242     +---------------------------------------------------------------------------------------------+
1243     |                                    Response Times (sec)                                     |
1244     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1245     | action                 | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
1246     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1247     | neutron.create_network | 0.656 | 0.719  | 1.152  | 1.152  | 1.153 | 0.796 | 100.0%  | 10    |
1248     | neutron.update_network | 0.136 | 0.33   | 0.656  | 0.684  | 0.711 | 0.37  | 100.0%  | 10    |
1249     | total                  | 0.793 | 1.067  | 1.71   | 1.757  | 1.803 | 1.166 | 100.0%  | 10    |
1250     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1251     Load duration: 3.25723409653
1252     Full duration: 35.7245519161
1253
1254
1255
1256     test scenario NeutronNetworks.create_and_update_ports
1257     +------------------------------------------------------------------------------------------+
1258     |                                   Response Times (sec)                                   |
1259     +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1260     | action              | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
1261     +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1262     | neutron.create_port | 0.757 | 0.871  | 0.937  | 0.949  | 0.961 | 0.872 | 100.0%  | 10    |
1263     | neutron.update_port | 0.152 | 0.553  | 0.69   | 0.695  | 0.7   | 0.449 | 100.0%  | 10    |
1264     | total               | 1.013 | 1.374  | 1.562  | 1.591  | 1.621 | 1.322 | 100.0%  | 10    |
1265     +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1266     Load duration: 4.26963686943
1267     Full duration: 56.3142960072
1268
1269
1270
1271     test scenario NeutronNetworks.create_and_list_subnets
1272     +--------------------------------------------------------------------------------------------+
1273     |                                    Response Times (sec)                                    |
1274     +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1275     | action                | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
1276     +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1277     | neutron.create_subnet | 0.759 | 0.838  | 0.884  | 0.921  | 0.959 | 0.833 | 100.0%  | 10    |
1278     | neutron.list_subnets  | 0.419 | 0.437  | 0.474  | 0.504  | 0.535 | 0.447 | 100.0%  | 10    |
1279     | total                 | 1.205 | 1.29   | 1.325  | 1.352  | 1.379 | 1.281 | 100.0%  | 10    |
1280     +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1281     Load duration: 3.90167307854
1282     Full duration: 56.5125339031
1283
1284
1285
1286     test scenario NeutronNetworks.create_and_update_subnets
1287     +--------------------------------------------------------------------------------------------+
1288     |                                    Response Times (sec)                                    |
1289     +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1290     | action                | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
1291     +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1292     | neutron.create_subnet | 0.739 | 0.86   | 0.894  | 0.899  | 0.904 | 0.847 | 100.0%  | 10    |
1293     | neutron.update_subnet | 0.215 | 0.626  | 0.747  | 0.751  | 0.754 | 0.619 | 100.0%  | 10    |
1294     | total                 | 0.992 | 1.503  | 1.597  | 1.604  | 1.611 | 1.466 | 100.0%  | 10    |
1295     +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1296     Load duration: 4.40182685852
1297     Full duration: 57.6830070019
1298
1299
1300
1301     run_rally - INFO - Test scenario: "neutron" OK.
1302
1303     run_rally - INFO - Starting test scenario "nova" ...
1304     run_rally - INFO -
1305      Preparing input task
1306      Task  584052d3-7a9b-44cb-b72b-0fa69c80ff0f: started
1307     Task 584052d3-7a9b-44cb-b72b-0fa69c80ff0f: finished
1308
1309     test scenario NovaKeypair.create_and_delete_keypair
1310     +------------------------------------------------------------------------------------------+
1311     |                                   Response Times (sec)                                   |
1312     +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1313     | action              | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
1314     +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1315     | nova.create_keypair | 0.784 | 0.836  | 1.474  | 1.484  | 1.495 | 0.974 | 100.0%  | 10    |
1316     | nova.delete_keypair | 0.034 | 0.05   | 0.055  | 0.057  | 0.058 | 0.047 | 100.0%  | 10    |
1317     | total               | 0.832 | 0.883  | 1.529  | 1.541  | 1.553 | 1.022 | 100.0%  | 10    |
1318     +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1319     Load duration: 3.34695100784
1320     Full duration: 45.7756779194
1321
1322
1323
1324     test scenario NovaServers.snapshot_server
1325     +------------------------------------------------------------------------------------------------+
1326     |                                      Response Times (sec)                                      |
1327     +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1328     | action                 | min    | median | 90%ile | 95%ile | max    | avg    | success | count |
1329     +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1330     | nova.boot_server       | 7.554  | 10.346 | 11.835 | 11.965 | 12.095 | 10.244 | 100.0%  | 10    |
1331     | nova.create_image      | 11.631 | 12.185 | 12.844 | 13.707 | 14.57  | 12.355 | 100.0%  | 10    |
1332     | nova.delete_server     | 2.863  | 3.258  | 3.364  | 3.387  | 3.409  | 3.184  | 100.0%  | 10    |
1333     | nova.boot_server (2)   | 7.672  | 8.531  | 9.58   | 9.806  | 10.032 | 8.647  | 100.0%  | 10    |
1334     | nova.delete_server (2) | 2.536  | 2.983  | 3.338  | 3.367  | 3.396  | 3.003  | 100.0%  | 10    |
1335     | nova.delete_image      | 2.294  | 3.138  | 3.917  | 3.949  | 3.981  | 3.199  | 100.0%  | 10    |
1336     | total                  | 37.226 | 39.77  | 43.868 | 44.502 | 45.136 | 40.632 | 100.0%  | 10    |
1337     +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1338     Load duration: 120.862003088
1339     Full duration: 196.742653131
1340
1341
1342
1343     test scenario NovaKeypair.boot_and_delete_server_with_keypair
1344     +---------------------------------------------------------------------------------------------+
1345     |                                    Response Times (sec)                                     |
1346     +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1347     | action              | min    | median | 90%ile | 95%ile | max    | avg    | success | count |
1348     +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1349     | nova.create_keypair | 0.722  | 0.911  | 1.196  | 1.303  | 1.41   | 0.932  | 100.0%  | 10    |
1350     | nova.boot_server    | 8.584  | 9.058  | 10.234 | 10.397 | 10.559 | 9.363  | 100.0%  | 10    |
1351     | nova.delete_server  | 2.535  | 3.3    | 3.362  | 3.407  | 3.453  | 3.174  | 100.0%  | 10    |
1352     | nova.delete_keypair | 0.037  | 0.048  | 0.055  | 0.057  | 0.059  | 0.049  | 100.0%  | 10    |
1353     | total               | 12.316 | 13.426 | 14.867 | 14.936 | 15.006 | 13.518 | 100.0%  | 10    |
1354     +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1355     Load duration: 39.9865550995
1356     Full duration: 111.508669853
1357
1358
1359
1360     test scenario NovaKeypair.create_and_list_keypairs
1361     +------------------------------------------------------------------------------------------+
1362     |                                   Response Times (sec)                                   |
1363     +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1364     | action              | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
1365     +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1366     | nova.create_keypair | 0.648 | 0.815  | 1.082  | 1.098  | 1.113 | 0.837 | 100.0%  | 10    |
1367     | nova.list_keypairs  | 0.019 | 0.028  | 0.042  | 0.042  | 0.042 | 0.03  | 100.0%  | 10    |
1368     | total               | 0.674 | 0.84   | 1.113  | 1.126  | 1.139 | 0.868 | 100.0%  | 10    |
1369     +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1370     Load duration: 2.55701994896
1371     Full duration: 46.8838369846
1372
1373
1374
1375     test scenario NovaServers.list_servers
1376     +----------------------------------------------------------------------------------------+
1377     |                                  Response Times (sec)                                  |
1378     +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1379     | action            | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
1380     +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1381     | nova.list_servers | 1.225 | 1.717  | 2.028  | 2.148  | 2.269 | 1.703 | 100.0%  | 10    |
1382     | total             | 1.225 | 1.717  | 2.028  | 2.149  | 2.269 | 1.703 | 100.0%  | 10    |
1383     +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1384     Load duration: 5.18592405319
1385     Full duration: 131.096873999
1386
1387
1388
1389     test scenario NovaServers.resize_server
1390     +---------------------------------------------------------------------------------------------+
1391     |                                    Response Times (sec)                                     |
1392     +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1393     | action              | min    | median | 90%ile | 95%ile | max    | avg    | success | count |
1394     +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1395     | nova.boot_server    | 7.681  | 9.106  | 9.667  | 9.855  | 10.043 | 8.967  | 100.0%  | 10    |
1396     | nova.resize         | 41.039 | 42.444 | 47.666 | 47.89  | 48.113 | 43.647 | 100.0%  | 10    |
1397     | nova.resize_confirm | 3.05   | 3.839  | 5.756  | 5.796  | 5.836  | 4.129  | 100.0%  | 10    |
1398     | nova.delete_server  | 2.538  | 2.977  | 3.37   | 3.436  | 3.502  | 2.99   | 100.0%  | 10    |
1399     | total               | 56.14  | 58.909 | 63.601 | 64.059 | 64.517 | 59.734 | 100.0%  | 10    |
1400     +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1401     Load duration: 175.1216681
1402     Full duration: 218.552350998
1403
1404
1405
1406     test scenario NovaServers.boot_server_from_volume_and_delete
1407     +----------------------------------------------------------------------------------------------+
1408     |                                     Response Times (sec)                                     |
1409     +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1410     | action               | min    | median | 90%ile | 95%ile | max    | avg    | success | count |
1411     +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1412     | cinder.create_volume | 10.051 | 10.651 | 11.762 | 11.824 | 11.885 | 10.8   | 100.0%  | 10    |
1413     | nova.boot_server     | 9.377  | 9.86   | 11.429 | 11.996 | 12.563 | 10.33  | 100.0%  | 10    |
1414     | nova.delete_server   | 3.706  | 5.644  | 6.192  | 6.201  | 6.209  | 5.374  | 100.0%  | 10    |
1415     | total                | 23.576 | 26.289 | 28.117 | 28.514 | 28.911 | 26.505 | 100.0%  | 10    |
1416     +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1417     Load duration: 78.3103020191
1418     Full duration: 163.452836037
1419
1420
1421
1422     test scenario NovaServers.boot_and_migrate_server
1423     +---------------------------------------------------------------------------------------------+
1424     |                                    Response Times (sec)                                     |
1425     +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1426     | action              | min    | median | 90%ile | 95%ile | max    | avg    | success | count |
1427     +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1428     | nova.boot_server    | 8.257  | 9.346  | 10.61  | 10.662 | 10.713 | 9.544  | 100.0%  | 10    |
1429     | nova.stop_server    | 4.295  | 6.497  | 7.089  | 7.118  | 7.147  | 6.056  | 100.0%  | 10    |
1430     | nova.migrate        | 9.675  | 12.304 | 13.12  | 13.229 | 13.338 | 12.161 | 100.0%  | 10    |
1431     | nova.resize_confirm | 3.122  | 3.507  | 4.272  | 4.364  | 4.457  | 3.653  | 100.0%  | 10    |
1432     | nova.delete_server  | 2.554  | 3.188  | 3.429  | 3.496  | 3.562  | 3.139  | 100.0%  | 10    |
1433     | total               | 32.033 | 35.063 | 36.096 | 36.58  | 37.064 | 34.553 | 100.0%  | 10    |
1434     +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1435     Load duration: 105.193811893
1436     Full duration: 148.141517878
1437
1438
1439
1440     test scenario NovaServers.boot_and_delete_server
1441     +--------------------------------------------------------------------------------------------+
1442     |                                    Response Times (sec)                                    |
1443     +--------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1444     | action             | min    | median | 90%ile | 95%ile | max    | avg    | success | count |
1445     +--------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1446     | nova.boot_server   | 8.014  | 9.185  | 9.831  | 10.523 | 11.215 | 9.243  | 100.0%  | 10    |
1447     | nova.delete_server | 2.908  | 3.295  | 3.466  | 3.472  | 3.478  | 3.254  | 100.0%  | 10    |
1448     | total              | 11.295 | 12.557 | 13.028 | 13.839 | 14.649 | 12.498 | 100.0%  | 10    |
1449     +--------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1450     Load duration: 36.6073288918
1451     Full duration: 109.97128582
1452
1453
1454
1455     test scenario NovaServers.boot_and_rebuild_server
1456     +---------------------------------------------------------------------------------------------+
1457     |                                    Response Times (sec)                                     |
1458     +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1459     | action              | min    | median | 90%ile | 95%ile | max    | avg    | success | count |
1460     +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1461     | nova.boot_server    | 7.698  | 9.483  | 10.427 | 10.794 | 11.162 | 9.37   | 100.0%  | 10    |
1462     | nova.rebuild_server | 8.598  | 9.448  | 10.319 | 10.378 | 10.438 | 9.551  | 100.0%  | 10    |
1463     | nova.delete_server  | 2.858  | 3.099  | 3.428  | 3.623  | 3.817  | 3.161  | 100.0%  | 10    |
1464     | total               | 20.044 | 22.42  | 23.365 | 23.559 | 23.752 | 22.083 | 100.0%  | 10    |
1465     +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1466     Load duration: 64.9432969093
1467     Full duration: 139.465661049
1468
1469
1470
1471     test scenario NovaSecGroup.create_and_list_secgroups
1472     +--------------------------------------------------------------------------------------------------------+
1473     |                                          Response Times (sec)                                          |
1474     +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1475     | action                         | min    | median | 90%ile | 95%ile | max    | avg    | success | count |
1476     +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1477     | nova.create_10_security_groups | 4.683  | 5.344  | 5.852  | 5.859  | 5.866  | 5.356  | 100.0%  | 10    |
1478     | nova.create_100_rules          | 42.414 | 45.678 | 47.163 | 47.368 | 47.574 | 45.254 | 100.0%  | 10    |
1479     | nova.list_security_groups      | 0.175  | 0.212  | 0.354  | 0.608  | 0.863  | 0.283  | 100.0%  | 10    |
1480     | total                          | 47.348 | 51.421 | 52.56  | 52.638 | 52.716 | 50.893 | 100.0%  | 10    |
1481     +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1482     Load duration: 151.312942028
1483     Full duration: 221.151799202
1484
1485
1486
1487     test scenario NovaSecGroup.create_and_delete_secgroups
1488     +--------------------------------------------------------------------------------------------------------+
1489     |                                          Response Times (sec)                                          |
1490     +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1491     | action                         | min    | median | 90%ile | 95%ile | max    | avg    | success | count |
1492     +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1493     | nova.create_10_security_groups | 4.207  | 5.153  | 5.865  | 6.016  | 6.167  | 5.223  | 100.0%  | 10    |
1494     | nova.create_100_rules          | 44.426 | 45.496 | 46.391 | 46.57  | 46.749 | 45.514 | 100.0%  | 10    |
1495     | nova.delete_10_security_groups | 1.719  | 2.314  | 3.033  | 3.409  | 3.786  | 2.461  | 100.0%  | 10    |
1496     | total                          | 51.911 | 53.27  | 54.098 | 54.11  | 54.121 | 53.199 | 100.0%  | 10    |
1497     +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1498     Load duration: 158.767210007
1499     Full duration: 204.404190063
1500
1501
1502
1503     test scenario NovaServers.boot_and_bounce_server
1504     +-------------------------------------------------------------------------------------------------+
1505     |                                      Response Times (sec)                                       |
1506     +-------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1507     | action                  | min    | median | 90%ile | 95%ile | max    | avg    | success | count |
1508     +-------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1509     | nova.boot_server        | 8.232  | 10.238 | 11.257 | 11.387 | 11.516 | 9.989  | 100.0%  | 10    |
1510     | nova.reboot_server      | 5.292  | 6.196  | 8.351  | 8.675  | 8.999  | 6.856  | 100.0%  | 10    |
1511     | nova.soft_reboot_server | 7.958  | 8.738  | 8.914  | 8.918  | 8.923  | 8.624  | 100.0%  | 10    |
1512     | nova.stop_server        | 3.374  | 6.332  | 7.13   | 7.453  | 7.776  | 5.867  | 100.0%  | 10    |
1513     | nova.start_server       | 2.904  | 4.376  | 4.992  | 5.042  | 5.093  | 4.338  | 100.0%  | 10    |
1514     | nova.rescue_server      | 7.695  | 9.49   | 10.886 | 11.148 | 11.409 | 9.448  | 100.0%  | 10    |
1515     | nova.unrescue_server    | 5.081  | 5.557  | 7.819  | 8.065  | 8.31   | 5.985  | 100.0%  | 10    |
1516     | nova.delete_server      | 2.544  | 3.077  | 3.429  | 3.523  | 3.617  | 3.093  | 100.0%  | 10    |
1517     | total                   | 49.625 | 55.207 | 55.707 | 56.454 | 57.202 | 54.222 | 100.0%  | 10    |
1518     +-------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1519     Load duration: 163.818984032
1520     Full duration: 233.215523958
1521
1522
1523
1524     test scenario NovaServers.boot_server
1525     +----------------------------------------------------------------------------------------+
1526     |                                  Response Times (sec)                                  |
1527     +------------------+-------+--------+--------+--------+--------+-------+---------+-------+
1528     | action           | min   | median | 90%ile | 95%ile | max    | avg   | success | count |
1529     +------------------+-------+--------+--------+--------+--------+-------+---------+-------+
1530     | nova.boot_server | 8.48  | 8.958  | 10.243 | 10.531 | 10.819 | 9.243 | 100.0%  | 10    |
1531     | total            | 8.481 | 8.958  | 10.244 | 10.531 | 10.819 | 9.244 | 100.0%  | 10    |
1532     +------------------+-------+--------+--------+--------+--------+-------+---------+-------+
1533     Load duration: 27.3609120846
1534     Full duration: 84.3593919277
1535
1536
1537
1538     test scenario NovaSecGroup.boot_and_delete_server_with_secgroups
1539     +-----------------------------------------------------------------------------------------------------------+
1540     |                                           Response Times (sec)                                            |
1541     +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1542     | action                            | min    | median | 90%ile | 95%ile | max    | avg    | success | count |
1543     +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1544     | nova.create_10_security_groups    | 4.247  | 5.184  | 5.369  | 5.396  | 5.424  | 5.095  | 100.0%  | 10    |
1545     | nova.create_100_rules             | 40.661 | 43.059 | 43.938 | 44.458 | 44.978 | 42.794 | 100.0%  | 10    |
1546     | nova.boot_server                  | 6.947  | 8.26   | 9.169  | 9.358  | 9.548  | 8.098  | 100.0%  | 10    |
1547     | nova.get_attached_security_groups | 0.225  | 0.263  | 0.273  | 0.293  | 0.313  | 0.26   | 100.0%  | 10    |
1548     | nova.delete_server                | 2.528  | 2.586  | 2.843  | 2.904  | 2.965  | 2.638  | 100.0%  | 10    |
1549     | nova.delete_10_security_groups    | 1.791  | 2.426  | 2.99   | 3.057  | 3.123  | 2.475  | 100.0%  | 10    |
1550     | total                             | 59.505 | 61.408 | 62.425 | 63.244 | 64.063 | 61.363 | 100.0%  | 10    |
1551     +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1552     Load duration: 184.570534945
1553     Full duration: 253.34465313
1554
1555
1556
1557     test scenario NovaServers.pause_and_unpause_server
1558     +--------------------------------------------------------------------------------------------+
1559     |                                    Response Times (sec)                                    |
1560     +---------------------+--------+--------+--------+--------+--------+-------+---------+-------+
1561     | action              | min    | median | 90%ile | 95%ile | max    | avg   | success | count |
1562     +---------------------+--------+--------+--------+--------+--------+-------+---------+-------+
1563     | nova.boot_server    | 7.448  | 9.26   | 10.374 | 10.502 | 10.629 | 9.397 | 100.0%  | 10    |
1564     | nova.pause_server   | 2.424  | 3.161  | 3.286  | 3.379  | 3.472  | 3.026 | 100.0%  | 10    |
1565     | nova.unpause_server | 2.773  | 3.096  | 3.242  | 3.272  | 3.303  | 3.035 | 100.0%  | 10    |
1566     | nova.delete_server  | 2.878  | 3.224  | 3.526  | 3.553  | 3.58   | 3.191 | 100.0%  | 10    |
1567     | total               | 15.943 | 18.76  | 19.747 | 19.77  | 19.793 | 18.65 | 100.0%  | 10    |
1568     +---------------------+--------+--------+--------+--------+--------+-------+---------+-------+
1569     Load duration: 56.3870060444
1570     Full duration: 124.540560007
1571
1572
1573
1574     test scenario NovaServers.boot_server_from_volume
1575     +----------------------------------------------------------------------------------------------+
1576     |                                     Response Times (sec)                                     |
1577     +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1578     | action               | min    | median | 90%ile | 95%ile | max    | avg    | success | count |
1579     +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1580     | cinder.create_volume | 9.453  | 10.083 | 10.563 | 10.801 | 11.039 | 10.104 | 100.0%  | 10    |
1581     | nova.boot_server     | 9.213  | 10.415 | 10.885 | 11.116 | 11.346 | 10.301 | 100.0%  | 10    |
1582     | total                | 18.667 | 20.779 | 21.44  | 21.628 | 21.816 | 20.405 | 100.0%  | 10    |
1583     +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
1584     Load duration: 60.3854188919
1585     Full duration: 124.319462061
1586
1587
1588
1589     test scenario NovaServers.boot_and_list_server
1590     +------------------------------------------------------------------------------------------+
1591     |                                   Response Times (sec)                                   |
1592     +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
1593     | action            | min   | median | 90%ile | 95%ile | max    | avg    | success | count |
1594     +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
1595     | nova.boot_server  | 8.037 | 9.396  | 10.043 | 10.516 | 10.989 | 9.351  | 100.0%  | 10    |
1596     | nova.list_servers | 0.654 | 1.026  | 1.113  | 1.156  | 1.198  | 0.988  | 100.0%  | 10    |
1597     | total             | 8.984 | 10.311 | 11.119 | 11.575 | 12.032 | 10.339 | 100.0%  | 10    |
1598     +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
1599     Load duration: 31.5458390713
1600     Full duration: 114.252287149
1601
1602
1603
1604     run_rally - INFO - Test scenario: "nova" OK.
1605
1606     run_rally - INFO - Starting test scenario "quotas" ...
1607     run_rally - INFO -
1608      Preparing input task
1609      Task  5d3885f2-1759-48e8-9284-c14f3492c4f3: started
1610     Task 5d3885f2-1759-48e8-9284-c14f3492c4f3: finished
1611
1612     test scenario Quotas.cinder_update
1613     +-------------------------------------------------------------------------------------------+
1614     |                                   Response Times (sec)                                    |
1615     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1616     | action               | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
1617     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1618     | quotas.update_quotas | 1.126 | 1.235  | 1.607  | 1.612  | 1.618 | 1.297 | 100.0%  | 10    |
1619     | total                | 1.126 | 1.235  | 1.607  | 1.613  | 1.618 | 1.297 | 100.0%  | 10    |
1620     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1621     Load duration: 3.74135613441
1622     Full duration: 16.1623110771
1623
1624
1625
1626     test scenario Quotas.neutron_update
1627     +-------------------------------------------------------------------------------------------+
1628     |                                   Response Times (sec)                                    |
1629     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1630     | action               | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
1631     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1632     | quotas.update_quotas | 0.407 | 0.429  | 0.526  | 0.528  | 0.531 | 0.447 | 100.0%  | 10    |
1633     | total                | 0.552 | 0.586  | 0.666  | 0.671  | 0.676 | 0.599 | 100.0%  | 10    |
1634     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1635     Load duration: 1.82448792458
1636     Full duration: 13.357311964
1637
1638
1639
1640     test scenario Quotas.cinder_update_and_delete
1641     +-------------------------------------------------------------------------------------------+
1642     |                                   Response Times (sec)                                    |
1643     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1644     | action               | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
1645     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1646     | quotas.update_quotas | 1.093 | 1.146  | 1.27   | 1.276  | 1.282 | 1.177 | 100.0%  | 10    |
1647     | quotas.delete_quotas | 0.536 | 0.907  | 0.975  | 1.01   | 1.046 | 0.862 | 100.0%  | 10    |
1648     | total                | 1.67  | 2.089  | 2.177  | 2.184  | 2.192 | 2.039 | 100.0%  | 10    |
1649     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1650     Load duration: 6.09977889061
1651     Full duration: 18.3411080837
1652
1653
1654
1655     test scenario Quotas.nova_update_and_delete
1656     +-------------------------------------------------------------------------------------------+
1657     |                                   Response Times (sec)                                    |
1658     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1659     | action               | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
1660     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1661     | quotas.update_quotas | 0.58  | 0.636  | 0.718  | 0.764  | 0.81  | 0.652 | 100.0%  | 10    |
1662     | quotas.delete_quotas | 0.018 | 0.026  | 0.035  | 0.039  | 0.043 | 0.028 | 100.0%  | 10    |
1663     | total                | 0.616 | 0.657  | 0.741  | 0.793  | 0.844 | 0.68  | 100.0%  | 10    |
1664     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1665     Load duration: 2.00378704071
1666     Full duration: 13.8784749508
1667
1668
1669
1670     test scenario Quotas.nova_update
1671     +-------------------------------------------------------------------------------------------+
1672     |                                   Response Times (sec)                                    |
1673     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1674     | action               | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
1675     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1676     | quotas.update_quotas | 0.583 | 0.637  | 0.914  | 1.049  | 1.185 | 0.713 | 100.0%  | 10    |
1677     | total                | 0.583 | 0.637  | 0.914  | 1.05   | 1.186 | 0.713 | 100.0%  | 10    |
1678     +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1679     Load duration: 2.00103402138
1680     Full duration: 13.8432979584
1681
1682
1683
1684     run_rally - INFO - Test scenario: "quotas" OK.
1685
1686     run_rally - INFO - Starting test scenario "requests" ...
1687     run_rally - INFO -
1688      Preparing input task
1689      Task  6e9ed029-0497-4707-a4d4-c83a848e12e4: started
1690     Task 6e9ed029-0497-4707-a4d4-c83a848e12e4: finished
1691
1692     test scenario HttpRequests.check_random_request
1693     +---------------------------------------------------------------------------------------------+
1694     |                                    Response Times (sec)                                     |
1695     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1696     | action                 | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
1697     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1698     | requests.check_request | 0.044 | 0.183  | 0.349  | 0.376  | 0.402 | 0.201 | 100.0%  | 10    |
1699     | total                  | 0.045 | 0.183  | 0.349  | 0.376  | 0.403 | 0.201 | 100.0%  | 10    |
1700     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1701     Load duration: 0.716305971146
1702     Full duration: 5.89718389511
1703
1704
1705
1706     test scenario HttpRequests.check_request
1707     +---------------------------------------------------------------------------------------------+
1708     |                                    Response Times (sec)                                     |
1709     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1710     | action                 | min   | median | 90%ile | 95%ile | max   | avg   | success | count |
1711     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1712     | requests.check_request | 0.044 | 0.046  | 0.052  | 0.053  | 0.054 | 0.048 | 100.0%  | 10    |
1713     | total                  | 0.044 | 0.046  | 0.052  | 0.053  | 0.054 | 0.048 | 100.0%  | 10    |
1714     +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
1715     Load duration: 0.182355165482
1716     Full duration: 5.23191189766
1717
1718
1719
1720     run_rally - INFO - Test scenario: "requests" OK.
1721
1722     run_rally - INFO -
1723
1724
1725                          Rally Summary Report
1726     +===================+============+===============+===========+
1727     | Module            | Duration   | nb. Test Run  | Success   |
1728     +===================+============+===============+===========+
1729     | authenticate      | 00:58      | 10            | 100.00%   |
1730     +-------------------+------------+---------------+-----------+
1731     | glance            | 03:31      | 7             | 100.00%   |
1732     +-------------------+------------+---------------+-----------+
1733     | cinder            | 22:25      | 50            | 100.00%   |
1734     +-------------------+------------+---------------+-----------+
1735     | heat              | 10:53      | 35            | 100.00%   |
1736     +-------------------+------------+---------------+-----------+
1737     | keystone          | 02:39      | 29            | 100.00%   |
1738     +-------------------+------------+---------------+-----------+
1739     | neutron           | 10:30      | 31            | 100.00%   |
1740     +-------------------+------------+---------------+-----------+
1741     | nova              | 44:31      | 61            | 100.00%   |
1742     +-------------------+------------+---------------+-----------+
1743     | quotas            | 01:15      | 7             | 100.00%   |
1744     +-------------------+------------+---------------+-----------+
1745     | requests          | 00:11      | 2             | 100.00%   |
1746     +-------------------+------------+---------------+-----------+
1747     +===================+============+===============+===========+
1748     | TOTAL:            | 01:36:57   | 232           | 100.00%   |
1749     +===================+============+===============+===========+
1750
1751
1752
1753 SDN Controller
1754 --------------
1755
1756 ONOS
1757 ^^^^
1758 ::
1759
1760     FUNCTEST.info: Running ONOS test case...
1761     FUNCvirNetNB - INFO - Creating component Handle: ONOSrest
1762     ******************************
1763      CASE INIT
1764     ******************************
1765
1766     ['ONOSrest']
1767
1768     ******************************
1769      Result summary for Testcase2
1770     ******************************
1771
1772     [2016-02-21 09:55:56.965174] [FUNCvirNetNB] [CASE]  Virtual Network NBI Test - Network Post
1773     [2016-02-21 09:55:56.965727] [FUNCvirNetNB] [STEP]  2.1: Generate Post Data
1774     [2016-02-21 09:55:56.966454] [FUNCvirNetNB] [STEP]  2.2: Post Data via HTTP
1775     [2016-02-21 09:55:57.006264] [FUNCvirNetNB] [STEP]  2.3: Get Data via HTTP
1776     [2016-02-21 09:55:57.037745] [FUNCvirNetNB] [STEP]  2.4: Compare Send Id and Get Id
1777
1778     *****************************
1779      Result: Pass
1780     *****************************
1781
1782
1783     ******************************
1784      Result summary for Testcase3
1785     ******************************
1786
1787     [2016-02-21 09:55:57.048240] [FUNCvirNetNB] [CASE]  Virtual Network NBI Test - Network Update
1788     [2016-02-21 09:55:57.048783] [FUNCvirNetNB] [STEP]  3.1: Generate Post Data
1789     [2016-02-21 09:55:57.049571] [FUNCvirNetNB] [STEP]  3.2: Post Data via HTTP
1790     [2016-02-21 09:55:57.056744] [FUNCvirNetNB] [STEP]  3.3: Update Data via HTTP
1791     [2016-02-21 09:55:57.064248] [FUNCvirNetNB] [STEP]  3.4: Get Data via HTTP
1792     [2016-02-21 09:55:57.072845] [FUNCvirNetNB] [STEP]  3.5: Compare Update data.
1793
1794     *****************************
1795      Result: Pass
1796     *****************************
1797
1798
1799     ******************************
1800      Result summary for Testcase4
1801     ******************************
1802
1803     [2016-02-21 09:55:57.084363] [FUNCvirNetNB] [CASE]  Virtual Network NBI Test - Network Delete
1804     [2016-02-21 09:55:57.084882] [FUNCvirNetNB] [STEP]  4.1: Generate Post Data
1805     [2016-02-21 09:55:57.085617] [FUNCvirNetNB] [STEP]  4.2: Post Data via HTTP
1806     [2016-02-21 09:55:57.093018] [FUNCvirNetNB] [STEP]  4.3: Delete Data via HTTP
1807     [2016-02-21 09:55:57.099770] [FUNCvirNetNB] [STEP]  4.4: Get Data is NULL
1808
1809     *****************************
1810      Result: Pass
1811     *****************************
1812
1813
1814     ******************************
1815      Result summary for Testcase5
1816     ******************************
1817
1818     [2016-02-21 09:56:02.115745] [FUNCvirNetNB] [CASE]  Virtual Network NBI Test - Subnet Post
1819     [2016-02-21 09:56:02.116339] [FUNCvirNetNB] [STEP]  5.1: Generate Post Data
1820     [2016-02-21 09:56:02.117459] [FUNCvirNetNB] [STEP]  5.2: Post Network Data via HTTP(Post Subnet need post network)
1821     [2016-02-21 09:56:02.126052] [FUNCvirNetNB] [STEP]  5.3: Post Subnet Data via HTTP
1822     [2016-02-21 09:56:02.159577] [FUNCvirNetNB] [STEP]  5.4: Get Subnet Data via HTTP
1823     [2016-02-21 09:56:02.172655] [FUNCvirNetNB] [STEP]  5.5: Compare Post Subnet Data via HTTP
1824
1825     *****************************
1826      Result: Pass
1827     *****************************
1828
1829
1830     ******************************
1831      Result summary for Testcase6
1832     ******************************
1833
1834     [2016-02-21 09:56:02.183187] [FUNCvirNetNB] [CASE]  Virtual Network NBI Test - Subnet Update
1835     [2016-02-21 09:56:02.183876] [FUNCvirNetNB] [STEP]  6.1: Generate Post Data
1836     [2016-02-21 09:56:02.184887] [FUNCvirNetNB] [STEP]  6.2: Post Network Data via HTTP(Post Subnet need post network)
1837     [2016-02-21 09:56:02.192777] [FUNCvirNetNB] [STEP]  6.3: Post Subnet Data via HTTP
1838     [2016-02-21 09:56:02.201349] [FUNCvirNetNB] [STEP]  6.4: Update Subnet Data via HTTP
1839     [2016-02-21 09:56:02.209629] [FUNCvirNetNB] [STEP]  6.5: Get Subnet Data via HTTP
1840     [2016-02-21 09:56:02.216700] [FUNCvirNetNB] [STEP]  6.6: Compare Subnet Data
1841     [2016-02-21 09:56:02.217492] [FUNCvirNetNB] [STEP]  6.7: Delete Subnet via HTTP
1842
1843     *****************************
1844      Result: Pass
1845     *****************************
1846
1847
1848     ******************************
1849      Result summary for Testcase7
1850     ******************************
1851
1852     [2016-02-21 09:56:02.227738] [FUNCvirNetNB] [CASE]  Virtual Network NBI Test - Subnet Delete
1853     [2016-02-21 09:56:02.228309] [FUNCvirNetNB] [STEP]  7.1: Generate Post Data
1854     [2016-02-21 09:56:02.229188] [FUNCvirNetNB] [STEP]  7.2: Post Network Data via HTTP(Post Subnet need post network)
1855     [2016-02-21 09:56:02.237036] [FUNCvirNetNB] [STEP]  7.3: Post Subnet Data via HTTP
1856     [2016-02-21 09:56:02.245482] [FUNCvirNetNB] [STEP]  7.4: Delete Subnet Data via HTTP
1857     [2016-02-21 09:56:02.253076] [FUNCvirNetNB] [STEP]  7.5: Get Subnet Data is NULL
1858
1859     *****************************
1860      Result: Pass
1861     *****************************
1862
1863
1864     ******************************
1865      Result summary for Testcase8
1866     ******************************
1867
1868     [2016-02-21 09:56:07.269037] [FUNCvirNetNB] [CASE]  Virtual Network NBI Test - Port Post
1869     [2016-02-21 09:56:07.269689] [FUNCvirNetNB] [STEP]  8.1: Generate Post Data
1870     [2016-02-21 09:56:07.270772] [FUNCvirNetNB] [STEP]  8.2: Post Network Data via HTTP(Post port need post network)
1871     [2016-02-21 09:56:07.279440] [FUNCvirNetNB] [STEP]  8.3: Post Subnet Data via HTTP(Post port need post subnet)
1872     [2016-02-21 09:56:07.287800] [FUNCvirNetNB] [STEP]  8.4: Post Port Data via HTTP
1873     [2016-02-21 09:56:07.296863] [FUNCvirNetNB] [STEP]  8.5: Get Port Data via HTTP
1874     [2016-02-21 09:56:07.306388] [FUNCvirNetNB] [STEP]  8.6: Compare Post Port Data
1875     [2016-02-21 09:56:07.307677] [FUNCvirNetNB] [STEP]  8.7: Clean Data via HTTP
1876
1877     *****************************
1878      Result: Pass
1879     *****************************
1880
1881
1882     ******************************
1883      Result summary for Testcase9
1884     ******************************
1885
1886     [2016-02-21 09:56:07.318023] [FUNCvirNetNB] [CASE]  Virtual Network NBI Test - Port Update
1887     [2016-02-21 09:56:07.318708] [FUNCvirNetNB] [STEP]  9.1: Generate Post Data
1888     [2016-02-21 09:56:07.320149] [FUNCvirNetNB] [STEP]  9.2: Post Network Data via HTTP(Post port need post network)
1889     [2016-02-21 09:56:07.327326] [FUNCvirNetNB] [STEP]  9.3: Post Subnet Data via HTTP(Post port need post subnet)
1890     [2016-02-21 09:56:07.336517] [FUNCvirNetNB] [STEP]  9.4: Post Port Data via HTTP
1891     [2016-02-21 09:56:07.345702] [FUNCvirNetNB] [STEP]  9.5: Update Port Data via HTTP
1892     [2016-02-21 09:56:07.354021] [FUNCvirNetNB] [STEP]  9.6: Get Port Data via HTTP
1893     [2016-02-21 09:56:07.360429] [FUNCvirNetNB] [STEP]  9.7: Compare Update Port Data
1894     [2016-02-21 09:56:07.361666] [FUNCvirNetNB] [STEP]  9.8: Clean Data via HTTP
1895
1896     *****************************
1897      Result: Pass
1898     *****************************
1899
1900
1901     ******************************
1902      Result summary for Testcase10
1903     ******************************
1904
1905     [2016-02-21 09:56:07.372086] [FUNCvirNetNB] [CASE]  Virtual Network NBI Test - Port Delete
1906     [2016-02-21 09:56:07.372739] [FUNCvirNetNB] [STEP]  10.1: Generate Post Data
1907     [2016-02-21 09:56:07.373778] [FUNCvirNetNB] [STEP]  10.2: Post Network Data via HTTP(Post port need post network)
1908     [2016-02-21 09:56:07.380739] [FUNCvirNetNB] [STEP]  10.3: Post Subnet Data via HTTP(Post port need post subnet)
1909     [2016-02-21 09:56:07.388862] [FUNCvirNetNB] [STEP]  10.4: Post Port Data via HTTP
1910     [2016-02-21 09:56:07.396014] [FUNCvirNetNB] [STEP]  10.5: Delete Port Data via HTTP
1911     [2016-02-21 09:56:07.417621] [FUNCvirNetNB] [STEP]  10.6: Get Port Data is NULL
1912     [2016-02-21 09:56:12.430407] [FUNCvirNetNB] [STEP]  10.7: Clean Data via HTTP
1913
1914     *****************************
1915      Result: Pass
1916     *****************************
1917
1918
1919
1920     *************************************
1921         Test Execution Summary
1922
1923     *************************************
1924
1925      Test Start           : 21 Feb 2016 09:55:56
1926      Test End             : 21 Feb 2016 09:56:12
1927      Execution Time       : 0:00:15.628718
1928      Total tests planned  : 9
1929      Total tests RUN      : 9
1930      Total Pass           : 9
1931      Total Fail           : 0
1932      Total No Result      : 0
1933      Success Percentage   : 100%
1934      Execution Result     : 100%
1935
1936
1937
1938     ******************************
1939      CASE INIT
1940     ******************************
1941
1942     ['ONOSrest']
1943
1944     ******************************
1945      Result summary for Testcase2
1946     ******************************
1947
1948     [2016-02-21 09:56:12.836955] [FUNCvirNetNBL3] [CASE]  Virtual Network NBI Test - Router Post
1949     [2016-02-21 09:56:12.838221] [FUNCvirNetNBL3] [STEP]  2.1: Post Network Data via HTTP(Post Router need post network)
1950     [2016-02-21 09:56:12.873649] [FUNCvirNetNBL3] [STEP]  2.2: Post Router Data via HTTP
1951     [2016-02-21 09:56:12.881751] [FUNCvirNetNBL3] [STEP]  2.3: Get Router Data via HTTP
1952     [2016-02-21 09:56:12.914578] [FUNCvirNetNBL3] [STEP]  2.4: Compare Post Router Data via HTTP
1953
1954     *****************************
1955      Result: Pass
1956     *****************************
1957
1958
1959     ******************************
1960      Result summary for Testcase3
1961     ******************************
1962
1963     [2016-02-21 09:56:12.930658] [FUNCvirNetNBL3] [CASE]  Virtual Network NBI Test - Router Update
1964     [2016-02-21 09:56:12.931841] [FUNCvirNetNBL3] [STEP]  3.1: Post Network Data via HTTP(Post Router need post network)
1965     [2016-02-21 09:56:12.939584] [FUNCvirNetNBL3] [STEP]  3.2: Post Router Data via HTTP
1966     [2016-02-21 09:56:12.946895] [FUNCvirNetNBL3] [STEP]  3.3: Update Router Data via HTTP
1967     [2016-02-21 09:56:12.953601] [FUNCvirNetNBL3] [STEP]  3.4: Get Router Data via HTTP
1968     [2016-02-21 09:56:12.959887] [FUNCvirNetNBL3] [STEP]  3.5: Compare Router Data
1969     [2016-02-21 09:56:12.961048] [FUNCvirNetNBL3] [STEP]  3.6: Delete Router via HTTP
1970
1971     *****************************
1972      Result: Pass
1973     *****************************
1974
1975
1976     ******************************
1977      Result summary for Testcase4
1978     ******************************
1979
1980     [2016-02-21 09:56:12.970433] [FUNCvirNetNBL3] [CASE]  Virtual Network NBI Test - Router Delete
1981     [2016-02-21 09:56:12.971622] [FUNCvirNetNBL3] [STEP]  4.1: Post Network Data via HTTP(Post Router need post network)
1982     [2016-02-21 09:56:12.979473] [FUNCvirNetNBL3] [STEP]  4.2: Post Router Data via HTTP
1983     [2016-02-21 09:56:12.986263] [FUNCvirNetNBL3] [STEP]  4.3: Delete Router Data via HTTP
1984     [2016-02-21 09:56:12.992190] [FUNCvirNetNBL3] [STEP]  4.4: Get Router Data is NULL
1985     Verify the Router status
1986
1987     *****************************
1988      Result: Pass
1989     *****************************
1990
1991
1992     ******************************
1993      Result summary for Testcase5
1994     ******************************
1995
1996     [2016-02-21 09:56:18.008957] [FUNCvirNetNBL3] [CASE]  Virtual Network NBI Test - RouterInterface Post
1997     [2016-02-21 09:56:18.010175] [FUNCvirNetNBL3] [STEP]  5.1: Post Network Data via HTTP(Post port need post network)
1998     [2016-02-21 09:56:18.018296] [FUNCvirNetNBL3] [STEP]  5.2: Post Subnet Data via HTTP(Post port need post subnet)
1999     [2016-02-21 09:56:18.026382] [FUNCvirNetNBL3] [STEP]  5.3: Post Port Data via HTTP
2000     [2016-02-21 09:56:18.034099] [FUNCvirNetNBL3] [STEP]  5.4: Post Router Data via HTTP
2001     [2016-02-21 09:56:18.040193] [FUNCvirNetNBL3] [STEP]  5.5: Put RouterInterface Data via HTTP
2002     [2016-02-21 09:56:18.047317] [FUNCvirNetNBL3] [STEP]  5.6: Get RouterInterface Data via HTTP
2003     [2016-02-21 09:56:18.053592] [FUNCvirNetNBL3] [STEP]  5.7: Compare Post Port Data
2004     [2016-02-21 09:56:18.055253] [FUNCvirNetNBL3] [STEP]  5.8: Del RouterInterface Data via HTTP
2005     [2016-02-21 09:56:18.062038] [FUNCvirNetNBL3] [STEP]  5.9: Clean Data via HTTP
2006
2007     *****************************
2008      Result: Pass
2009     *****************************
2010
2011
2012     ******************************
2013      Result summary for Testcase6
2014     ******************************
2015
2016     [2016-02-21 09:56:18.078391] [FUNCvirNetNBL3] [CASE]  Virtual Network NBI Test - RouterInterface Delete
2017     [2016-02-21 09:56:18.079883] [FUNCvirNetNBL3] [STEP]  6.1: Post Network Data via HTTP(Post port need post network)
2018     [2016-02-21 09:56:18.087420] [FUNCvirNetNBL3] [STEP]  6.2: Post Subnet Data via HTTP(Post port need post subnet)
2019     [2016-02-21 09:56:18.095337] [FUNCvirNetNBL3] [STEP]  6.3: Post Port Data via HTTP
2020     [2016-02-21 09:56:18.103345] [FUNCvirNetNBL3] [STEP]  6.4: Post Router Data via HTTP
2021     [2016-02-21 09:56:18.109767] [FUNCvirNetNBL3] [STEP]  6.5: Post RouterInterface Data via HTTP
2022     [2016-02-21 09:56:18.116024] [FUNCvirNetNBL3] [STEP]  6.6: Del RouterInterface Data via HTTP
2023     [2016-02-21 09:56:18.122686] [FUNCvirNetNBL3] [STEP]  6.7: Delete Port Data via HTTP
2024     [2016-02-21 09:56:18.129655] [FUNCvirNetNBL3] [STEP]  6.8: Get Port Data is NULL
2025     [2016-02-21 09:56:23.145559] [FUNCvirNetNBL3] [STEP]  6.9: Clean Data via HTTP
2026
2027     *****************************
2028      Result: Pass
2029     *****************************
2030
2031
2032     ******************************
2033      Result summary for Testcase7
2034     ******************************
2035
2036     [2016-02-21 09:56:23.164294] [FUNCvirNetNBL3] [CASE]  Virtual Network NBI Test - FloatingIp Post
2037     [2016-02-21 09:56:23.165631] [FUNCvirNetNBL3] [STEP]  7.1: Post Network Data via HTTP(Post port need post network)
2038     [2016-02-21 09:56:23.173909] [FUNCvirNetNBL3] [STEP]  7.2: Post Subnet Data via HTTP(Post port need post subnet)
2039     [2016-02-21 09:56:23.182105] [FUNCvirNetNBL3] [STEP]  7.3: Post Port Data via HTTP
2040     [2016-02-21 09:56:23.189623] [FUNCvirNetNBL3] [STEP]  7.4: Post Router Data via HTTP
2041     [2016-02-21 09:56:23.196108] [FUNCvirNetNBL3] [STEP]  7.5: Get Port Data via HTTP
2042     [2016-02-21 09:56:23.204332] [FUNCvirNetNBL3] [STEP]  7.6: Post FloatingIp Data via HTTP
2043     [2016-02-21 09:56:23.211580] [FUNCvirNetNBL3] [STEP]  7.7: Get Port Data via HTTP
2044     [2016-02-21 09:56:23.218993] [FUNCvirNetNBL3] [STEP]  7.8: Get FloatingIp Data via HTTP
2045     [2016-02-21 09:56:23.251318] [FUNCvirNetNBL3] [STEP]  7.9: Get FloatingIp Data via HTTP
2046     [2016-02-21 09:56:23.259068] [FUNCvirNetNBL3] [STEP]  7.10: Compare Post FloatingIp Data
2047     [2016-02-21 09:56:23.260001] [FUNCvirNetNBL3] [STEP]  7.11: Post FloatingIp Clean Data via HTTP
2048     [2016-02-21 09:56:23.266784] [FUNCvirNetNBL3] [STEP]  7.12: Clean Data via HTTP
2049
2050     *****************************
2051      Result: Pass
2052     *****************************
2053
2054
2055     ******************************
2056      Result summary for Testcase8
2057     ******************************
2058
2059     [2016-02-21 09:56:23.289110] [FUNCvirNetNBL3] [CASE]  Virtual Network NBI Test - FloatingIp Update
2060     [2016-02-21 09:56:23.291300] [FUNCvirNetNBL3] [STEP]  8.1: Post Network Data via HTTP(Post port need post network)
2061     [2016-02-21 09:56:23.299318] [FUNCvirNetNBL3] [STEP]  8.2: Post Subnet Data via HTTP(Post port need post subnet)
2062     [2016-02-21 09:56:23.307738] [FUNCvirNetNBL3] [STEP]  8.3: Post Port Data via HTTP
2063     [2016-02-21 09:56:23.315822] [FUNCvirNetNBL3] [STEP]  8.4: Post Router Data via HTTP
2064     [2016-02-21 09:56:23.322853] [FUNCvirNetNBL3] [STEP]  8.5: Post FloatingIp Data via HTTP
2065     [2016-02-21 09:56:23.329316] [FUNCvirNetNBL3] [STEP]  8.6: Post Delete Data via HTTP
2066     [2016-02-21 09:56:23.337183] [FUNCvirNetNBL3] [STEP]  8.7: Post NewPort Data via HTTP
2067     [2016-02-21 09:56:23.345756] [FUNCvirNetNBL3] [STEP]  8.8: Post NewFloatingIp Data via HTTP
2068     [2016-02-21 09:56:23.353311] [FUNCvirNetNBL3] [STEP]  8.9: Get NewFloatingIp Data via HTTP
2069     [2016-02-21 09:56:23.384949] [FUNCvirNetNBL3] [STEP]  8.10: Compare Post FloatingIp Data
2070     [2016-02-21 09:56:23.385934] [FUNCvirNetNBL3] [STEP]  8.11: Post FloatingIp Clean Data via HTTP
2071     [2016-02-21 09:56:23.392515] [FUNCvirNetNBL3] [STEP]  8.12: Clean Data via HTTP
2072
2073     *****************************
2074      Result: Pass
2075     *****************************
2076
2077
2078     ******************************
2079      Result summary for Testcase9
2080     ******************************
2081
2082     [2016-02-21 09:56:23.416898] [FUNCvirNetNBL3] [CASE]  Virtual Network NBI Test - FloatingIp Delete
2083     [2016-02-21 09:56:23.418399] [FUNCvirNetNBL3] [STEP]  9.1: Post Network Data via HTTP(Post port need post network)
2084     [2016-02-21 09:56:23.425551] [FUNCvirNetNBL3] [STEP]  9.2: Post Subnet Data via HTTP(Post port need post subnet)
2085     [2016-02-21 09:56:23.433217] [FUNCvirNetNBL3] [STEP]  9.3: Post Port Data via HTTP
2086     [2016-02-21 09:56:23.440717] [FUNCvirNetNBL3] [STEP]  9.4: Post Router Data via HTTP
2087     [2016-02-21 09:56:23.447116] [FUNCvirNetNBL3] [STEP]  9.5: Post FloatingIp Data via HTTP
2088     [2016-02-21 09:56:23.454356] [FUNCvirNetNBL3] [STEP]  9.6: Post FloatingIp Clean Data via HTTP
2089     [2016-02-21 09:56:23.465800] [FUNCvirNetNBL3] [STEP]  9.7: Get FloatingIp Data is NULL
2090     [2016-02-21 09:56:28.479269] [FUNCvirNetNBL3] [STEP]  9.8: Clean Data via HTTP
2091
2092     *****************************
2093      Result: Pass
2094     *****************************
2095
2096
2097     ******************************
2098      Result summary for Testcase10
2099     ******************************
2100
2101     [2016-02-21 09:56:28.496538] [FUNCvirNetNBL3] [CASE]  Virtual Network NBI Test - Gateway Post
2102     [2016-02-21 09:56:28.498465] [FUNCvirNetNBL3] [STEP]  10.1: Post Network Data via HTTP(Post port need post network)
2103     [2016-02-21 09:56:28.507466] [FUNCvirNetNBL3] [STEP]  10.2: Post Subnet Data via HTTP(Post port need post subnet)
2104     [2016-02-21 09:56:28.515564] [FUNCvirNetNBL3] [STEP]  10.3: Post Port Data via HTTP
2105     [2016-02-21 09:56:28.522598] [FUNCvirNetNBL3] [STEP]  10.4: Post Router Data via HTTP
2106     [2016-02-21 09:56:28.528755] [FUNCvirNetNBL3] [STEP]  10.5: Get Gateway Data via HTTP
2107     [2016-02-21 09:56:28.536142] [FUNCvirNetNBL3] [STEP]  10.6: Compare Post Gateway Data
2108     [2016-02-21 09:56:28.537198] [FUNCvirNetNBL3] [STEP]  10.7: Clean Data via HTTP
2109
2110     *****************************
2111      Result: Pass
2112     *****************************
2113
2114
2115     ******************************
2116      Result summary for Testcase11
2117     ******************************
2118
2119     [2016-02-21 09:56:28.553805] [FUNCvirNetNBL3] [CASE]  Virtual Network NBI Test - Gateway Update
2120     [2016-02-21 09:56:28.555461] [FUNCvirNetNBL3] [STEP]  11.1: Post Network Data via HTTP(Post port need post network)
2121     [2016-02-21 09:56:28.562664] [FUNCvirNetNBL3] [STEP]  11.2: Post Subnet Data via HTTP(Post port need post subnet)
2122     [2016-02-21 09:56:28.570094] [FUNCvirNetNBL3] [STEP]  11.3: Post Port Data via HTTP
2123     [2016-02-21 09:56:28.577203] [FUNCvirNetNBL3] [STEP]  11.4: Post Router Data via HTTP
2124     [2016-02-21 09:56:28.583265] [FUNCvirNetNBL3] [STEP]  11.5: Post New Router Data via HTTP
2125     [2016-02-21 09:56:28.589203] [FUNCvirNetNBL3] [STEP]  11.6: Get Gateway Data via HTTP
2126     [2016-02-21 09:56:28.594700] [FUNCvirNetNBL3] [STEP]  11.7: Compare Post Gateway Data
2127     [2016-02-21 09:56:28.595799] [FUNCvirNetNBL3] [STEP]  11.8: Clean Data via HTTP
2128
2129     *****************************
2130      Result: Pass
2131     *****************************
2132
2133
2134     ******************************
2135      Result summary for Testcase12
2136     ******************************
2137
2138     [2016-02-21 09:56:28.611322] [FUNCvirNetNBL3] [CASE]  Virtual Network NBI Test - Gateway Delete
2139     [2016-02-21 09:56:28.612734] [FUNCvirNetNBL3] [STEP]  12.1: Post Network Data via HTTP(Post port need post network)
2140     [2016-02-21 09:56:28.620160] [FUNCvirNetNBL3] [STEP]  12.2: Post Subnet Data via HTTP(Post port need post subnet)
2141     [2016-02-21 09:56:28.628079] [FUNCvirNetNBL3] [STEP]  12.3: Post Port Data via HTTP
2142     [2016-02-21 09:56:28.635761] [FUNCvirNetNBL3] [STEP]  12.4: Post Router Data via HTTP
2143     [2016-02-21 09:56:28.642664] [FUNCvirNetNBL3] [STEP]  12.5: Post Del Gateway Data via HTTP
2144     [2016-02-21 09:56:28.648775] [FUNCvirNetNBL3] [STEP]  12.6: Get Gateway Data via HTTP
2145     [2016-02-21 09:56:28.654590] [FUNCvirNetNBL3] [STEP]  12.7: If Gateway Data is NULL
2146     [2016-02-21 09:56:33.660980] [FUNCvirNetNBL3] [STEP]  12.8: Clean Data via HTTP
2147
2148     *****************************
2149      Result: Pass
2150     *****************************
2151
2152
2153
2154     *************************************
2155         Test Execution Summary
2156
2157     *************************************
2158
2159      Test Start           : 21 Feb 2016 09:56:12
2160      Test End             : 21 Feb 2016 09:56:33
2161      Execution Time       : 0:00:20.999784
2162      Total tests planned  : 11
2163      Total tests RUN      : 11
2164      Total Pass           : 11
2165      Total Fail           : 0
2166      Total No Result      : 0
2167      Success Percentage   : 100%
2168      Execution Result     : 100%
2169
2170
2171 Feature tests
2172 -------------
2173
2174 Promise
2175 ^^^^^^^
2176 ::
2177
2178     FUNCTEST.info: Running PROMISE test case...
2179     Promise- INFO - Creating tenant 'promise'...
2180     Promise- INFO - Adding role '9d0a0a36d3d54cdcb4cd3c29c5f79a28' to tenant 'promise'...
2181     Promise- INFO - Creating user 'promiser'...
2182     Promise- INFO - Updating OpenStack credentials...
2183     Promise- INFO - Creating image 'promise-img' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'...
2184     Promise- INFO - Creating flavor 'promise-flavor'...
2185     Promise- INFO - Exporting environment variables...
2186     Promise- INFO - Running command: npm run -s test -- --reporter json
2187     Promise- INFO - The test succeeded.
2188     Promise- DEBUG -
2189     {
2190       "stats": {
2191         "suites": 23,
2192         "tests": 33,
2193         "passes": 33,
2194         "pending": 0,
2195         "failures": 0,
2196         "start": "2016-02-21T09:56:46.846Z",
2197         "end": "2016-02-21T09:56:51.847Z",
2198         "duration": 5524
2199       },
2200       "tests": [
2201         {
2202           "title": "should add a new OpenStack provider without error",
2203           "fullTitle": "promise register OpenStack into resource pool add-provider should add a new OpenStack provider without error",
2204           "duration": 1217,
2205           "err": {}
2206         },
2207         {
2208           "title": "should update promise.providers with a new entry",
2209           "fullTitle": "promise register OpenStack into resource pool add-provider should update promise.providers with a new entry",
2210           "duration": 10,
2211           "err": {}
2212         },
2213         {
2214           "title": "should contain a new ResourceProvider record in the store",
2215           "fullTitle": "promise register OpenStack into resource pool add-provider should contain a new ResourceProvider record in the store",
2216           "duration": 0,
2217           "err": {}
2218         },
2219         {
2220           "title": "should add more capacity to the reservation service without error",
2221           "fullTitle": "promise register OpenStack into resource pool increase-capacity should add more capacity to the reservation service without error",
2222           "duration": 25,
2223           "err": {}
2224         },
2225         {
2226           "title": "should update promise.pools with a new entry",
2227           "fullTitle": "promise register OpenStack into resource pool increase-capacity should update promise.pools with a new entry",
2228           "duration": 1,
2229           "err": {}
2230         },
2231         {
2232           "title": "should contain a ResourcePool record in the store",
2233           "fullTitle": "promise register OpenStack into resource pool increase-capacity should contain a ResourcePool record in the store",
2234           "duration": 0,
2235           "err": {}
2236         },
2237         {
2238           "title": "should report total collections and utilizations",
2239           "fullTitle": "promise register OpenStack into resource pool query-capacity should report total collections and utilizations",
2240           "duration": 18,
2241           "err": {}
2242         },
2243         {
2244           "title": "should contain newly added capacity pool",
2245           "fullTitle": "promise register OpenStack into resource pool query-capacity should contain newly added capacity pool",
2246           "duration": 8,
2247           "err": {}
2248         },
2249         {
2250           "title": "should create a new server in target provider without error",
2251           "fullTitle": "promise allocation without reservation create-instance should create a new server in target provider without error",
2252           "duration": 1768,
2253           "err": {}
2254         },
2255         {
2256           "title": "should update promise.allocations with a new entry",
2257           "fullTitle": "promise allocation without reservation create-instance should update promise.allocations with a new entry",
2258           "duration": 2,
2259           "err": {}
2260         },
2261         {
2262           "title": "should contain a new ResourceAllocation record in the store",
2263           "fullTitle": "promise allocation without reservation create-instance should contain a new ResourceAllocation record in the store",
2264           "duration": 0,
2265           "err": {}
2266         },
2267         {
2268           "title": "should reference the created server ID from the provider",
2269           "fullTitle": "promise allocation without reservation create-instance should reference the created server ID from the provider",
2270           "duration": 1,
2271           "err": {}
2272         },
2273         {
2274           "title": "should have low priority state",
2275           "fullTitle": "promise allocation without reservation create-instance should have low priority state",
2276           "duration": 0,
2277           "err": {}
2278         },
2279         {
2280           "title": "should create reservation record (no start/end) without error",
2281           "fullTitle": "promise allocation using reservation for immediate use create-reservation should create reservation record (no start/end) without error",
2282           "duration": 41,
2283           "err": {}
2284         },
2285         {
2286           "title": "should update promise.reservations with a new entry",
2287           "fullTitle": "promise allocation using reservation for immediate use create-reservation should update promise.reservations with a new entry",
2288           "duration": 7,
2289           "err": {}
2290         },
2291         {
2292           "title": "should contain a new ResourceReservation record in the store",
2293           "fullTitle": "promise allocation using reservation for immediate use create-reservation should contain a new ResourceReservation record in the store",
2294           "duration": 0,
2295           "err": {}
2296         },
2297         {
2298           "title": "should create a new server in target provider (with reservation) without error",
2299           "fullTitle": "promise allocation using reservation for immediate use create-instance should create a new server in target provider (with reservation) without error",
2300           "duration": 1617,
2301           "err": {}
2302         },
2303         {
2304           "title": "should contain a new ResourceAllocation record in the store",
2305           "fullTitle": "promise allocation using reservation for immediate use create-instance should contain a new ResourceAllocation record in the store",
2306           "duration": 1,
2307           "err": {}
2308         },
2309         {
2310           "title": "should be referenced in the reservation record",
2311           "fullTitle": "promise allocation using reservation for immediate use create-instance should be referenced in the reservation record",
2312           "duration": 7,
2313           "err": {}
2314         },
2315         {
2316           "title": "should have high priority state",
2317           "fullTitle": "promise allocation using reservation for immediate use create-instance should have high priority state",
2318           "duration": 0,
2319           "err": {}
2320         },
2321         {
2322           "title": "should create reservation record (for future) without error",
2323           "fullTitle": "promise reservation for future use create-reservation should create reservation record (for future) without error",
2324           "duration": 75,
2325           "err": {}
2326         },
2327         {
2328           "title": "should update promise.reservations with a new entry",
2329           "fullTitle": "promise reservation for future use create-reservation should update promise.reservations with a new entry",
2330           "duration": 17,
2331           "err": {}
2332         },
2333         {
2334           "title": "should contain a new ResourceReservation record in the store",
2335           "fullTitle": "promise reservation for future use create-reservation should contain a new ResourceReservation record in the store",
2336           "duration": 0,
2337           "err": {}
2338         },
2339         {
2340           "title": "should contain newly created future reservation",
2341           "fullTitle": "promise reservation for future use query-reservation should contain newly created future reservation",
2342           "duration": 61,
2343           "err": {}
2344         },
2345         {
2346           "title": "should modify existing reservation without error",
2347           "fullTitle": "promise reservation for future use update-reservation should modify existing reservation without error",
2348           "duration": 65,
2349           "err": {}
2350         },
2351         {
2352           "title": "should modify existing reservation without error",
2353           "fullTitle": "promise reservation for future use cancel-reservation should modify existing reservation without error",
2354           "duration": 17,
2355           "err": {}
2356         },
2357         {
2358           "title": "should no longer contain record of the deleted reservation",
2359           "fullTitle": "promise reservation for future use cancel-reservation should no longer contain record of the deleted reservation",
2360           "duration": 0,
2361           "err": {}
2362         },
2363         {
2364           "title": "should decrease available capacity from a provider in the future",
2365           "fullTitle": "promise capacity planning decrease-capacity should decrease available capacity from a provider in the future",
2366           "duration": 15,
2367           "err": {}
2368         },
2369         {
2370           "title": "should increase available capacity from a provider in the future",
2371           "fullTitle": "promise capacity planning increase-capacity should increase available capacity from a provider in the future",
2372           "duration": 11,
2373           "err": {}
2374         },
2375         {
2376           "title": "should report available collections and utilizations",
2377           "fullTitle": "promise capacity planning query-capacity should report available collections and utilizations",
2378           "duration": 56,
2379           "err": {}
2380         },
2381         {
2382           "title": "should fail to create immediate reservation record with proper error",
2383           "fullTitle": "promise reservation with conflict create-reservation should fail to create immediate reservation record with proper error",
2384           "duration": 60,
2385           "err": {}
2386         },
2387         {
2388           "title": "should fail to create future reservation record with proper error",
2389           "fullTitle": "promise reservation with conflict create-reservation should fail to create future reservation record with proper error",
2390           "duration": 38,
2391           "err": {}
2392         },
2393         {
2394           "title": "should successfully destroy all allocations",
2395           "fullTitle": "promise cleanup test allocations destroy-instance should successfully destroy all allocations",
2396           "duration": 361,
2397           "err": {}
2398         }
2399       ],
2400       "pending": [],
2401       "failures": [],
2402       "passes": [
2403         {
2404           "title": "should add a new OpenStack provider without error",
2405           "fullTitle": "promise register OpenStack into resource pool add-provider should add a new OpenStack provider without error",
2406           "duration": 1217,
2407           "err": {}
2408         },
2409         {
2410           "title": "should update promise.providers with a new entry",
2411           "fullTitle": "promise register OpenStack into resource pool add-provider should update promise.providers with a new entry",
2412           "duration": 10,
2413           "err": {}
2414         },
2415         {
2416           "title": "should contain a new ResourceProvider record in the store",
2417           "fullTitle": "promise register OpenStack into resource pool add-provider should contain a new ResourceProvider record in the store",
2418           "duration": 0,
2419           "err": {}
2420         },
2421         {
2422           "title": "should add more capacity to the reservation service without error",
2423           "fullTitle": "promise register OpenStack into resource pool increase-capacity should add more capacity to the reservation service without error",
2424           "duration": 25,
2425           "err": {}
2426         },
2427         {
2428           "title": "should update promise.pools with a new entry",
2429           "fullTitle": "promise register OpenStack into resource pool increase-capacity should update promise.pools with a new entry",
2430           "duration": 1,
2431           "err": {}
2432         },
2433         {
2434           "title": "should contain a ResourcePool record in the store",
2435           "fullTitle": "promise register OpenStack into resource pool increase-capacity should contain a ResourcePool record in the store",
2436           "duration": 0,
2437           "err": {}
2438         },
2439         {
2440           "title": "should report total collections and utilizations",
2441           "fullTitle": "promise register OpenStack into resource pool query-capacity should report total collections and utilizations",
2442           "duration": 18,
2443           "err": {}
2444         },
2445         {
2446           "title": "should contain newly added capacity pool",
2447           "fullTitle": "promise register OpenStack into resource pool query-capacity should contain newly added capacity pool",
2448           "duration": 8,
2449           "err": {}
2450         },
2451         {
2452           "title": "should create a new server in target provider without error",
2453           "fullTitle": "promise allocation without reservation create-instance should create a new server in target provider without error",
2454           "duration": 1768,
2455           "err": {}
2456         },
2457         {
2458           "title": "should update promise.allocations with a new entry",
2459           "fullTitle": "promise allocation without reservation create-instance should update promise.allocations with a new entry",
2460           "duration": 2,
2461           "err": {}
2462         },
2463         {
2464           "title": "should contain a new ResourceAllocation record in the store",
2465           "fullTitle": "promise allocation without reservation create-instance should contain a new ResourceAllocation record in the store",
2466           "duration": 0,
2467           "err": {}
2468         },
2469         {
2470           "title": "should reference the created server ID from the provider",
2471           "fullTitle": "promise allocation without reservation create-instance should reference the created server ID from the provider",
2472           "duration": 1,
2473           "err": {}
2474         },
2475         {
2476           "title": "should have low priority state",
2477           "fullTitle": "promise allocation without reservation create-instance should have low priority state",
2478           "duration": 0,
2479           "err": {}
2480         },
2481         {
2482           "title": "should create reservation record (no start/end) without error",
2483           "fullTitle": "promise allocation using reservation for immediate use create-reservation should create reservation record (no start/end) without error",
2484           "duration": 41,
2485           "err": {}
2486         },
2487         {
2488           "title": "should update promise.reservations with a new entry",
2489           "fullTitle": "promise allocation using reservation for immediate use create-reservation should update promise.reservations with a new entry",
2490           "duration": 7,
2491           "err": {}
2492         },
2493         {
2494           "title": "should contain a new ResourceReservation record in the store",
2495           "fullTitle": "promise allocation using reservation for immediate use create-reservation should contain a new ResourceReservation record in the store",
2496           "duration": 0,
2497           "err": {}
2498         },
2499         {
2500           "title": "should create a new server in target provider (with reservation) without error",
2501           "fullTitle": "promise allocation using reservation for immediate use create-instance should create a new server in target provider (with reservation) without error",
2502           "duration": 1617,
2503           "err": {}
2504         },
2505         {
2506           "title": "should contain a new ResourceAllocation record in the store",
2507           "fullTitle": "promise allocation using reservation for immediate use create-instance should contain a new ResourceAllocation record in the store",
2508           "duration": 1,
2509           "err": {}
2510         },
2511         {
2512           "title": "should be referenced in the reservation record",
2513           "fullTitle": "promise allocation using reservation for immediate use create-instance should be referenced in the reservation record",
2514           "duration": 7,
2515           "err": {}
2516         },
2517         {
2518           "title": "should have high priority state",
2519           "fullTitle": "promise allocation using reservation for immediate use create-instance should have high priority state",
2520           "duration": 0,
2521           "err": {}
2522         },
2523         {
2524           "title": "should create reservation record (for future) without error",
2525           "fullTitle": "promise reservation for future use create-reservation should create reservation record (for future) without error",
2526           "duration": 75,
2527           "err": {}
2528         },
2529         {
2530           "title": "should update promise.reservations with a new entry",
2531           "fullTitle": "promise reservation for future use create-reservation should update promise.reservations with a new entry",
2532           "duration": 17,
2533           "err": {}
2534         },
2535         {
2536           "title": "should contain a new ResourceReservation record in the store",
2537           "fullTitle": "promise reservation for future use create-reservation should contain a new ResourceReservation record in the store",
2538           "duration": 0,
2539           "err": {}
2540         },
2541         {
2542           "title": "should contain newly created future reservation",
2543           "fullTitle": "promise reservation for future use query-reservation should contain newly created future reservation",
2544           "duration": 61,
2545           "err": {}
2546         },
2547         {
2548           "title": "should modify existing reservation without error",
2549           "fullTitle": "promise reservation for future use update-reservation should modify existing reservation without error",
2550           "duration": 65,
2551           "err": {}
2552         },
2553         {
2554           "title": "should modify existing reservation without error",
2555           "fullTitle": "promise reservation for future use cancel-reservation should modify existing reservation without error",
2556           "duration": 17,
2557           "err": {}
2558         },
2559         {
2560           "title": "should no longer contain record of the deleted reservation",
2561           "fullTitle": "promise reservation for future use cancel-reservation should no longer contain record of the deleted reservation",
2562           "duration": 0,
2563           "err": {}
2564         },
2565         {
2566           "title": "should decrease available capacity from a provider in the future",
2567           "fullTitle": "promise capacity planning decrease-capacity should decrease available capacity from a provider in the future",
2568           "duration": 15,
2569           "err": {}
2570         },
2571         {
2572           "title": "should increase available capacity from a provider in the future",
2573           "fullTitle": "promise capacity planning increase-capacity should increase available capacity from a provider in the future",
2574           "duration": 11,
2575           "err": {}
2576         },
2577         {
2578           "title": "should report available collections and utilizations",
2579           "fullTitle": "promise capacity planning query-capacity should report available collections and utilizations",
2580           "duration": 56,
2581           "err": {}
2582         },
2583         {
2584           "title": "should fail to create immediate reservation record with proper error",
2585           "fullTitle": "promise reservation with conflict create-reservation should fail to create immediate reservation record with proper error",
2586           "duration": 60,
2587           "err": {}
2588         },
2589         {
2590           "title": "should fail to create future reservation record with proper error",
2591           "fullTitle": "promise reservation with conflict create-reservation should fail to create future reservation record with proper error",
2592           "duration": 38,
2593           "err": {}
2594         },
2595         {
2596           "title": "should successfully destroy all allocations",
2597           "fullTitle": "promise cleanup test allocations destroy-instance should successfully destroy all allocations",
2598           "duration": 361,
2599           "err": {}
2600         }
2601       ]
2602     }
2603     Promise- INFO -
2604     ****************************************
2605               Promise test report
2606
2607     ****************************************
2608      Suites:    23
2609      Tests:     33
2610      Passes:    33
2611      Pending:   0
2612      Failures:  0
2613      Start:     2016-02-21T09:56:46.846Z
2614      End:       2016-02-21T09:56:51.847Z
2615      Duration:  6.301
2616     ****************************************
2617
2618