Prepare Brahmaputra 3.0 release
[functest.git] / docs / results / fuel-os-odl_l2-bgpvpn-ha.rst
1 .. This work is licensed under a Creative Commons Attribution 4.0 International Licence.
2 .. http://creativecommons.org/licenses/by/4.0
3
4 Detailed test results for fuel-os-odl_l2-bgpvpn-ha
5 -----------------------------------------------------
6
7 VIM
8 ---
9
10 vping_userdata
11 ^^^^^^^^^^^^^^
12 ::
13
14     FUNCTEST.info: Running vPing-userdata test...
15     vPing_userdata- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'...
16     vPing_userdata- INFO - Creating neutron network vping-net...
17     vPing_userdata- INFO - Creating security group  'vPing-sg'...
18     vPing_userdata- INFO - Flavor found 'm1.small'
19     vPing_userdata- INFO - vPing Start Time:'2016-02-18 13:29:00'
20     vPing_userdata- INFO - Creating instance 'opnfv-vping-1'...
21      name=opnfv-vping-1
22      flavor=<Flavor: m1.small>
23      image=5e34c73d-91d0-4852-a407-5a4b4c1932c6
24      network=a1efb318-1338-436f-8f26-3a1bacab0538
25
26     vPing_userdata- INFO - Instance 'opnfv-vping-1' is ACTIVE.
27     vPing_userdata- INFO - Creating instance 'opnfv-vping-2'...
28      name=opnfv-vping-2
29      flavor=<Flavor: m1.small>
30      image=5e34c73d-91d0-4852-a407-5a4b4c1932c6
31      network=a1efb318-1338-436f-8f26-3a1bacab0538
32      userdata=
33     #!/bin/sh
34
35     while true; do
36      ping -c 1 192.168.130.4 2>&1 >/dev/null
37      RES=$?
38      if [ "Z$RES" = "Z0" ] ; then
39       echo 'vPing OK'
40      break
41      else
42       echo 'vPing KO'
43      fi
44      sleep 1
45     done
46
47     vPing_userdata- INFO - Instance 'opnfv-vping-2' is ACTIVE.
48     vPing_userdata- INFO - Waiting for ping...
49     vPing_userdata- INFO - vPing detected!
50     vPing_userdata- INFO - vPing duration:'79.7'
51     vPing_userdata- INFO - vPing OK
52     vPing_userdata- INFO - Cleaning up...
53     vPing_userdata- INFO - Deleting network 'vping-net'...
54
55 Tempest
56 ^^^^^^^
57 ::
58
59     +------------------------------------------------------------------------------------------------------------------------------------------+---------+---------+
60     | name                                                                                                                                     | time    | status  |
61     +------------------------------------------------------------------------------------------------------------------------------------------+---------+---------+
62     | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor                                                               | 0.281   | success |
63     | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors                                                             | 0.114   | success |
64     | tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_saving_image                                                           | 12.926  | success |
65     | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image                                        | 24.849  | success |
66     | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name        | 36.056  | success |
67     | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since                     | 0.547   | success |
68     | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name                              | 0.768   | success |
69     | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id                         | 0.486   | success |
70     | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref                        | 1.049   | success |
71     | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status                            | 0.347   | success |
72     | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type                              | 0.299   | success |
73     | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results                               | 0.952   | success |
74     | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since         | 0.529   | success |
75     | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name                  | 0.260   | success |
76     | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref            | 0.786   | success |
77     | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status                | 0.487   | success |
78     | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type                  | 0.624   | success |
79     | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results                   | 0.792   | success |
80     | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image                                                            | 0.859   | success |
81     | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images                                                          | 0.417   | success |
82     | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail                                              | 0.461   | success |
83     | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create                | 1.160   | success |
84     | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list                  | 2.692   | success |
85     | tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete                  | 4.500   | success |
86     | tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip                                     | 9.766   | success |
87     | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name                                     | 300.727 | fail    |
88     | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers                                                         | 0.330   | success |
89     | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail                                             | 0.687   | success |
90     | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus                                          | 302.209 | fail    |
91     | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details                                                | 0.002   | success |
92     | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name                               | 300.741 | fail    |
93     | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers                                                   | 0.455   | success |
94     | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail                                       | 0.680   | success |
95     | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus                                    | 302.095 | fail    |
96     | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details                                          | 0.002   | success |
97     | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action                                       | 0.084   | success |
98     | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions                                     | 3.891   | success |
99     | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor               | 0.470   | success |
100     | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image                | 0.001   | skip    |
101     | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name          | 0.220   | success |
102     | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status        | 0.530   | success |
103     | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results                  | 0.437   | success |
104     | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor                        | 0.143   | success |
105     | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image                         | 0.001   | skip    |
106     | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit                         | 0.103   | success |
107     | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name                   | 0.079   | success |
108     | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_status                 | 0.096   | success |
109     | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip                          | 0.721   | success |
110     | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex                    | 0.001   | skip    |
111     | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard               | 0.181   | success |
112     | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date        | 0.091   | success |
113     | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date       | 0.018   | success |
114     | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits                           | 0.095   | success |
115     | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count | 0.088   | success |
116     | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value       | 0.030   | success |
117     | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string               | 0.035   | success |
118     | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor              | 0.054   | success |
119     | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image               | 0.069   | success |
120     | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name         | 0.084   | success |
121     | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted            | 0.699   | success |
122     | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing                 | 0.022   | success |
123     | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server               | 0.075   | success |
124     | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_change_server_password                                        | 0.002   | skip    |
125     | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output                                            | 5.318   | success |
126     | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server                                            | 10.683  | success |
127     | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard                                            | 306.252 | fail    |
128     | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_soft                                            | 0.838   | skip    |
129     | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server                                                | 311.592 | fail    |
130     | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm                                         | 15.370  | success |
131     | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_revert                                          | 25.343  | success |
132     | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server                                             | 9.258   | success |
133     | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses                                     | 0.091   | success |
134     | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses_by_network                          | 0.152   | success |
135     | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item                                 | 0.491   | success |
136     | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item                                    | 0.366   | success |
137     | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata                                        | 0.286   | success |
138     | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata                                         | 0.567   | success |
139     | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item                                    | 0.727   | success |
140     | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata                                      | 0.596   | success |
141     | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password                                          | 4.330   | success |
142     | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair                                                     | 14.127  | success |
143     | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name                                           | 18.635  | success |
144     | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address                                               | 12.265  | success |
145     | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name                                                         | 12.122  | success |
146     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name                                | 1.506   | success |
147     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit               | 2.128   | success |
148     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256                     | 1.933   | success |
149     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor                                | 2.111   | success |
150     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image                                 | 2.560   | success |
151     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid                          | 2.578   | success |
152     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit              | 1.508   | success |
153     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id                            | 0.998   | success |
154     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server                                   | 0.998   | success |
155     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address                                     | 2.359   | success |
156     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server                                | 1.243   | success |
157     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server                               | 1.306   | success |
158     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_non_existent_flavor                    | 1.421   | success |
159     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_null_flavor                            | 0.998   | success |
160     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank                                         | 1.635   | success |
161     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server                                  | 0.974   | success |
162     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server                        | 1.015   | success |
163     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256                     | 1.512   | success |
164     | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name                              | 0.886   | success |
165     | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas                                                                   | 0.250   | success |
166     | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas                                                                           | 0.052   | success |
167     | tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume                                            | 336.810 | fail    |
168     | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list                                                           | 0.740   | success |
169     | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_details                                              | 0.093   | success |
170     | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id                                         | 0.535   | success |
171     | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id                          | 0.028   | success |
172     | tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services                                                          | 0.750   | success |
173     | tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user                                                                  | 0.245   | success |
174     | tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete                             | 0.398   | success |
175     | tempest.api.identity.admin.v3.test_domains.DefaultDomainTestJSON.test_default_domain_exists                                              | 0.097   | success |
176     | tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain                                              | 0.904   | success |
177     | tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint                                                      | 0.520   | success |
178     | tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete                                              | 2.415   | success |
179     | tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy                                            | 0.403   | success |
180     | tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id                                           | 0.292   | success |
181     | tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_create_update_get_service                                              | 0.521   | success |
182     | tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all                                                           | 2.183   | success |
183     | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_media_types                                                         | 0.109   | success |
184     | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_resources                                                   | 0.086   | success |
185     | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_statuses                                                    | 0.080   | success |
186     | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types                                                         | 0.089   | success |
187     | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources                                                   | 0.089   | success |
188     | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses                                                    | 0.077   | success |
189     | tempest.api.image.v1.test_images.ListImagesTest.test_index_no_params                                                                     | 0.269   | success |
190     | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image                                                             | 1.917   | success |
191     | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file                                           | 15.399  | success |
192     | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image                                                             | 20.214  | success |
193     | tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions                                                         | 5.865   | success |
194     | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address                           | 1.207   | success |
195     | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip                                 | 2.604   | success |
196     | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_update_delete_network_subnet                                         | 2.662   | success |
197     | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_external_network_visibility                                                 | 0.556   | success |
198     | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_networks                                                               | 0.059   | success |
199     | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_subnets                                                                | 0.041   | success |
200     | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_network                                                                | 0.278   | success |
201     | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_subnet                                                                 | 0.271   | success |
202     | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools                                            | 2.640   | success |
203     | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups                                                 | 2.800   | success |
204     | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port                                                          | 2.208   | success |
205     | tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports                                                                         | 0.293   | success |
206     | tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port                                                                          | 0.300   | success |
207     | tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools                                                | 2.291   | success |
208     | tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups                                                     | 2.745   | success |
209     | tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port                                                              | 1.368   | success |
210     | tempest.api.network.test_ports.PortsTestJSON.test_list_ports                                                                             | 0.318   | success |
211     | tempest.api.network.test_ports.PortsTestJSON.test_show_port                                                                              | 0.065   | success |
212     | tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces                                                     | 5.069   | success |
213     | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id                                           | 3.298   | success |
214     | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id                                         | 2.237   | success |
215     | tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router                                              | 2.321   | success |
216     | tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces                                                         | 5.779   | success |
217     | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id                                               | 2.980   | success |
218     | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id                                             | 2.462   | success |
219     | tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router                                                  | 2.617   | success |
220     | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group                             | 1.811   | success |
221     | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule                                    | 3.256   | success |
222     | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups                                                      | 0.033   | success |
223     | tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group                                 | 1.774   | success |
224     | tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule                                        | 2.789   | success |
225     | tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups                                                          | 0.077   | success |
226     | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_list                                           | 0.565   | success |
227     | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_show                                           | 6.751   | success |
228     | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_template                                       | 0.047   | success |
229     | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_list                                              | 1.299   | success |
230     | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_metadata                                          | 0.592   | success |
231     | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_software_config                                              | 0.613   | success |
232     | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_create_validate                              | 0.569   | success |
233     | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_no_metadata_change                    | 0.805   | success |
234     | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_with_metadata_change                  | 0.762   | success |
235     | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_crud_no_resources                                                 | 3.270   | success |
236     | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_list_responds                                                     | 0.048   | success |
237     | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v1_notifications                | 6.732   | success |
238     | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v2_notifications                | 3.526   | success |
239     | tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_attach_detach_volume_to_instance                                       | 3.356   | success |
240     | tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance                                       | 2.875   | success |
241     | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete                                                | 9.723   | success |
242     | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_from_image                                     | 17.070  | success |
243     | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete                                                | 9.744   | success |
244     | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_from_image                                     | 18.252  | success |
245     | tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list                                                              | 0.284   | success |
246     | tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list                                                              | 0.048   | success |
247     | tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops                                                       | 322.942 | fail    |
248     | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern                                                 | 335.472 | fail    |
249     | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPatternV2.test_volume_boot_pattern                                               | 332.744 | fail    |
250     +------------------------------------------------------------------------------------------------------------------------------------------+---------+---------+
251     2016-04-26 21:34:37,839 - run_tempest - INFO - Results: {'timestart': '2016-04-2620:21:12.306509', 'duration': 803, 'tests': 188, 'failures': 10}
252
253 Rally
254 ^^^^^
255 ::
256
257     FUNCTEST.info: Running Rally benchmark suite...
258     2016-04-26 21:36:15,676 - run_rally - INFO - Starting test scenario "authenticate" ...
259     2016-04-26 21:37:35,906 - run_rally - INFO -
260      Preparing input task
261      Task  a8cb2031-5232-47f0-bc43-9316bd7ceefa: started
262     Task a8cb2031-5232-47f0-bc43-9316bd7ceefa: finished
263
264     test scenario Authenticate.validate_glance
265     +-----------------------------------------------------------------------------------------------------------------------------------------+
266     |                                                          Response Times (sec)                                                           |
267     +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
268     | Action                               | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
269     +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
270     | authenticate.validate_glance_2_times | 1.015     | 1.244        | 1.415        | 1.476        | 1.536     | 1.249     | 100.0%  | 10    |
271     | total                                | 1.281     | 1.505        | 1.685        | 1.744        | 1.804     | 1.516     | 100.0%  | 10    |
272     +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
273     Load duration: 4.44646310806
274     Full duration: 12.853926897
275
276     test scenario Authenticate.keystone
277     +--------------------------------------------------------------------------------------------------------------------------+
278     |                                                   Response Times (sec)                                                   |
279     +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
280     | Action                | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
281     +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
282     | authenticate.keystone | 0.214     | 0.249        | 0.267        | 0.269        | 0.272     | 0.248     | 100.0%  | 10    |
283     | total                 | 0.214     | 0.249        | 0.267        | 0.269        | 0.272     | 0.248     | 100.0%  | 10    |
284     +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
285     Load duration: 0.754605054855
286     Full duration: 9.11485695839
287
288     test scenario Authenticate.validate_heat
289     +---------------------------------------------------------------------------------------------------------------------------------------+
290     |                                                         Response Times (sec)                                                          |
291     +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
292     | Action                             | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
293     +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
294     | authenticate.validate_heat_2_times | 0.343     | 0.61         | 0.662        | 0.733        | 0.805     | 0.606     | 100.0%  | 10    |
295     | total                              | 0.589     | 0.871        | 0.971        | 1.045        | 1.12      | 0.878     | 100.0%  | 10    |
296     +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
297     Load duration: 2.61781597137
298     Full duration: 11.0082919598
299
300     test scenario Authenticate.validate_nova
301     +---------------------------------------------------------------------------------------------------------------------------------------+
302     |                                                         Response Times (sec)                                                          |
303     +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
304     | Action                             | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
305     +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
306     | authenticate.validate_nova_2_times | 0.328     | 0.371        | 0.479        | 0.495        | 0.51      | 0.391     | 100.0%  | 10    |
307     | total                              | 0.555     | 0.619        | 0.743        | 0.756        | 0.769     | 0.643     | 100.0%  | 10    |
308     +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
309     Load duration: 1.93781709671
310     Full duration: 10.4554929733
311
312     test scenario Authenticate.validate_cinder
313     +-----------------------------------------------------------------------------------------------------------------------------------------+
314     |                                                          Response Times (sec)                                                           |
315     +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
316     | Action                               | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
317     +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
318     | authenticate.validate_cinder_2_times | 0.31      | 0.64         | 0.927        | 0.962        | 0.998     | 0.67      | 100.0%  | 10    |
319     | total                                | 0.549     | 0.921        | 1.219        | 1.236        | 1.253     | 0.939     | 100.0%  | 10    |
320     +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
321     Load duration: 2.9773349762
322     Full duration: 11.6194210052
323
324     test scenario Authenticate.validate_neutron
325     +------------------------------------------------------------------------------------------------------------------------------------------+
326     |                                                           Response Times (sec)                                                           |
327     +---------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
328     | Action                                | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
329     +---------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
330     | authenticate.validate_neutron_2_times | 0.304     | 0.558        | 0.576        | 0.611        | 0.646     | 0.539     | 100.0%  | 10    |
331     | total                                 | 0.569     | 0.804        | 0.819        | 0.851        | 0.882     | 0.785     | 100.0%  | 10    |
332     +---------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
333     Load duration: 2.409938097
334     Full duration: 11.0552449226
335
336     2016-04-26 21:37:37,881 - run_rally - INFO - Test scenario: "authenticate" OK.
337
338     2016-04-26 21:37:37,882 - run_rally - INFO - Starting test scenario "glance" ...
339     2016-04-26 21:41:19,902 - run_rally - INFO -
340      Preparing input task
341      Task  5a858da8-1039-4f20-960f-2d44354c4c60: started
342     Task 5a858da8-1039-4f20-960f-2d44354c4c60: finished
343
344     test scenario GlanceImages.list_images
345     +-----------------------------------------------------------------------------------------------------------------------+
346     |                                                 Response Times (sec)                                                  |
347     +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
348     | Action             | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
349     +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
350     | glance.list_images | 0.803     | 0.914        | 1.107        | 1.148        | 1.189     | 0.949     | 100.0%  | 10    |
351     | total              | 0.803     | 0.914        | 1.107        | 1.148        | 1.189     | 0.949     | 100.0%  | 10    |
352     +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
353     Load duration: 2.9055929184
354     Full duration: 14.7421119213
355
356     test scenario GlanceImages.create_image_and_boot_instances
357     +------------------------------------------------------------------------------------------------------------------------+
358     |                                                  Response Times (sec)                                                  |
359     +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
360     | Action              | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
361     +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
362     | glance.create_image | 7.493     | 7.807        | 9.069        | 12.596       | 16.122    | 8.653     | 100.0%  | 10    |
363     | nova.boot_servers   | 9.309     | 10.032       | 11.628       | 11.726       | 11.824    | 10.411    | 100.0%  | 10    |
364     | total               | 17.19     | 18.474       | 20.176       | 22.804       | 25.432    | 19.064    | 100.0%  | 10    |
365     +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
366     Load duration: 54.8601989746
367     Full duration: 113.092097998
368
369     test scenario GlanceImages.create_and_list_image
370     +------------------------------------------------------------------------------------------------------------------------+
371     |                                                  Response Times (sec)                                                  |
372     +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
373     | Action              | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
374     +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
375     | glance.create_image | 7.313     | 7.52         | 8.653        | 12.221       | 15.788    | 8.359     | 100.0%  | 10    |
376     | glance.list_images  | 0.356     | 0.537        | 0.57         | 0.599        | 0.627     | 0.519     | 100.0%  | 10    |
377     | total               | 7.817     | 8.058        | 9.194        | 12.748       | 16.302    | 8.878     | 100.0%  | 10    |
378     +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
379     Load duration: 24.3566281796
380     Full duration: 40.1059360504
381
382     test scenario GlanceImages.create_and_delete_image
383     +------------------------------------------------------------------------------------------------------------------------+
384     |                                                  Response Times (sec)                                                  |
385     +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
386     | Action              | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
387     +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
388     | glance.create_image | 7.08      | 7.515        | 7.968        | 8.084        | 8.201     | 7.585     | 100.0%  | 10    |
389     | glance.delete_image | 1.893     | 2.224        | 2.429        | 2.431        | 2.434     | 2.198     | 100.0%  | 10    |
390     | total               | 9.374     | 9.68         | 10.313       | 10.449       | 10.585    | 9.783     | 100.0%  | 10    |
391     +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
392     Load duration: 29.927503109
393     Full duration: 40.712335825
394
395     2016-04-26 21:41:21,905 - run_rally - INFO - Test scenario: "glance" OK.
396
397     2016-04-26 21:41:21,905 - run_rally - INFO - Starting test scenario "cinder" ...
398     2016-04-26 22:02:57,566 - run_rally - INFO -
399      Preparing input task
400      Task  8714ce27-ec07-493c-894b-0378b012f768: started
401     Task 8714ce27-ec07-493c-894b-0378b012f768: finished
402
403     test scenario CinderVolumes.create_and_attach_volume
404     +-------------------------------------------------------------------------------------------------------------------------+
405     |                                                  Response Times (sec)                                                   |
406     +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
407     | Action               | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
408     +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
409     | nova.boot_server     | 7.315     | 7.849        | 8.808        | 9.275        | 9.743     | 8.131     | 100.0%  | 10    |
410     | cinder.create_volume | 3.204     | 3.91         | 4.165        | 4.209        | 4.253     | 3.777     | 100.0%  | 10    |
411     | nova.attach_volume   | 4.193     | 5.576        | 6.847        | 6.918        | 6.989     | 5.577     | 100.0%  | 10    |
412     | nova.detach_volume   | 3.591     | 4.036        | 4.652        | 4.887        | 5.122     | 4.155     | 100.0%  | 10    |
413     | cinder.delete_volume | 0.805     | 2.91         | 3.015        | 3.158        | 3.301     | 2.362     | 100.0%  | 10    |
414     | nova.delete_server   | 2.813     | 3.044        | 3.223        | 3.232        | 3.24      | 3.033     | 100.0%  | 10    |
415     | total                | 24.205    | 26.801       | 29.041       | 29.115       | 29.188    | 27.034    | 100.0%  | 10    |
416     +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
417     Load duration: 81.0580990314
418     Full duration: 112.19692111
419
420     test scenario CinderVolumes.create_and_list_volume
421     +-------------------------------------------------------------------------------------------------------------------------+
422     |                                                  Response Times (sec)                                                   |
423     +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
424     | Action               | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
425     +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
426     | cinder.create_volume | 10.993    | 11.11        | 11.434       | 11.435       | 11.436    | 11.186    | 100.0%  | 10    |
427     | cinder.list_volumes  | 0.069     | 0.33         | 0.436        | 0.474        | 0.512     | 0.268     | 100.0%  | 10    |
428     | total                | 11.084    | 11.476       | 11.601       | 11.714       | 11.828    | 11.454    | 100.0%  | 10    |
429     +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
430     Load duration: 34.1340601444
431     Full duration: 55.759376049
432
433     test scenario CinderVolumes.create_and_list_volume
434     +-------------------------------------------------------------------------------------------------------------------------+
435     |                                                  Response Times (sec)                                                   |
436     +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
437     | Action               | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
438     +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
439     | cinder.create_volume | 3.45      | 3.958        | 4.546        | 4.569        | 4.591     | 4.003     | 100.0%  | 10    |
440     | cinder.list_volumes  | 0.062     | 0.325        | 0.344        | 0.345        | 0.345     | 0.275     | 100.0%  | 10    |
441     | total                | 3.513     | 4.292        | 4.865        | 4.9          | 4.935     | 4.279     | 100.0%  | 10    |
442     +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
443     Load duration: 12.6924929619
444     Full duration: 34.0712091923
445
446     test scenario CinderVolumes.create_and_list_snapshots
447     +---------------------------------------------------------------------------------------------------------------------------+
448     |                                                   Response Times (sec)                                                    |
449     +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
450     | Action                 | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
451     +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
452     | cinder.create_snapshot | 3.235     | 3.344        | 3.856        | 4.736        | 5.617     | 3.629     | 100.0%  | 10    |
453     | cinder.list_snapshots  | 0.039     | 0.285        | 0.337        | 0.376        | 0.416     | 0.254     | 100.0%  | 10    |
454     | total                  | 3.333     | 3.676        | 4.127        | 4.892        | 5.657     | 3.884     | 100.0%  | 10    |
455     +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
456     Load duration: 10.8523409367
457     Full duration: 47.7997851372
458
459     test scenario CinderVolumes.create_and_delete_volume
460     +-------------------------------------------------------------------------------------------------------------------------+
461     |                                                  Response Times (sec)                                                   |
462     +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
463     | Action               | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
464     +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
465     | cinder.create_volume | 3.471     | 3.85         | 4.197        | 4.341        | 4.485     | 3.858     | 100.0%  | 10    |
466     | cinder.delete_volume | 0.532     | 2.741        | 3.118        | 3.184        | 3.251     | 2.077     | 100.0%  | 10    |
467     | total                | 4.328     | 6.376        | 7.081        | 7.248        | 7.416     | 5.935     | 100.0%  | 10    |
468     +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
469     Load duration: 17.2594389915
470     Full duration: 34.9955868721
471
472     test scenario CinderVolumes.create_and_delete_volume
473     +-------------------------------------------------------------------------------------------------------------------------+
474     |                                                  Response Times (sec)                                                   |
475     +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
476     | Action               | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
477     +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
478     | cinder.create_volume | 8.676     | 10.604       | 11.06        | 11.115       | 11.17     | 10.243    | 100.0%  | 10    |
479     | cinder.delete_volume | 0.894     | 2.767        | 3.153        | 3.195        | 3.237     | 2.369     | 100.0%  | 10    |
480     | total                | 9.774     | 12.84        | 13.865       | 14.089       | 14.313    | 12.612    | 100.0%  | 10    |
481     +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
482     Load duration: 37.8307890892
483     Full duration: 56.2227160931
484
485     test scenario CinderVolumes.create_and_delete_volume
486     +-------------------------------------------------------------------------------------------------------------------------+
487     |                                                  Response Times (sec)                                                   |
488     +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
489     | Action               | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
490     +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
491     | cinder.create_volume | 3.45      | 3.88         | 4.434        | 4.439        | 4.445     | 3.935     | 100.0%  | 10    |
492     | cinder.delete_volume | 0.8       | 0.932        | 3.003        | 3.159        | 3.316     | 1.539     | 100.0%  | 10    |
493     | total                | 4.496     | 4.916        | 6.901        | 7.325        | 7.749     | 5.474     | 100.0%  | 10    |
494     +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
495     Load duration: 16.0426750183
496     Full duration: 32.9341490269
497
498     test scenario CinderVolumes.create_and_upload_volume_to_image
499     +----------------------------------------------------------------------------------------------------------------------------------+
500     |                                                       Response Times (sec)                                                       |
501     +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
502     | Action                        | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
503     +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
504     | cinder.create_volume          | 3.49      | 3.782        | 4.253        | 4.255        | 4.256     | 3.847     | 100.0%  | 10    |
505     | cinder.upload_volume_to_image | 16.394    | 27.4         | 31.961       | 32.07        | 32.18     | 25.735    | 100.0%  | 10    |
506     | cinder.delete_volume          | 0.68      | 2.971        | 3.15         | 3.173        | 3.195     | 2.523     | 100.0%  | 10    |
507     | nova.delete_image             | 2.479     | 2.591        | 14.325       | 14.525       | 14.725    | 4.969     | 100.0%  | 10    |
508     | total                         | 24.827    | 37.87        | 49.56        | 51.384       | 53.208    | 37.075    | 100.0%  | 10    |
509     +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
510     Load duration: 101.809072971
511     Full duration: 121.969902992
512
513     test scenario CinderVolumes.create_and_delete_snapshot
514     +---------------------------------------------------------------------------------------------------------------------------+
515     |                                                   Response Times (sec)                                                    |
516     +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
517     | Action                 | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
518     +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
519     | cinder.create_snapshot | 3.076     | 3.402        | 3.707        | 4.558        | 5.409     | 3.552     | 100.0%  | 10    |
520     | cinder.delete_snapshot | 2.541     | 2.81         | 3.096        | 3.171        | 3.246     | 2.854     | 100.0%  | 10    |
521     | total                  | 5.963     | 6.195        | 6.881        | 7.543        | 8.206     | 6.406     | 100.0%  | 10    |
522     +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
523     Load duration: 18.6676621437
524     Full duration: 51.159060955
525
526     test scenario CinderVolumes.create_volume
527     +-------------------------------------------------------------------------------------------------------------------------+
528     |                                                  Response Times (sec)                                                   |
529     +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
530     | Action               | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
531     +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
532     | cinder.create_volume | 3.592     | 3.816        | 3.986        | 4.022        | 4.058     | 3.828     | 100.0%  | 10    |
533     | total                | 3.592     | 3.816        | 3.986        | 4.022        | 4.058     | 3.828     | 100.0%  | 10    |
534     +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
535     Load duration: 11.4555690289
536     Full duration: 28.3837711811
537
538     test scenario CinderVolumes.create_volume
539     +-------------------------------------------------------------------------------------------------------------------------+
540     |                                                  Response Times (sec)                                                   |
541     +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
542     | Action               | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
543     +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
544     | cinder.create_volume | 3.49      | 3.885        | 4.203        | 4.22         | 4.238     | 3.914     | 100.0%  | 10    |
545     | total                | 3.49      | 3.885        | 4.203        | 4.22         | 4.238     | 3.914     | 100.0%  | 10    |
546     +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
547     Load duration: 11.7762680054
548     Full duration: 32.9480211735
549
550     test scenario CinderVolumes.list_volumes
551     +------------------------------------------------------------------------------------------------------------------------+
552     |                                                  Response Times (sec)                                                  |
553     +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
554     | Action              | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
555     +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
556     | cinder.list_volumes | 0.556     | 0.603        | 0.646        | 0.687        | 0.728     | 0.61      | 100.0%  | 10    |
557     | total               | 0.556     | 0.603        | 0.646        | 0.687        | 0.728     | 0.611     | 100.0%  | 10    |
558     +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
559     Load duration: 1.8286819458
560     Full duration: 63.6903710365
561
562     test scenario CinderVolumes.create_nested_snapshots_and_attach_volume
563     +---------------------------------------------------------------------------------------------------------------------------+
564     |                                                   Response Times (sec)                                                    |
565     +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
566     | Action                 | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
567     +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
568     | cinder.create_volume   | 3.584     | 3.868        | 4.043        | 4.092        | 4.141     | 3.882     | 100.0%  | 10    |
569     | cinder.create_snapshot | 2.795     | 3.099        | 3.183        | 3.279        | 3.376     | 3.058     | 100.0%  | 10    |
570     | nova.attach_volume     | 3.804     | 4.321        | 9.448        | 9.664        | 9.88      | 5.664     | 100.0%  | 10    |
571     | nova.detach_volume     | 3.584     | 4.108        | 4.341        | 4.345        | 4.349     | 4.073     | 100.0%  | 10    |
572     | cinder.delete_snapshot | 2.527     | 2.796        | 3.137        | 3.155        | 3.172     | 2.849     | 100.0%  | 10    |
573     | cinder.delete_volume   | 0.516     | 2.694        | 3.048        | 3.146        | 3.244     | 2.193     | 100.0%  | 10    |
574     | total                  | 19.584    | 21.934       | 25.955       | 26.608       | 27.261    | 22.822    | 100.0%  | 10    |
575     +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
576     Load duration: 65.3636519909
577     Full duration: 157.771946192
578
579     test scenario CinderVolumes.create_from_volume_and_delete_volume
580     +-------------------------------------------------------------------------------------------------------------------------+
581     |                                                  Response Times (sec)                                                   |
582     +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
583     | Action               | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
584     +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
585     | cinder.create_volume | 3.799     | 4.234        | 6.551        | 6.658        | 6.765     | 4.608     | 100.0%  | 10    |
586     | cinder.delete_volume | 2.709     | 3.319        | 3.584        | 3.584        | 3.585     | 3.276     | 100.0%  | 10    |
587     | total                | 7.064     | 7.351        | 9.902        | 9.97         | 10.037    | 7.885     | 100.0%  | 10    |
588     +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
589     Load duration: 24.1967608929
590     Full duration: 56.604929924
591
592     test scenario CinderVolumes.create_and_extend_volume
593     +-------------------------------------------------------------------------------------------------------------------------+
594     |                                                  Response Times (sec)                                                   |
595     +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
596     | Action               | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
597     +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
598     | cinder.create_volume | 3.542     | 3.816        | 3.903        | 3.913        | 3.923     | 3.81      | 100.0%  | 10    |
599     | cinder.extend_volume | 1.122     | 3.325        | 3.477        | 3.479        | 3.482     | 2.916     | 100.0%  | 10    |
600     | cinder.delete_volume | 0.537     | 2.74         | 3.216        | 3.222        | 3.227     | 2.259     | 100.0%  | 10    |
601     | total                | 5.854     | 9.459        | 10.487       | 10.503       | 10.52     | 8.985     | 100.0%  | 10    |
602     +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
603     Load duration: 28.2484090328
604     Full duration: 46.2826929092
605
606     test scenario CinderVolumes.create_snapshot_and_attach_volume
607     +---------------------------------------------------------------------------------------------------------------------------+
608     |                                                   Response Times (sec)                                                    |
609     +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
610     | Action                 | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
611     +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
612     | cinder.create_volume   | 3.569     | 3.853        | 3.95         | 4.015        | 4.08      | 3.829     | 100.0%  | 10    |
613     | cinder.create_snapshot | 2.31      | 2.832        | 3.33         | 3.355        | 3.38      | 2.897     | 100.0%  | 10    |
614     | nova.attach_volume     | 4.043     | 4.744        | 7.838        | 8.729        | 9.621     | 5.643     | 100.0%  | 10    |
615     | nova.detach_volume     | 3.471     | 4.246        | 4.498        | 4.498        | 4.498     | 4.184     | 100.0%  | 10    |
616     | cinder.delete_snapshot | 2.532     | 2.852        | 2.92         | 2.971        | 3.022     | 2.789     | 100.0%  | 10    |
617     | cinder.delete_volume   | 0.549     | 2.606        | 2.992        | 3.023        | 3.053     | 2.117     | 100.0%  | 10    |
618     | total                  | 18.473    | 22.08        | 25.688       | 26.47        | 27.253    | 22.541    | 100.0%  | 10    |
619     +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
620     Load duration: 66.4576151371
621     Full duration: 166.03899312
622
623     test scenario CinderVolumes.create_snapshot_and_attach_volume
624     +---------------------------------------------------------------------------------------------------------------------------+
625     |                                                   Response Times (sec)                                                    |
626     +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
627     | Action                 | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
628     +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
629     | cinder.create_volume   | 3.15      | 3.42         | 3.637        | 3.78         | 3.923     | 3.45      | 100.0%  | 10    |
630     | cinder.create_snapshot | 2.546     | 2.911        | 3.114        | 3.207        | 3.301     | 2.929     | 100.0%  | 10    |
631     | nova.attach_volume     | 4.077     | 5.64         | 7.857        | 8.865        | 9.874     | 5.963     | 100.0%  | 10    |
632     | nova.detach_volume     | 3.76      | 4.056        | 4.468        | 4.626        | 4.784     | 4.137     | 100.0%  | 10    |
633     | cinder.delete_snapshot | 2.242     | 2.665        | 2.932        | 2.947        | 2.961     | 2.633     | 100.0%  | 10    |
634     | cinder.delete_volume   | 0.539     | 2.723        | 3.0          | 3.115        | 3.23      | 2.577     | 100.0%  | 10    |
635     | total                  | 19.142    | 22.899       | 26.465       | 27.264       | 28.063    | 23.373    | 100.0%  | 10    |
636     +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
637     Load duration: 68.2796330452
638     Full duration: 167.136126041
639
640 SDN Controller
641 --------------
642
643 ODL
644 ^^^^
645 ::
646
647     ==============================================================================
648     Basic
649     ==============================================================================
650     Basic.010 Restconf OK :: Test suite to verify Restconf is OK
651     ==============================================================================
652     Get Controller Modules :: Get the controller modules via Restconf     | PASS |
653     ------------------------------------------------------------------------------
654     Basic.010 Restconf OK :: Test suite to verify Restconf is OK          | PASS |
655     1 critical test, 1 passed, 0 failed
656     1 test total, 1 passed, 0 failed
657     ==============================================================================
658     Basic                                                                 | PASS |
659     1 critical test, 1 passed, 0 failed
660     1 test total, 1 passed, 0 failed
661     ==============================================================================
662     Output:  /home/opnfv/repos/functest/output.xml
663     Log:     /home/opnfv/repos/functest/log.html
664     Report:  /home/opnfv/repos/functest/report.html
665     [1;32mStarting test: test/csit/suites/openstack/neutron/ [0m
666     ==============================================================================
667     Neutron :: Test suite for Neutron Plugin
668     ==============================================================================
669     Neutron.Networks :: Checking Network created in OpenStack are pushed to Ope...
670     ==============================================================================
671     Check OpenStack Networks :: Checking OpenStack Neutron for known n... | PASS |
672     ------------------------------------------------------------------------------
673     Check OpenDaylight Networks :: Checking OpenDaylight Neutron API f... | PASS |
674     ------------------------------------------------------------------------------
675     Create Network :: Create new network in OpenStack                     | PASS |
676     ------------------------------------------------------------------------------
677     Check Network :: Check Network created in OpenDaylight                | PASS |
678     ------------------------------------------------------------------------------
679     Neutron.Networks :: Checking Network created in OpenStack are push... | PASS |
680     4 critical tests, 4 passed, 0 failed
681     4 tests total, 4 passed, 0 failed
682     ==============================================================================
683     Neutron.Subnets :: Checking Subnets created in OpenStack are pushed to Open...
684     ==============================================================================
685     Check OpenStack Subnets :: Checking OpenStack Neutron for known Su... | PASS |
686     ------------------------------------------------------------------------------
687     Check OpenDaylight subnets :: Checking OpenDaylight Neutron API fo... | PASS |
688     ------------------------------------------------------------------------------
689     Create New subnet :: Create new subnet in OpenStack                   | PASS |
690     ------------------------------------------------------------------------------
691     Check New subnet :: Check new subnet created in OpenDaylight          | PASS |
692     ------------------------------------------------------------------------------
693     Neutron.Subnets :: Checking Subnets created in OpenStack are pushe... | PASS |
694     4 critical tests, 4 passed, 0 failed
695     4 tests total, 4 passed, 0 failed
696     ==============================================================================
697     Neutron.Ports :: Checking Port created in OpenStack are pushed to OpenDaylight
698     ==============================================================================
699     Check OpenStack ports :: Checking OpenStack Neutron for known ports   | PASS |
700     ------------------------------------------------------------------------------
701     Check OpenDaylight ports :: Checking OpenDaylight Neutron API for ... | PASS |
702     ------------------------------------------------------------------------------
703     Create New Port :: Create new port in OpenStack                       | PASS |
704     ------------------------------------------------------------------------------
705     Check New Port :: Check new subnet created in OpenDaylight            | PASS |
706     ------------------------------------------------------------------------------
707     Neutron.Ports :: Checking Port created in OpenStack are pushed to ... | PASS |
708     4 critical tests, 4 passed, 0 failed
709     4 tests total, 4 passed, 0 failed
710     ==============================================================================
711     Neutron.Delete Ports :: Checking Port deleted in OpenStack are deleted also...
712     ==============================================================================
713     Delete New Port :: Delete previously created port in OpenStack        | PASS |
714     ------------------------------------------------------------------------------
715     Check Port Deleted :: Check port deleted in OpenDaylight              | PASS |
716     ------------------------------------------------------------------------------
717     Neutron.Delete Ports :: Checking Port deleted in OpenStack are del... | PASS |
718     2 critical tests, 2 passed, 0 failed
719     2 tests total, 2 passed, 0 failed
720     ==============================================================================
721     Neutron.Delete Subnets :: Checking Subnets deleted in OpenStack are deleted...
722     ==============================================================================
723     Delete New subnet :: Delete previously created subnet in OpenStack    | PASS |
724     ------------------------------------------------------------------------------
725     Check New subnet deleted :: Check subnet deleted in OpenDaylight      | PASS |
726     ------------------------------------------------------------------------------
727     Neutron.Delete Subnets :: Checking Subnets deleted in OpenStack ar... | PASS |
728     2 critical tests, 2 passed, 0 failed
729     2 tests total, 2 passed, 0 failed
730     ==============================================================================
731     Neutron.Delete Networks :: Checking Network deleted in OpenStack are delete...
732     ==============================================================================
733     Delete Network :: Delete network in OpenStack                         | PASS |
734     ------------------------------------------------------------------------------
735     Check Network deleted :: Check Network deleted in OpenDaylight        | PASS |
736     ------------------------------------------------------------------------------
737     Neutron.Delete Networks :: Checking Network deleted in OpenStack a... | PASS |
738     2 critical tests, 2 passed, 0 failed
739     2 tests total, 2 passed, 0 failed
740     ==============================================================================
741     Neutron :: Test suite for Neutron Plugin                              | PASS |
742     18 critical tests, 18 passed, 0 failed
743     18 tests total, 18 passed, 0 failed
744     ==============================================================================
745     Output:  /home/opnfv/repos/functest/output.xml
746     Log:     /home/opnfv/repos/functest/log.html
747     Report:  /home/opnfv/repos/functest/report.html
748     [0;32mFinal report is located:[0m
749     Log:     /home/opnfv/repos/functest/log.html
750     Report:  /home/opnfv/repos/functest/report.html
751
752 Feature tests
753 -------------
754
755 vIMS
756 ^^^^
757 ::
758
759     FUNCTEST.info: Running vIMS test...
760     vIMS - INFO - Prepare OpenStack plateform (create tenant and user)
761     vIMS - INFO - Update OpenStack creds informations
762     vIMS - INFO - Upload some OS images if it doesn't exist
763     vIMS - INFO - centos_7 image doesn't exist on glance repository.
764                                 Try downloading this image and upload on glance !
765     vIMS - INFO - ubuntu_14.04 image doesn't exist on glance repository.
766                                 Try downloading this image and upload on glance !
767     vIMS - INFO - Update security group quota for this tenant
768     vIMS - INFO - Update cinder quota for this tenant
769     vIMS - INFO - Collect flavor id for cloudify manager server
770     vIMS - INFO - Prepare virtualenv for cloudify-cli
771     vIMS - INFO - Downloading the cloudify manager server blueprint
772     vIMS - INFO - Cloudify deployment Start Time:'2016-02-19 05:44:47'
773     vIMS - INFO - Writing the inputs file
774     vIMS - INFO - Launching the cloudify-manager deployment
775     vIMS - INFO - Cloudify-manager server is UP !
776     vIMS - INFO - Cloudify deployment duration:'1149.9'
777     vIMS - INFO - Collect flavor id for all clearwater vm
778     vIMS - INFO - vIMS VNF deployment Start Time:'2016-02-19 06:04:00'
779     vIMS - INFO - Downloading the openstack-blueprint.yaml blueprint
780     vIMS - INFO - Writing the inputs file
781     vIMS - INFO - Launching the clearwater deployment
782     vIMS - INFO - The deployment of clearwater-opnfv is ended
783     vIMS - INFO - vIMS VNF deployment duration:'1133.8'
784     vIMS - INFO - vIMS functional test Start Time:'2016-02-19 06:25:59'
785     vIMS - INFO - vIMS functional test duration:'2.9'
786     vIMS - INFO - Launching the clearwater-opnfv undeployment
787     vIMS - ERROR - Error when executing command /bin/bash -c 'source /home/opnfv/functest/data/vIMS/venv_cloudify/bin/activate; cd /home/opnfv/functest/data/vIMS/; cfy executions start -w uninstall -d clearwater-opnfv --timeout 1800 ; cfy deployments delete -d clearwater-opnfv; '
788     vIMS - INFO - Launching the cloudify-manager undeployment
789     vIMS - INFO - Cloudify-manager server has been successfully removed!
790     vIMS - INFO - Removing vIMS tenant ..
791     vIMS - INFO - Removing vIMS user ..
792
793 Promise
794 ^^^^^^^
795 ::
796
797     FUNCTEST.info: Running PROMISE test case...
798     Promise- INFO - Creating tenant 'promise'...
799     Promise- INFO - Adding role '9d0a0a36d3d54cdcb4cd3c29c5f79a28' to tenant 'promise'...
800     Promise- INFO - Creating user 'promiser'...
801     Promise- INFO - Updating OpenStack credentials...
802     Promise- INFO - Creating image 'promise-img' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'...
803     Promise- INFO - Creating flavor 'promise-flavor'...
804     Promise- INFO - Exporting environment variables...
805     Promise- INFO - Running command: npm run -s test -- --reporter json
806     Promise- INFO - The test succeeded.
807     Promise- DEBUG -
808     {
809       "stats": {
810         "suites": 23,
811         "tests": 33,
812         "passes": 33,
813         "pending": 0,
814         "failures": 0,
815         "start": "2016-02-19T05:41:25.739Z",
816         "end": "2016-02-19T05:41:31.140Z",
817         "duration": 5524
818       },
819       "tests": [
820         {
821           "title": "should add a new OpenStack provider without error",
822           "fullTitle": "promise register OpenStack into resource pool add-provider should add a new OpenStack provider without error",
823           "duration": 1217,
824           "err": {}
825         },
826         {
827           "title": "should update promise.providers with a new entry",
828           "fullTitle": "promise register OpenStack into resource pool add-provider should update promise.providers with a new entry",
829           "duration": 10,
830           "err": {}
831         },
832         {
833           "title": "should contain a new ResourceProvider record in the store",
834           "fullTitle": "promise register OpenStack into resource pool add-provider should contain a new ResourceProvider record in the store",
835           "duration": 0,
836           "err": {}
837         },
838         {
839           "title": "should add more capacity to the reservation service without error",
840           "fullTitle": "promise register OpenStack into resource pool increase-capacity should add more capacity to the reservation service without error",
841           "duration": 25,
842           "err": {}
843         },
844         {
845           "title": "should update promise.pools with a new entry",
846           "fullTitle": "promise register OpenStack into resource pool increase-capacity should update promise.pools with a new entry",
847           "duration": 1,
848           "err": {}
849         },
850         {
851           "title": "should contain a ResourcePool record in the store",
852           "fullTitle": "promise register OpenStack into resource pool increase-capacity should contain a ResourcePool record in the store",
853           "duration": 0,
854           "err": {}
855         },
856         {
857           "title": "should report total collections and utilizations",
858           "fullTitle": "promise register OpenStack into resource pool query-capacity should report total collections and utilizations",
859           "duration": 18,
860           "err": {}
861         },
862         {
863           "title": "should contain newly added capacity pool",
864           "fullTitle": "promise register OpenStack into resource pool query-capacity should contain newly added capacity pool",
865           "duration": 8,
866           "err": {}
867         },
868         {
869           "title": "should create a new server in target provider without error",
870           "fullTitle": "promise allocation without reservation create-instance should create a new server in target provider without error",
871           "duration": 1768,
872           "err": {}
873         },
874         {
875           "title": "should update promise.allocations with a new entry",
876           "fullTitle": "promise allocation without reservation create-instance should update promise.allocations with a new entry",
877           "duration": 2,
878           "err": {}
879         },
880         {
881           "title": "should contain a new ResourceAllocation record in the store",
882           "fullTitle": "promise allocation without reservation create-instance should contain a new ResourceAllocation record in the store",
883           "duration": 0,
884           "err": {}
885         },
886         {
887           "title": "should reference the created server ID from the provider",
888           "fullTitle": "promise allocation without reservation create-instance should reference the created server ID from the provider",
889           "duration": 1,
890           "err": {}
891         },
892         {
893           "title": "should have low priority state",
894           "fullTitle": "promise allocation without reservation create-instance should have low priority state",
895           "duration": 0,
896           "err": {}
897         },
898         {
899           "title": "should create reservation record (no start/end) without error",
900           "fullTitle": "promise allocation using reservation for immediate use create-reservation should create reservation record (no start/end) without error",
901           "duration": 41,
902           "err": {}
903         },
904         {
905           "title": "should update promise.reservations with a new entry",
906           "fullTitle": "promise allocation using reservation for immediate use create-reservation should update promise.reservations with a new entry",
907           "duration": 7,
908           "err": {}
909         },
910         {
911           "title": "should contain a new ResourceReservation record in the store",
912           "fullTitle": "promise allocation using reservation for immediate use create-reservation should contain a new ResourceReservation record in the store",
913           "duration": 0,
914           "err": {}
915         },
916         {
917           "title": "should create a new server in target provider (with reservation) without error",
918           "fullTitle": "promise allocation using reservation for immediate use create-instance should create a new server in target provider (with reservation) without error",
919           "duration": 1617,
920           "err": {}
921         },
922         {
923           "title": "should contain a new ResourceAllocation record in the store",
924           "fullTitle": "promise allocation using reservation for immediate use create-instance should contain a new ResourceAllocation record in the store",
925           "duration": 1,
926           "err": {}
927         },
928         {
929           "title": "should be referenced in the reservation record",
930           "fullTitle": "promise allocation using reservation for immediate use create-instance should be referenced in the reservation record",
931           "duration": 7,
932           "err": {}
933         },
934         {
935           "title": "should have high priority state",
936           "fullTitle": "promise allocation using reservation for immediate use create-instance should have high priority state",
937           "duration": 0,
938           "err": {}
939         },
940         {
941           "title": "should create reservation record (for future) without error",
942           "fullTitle": "promise reservation for future use create-reservation should create reservation record (for future) without error",
943           "duration": 75,
944           "err": {}
945         },
946         {
947           "title": "should update promise.reservations with a new entry",
948           "fullTitle": "promise reservation for future use create-reservation should update promise.reservations with a new entry",
949           "duration": 17,
950           "err": {}
951         },
952         {
953           "title": "should contain a new ResourceReservation record in the store",
954           "fullTitle": "promise reservation for future use create-reservation should contain a new ResourceReservation record in the store",
955           "duration": 0,
956           "err": {}
957         },
958         {
959           "title": "should contain newly created future reservation",
960           "fullTitle": "promise reservation for future use query-reservation should contain newly created future reservation",
961           "duration": 61,
962           "err": {}
963         },
964         {
965           "title": "should modify existing reservation without error",
966           "fullTitle": "promise reservation for future use update-reservation should modify existing reservation without error",
967           "duration": 65,
968           "err": {}
969         },
970         {
971           "title": "should modify existing reservation without error",
972           "fullTitle": "promise reservation for future use cancel-reservation should modify existing reservation without error",
973           "duration": 17,
974           "err": {}
975         },
976         {
977           "title": "should no longer contain record of the deleted reservation",
978           "fullTitle": "promise reservation for future use cancel-reservation should no longer contain record of the deleted reservation",
979           "duration": 0,
980           "err": {}
981         },
982         {
983           "title": "should decrease available capacity from a provider in the future",
984           "fullTitle": "promise capacity planning decrease-capacity should decrease available capacity from a provider in the future",
985           "duration": 15,
986           "err": {}
987         },
988         {
989           "title": "should increase available capacity from a provider in the future",
990           "fullTitle": "promise capacity planning increase-capacity should increase available capacity from a provider in the future",
991           "duration": 11,
992           "err": {}
993         },
994         {
995           "title": "should report available collections and utilizations",
996           "fullTitle": "promise capacity planning query-capacity should report available collections and utilizations",
997           "duration": 56,
998           "err": {}
999         },
1000         {
1001           "title": "should fail to create immediate reservation record with proper error",
1002           "fullTitle": "promise reservation with conflict create-reservation should fail to create immediate reservation record with proper error",
1003           "duration": 60,
1004           "err": {}
1005         },
1006         {
1007           "title": "should fail to create future reservation record with proper error",
1008           "fullTitle": "promise reservation with conflict create-reservation should fail to create future reservation record with proper error",
1009           "duration": 38,
1010           "err": {}
1011         },
1012         {
1013           "title": "should successfully destroy all allocations",
1014           "fullTitle": "promise cleanup test allocations destroy-instance should successfully destroy all allocations",
1015           "duration": 361,
1016           "err": {}
1017         }
1018       ],
1019       "pending": [],
1020       "failures": [],
1021       "passes": [
1022         {
1023           "title": "should add a new OpenStack provider without error",
1024           "fullTitle": "promise register OpenStack into resource pool add-provider should add a new OpenStack provider without error",
1025           "duration": 1217,
1026           "err": {}
1027         },
1028         {
1029           "title": "should update promise.providers with a new entry",
1030           "fullTitle": "promise register OpenStack into resource pool add-provider should update promise.providers with a new entry",
1031           "duration": 10,
1032           "err": {}
1033         },
1034         {
1035           "title": "should contain a new ResourceProvider record in the store",
1036           "fullTitle": "promise register OpenStack into resource pool add-provider should contain a new ResourceProvider record in the store",
1037           "duration": 0,
1038           "err": {}
1039         },
1040         {
1041           "title": "should add more capacity to the reservation service without error",
1042           "fullTitle": "promise register OpenStack into resource pool increase-capacity should add more capacity to the reservation service without error",
1043           "duration": 25,
1044           "err": {}
1045         },
1046         {
1047           "title": "should update promise.pools with a new entry",
1048           "fullTitle": "promise register OpenStack into resource pool increase-capacity should update promise.pools with a new entry",
1049           "duration": 1,
1050           "err": {}
1051         },
1052         {
1053           "title": "should contain a ResourcePool record in the store",
1054           "fullTitle": "promise register OpenStack into resource pool increase-capacity should contain a ResourcePool record in the store",
1055           "duration": 0,
1056           "err": {}
1057         },
1058         {
1059           "title": "should report total collections and utilizations",
1060           "fullTitle": "promise register OpenStack into resource pool query-capacity should report total collections and utilizations",
1061           "duration": 18,
1062           "err": {}
1063         },
1064         {
1065           "title": "should contain newly added capacity pool",
1066           "fullTitle": "promise register OpenStack into resource pool query-capacity should contain newly added capacity pool",
1067           "duration": 8,
1068           "err": {}
1069         },
1070         {
1071           "title": "should create a new server in target provider without error",
1072           "fullTitle": "promise allocation without reservation create-instance should create a new server in target provider without error",
1073           "duration": 1768,
1074           "err": {}
1075         },
1076         {
1077           "title": "should update promise.allocations with a new entry",
1078           "fullTitle": "promise allocation without reservation create-instance should update promise.allocations with a new entry",
1079           "duration": 2,
1080           "err": {}
1081         },
1082         {
1083           "title": "should contain a new ResourceAllocation record in the store",
1084           "fullTitle": "promise allocation without reservation create-instance should contain a new ResourceAllocation record in the store",
1085           "duration": 0,
1086           "err": {}
1087         },
1088         {
1089           "title": "should reference the created server ID from the provider",
1090           "fullTitle": "promise allocation without reservation create-instance should reference the created server ID from the provider",
1091           "duration": 1,
1092           "err": {}
1093         },
1094         {
1095           "title": "should have low priority state",
1096           "fullTitle": "promise allocation without reservation create-instance should have low priority state",
1097           "duration": 0,
1098           "err": {}
1099         },
1100         {
1101           "title": "should create reservation record (no start/end) without error",
1102           "fullTitle": "promise allocation using reservation for immediate use create-reservation should create reservation record (no start/end) without error",
1103           "duration": 41,
1104           "err": {}
1105         },
1106         {
1107           "title": "should update promise.reservations with a new entry",
1108           "fullTitle": "promise allocation using reservation for immediate use create-reservation should update promise.reservations with a new entry",
1109           "duration": 7,
1110           "err": {}
1111         },
1112         {
1113           "title": "should contain a new ResourceReservation record in the store",
1114           "fullTitle": "promise allocation using reservation for immediate use create-reservation should contain a new ResourceReservation record in the store",
1115           "duration": 0,
1116           "err": {}
1117         },
1118         {
1119           "title": "should create a new server in target provider (with reservation) without error",
1120           "fullTitle": "promise allocation using reservation for immediate use create-instance should create a new server in target provider (with reservation) without error",
1121           "duration": 1617,
1122           "err": {}
1123         },
1124         {
1125           "title": "should contain a new ResourceAllocation record in the store",
1126           "fullTitle": "promise allocation using reservation for immediate use create-instance should contain a new ResourceAllocation record in the store",
1127           "duration": 1,
1128           "err": {}
1129         },
1130         {
1131           "title": "should be referenced in the reservation record",
1132           "fullTitle": "promise allocation using reservation for immediate use create-instance should be referenced in the reservation record",
1133           "duration": 7,
1134           "err": {}
1135         },
1136         {
1137           "title": "should have high priority state",
1138           "fullTitle": "promise allocation using reservation for immediate use create-instance should have high priority state",
1139           "duration": 0,
1140           "err": {}
1141         },
1142         {
1143           "title": "should create reservation record (for future) without error",
1144           "fullTitle": "promise reservation for future use create-reservation should create reservation record (for future) without error",
1145           "duration": 75,
1146           "err": {}
1147         },
1148         {
1149           "title": "should update promise.reservations with a new entry",
1150           "fullTitle": "promise reservation for future use create-reservation should update promise.reservations with a new entry",
1151           "duration": 17,
1152           "err": {}
1153         },
1154         {
1155           "title": "should contain a new ResourceReservation record in the store",
1156           "fullTitle": "promise reservation for future use create-reservation should contain a new ResourceReservation record in the store",
1157           "duration": 0,
1158           "err": {}
1159         },
1160         {
1161           "title": "should contain newly created future reservation",
1162           "fullTitle": "promise reservation for future use query-reservation should contain newly created future reservation",
1163           "duration": 61,
1164           "err": {}
1165         },
1166         {
1167           "title": "should modify existing reservation without error",
1168           "fullTitle": "promise reservation for future use update-reservation should modify existing reservation without error",
1169           "duration": 65,
1170           "err": {}
1171         },
1172         {
1173           "title": "should modify existing reservation without error",
1174           "fullTitle": "promise reservation for future use cancel-reservation should modify existing reservation without error",
1175           "duration": 17,
1176           "err": {}
1177         },
1178         {
1179           "title": "should no longer contain record of the deleted reservation",
1180           "fullTitle": "promise reservation for future use cancel-reservation should no longer contain record of the deleted reservation",
1181           "duration": 0,
1182           "err": {}
1183         },
1184         {
1185           "title": "should decrease available capacity from a provider in the future",
1186           "fullTitle": "promise capacity planning decrease-capacity should decrease available capacity from a provider in the future",
1187           "duration": 15,
1188           "err": {}
1189         },
1190         {
1191           "title": "should increase available capacity from a provider in the future",
1192           "fullTitle": "promise capacity planning increase-capacity should increase available capacity from a provider in the future",
1193           "duration": 11,
1194           "err": {}
1195         },
1196         {
1197           "title": "should report available collections and utilizations",
1198           "fullTitle": "promise capacity planning query-capacity should report available collections and utilizations",
1199           "duration": 56,
1200           "err": {}
1201         },
1202         {
1203           "title": "should fail to create immediate reservation record with proper error",
1204           "fullTitle": "promise reservation with conflict create-reservation should fail to create immediate reservation record with proper error",
1205           "duration": 60,
1206           "err": {}
1207         },
1208         {
1209           "title": "should fail to create future reservation record with proper error",
1210           "fullTitle": "promise reservation with conflict create-reservation should fail to create future reservation record with proper error",
1211           "duration": 38,
1212           "err": {}
1213         },
1214         {
1215           "title": "should successfully destroy all allocations",
1216           "fullTitle": "promise cleanup test allocations destroy-instance should successfully destroy all allocations",
1217           "duration": 361,
1218           "err": {}
1219         }
1220       ]
1221     }
1222     Promise- INFO -
1223     ****************************************
1224               Promise test report
1225
1226     ****************************************
1227      Suites:    23
1228      Tests:     33
1229      Passes:    33
1230      Pending:   0
1231      Failures:  0
1232      Start:     2016-04-26T21:35:23.780Z
1233      End:       2016-04-26T21:35:29.337Z
1234      Duration:  5.557
1235     ****************************************
1236
1237 bgpvpn
1238 ^^^^^^
1239 ::
1240
1241     ${PYTHON:-python} -m subunit.run discover -t ${OS_TOP_LEVEL:-./} ${OS_TEST_PATH:-./tempest/test_discover}  --load-list /tmp/tmpB17uh4
1242     {0} networking_bgpvpn_tempest.tests.api.test_bgpvpn.BgpvpnTest.test_create_bgpvpn [0.640872s] ... ok
1243     {0} networking_bgpvpn_tempest.tests.api.test_bgpvpn.BgpvpnTest.test_create_bgpvpn_as_non_admin_fail [0.293540s] ... ok
1244
1245     ======
1246     Totals
1247     ======
1248     Ran: 2 tests in 13.0000 sec.
1249      - Passed: 2
1250      - Skipped: 0
1251      - Expected Fail: 0
1252      - Unexpected Success: 0
1253      - Failed: 0
1254     Sum of execute time for each test: 0.9344 sec.