Added feature to update the quotas on a project/tenant.
[snaps.git] / snaps / test_suite_builder.py
1 # Copyright (c) 2017 Cable Television Laboratories, Inc. ("CableLabs")
2 #                    and others.  All rights reserved.
3 #
4 # Licensed under the Apache License, Version 2.0 (the "License");
5 # you may not use this file except in compliance with the License.
6 # You may obtain a copy of the License at:
7 #
8 #     http://www.apache.org/licenses/LICENSE-2.0
9 #
10 # Unless required by applicable law or agreed to in writing, software
11 # distributed under the License is distributed on an "AS IS" BASIS,
12 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 # See the License for the specific language governing permissions and
14 # limitations under the License.
15
16 import logging
17 import unittest
18
19 from snaps.domain.test.flavor_tests import FlavorDomainObjectTests
20 from snaps.domain.test.image_tests import ImageDomainObjectTests
21 from snaps.domain.test.keypair_tests import KeypairDomainObjectTests
22 from snaps.domain.test.network_tests import (
23     SecurityGroupDomainObjectTests, SecurityGroupRuleDomainObjectTests,
24     PortDomainObjectTests, RouterDomainObjectTests,
25     InterfaceRouterDomainObjectTests, NetworkObjectTests, SubnetObjectTests)
26 from snaps.domain.test.project_tests import (
27     ProjectDomainObjectTests, DomainDomainObjectTests,
28     ComputeQuotasDomainObjectTests, NetworkQuotasDomainObjectTests)
29 from snaps.domain.test.role_tests import RoleDomainObjectTests
30 from snaps.domain.test.stack_tests import StackDomainObjectTests
31 from snaps.domain.test.user_tests import UserDomainObjectTests
32 from snaps.domain.test.vm_inst_tests import (
33     VmInstDomainObjectTests, FloatingIpDomainObjectTests)
34 from snaps.openstack.tests.conf.os_credentials_tests import (
35     ProxySettingsUnitTests, OSCredsUnitTests)
36 from snaps.openstack.tests.create_flavor_tests import (
37     CreateFlavorTests, FlavorSettingsUnitTests)
38 from snaps.openstack.tests.create_image_tests import (
39     CreateImageSuccessTests, CreateImageNegativeTests, ImageSettingsUnitTests,
40     CreateMultiPartImageTests)
41 from snaps.openstack.tests.create_instance_tests import (
42     CreateInstanceSingleNetworkTests, CreateInstancePubPrivNetTests,
43     CreateInstanceOnComputeHost, CreateInstanceSimpleTests,
44     FloatingIpSettingsUnitTests, InstanceSecurityGroupTests,
45     VmInstanceSettingsUnitTests, CreateInstancePortManipulationTests,
46     SimpleHealthCheck, CreateInstanceFromThreePartImage,
47     CreateInstanceMockOfflineTests, CreateInstanceTwoNetTests)
48 from snaps.openstack.tests.create_keypairs_tests import (
49     CreateKeypairsTests, KeypairSettingsUnitTests, CreateKeypairsCleanupTests)
50 from snaps.openstack.tests.create_network_tests import (
51     CreateNetworkSuccessTests, NetworkSettingsUnitTests, PortSettingsUnitTests,
52     SubnetSettingsUnitTests, CreateNetworkTypeTests)
53 from snaps.openstack.tests.create_project_tests import (
54     CreateProjectSuccessTests, ProjectSettingsUnitTests,
55     CreateProjectUserTests)
56 from snaps.openstack.tests.create_router_tests import (
57     CreateRouterSuccessTests, CreateRouterNegativeTests,
58     RouterSettingsUnitTests)
59 from snaps.openstack.tests.create_security_group_tests import (
60     CreateSecurityGroupTests, SecurityGroupRuleSettingsUnitTests,
61     SecurityGroupSettingsUnitTests)
62 from snaps.openstack.tests.create_stack_tests import (
63     StackSettingsUnitTests, CreateStackSuccessTests,  CreateStackNegativeTests)
64 from snaps.openstack.tests.create_user_tests import (
65     UserSettingsUnitTests, CreateUserSuccessTests)
66 from snaps.openstack.tests.os_source_file_test import (
67     OSComponentTestCase, OSIntegrationTestCase)
68 from snaps.openstack.utils.tests.glance_utils_tests import (
69     GlanceSmokeTests, GlanceUtilsTests)
70 from snaps.openstack.utils.tests.heat_utils_tests import (
71     HeatUtilsCreateStackTests, HeatSmokeTests)
72 from snaps.openstack.utils.tests.keystone_utils_tests import (
73     KeystoneSmokeTests, KeystoneUtilsTests)
74 from snaps.openstack.utils.tests.neutron_utils_tests import (
75     NeutronSmokeTests, NeutronUtilsNetworkTests, NeutronUtilsSubnetTests,
76     NeutronUtilsRouterTests, NeutronUtilsSecurityGroupTests,
77     NeutronUtilsFloatingIpTests)
78 from snaps.openstack.utils.tests.nova_utils_tests import (
79     NovaSmokeTests, NovaUtilsKeypairTests, NovaUtilsFlavorTests,
80     NovaUtilsInstanceTests)
81 from snaps.provisioning.tests.ansible_utils_tests import (
82     AnsibleProvisioningTests)
83 from snaps.tests.file_utils_tests import FileUtilsTests
84
85 __author__ = 'spisarski'
86
87
88 def add_unit_tests(suite):
89     """
90     Adds tests that do not require external resources
91     :param suite: the unittest.TestSuite object to which to add the tests
92     :return: None as the tests will be adding to the 'suite' parameter object
93     """
94     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(FileUtilsTests))
95     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
96         SecurityGroupRuleSettingsUnitTests))
97     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
98         ProxySettingsUnitTests))
99     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
100         OSCredsUnitTests))
101     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
102         SecurityGroupSettingsUnitTests))
103     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
104         SecurityGroupDomainObjectTests))
105     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
106         SecurityGroupRuleDomainObjectTests))
107     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
108         ImageSettingsUnitTests))
109     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
110         ImageDomainObjectTests))
111     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
112         FlavorSettingsUnitTests))
113     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
114         FlavorDomainObjectTests))
115     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
116         KeypairSettingsUnitTests))
117     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
118         KeypairDomainObjectTests))
119     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
120         UserSettingsUnitTests))
121     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
122         UserDomainObjectTests))
123     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
124         ProjectSettingsUnitTests))
125     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
126         ProjectDomainObjectTests))
127     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
128         DomainDomainObjectTests))
129     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
130         ComputeQuotasDomainObjectTests))
131     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
132         NetworkQuotasDomainObjectTests))
133     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
134         RoleDomainObjectTests))
135     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
136         NetworkSettingsUnitTests))
137     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
138         NetworkObjectTests))
139     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
140         SubnetSettingsUnitTests))
141     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
142         SubnetObjectTests))
143     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
144         PortSettingsUnitTests))
145     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
146         PortDomainObjectTests))
147     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
148         RouterSettingsUnitTests))
149     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
150         RouterDomainObjectTests))
151     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
152         InterfaceRouterDomainObjectTests))
153     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
154         FloatingIpSettingsUnitTests))
155     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
156         VmInstanceSettingsUnitTests))
157     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
158         StackDomainObjectTests))
159     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
160         StackSettingsUnitTests))
161     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
162         VmInstDomainObjectTests))
163     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
164         FloatingIpDomainObjectTests))
165
166
167 def add_openstack_client_tests(suite, os_creds, ext_net_name,
168                                use_keystone=True, log_level=logging.INFO):
169     """
170     Adds tests written to exercise OpenStack client retrieval
171     :param suite: the unittest.TestSuite object to which to add the tests
172     :param os_creds: and instance of OSCreds that holds the credentials
173                      required by OpenStack
174     :param ext_net_name: the name of an external network on the cloud under
175                          test
176     :param use_keystone: when True, tests requiring direct access to Keystone
177                          are added as these need to be running on a host that
178                          has access to the cloud's private network
179     :param log_level: the logging level
180     :return: None as the tests will be adding to the 'suite' parameter object
181     """
182     # Basic connection tests
183     suite.addTest(
184         OSComponentTestCase.parameterize(
185             GlanceSmokeTests, os_creds=os_creds, ext_net_name=ext_net_name,
186             log_level=log_level))
187
188     if use_keystone:
189         suite.addTest(
190             OSComponentTestCase.parameterize(
191                 KeystoneSmokeTests, os_creds=os_creds,
192                 ext_net_name=ext_net_name, log_level=log_level))
193
194     suite.addTest(
195         OSComponentTestCase.parameterize(
196             NeutronSmokeTests, os_creds=os_creds, ext_net_name=ext_net_name,
197             log_level=log_level))
198     suite.addTest(
199         OSComponentTestCase.parameterize(
200             NovaSmokeTests, os_creds=os_creds, ext_net_name=ext_net_name,
201             log_level=log_level))
202     suite.addTest(
203         OSComponentTestCase.parameterize(
204             HeatSmokeTests, os_creds=os_creds, ext_net_name=ext_net_name,
205             log_level=log_level))
206
207
208 def add_openstack_api_tests(suite, os_creds, ext_net_name, use_keystone=True,
209                             image_metadata=None, log_level=logging.INFO):
210     """
211     Adds tests written to exercise all existing OpenStack APIs
212     :param suite: the unittest.TestSuite object to which to add the tests
213     :param os_creds: Instance of OSCreds that holds the credentials
214                      required by OpenStack
215     :param ext_net_name: the name of an external network on the cloud under
216                          test
217     :param use_keystone: when True, tests requiring direct access to Keystone
218                          are added as these need to be running on a host that
219                          has access to the cloud's private network
220     :param image_metadata: dict() object containing metadata for creating an
221                            image with custom config
222                            (see YAML files in examples/image-metadata)
223     :param log_level: the logging level
224     :return: None as the tests will be adding to the 'suite' parameter object
225     """
226     # Tests the OpenStack API calls
227     if use_keystone:
228         suite.addTest(OSComponentTestCase.parameterize(
229             KeystoneUtilsTests, os_creds=os_creds, ext_net_name=ext_net_name,
230             log_level=log_level))
231         suite.addTest(OSComponentTestCase.parameterize(
232             CreateUserSuccessTests, os_creds=os_creds,
233             ext_net_name=ext_net_name, log_level=log_level))
234         suite.addTest(OSComponentTestCase.parameterize(
235             CreateProjectSuccessTests, os_creds=os_creds,
236             ext_net_name=ext_net_name, log_level=log_level))
237         suite.addTest(OSComponentTestCase.parameterize(
238             CreateProjectUserTests, os_creds=os_creds,
239             ext_net_name=ext_net_name, log_level=log_level))
240
241     suite.addTest(OSComponentTestCase.parameterize(
242         GlanceUtilsTests, os_creds=os_creds, ext_net_name=ext_net_name,
243         image_metadata=image_metadata,
244         log_level=log_level))
245     suite.addTest(OSComponentTestCase.parameterize(
246         NeutronUtilsNetworkTests, os_creds=os_creds, ext_net_name=ext_net_name,
247         log_level=log_level))
248     suite.addTest(OSComponentTestCase.parameterize(
249         NeutronUtilsSubnetTests, os_creds=os_creds, ext_net_name=ext_net_name,
250         log_level=log_level))
251     suite.addTest(OSComponentTestCase.parameterize(
252         NeutronUtilsRouterTests, os_creds=os_creds, ext_net_name=ext_net_name,
253         log_level=log_level))
254     suite.addTest(OSComponentTestCase.parameterize(
255         NeutronUtilsSecurityGroupTests, os_creds=os_creds,
256         ext_net_name=ext_net_name, log_level=log_level))
257     suite.addTest(OSComponentTestCase.parameterize(
258         NeutronUtilsFloatingIpTests, os_creds=os_creds,
259         ext_net_name=ext_net_name, log_level=log_level))
260     suite.addTest(OSComponentTestCase.parameterize(
261         NovaUtilsKeypairTests, os_creds=os_creds, ext_net_name=ext_net_name,
262         log_level=log_level))
263     suite.addTest(OSComponentTestCase.parameterize(
264         NovaUtilsFlavorTests, os_creds=os_creds, ext_net_name=ext_net_name,
265         log_level=log_level))
266     suite.addTest(OSComponentTestCase.parameterize(
267         NovaUtilsInstanceTests, os_creds=os_creds, ext_net_name=ext_net_name,
268         log_level=log_level, image_metadata=image_metadata))
269     suite.addTest(OSComponentTestCase.parameterize(
270         CreateFlavorTests, os_creds=os_creds, ext_net_name=ext_net_name,
271         log_level=log_level))
272     suite.addTest(OSComponentTestCase.parameterize(
273         HeatUtilsCreateStackTests, os_creds=os_creds,
274         ext_net_name=ext_net_name, log_level=log_level,
275         image_metadata=image_metadata))
276
277
278 def add_openstack_integration_tests(suite, os_creds, ext_net_name,
279                                     use_keystone=True, flavor_metadata=None,
280                                     image_metadata=None, use_floating_ips=True,
281                                     log_level=logging.INFO):
282     """
283     Adds tests written to exercise all long-running OpenStack integration tests
284     meaning they will be creating VM instances and potentially performing some
285     SSH functions through floatingIPs
286     :param suite: the unittest.TestSuite object to which to add the tests
287     :param os_creds: and instance of OSCreds that holds the credentials
288                      required by OpenStack
289     :param ext_net_name: the name of an external network on the cloud under
290                          test
291     :param use_keystone: when True, tests requiring direct access to Keystone
292                          are added as these need to be running on a host that
293                          has access to the cloud's private network
294     :param image_metadata: dict() object containing metadata for creating an
295                            image with custom config
296                            (see YAML files in examples/image-metadata)
297     :param flavor_metadata: dict() object containing the metadata required by
298                             your flavor based on your configuration:
299                             (i.e. {'hw:mem_page_size': 'large'})
300     :param use_floating_ips: when true, all tests requiring Floating IPs will
301                              be added to the suite
302     :param log_level: the logging level
303     :return: None as the tests will be adding to the 'suite' parameter object
304     """
305     # Tests the OpenStack API calls via a creator. If use_keystone, objects
306     # will be created with a custom user and project
307
308     # Creator Object tests
309     suite.addTest(OSIntegrationTestCase.parameterize(
310         CreateSecurityGroupTests, os_creds=os_creds, ext_net_name=ext_net_name,
311         use_keystone=use_keystone,
312         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
313         log_level=log_level))
314     suite.addTest(OSIntegrationTestCase.parameterize(
315         CreateImageSuccessTests, os_creds=os_creds, ext_net_name=ext_net_name,
316         use_keystone=use_keystone,
317         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
318         log_level=log_level))
319     suite.addTest(OSIntegrationTestCase.parameterize(
320         CreateImageNegativeTests, os_creds=os_creds, ext_net_name=ext_net_name,
321         use_keystone=use_keystone,
322         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
323         log_level=log_level))
324     suite.addTest(OSIntegrationTestCase.parameterize(
325         CreateMultiPartImageTests, os_creds=os_creds,
326         ext_net_name=ext_net_name, use_keystone=use_keystone,
327         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
328         log_level=log_level))
329     suite.addTest(OSIntegrationTestCase.parameterize(
330         CreateKeypairsTests, os_creds=os_creds, ext_net_name=ext_net_name,
331         use_keystone=use_keystone,
332         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
333         log_level=log_level))
334     suite.addTest(OSIntegrationTestCase.parameterize(
335         CreateKeypairsCleanupTests, os_creds=os_creds,
336         ext_net_name=ext_net_name,
337         use_keystone=use_keystone,
338         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
339         log_level=log_level))
340     suite.addTest(OSIntegrationTestCase.parameterize(
341         CreateNetworkSuccessTests, os_creds=os_creds,
342         ext_net_name=ext_net_name, use_keystone=use_keystone,
343         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
344         log_level=log_level))
345     suite.addTest(OSIntegrationTestCase.parameterize(
346         CreateRouterSuccessTests, os_creds=os_creds, ext_net_name=ext_net_name,
347         use_keystone=use_keystone,
348         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
349         log_level=log_level))
350     suite.addTest(OSIntegrationTestCase.parameterize(
351         CreateRouterNegativeTests, os_creds=os_creds,
352         ext_net_name=ext_net_name, use_keystone=use_keystone,
353         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
354         log_level=log_level))
355
356     # VM Instances
357     suite.addTest(OSIntegrationTestCase.parameterize(
358         SimpleHealthCheck, os_creds=os_creds, ext_net_name=ext_net_name,
359         use_keystone=use_keystone,
360         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
361         log_level=log_level))
362     suite.addTest(OSIntegrationTestCase.parameterize(
363         CreateInstanceTwoNetTests, os_creds=os_creds,
364         ext_net_name=ext_net_name, use_keystone=use_keystone,
365         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
366         log_level=log_level))
367     suite.addTest(OSIntegrationTestCase.parameterize(
368         CreateInstanceSimpleTests, os_creds=os_creds,
369         ext_net_name=ext_net_name, use_keystone=use_keystone,
370         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
371         log_level=log_level))
372     suite.addTest(OSIntegrationTestCase.parameterize(
373         CreateInstancePortManipulationTests, os_creds=os_creds,
374         ext_net_name=ext_net_name, use_keystone=use_keystone,
375         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
376         log_level=log_level))
377     suite.addTest(OSIntegrationTestCase.parameterize(
378         InstanceSecurityGroupTests, os_creds=os_creds,
379         ext_net_name=ext_net_name, use_keystone=use_keystone,
380         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
381         log_level=log_level))
382     suite.addTest(OSIntegrationTestCase.parameterize(
383         CreateInstanceOnComputeHost, os_creds=os_creds,
384         ext_net_name=ext_net_name, use_keystone=use_keystone,
385         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
386         log_level=log_level))
387     suite.addTest(OSIntegrationTestCase.parameterize(
388         CreateInstanceFromThreePartImage, os_creds=os_creds,
389         ext_net_name=ext_net_name, use_keystone=use_keystone,
390         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
391         log_level=log_level))
392     suite.addTest(OSIntegrationTestCase.parameterize(
393         CreateStackSuccessTests, os_creds=os_creds, ext_net_name=ext_net_name,
394         use_keystone=use_keystone,
395         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
396         log_level=log_level))
397     suite.addTest(OSIntegrationTestCase.parameterize(
398         CreateStackNegativeTests, os_creds=os_creds, ext_net_name=ext_net_name,
399         use_keystone=use_keystone,
400         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
401         log_level=log_level))
402
403     if use_floating_ips:
404         suite.addTest(OSIntegrationTestCase.parameterize(
405             CreateInstanceSingleNetworkTests, os_creds=os_creds,
406             ext_net_name=ext_net_name, use_keystone=use_keystone,
407             flavor_metadata=flavor_metadata, image_metadata=image_metadata,
408             log_level=log_level))
409         suite.addTest(OSIntegrationTestCase.parameterize(
410             CreateInstancePubPrivNetTests, os_creds=os_creds,
411             ext_net_name=ext_net_name, use_keystone=use_keystone,
412             flavor_metadata=flavor_metadata, image_metadata=image_metadata,
413             log_level=log_level))
414         suite.addTest(OSIntegrationTestCase.parameterize(
415             AnsibleProvisioningTests, os_creds=os_creds,
416             ext_net_name=ext_net_name, use_keystone=use_keystone,
417             flavor_metadata=flavor_metadata, image_metadata=image_metadata,
418             log_level=log_level))
419
420
421 def add_openstack_ci_tests(
422         suite, os_creds, ext_net_name, use_keystone=True, flavor_metadata=None,
423         image_metadata=None, use_floating_ips=True, log_level=logging.INFO):
424     """
425     Adds tests written for a CI server to run the tests to validate code
426     changes
427     :param suite: the unittest.TestSuite object to which to add the tests
428     :param os_creds: and instance of OSCreds that holds the credentials
429                      required by OpenStack
430     :param ext_net_name: the name of an external network on the cloud under
431                          test
432     :param use_keystone: when True, tests requiring direct access to Keystone
433                          are added as these need to be running on a host that
434                          has access to the cloud's private network
435     :param image_metadata: dict() object containing metadata for creating an
436                            image with custom config
437                            (see YAML files in examples/image-metadata)
438     :param flavor_metadata: dict() object containing the metadata required by
439                             your flavor based on your configuration:
440                             (i.e. {'hw:mem_page_size': 'large'})
441     :param use_floating_ips: when true, all tests requiring Floating IPs will
442                              be added to the suite
443     :param log_level: the logging level
444     :return: None as the tests will be adding to the 'suite' parameter object
445     """
446
447     add_unit_tests(suite)
448
449     add_openstack_client_tests(suite, os_creds, ext_net_name, use_keystone,
450                                log_level)
451
452     add_openstack_api_tests(suite, os_creds, ext_net_name, use_keystone,
453                             image_metadata, log_level)
454
455     suite.addTest(OSIntegrationTestCase.parameterize(
456         SimpleHealthCheck, os_creds=os_creds, ext_net_name=ext_net_name,
457         use_keystone=use_keystone,
458         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
459         log_level=log_level))
460
461     if use_floating_ips:
462         suite.addTest(OSIntegrationTestCase.parameterize(
463             CreateInstanceSingleNetworkTests, os_creds=os_creds,
464             ext_net_name=ext_net_name, use_keystone=use_keystone,
465             flavor_metadata=flavor_metadata, image_metadata=image_metadata,
466             log_level=log_level))
467
468     suite.addTest(OSIntegrationTestCase.parameterize(
469         CreateStackSuccessTests, os_creds=os_creds, ext_net_name=ext_net_name,
470         use_keystone=use_keystone,
471         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
472         log_level=log_level))
473     suite.addTest(OSIntegrationTestCase.parameterize(
474         CreateStackNegativeTests, os_creds=os_creds, ext_net_name=ext_net_name,
475         use_keystone=use_keystone,
476         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
477         log_level=log_level))
478
479
480 def add_openstack_staging_tests(suite, os_creds, ext_net_name,
481                                 log_level=logging.INFO):
482     """
483     Adds tests that are still in development have not been designed to run
484     successfully against all OpenStack pods
485     :param suite: the unittest.TestSuite object to which to add the tests
486     :param os_creds: Instance of OSCreds that holds the credentials
487                     required by OpenStack
488     :param ext_net_name: the name of an external network on the cloud under
489                          test
490     :param log_level: the logging level
491     :return: None as the tests will be adding to the 'suite' parameter object
492     """
493     suite.addTest(OSComponentTestCase.parameterize(
494         CreateNetworkTypeTests, os_creds=os_creds, ext_net_name=ext_net_name,
495         log_level=log_level))
496     suite.addTest(OSComponentTestCase.parameterize(
497         CreateInstanceMockOfflineTests, os_creds=os_creds,
498         ext_net_name=ext_net_name, log_level=log_level))