snaps/test_suite_builder.py

   1 # Copyright (c) 2017 Cable Television Laboratories, Inc. ("CableLabs")
   2 #                    and others.  All rights reserved.
   3 #
   4 # Licensed under the Apache License, Version 2.0 (the "License");
   5 # you may not use this file except in compliance with the License.
   6 # You may obtain a copy of the License at:
   7 #
   8 #     http://www.apache.org/licenses/LICENSE-2.0
   9 #
  10 # Unless required by applicable law or agreed to in writing, software
  11 # distributed under the License is distributed on an "AS IS" BASIS,
  12 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13 # See the License for the specific language governing permissions and
  14 # limitations under the License.
  15
  16 import logging
  17 import unittest
  18
  19 import snaps.config.tests.image_tests as image_tests
  20 import snaps.openstack.tests.create_image_tests as creator_tests
  21 from snaps.domain.test.flavor_tests import FlavorDomainObjectTests
  22 from snaps.domain.test.image_tests import ImageDomainObjectTests
  23 from snaps.domain.test.keypair_tests import KeypairDomainObjectTests
  24 from snaps.domain.test.network_tests import (
  25     SecurityGroupDomainObjectTests, SecurityGroupRuleDomainObjectTests,
  26     PortDomainObjectTests, RouterDomainObjectTests,
  27     InterfaceRouterDomainObjectTests, NetworkObjectTests, SubnetObjectTests)
  28 from snaps.domain.test.project_tests import (
  29     ProjectDomainObjectTests, DomainDomainObjectTests,
  30     ComputeQuotasDomainObjectTests, NetworkQuotasDomainObjectTests)
  31 from snaps.domain.test.role_tests import RoleDomainObjectTests
  32 from snaps.domain.test.stack_tests import (
  33     StackDomainObjectTests, ResourceDomainObjectTests)
  34 from snaps.domain.test.user_tests import UserDomainObjectTests
  35 from snaps.domain.test.vm_inst_tests import (
  36     VmInstDomainObjectTests, FloatingIpDomainObjectTests)
  37 from snaps.domain.test.volume_tests import (
  38     QoSSpecDomainObjectTests, VolumeTypeDomainObjectTests,
  39     VolumeTypeEncryptionObjectTests, VolumeDomainObjectTests)
  40 from snaps.openstack.tests.conf.os_credentials_tests import (
  41     ProxySettingsUnitTests, OSCredsUnitTests)
  42 from snaps.openstack.tests.create_flavor_tests import (
  43     CreateFlavorTests, FlavorSettingsUnitTests)
  44 from snaps.openstack.tests.create_image_tests import (
  45     CreateImageSuccessTests, CreateImageNegativeTests,
  46     CreateMultiPartImageTests)
  47 from snaps.openstack.tests.create_instance_tests import (
  48     CreateInstanceSingleNetworkTests, CreateInstancePubPrivNetTests,
  49     CreateInstanceOnComputeHost, CreateInstanceSimpleTests,
  50     FloatingIpSettingsUnitTests, InstanceSecurityGroupTests,
  51     VmInstanceSettingsUnitTests, CreateInstancePortManipulationTests,
  52     SimpleHealthCheck, CreateInstanceFromThreePartImage,
  53     CreateInstanceMockOfflineTests, CreateInstanceTwoNetTests,
  54     CreateInstanceVolumeTests, CreateInstanceIPv6NetworkTests)
  55 from snaps.openstack.tests.create_keypairs_tests import (
  56     CreateKeypairsTests, KeypairSettingsUnitTests, CreateKeypairsCleanupTests)
  57 from snaps.openstack.tests.create_network_tests import (
  58     CreateNetworkSuccessTests, NetworkSettingsUnitTests, PortSettingsUnitTests,
  59     SubnetSettingsUnitTests, CreateNetworkTypeTests, CreateNetworkIPv6Tests)
  60 from snaps.openstack.tests.create_project_tests import (
  61     CreateProjectSuccessTests, ProjectSettingsUnitTests,
  62     CreateProjectUserTests)
  63 from snaps.openstack.tests.create_qos_tests import (
  64     QoSSettingsUnitTests, CreateQoSTests)
  65 from snaps.openstack.tests.create_router_tests import (
  66     CreateRouterSuccessTests, CreateRouterNegativeTests,
  67     RouterSettingsUnitTests)
  68 from snaps.openstack.tests.create_security_group_tests import (
  69     CreateSecurityGroupTests, SecurityGroupRuleSettingsUnitTests,
  70     SecurityGroupSettingsUnitTests)
  71 from snaps.openstack.tests.create_stack_tests import (
  72     StackSettingsUnitTests, CreateStackSuccessTests, CreateStackNegativeTests,
  73     CreateStackFlavorTests, CreateStackFloatingIpTests,
  74     CreateStackKeypairTests, CreateStackVolumeTests,
  75     CreateStackSecurityGroupTests)
  76 from snaps.openstack.tests.create_user_tests import (
  77     UserSettingsUnitTests, CreateUserSuccessTests)
  78 from snaps.openstack.tests.create_volume_tests import (
  79     VolumeSettingsUnitTests, CreateSimpleVolumeSuccessTests,
  80     CreateVolumeWithTypeTests, CreateVolumeWithImageTests,
  81     CreateSimpleVolumeFailureTests)
  82 from snaps.openstack.tests.create_volume_type_tests import (
  83     VolumeTypeSettingsUnitTests, CreateSimpleVolumeTypeSuccessTests,
  84     CreateVolumeTypeComplexTests)
  85 from snaps.openstack.tests.os_source_file_test import (
  86     OSComponentTestCase, OSIntegrationTestCase)
  87 from snaps.openstack.utils.tests.cinder_utils_tests import (
  88     CinderSmokeTests, CinderUtilsQoSTests, CinderUtilsSimpleVolumeTypeTests,
  89     CinderUtilsAddEncryptionTests, CinderUtilsVolumeTypeCompleteTests,
  90     CinderUtilsVolumeTests)
  91 from snaps.openstack.utils.tests.glance_utils_tests import (
  92     GlanceSmokeTests, GlanceUtilsTests)
  93 from snaps.openstack.utils.tests.heat_utils_tests import (
  94     HeatSmokeTests, HeatUtilsCreateSimpleStackTests,
  95     HeatUtilsCreateComplexStackTests, HeatUtilsFlavorTests,
  96     HeatUtilsKeypairTests, HeatUtilsVolumeTests, HeatUtilsSecurityGroupTests)
  97 from snaps.openstack.utils.tests.keystone_utils_tests import (
  98     KeystoneSmokeTests, KeystoneUtilsTests)
  99 from snaps.openstack.utils.tests.neutron_utils_tests import (
 100     NeutronSmokeTests, NeutronUtilsNetworkTests, NeutronUtilsSubnetTests,
 101     NeutronUtilsRouterTests, NeutronUtilsSecurityGroupTests,
 102     NeutronUtilsFloatingIpTests, NeutronUtilsIPv6Tests)
 103 from snaps.openstack.utils.tests.nova_utils_tests import (
 104     NovaSmokeTests, NovaUtilsKeypairTests, NovaUtilsFlavorTests,
 105     NovaUtilsInstanceTests, NovaUtilsInstanceVolumeTests)
 106 from snaps.openstack.utils.tests.settings_utils_tests import (
 107     SettingsUtilsUnitTests)
 108 from snaps.openstack.utils.tests.magnum_utils_tests import (
 109     MagnumSmokeTests)
 110 from snaps.provisioning.tests.ansible_utils_tests import (
 111     AnsibleProvisioningTests)
 112 from snaps.tests.file_utils_tests import FileUtilsTests
 113
 114 __author__ = 'spisarski'
 115
 116
 117 def add_unit_tests(suite):
 118     """
 119     Adds tests that do not require external resources
 120     :param suite: the unittest.TestSuite object to which to add the tests
 121     :return: None as the tests will be adding to the 'suite' parameter object
 122     """
 123     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(FileUtilsTests))
 124     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 125         SecurityGroupRuleSettingsUnitTests))
 126     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 127         ProxySettingsUnitTests))
 128     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 129         OSCredsUnitTests))
 130     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 131         SecurityGroupSettingsUnitTests))
 132     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 133         SecurityGroupDomainObjectTests))
 134     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 135         SecurityGroupRuleDomainObjectTests))
 136     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 137         image_tests.ImageConfigUnitTests))
 138     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 139         creator_tests.ImageSettingsUnitTests))
 140     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 141         ImageDomainObjectTests))
 142     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 143         FlavorSettingsUnitTests))
 144     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 145         FlavorDomainObjectTests))
 146     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 147         KeypairSettingsUnitTests))
 148     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 149         KeypairDomainObjectTests))
 150     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 151         UserSettingsUnitTests))
 152     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 153         UserDomainObjectTests))
 154     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 155         ProjectSettingsUnitTests))
 156     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 157         ProjectDomainObjectTests))
 158     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 159         DomainDomainObjectTests))
 160     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 161         ComputeQuotasDomainObjectTests))
 162     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 163         NetworkQuotasDomainObjectTests))
 164     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 165         RoleDomainObjectTests))
 166     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 167         NetworkSettingsUnitTests))
 168     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 169         NetworkObjectTests))
 170     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 171         SubnetSettingsUnitTests))
 172     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 173         SubnetObjectTests))
 174     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 175         PortSettingsUnitTests))
 176     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 177         PortDomainObjectTests))
 178     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 179         RouterSettingsUnitTests))
 180     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 181         RouterDomainObjectTests))
 182     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 183         InterfaceRouterDomainObjectTests))
 184     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 185         FloatingIpSettingsUnitTests))
 186     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 187         VmInstanceSettingsUnitTests))
 188     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 189         StackDomainObjectTests))
 190     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 191         ResourceDomainObjectTests))
 192     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 193         StackSettingsUnitTests))
 194     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 195         VolumeTypeDomainObjectTests))
 196     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 197         VolumeTypeEncryptionObjectTests))
 198     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 199         VolumeDomainObjectTests))
 200     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 201         QoSSpecDomainObjectTests))
 202     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 203         VmInstDomainObjectTests))
 204     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 205         FloatingIpDomainObjectTests))
 206     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 207         QoSSettingsUnitTests))
 208     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 209         VolumeTypeSettingsUnitTests))
 210     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 211         VolumeSettingsUnitTests))
 212     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 213         SettingsUtilsUnitTests))
 214
 215
 216 def add_openstack_client_tests(suite, os_creds, ext_net_name,
 217                                use_keystone=True, log_level=logging.INFO):
 218     """
 219     Adds tests written to exercise OpenStack client retrieval
 220     :param suite: the unittest.TestSuite object to which to add the tests
 221     :param os_creds: and instance of OSCreds that holds the credentials
 222                      required by OpenStack
 223     :param ext_net_name: the name of an external network on the cloud under
 224                          test
 225     :param use_keystone: when True, tests requiring direct access to Keystone
 226                          are added as these need to be running on a host that
 227                          has access to the cloud's private network
 228     :param log_level: the logging level
 229     :return: None as the tests will be adding to the 'suite' parameter object
 230     """
 231     # Basic connection tests
 232     suite.addTest(
 233         OSComponentTestCase.parameterize(
 234             GlanceSmokeTests, os_creds=os_creds, ext_net_name=ext_net_name,
 235             log_level=log_level))
 236
 237     if use_keystone:
 238         suite.addTest(
 239             OSComponentTestCase.parameterize(
 240                 KeystoneSmokeTests, os_creds=os_creds,
 241                 ext_net_name=ext_net_name, log_level=log_level))
 242
 243     suite.addTest(
 244         OSComponentTestCase.parameterize(
 245             NeutronSmokeTests, os_creds=os_creds, ext_net_name=ext_net_name,
 246             log_level=log_level))
 247     suite.addTest(
 248         OSComponentTestCase.parameterize(
 249             NovaSmokeTests, os_creds=os_creds, ext_net_name=ext_net_name,
 250             log_level=log_level))
 251     suite.addTest(
 252         OSComponentTestCase.parameterize(
 253             HeatSmokeTests, os_creds=os_creds, ext_net_name=ext_net_name,
 254             log_level=log_level))
 255     suite.addTest(
 256         OSComponentTestCase.parameterize(
 257             CinderSmokeTests, os_creds=os_creds, ext_net_name=ext_net_name,
 258             log_level=log_level))
 259
 260
 261 def add_openstack_api_tests(suite, os_creds, ext_net_name, use_keystone=True,
 262                             image_metadata=None, log_level=logging.INFO):
 263     """
 264     Adds tests written to exercise all existing OpenStack APIs
 265     :param suite: the unittest.TestSuite object to which to add the tests
 266     :param os_creds: Instance of OSCreds that holds the credentials
 267                      required by OpenStack
 268     :param ext_net_name: the name of an external network on the cloud under
 269                          test
 270     :param use_keystone: when True, tests requiring direct access to Keystone
 271                          are added as these need to be running on a host that
 272                          has access to the cloud's private network
 273     :param image_metadata: dict() object containing metadata for creating an
 274                            image with custom config
 275                            (see YAML files in examples/image-metadata)
 276     :param log_level: the logging level
 277     :return: None as the tests will be adding to the 'suite' parameter object
 278     """
 279     # Tests the OpenStack API calls
 280     if use_keystone:
 281         suite.addTest(OSComponentTestCase.parameterize(
 282             KeystoneUtilsTests, os_creds=os_creds, ext_net_name=ext_net_name,
 283             log_level=log_level))
 284         suite.addTest(OSComponentTestCase.parameterize(
 285             CreateUserSuccessTests, os_creds=os_creds,
 286             ext_net_name=ext_net_name, log_level=log_level))
 287         suite.addTest(OSComponentTestCase.parameterize(
 288             CreateProjectSuccessTests, os_creds=os_creds,
 289             ext_net_name=ext_net_name, log_level=log_level))
 290         suite.addTest(OSComponentTestCase.parameterize(
 291             CreateProjectUserTests, os_creds=os_creds,
 292             ext_net_name=ext_net_name, log_level=log_level))
 293
 294     suite.addTest(OSComponentTestCase.parameterize(
 295         GlanceUtilsTests, os_creds=os_creds, ext_net_name=ext_net_name,
 296         image_metadata=image_metadata,
 297         log_level=log_level))
 298     suite.addTest(OSComponentTestCase.parameterize(
 299         NeutronUtilsNetworkTests, os_creds=os_creds, ext_net_name=ext_net_name,
 300         log_level=log_level))
 301     suite.addTest(OSComponentTestCase.parameterize(
 302         NeutronUtilsSubnetTests, os_creds=os_creds, ext_net_name=ext_net_name,
 303         log_level=log_level))
 304     suite.addTest(OSComponentTestCase.parameterize(
 305         NeutronUtilsIPv6Tests, os_creds=os_creds, ext_net_name=ext_net_name,
 306         log_level=log_level))
 307     suite.addTest(OSComponentTestCase.parameterize(
 308         NeutronUtilsRouterTests, os_creds=os_creds, ext_net_name=ext_net_name,
 309         log_level=log_level))
 310     suite.addTest(OSComponentTestCase.parameterize(
 311         NeutronUtilsSecurityGroupTests, os_creds=os_creds,
 312         ext_net_name=ext_net_name, log_level=log_level))
 313     suite.addTest(OSComponentTestCase.parameterize(
 314         NeutronUtilsFloatingIpTests, os_creds=os_creds,
 315         ext_net_name=ext_net_name, log_level=log_level))
 316     suite.addTest(OSComponentTestCase.parameterize(
 317         NovaUtilsKeypairTests, os_creds=os_creds, ext_net_name=ext_net_name,
 318         log_level=log_level))
 319     suite.addTest(OSComponentTestCase.parameterize(
 320         NovaUtilsFlavorTests, os_creds=os_creds, ext_net_name=ext_net_name,
 321         log_level=log_level))
 322     suite.addTest(OSComponentTestCase.parameterize(
 323         NovaUtilsInstanceTests, os_creds=os_creds, ext_net_name=ext_net_name,
 324         log_level=log_level, image_metadata=image_metadata))
 325     suite.addTest(OSComponentTestCase.parameterize(
 326         NovaUtilsInstanceVolumeTests, os_creds=os_creds,
 327         ext_net_name=ext_net_name, log_level=log_level,
 328         image_metadata=image_metadata))
 329     suite.addTest(OSComponentTestCase.parameterize(
 330         CreateFlavorTests, os_creds=os_creds, ext_net_name=ext_net_name,
 331         log_level=log_level))
 332     suite.addTest(OSComponentTestCase.parameterize(
 333         HeatUtilsCreateSimpleStackTests, os_creds=os_creds,
 334         ext_net_name=ext_net_name, log_level=log_level,
 335         image_metadata=image_metadata))
 336     suite.addTest(OSComponentTestCase.parameterize(
 337         HeatUtilsCreateComplexStackTests, os_creds=os_creds,
 338         ext_net_name=ext_net_name, log_level=log_level,
 339         image_metadata=image_metadata))
 340     suite.addTest(OSComponentTestCase.parameterize(
 341         HeatUtilsFlavorTests, os_creds=os_creds,
 342         ext_net_name=ext_net_name, log_level=log_level,
 343         image_metadata=image_metadata))
 344     suite.addTest(OSComponentTestCase.parameterize(
 345         HeatUtilsKeypairTests, os_creds=os_creds,
 346         ext_net_name=ext_net_name, log_level=log_level,
 347         image_metadata=image_metadata))
 348     suite.addTest(OSComponentTestCase.parameterize(
 349         HeatUtilsSecurityGroupTests, os_creds=os_creds,
 350         ext_net_name=ext_net_name, log_level=log_level,
 351         image_metadata=image_metadata))
 352     suite.addTest(OSComponentTestCase.parameterize(
 353         CinderUtilsQoSTests, os_creds=os_creds,
 354         ext_net_name=ext_net_name, log_level=log_level,
 355         image_metadata=image_metadata))
 356     suite.addTest(OSComponentTestCase.parameterize(
 357         CinderUtilsVolumeTests, os_creds=os_creds,
 358         ext_net_name=ext_net_name, log_level=log_level,
 359         image_metadata=image_metadata))
 360     suite.addTest(OSComponentTestCase.parameterize(
 361         CinderUtilsSimpleVolumeTypeTests, os_creds=os_creds,
 362         ext_net_name=ext_net_name, log_level=log_level,
 363         image_metadata=image_metadata))
 364     suite.addTest(OSComponentTestCase.parameterize(
 365         CinderUtilsAddEncryptionTests, os_creds=os_creds,
 366         ext_net_name=ext_net_name, log_level=log_level,
 367         image_metadata=image_metadata))
 368     suite.addTest(OSComponentTestCase.parameterize(
 369         CinderUtilsVolumeTypeCompleteTests, os_creds=os_creds,
 370         ext_net_name=ext_net_name, log_level=log_level,
 371         image_metadata=image_metadata))
 372
 373
 374 def add_openstack_integration_tests(suite, os_creds, ext_net_name,
 375                                     use_keystone=True, flavor_metadata=None,
 376                                     image_metadata=None, use_floating_ips=True,
 377                                     log_level=logging.INFO):
 378     """
 379     Adds tests written to exercise all long-running OpenStack integration tests
 380     meaning they will be creating VM instances and potentially performing some
 381     SSH functions through floatingIPs
 382     :param suite: the unittest.TestSuite object to which to add the tests
 383     :param os_creds: and instance of OSCreds that holds the credentials
 384                      required by OpenStack
 385     :param ext_net_name: the name of an external network on the cloud under
 386                          test
 387     :param use_keystone: when True, tests requiring direct access to Keystone
 388                          are added as these need to be running on a host that
 389                          has access to the cloud's private network
 390     :param image_metadata: dict() object containing metadata for creating an
 391                            image with custom config
 392                            (see YAML files in examples/image-metadata)
 393     :param flavor_metadata: dict() object containing the metadata required by
 394                             your flavor based on your configuration:
 395                             (i.e. {'hw:mem_page_size': 'large'})
 396     :param use_floating_ips: when true, all tests requiring Floating IPs will
 397                              be added to the suite
 398     :param log_level: the logging level
 399     :return: None as the tests will be adding to the 'suite' parameter object
 400     """
 401     # Tests the OpenStack API calls via a creator. If use_keystone, objects
 402     # will be created with a custom user and project
 403
 404     # Creator Object tests
 405     suite.addTest(OSIntegrationTestCase.parameterize(
 406         CreateSecurityGroupTests, os_creds=os_creds, ext_net_name=ext_net_name,
 407         use_keystone=use_keystone,
 408         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 409         log_level=log_level))
 410     suite.addTest(OSIntegrationTestCase.parameterize(
 411         CreateImageSuccessTests, os_creds=os_creds, ext_net_name=ext_net_name,
 412         use_keystone=use_keystone,
 413         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 414         log_level=log_level))
 415     suite.addTest(OSIntegrationTestCase.parameterize(
 416         CreateImageNegativeTests, os_creds=os_creds, ext_net_name=ext_net_name,
 417         use_keystone=use_keystone,
 418         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 419         log_level=log_level))
 420     suite.addTest(OSIntegrationTestCase.parameterize(
 421         CreateMultiPartImageTests, os_creds=os_creds,
 422         ext_net_name=ext_net_name, use_keystone=use_keystone,
 423         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 424         log_level=log_level))
 425     suite.addTest(OSIntegrationTestCase.parameterize(
 426         CreateKeypairsTests, os_creds=os_creds, ext_net_name=ext_net_name,
 427         use_keystone=use_keystone,
 428         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 429         log_level=log_level))
 430     suite.addTest(OSIntegrationTestCase.parameterize(
 431         CreateKeypairsCleanupTests, os_creds=os_creds,
 432         ext_net_name=ext_net_name,
 433         use_keystone=use_keystone,
 434         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 435         log_level=log_level))
 436     suite.addTest(OSIntegrationTestCase.parameterize(
 437         CreateNetworkSuccessTests, os_creds=os_creds,
 438         ext_net_name=ext_net_name, use_keystone=use_keystone,
 439         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 440         log_level=log_level))
 441     suite.addTest(OSIntegrationTestCase.parameterize(
 442         CreateNetworkIPv6Tests, os_creds=os_creds,
 443         ext_net_name=ext_net_name, use_keystone=use_keystone,
 444         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 445         log_level=log_level))
 446     suite.addTest(OSIntegrationTestCase.parameterize(
 447         CreateRouterSuccessTests, os_creds=os_creds, ext_net_name=ext_net_name,
 448         use_keystone=use_keystone,
 449         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 450         log_level=log_level))
 451     suite.addTest(OSIntegrationTestCase.parameterize(
 452         CreateRouterNegativeTests, os_creds=os_creds,
 453         ext_net_name=ext_net_name, use_keystone=use_keystone,
 454         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 455         log_level=log_level))
 456     suite.addTest(OSIntegrationTestCase.parameterize(
 457         CreateQoSTests, os_creds=os_creds,
 458         ext_net_name=ext_net_name, use_keystone=use_keystone,
 459         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 460         log_level=log_level))
 461     suite.addTest(OSIntegrationTestCase.parameterize(
 462         CreateSimpleVolumeTypeSuccessTests, os_creds=os_creds,
 463         ext_net_name=ext_net_name, use_keystone=use_keystone,
 464         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 465         log_level=log_level))
 466     suite.addTest(OSIntegrationTestCase.parameterize(
 467         CreateVolumeTypeComplexTests, os_creds=os_creds,
 468         ext_net_name=ext_net_name, use_keystone=use_keystone,
 469         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 470         log_level=log_level))
 471     suite.addTest(OSIntegrationTestCase.parameterize(
 472         CreateSimpleVolumeSuccessTests, os_creds=os_creds,
 473         ext_net_name=ext_net_name, use_keystone=use_keystone,
 474         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 475         log_level=log_level))
 476     suite.addTest(OSIntegrationTestCase.parameterize(
 477         CreateSimpleVolumeFailureTests, os_creds=os_creds,
 478         ext_net_name=ext_net_name, use_keystone=use_keystone,
 479         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 480         log_level=log_level))
 481     suite.addTest(OSIntegrationTestCase.parameterize(
 482         CreateVolumeWithTypeTests, os_creds=os_creds,
 483         ext_net_name=ext_net_name, use_keystone=use_keystone,
 484         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 485         log_level=log_level))
 486     suite.addTest(OSIntegrationTestCase.parameterize(
 487         CreateVolumeWithImageTests, os_creds=os_creds,
 488         ext_net_name=ext_net_name, use_keystone=use_keystone,
 489         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 490         log_level=log_level))
 491
 492     # VM Instances
 493     suite.addTest(OSIntegrationTestCase.parameterize(
 494         SimpleHealthCheck, os_creds=os_creds, ext_net_name=ext_net_name,
 495         use_keystone=use_keystone,
 496         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 497         log_level=log_level))
 498     suite.addTest(OSIntegrationTestCase.parameterize(
 499         CreateInstanceTwoNetTests, os_creds=os_creds,
 500         ext_net_name=ext_net_name, use_keystone=use_keystone,
 501         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 502         log_level=log_level))
 503     suite.addTest(OSIntegrationTestCase.parameterize(
 504         CreateInstanceSimpleTests, os_creds=os_creds,
 505         ext_net_name=ext_net_name, use_keystone=use_keystone,
 506         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 507         log_level=log_level))
 508     suite.addTest(OSIntegrationTestCase.parameterize(
 509         CreateInstancePortManipulationTests, os_creds=os_creds,
 510         ext_net_name=ext_net_name, use_keystone=use_keystone,
 511         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 512         log_level=log_level))
 513     suite.addTest(OSIntegrationTestCase.parameterize(
 514         InstanceSecurityGroupTests, os_creds=os_creds,
 515         ext_net_name=ext_net_name, use_keystone=use_keystone,
 516         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 517         log_level=log_level))
 518     suite.addTest(OSIntegrationTestCase.parameterize(
 519         CreateInstanceOnComputeHost, os_creds=os_creds,
 520         ext_net_name=ext_net_name, use_keystone=use_keystone,
 521         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 522         log_level=log_level))
 523     suite.addTest(OSIntegrationTestCase.parameterize(
 524         CreateInstanceFromThreePartImage, os_creds=os_creds,
 525         ext_net_name=ext_net_name, use_keystone=use_keystone,
 526         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 527         log_level=log_level))
 528     suite.addTest(OSIntegrationTestCase.parameterize(
 529         CreateInstanceVolumeTests, os_creds=os_creds,
 530         ext_net_name=ext_net_name, use_keystone=use_keystone,
 531         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 532         log_level=log_level))
 533     suite.addTest(OSIntegrationTestCase.parameterize(
 534         CreateStackSuccessTests, os_creds=os_creds, ext_net_name=ext_net_name,
 535         use_keystone=use_keystone,
 536         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 537         log_level=log_level))
 538     suite.addTest(OSIntegrationTestCase.parameterize(
 539         CreateStackVolumeTests, os_creds=os_creds, ext_net_name=ext_net_name,
 540         use_keystone=use_keystone,
 541         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 542         log_level=log_level))
 543     suite.addTest(OSIntegrationTestCase.parameterize(
 544         CreateStackFlavorTests, os_creds=os_creds, ext_net_name=ext_net_name,
 545         use_keystone=use_keystone,
 546         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 547         log_level=log_level))
 548     suite.addTest(OSIntegrationTestCase.parameterize(
 549         CreateStackKeypairTests, os_creds=os_creds, ext_net_name=ext_net_name,
 550         use_keystone=use_keystone,
 551         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 552         log_level=log_level))
 553     suite.addTest(OSIntegrationTestCase.parameterize(
 554         CreateStackSecurityGroupTests, os_creds=os_creds,
 555         ext_net_name=ext_net_name, use_keystone=use_keystone,
 556         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 557         log_level=log_level))
 558     suite.addTest(OSIntegrationTestCase.parameterize(
 559         CreateStackNegativeTests, os_creds=os_creds, ext_net_name=ext_net_name,
 560         use_keystone=use_keystone,
 561         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 562         log_level=log_level))
 563
 564     if use_floating_ips:
 565         suite.addTest(OSIntegrationTestCase.parameterize(
 566             CreateInstanceSingleNetworkTests, os_creds=os_creds,
 567             ext_net_name=ext_net_name, use_keystone=use_keystone,
 568             flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 569             log_level=log_level))
 570         suite.addTest(OSIntegrationTestCase.parameterize(
 571             CreateStackFloatingIpTests, os_creds=os_creds,
 572             ext_net_name=ext_net_name, use_keystone=use_keystone,
 573             flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 574             log_level=log_level))
 575         suite.addTest(OSIntegrationTestCase.parameterize(
 576             AnsibleProvisioningTests, os_creds=os_creds,
 577             ext_net_name=ext_net_name, use_keystone=use_keystone,
 578             flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 579             log_level=log_level))
 580
 581
 582 def add_openstack_ci_tests(
 583         suite, os_creds, ext_net_name, use_keystone=True, flavor_metadata=None,
 584         image_metadata=None, use_floating_ips=True, log_level=logging.INFO):
 585     """
 586     Adds tests written for a CI server to run the tests to validate code
 587     changes
 588     :param suite: the unittest.TestSuite object to which to add the tests
 589     :param os_creds: and instance of OSCreds that holds the credentials
 590                      required by OpenStack
 591     :param ext_net_name: the name of an external network on the cloud under
 592                          test
 593     :param use_keystone: when True, tests requiring direct access to Keystone
 594                          are added as these need to be running on a host that
 595                          has access to the cloud's private network
 596     :param image_metadata: dict() object containing metadata for creating an
 597                            image with custom config
 598                            (see YAML files in examples/image-metadata)
 599     :param flavor_metadata: dict() object containing the metadata required by
 600                             your flavor based on your configuration:
 601                             (i.e. {'hw:mem_page_size': 'large'})
 602     :param use_floating_ips: when true, all tests requiring Floating IPs will
 603                              be added to the suite
 604     :param log_level: the logging level
 605     :return: None as the tests will be adding to the 'suite' parameter object
 606     """
 607
 608     add_unit_tests(suite)
 609
 610     add_openstack_client_tests(suite, os_creds, ext_net_name, use_keystone,
 611                                log_level)
 612
 613     add_openstack_api_tests(suite, os_creds, ext_net_name, use_keystone,
 614                             image_metadata, log_level)
 615
 616     suite.addTest(OSIntegrationTestCase.parameterize(
 617         SimpleHealthCheck, os_creds=os_creds, ext_net_name=ext_net_name,
 618         use_keystone=use_keystone,
 619         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 620         log_level=log_level))
 621
 622     if use_floating_ips:
 623         suite.addTest(OSIntegrationTestCase.parameterize(
 624             CreateInstanceSingleNetworkTests, os_creds=os_creds,
 625             ext_net_name=ext_net_name, use_keystone=use_keystone,
 626             flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 627             log_level=log_level))
 628
 629     suite.addTest(OSIntegrationTestCase.parameterize(
 630         CreateStackSuccessTests, os_creds=os_creds, ext_net_name=ext_net_name,
 631         use_keystone=use_keystone,
 632         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 633         log_level=log_level))
 634     suite.addTest(OSIntegrationTestCase.parameterize(
 635         CreateStackNegativeTests, os_creds=os_creds, ext_net_name=ext_net_name,
 636         use_keystone=use_keystone,
 637         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 638         log_level=log_level))
 639
 640
 641 def add_openstack_staging_tests(suite, os_creds, ext_net_name,
 642                                 log_level=logging.INFO):
 643     """
 644     Adds tests that are still in development have not been designed to run
 645     successfully against all OpenStack pods
 646     :param suite: the unittest.TestSuite object to which to add the tests
 647     :param os_creds: Instance of OSCreds that holds the credentials
 648                     required by OpenStack
 649     :param ext_net_name: the name of an external network on the cloud under
 650                          test
 651     :param log_level: the logging level
 652     :return: None as the tests will be adding to the 'suite' parameter object
 653     """
 654     suite.addTest(OSComponentTestCase.parameterize(
 655         CreateNetworkTypeTests, os_creds=os_creds,
 656         ext_net_name=ext_net_name, log_level=log_level))
 657     suite.addTest(OSComponentTestCase.parameterize(
 658         CreateInstanceMockOfflineTests, os_creds=os_creds,
 659         ext_net_name=ext_net_name, log_level=log_level))
 660     suite.addTest(OSIntegrationTestCase.parameterize(
 661         CreateInstancePubPrivNetTests, os_creds=os_creds,
 662         ext_net_name=ext_net_name, log_level=log_level))
 663     suite.addTest(OSIntegrationTestCase.parameterize(
 664         CreateInstanceIPv6NetworkTests, os_creds=os_creds,
 665         ext_net_name=ext_net_name, log_level=log_level))
 666     suite.addTest(OSComponentTestCase.parameterize(
 667         HeatUtilsVolumeTests, os_creds=os_creds,
 668         ext_net_name=ext_net_name, log_level=log_level))
 669     suite.addTest(OSComponentTestCase.parameterize(
 670         MagnumSmokeTests, os_creds=os_creds,
 671         ext_net_name=ext_net_name, log_level=log_level))