snaps/test_suite_builder.py

   1 # Copyright (c) 2017 Cable Television Laboratories, Inc. ("CableLabs")
   2 #                    and others.  All rights reserved.
   3 #
   4 # Licensed under the Apache License, Version 2.0 (the "License");
   5 # you may not use this file except in compliance with the License.
   6 # You may obtain a copy of the License at:
   7 #
   8 #     http://www.apache.org/licenses/LICENSE-2.0
   9 #
  10 # Unless required by applicable law or agreed to in writing, software
  11 # distributed under the License is distributed on an "AS IS" BASIS,
  12 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13 # See the License for the specific language governing permissions and
  14 # limitations under the License.
  15
  16 import logging
  17 import unittest
  18
  19 from snaps.config.tests.cluster_template_tests import (
  20     ClusterTemplateConfigUnitTests)
  21 from snaps.config.tests.network_tests import (
  22     NetworkConfigUnitTests, SubnetConfigUnitTests, PortConfigUnitTests)
  23 from snaps.config.tests.security_group_tests import (
  24     SecurityGroupConfigUnitTests, SecurityGroupRuleConfigUnitTests)
  25 from snaps.config.tests.vm_inst_tests import (
  26     VmInstanceConfigUnitTests, FloatingIpConfigUnitTests)
  27 from snaps.config.tests.volume_tests import VolumeConfigUnitTests
  28 from snaps.config.tests.volume_type_tests import VolumeTypeConfigUnitTests
  29 from snaps.config.tests.qos_tests import QoSConfigUnitTests
  30 from snaps.config.tests.stack_tests import StackConfigUnitTests
  31 from snaps.config.tests.router_tests import RouterConfigUnitTests
  32 from snaps.config.tests.user_tests import UserConfigUnitTests
  33 from snaps.config.tests.project_tests import ProjectConfigUnitTests
  34 from snaps.config.tests.keypair_tests import KeypairConfigUnitTests
  35 from snaps.config.tests.flavor_tests import FlavorConfigUnitTests
  36 import snaps.config.tests.image_tests as image_tests
  37 import snaps.openstack.tests.create_image_tests as creator_tests
  38 from snaps.domain.test.cluster_template_tests import ClusterTemplateUnitTests
  39 from snaps.domain.test.flavor_tests import FlavorDomainObjectTests
  40 from snaps.domain.test.image_tests import ImageDomainObjectTests
  41 from snaps.domain.test.keypair_tests import KeypairDomainObjectTests
  42 from snaps.domain.test.network_tests import (
  43     SecurityGroupDomainObjectTests, SecurityGroupRuleDomainObjectTests,
  44     PortDomainObjectTests, RouterDomainObjectTests,
  45     InterfaceRouterDomainObjectTests, NetworkObjectTests, SubnetObjectTests)
  46 from snaps.domain.test.project_tests import (
  47     ProjectDomainObjectTests, DomainDomainObjectTests,
  48     ComputeQuotasDomainObjectTests, NetworkQuotasDomainObjectTests)
  49 from snaps.domain.test.role_tests import RoleDomainObjectTests
  50 from snaps.domain.test.stack_tests import (
  51     StackDomainObjectTests, ResourceDomainObjectTests)
  52 from snaps.domain.test.user_tests import UserDomainObjectTests
  53 from snaps.domain.test.vm_inst_tests import (
  54     VmInstDomainObjectTests, FloatingIpDomainObjectTests)
  55 from snaps.domain.test.volume_tests import (
  56     QoSSpecDomainObjectTests, VolumeTypeDomainObjectTests,
  57     VolumeTypeEncryptionObjectTests, VolumeDomainObjectTests)
  58 from snaps.openstack.tests.cluster_template_tests import (
  59     CreateClusterTemplateTests)
  60 from snaps.openstack.tests.conf.os_credentials_tests import (
  61     ProxySettingsUnitTests, OSCredsUnitTests)
  62 from snaps.openstack.tests.create_flavor_tests import (
  63     CreateFlavorTests, FlavorSettingsUnitTests)
  64 from snaps.openstack.tests.create_image_tests import (
  65     CreateImageSuccessTests, CreateImageNegativeTests,
  66     CreateMultiPartImageTests)
  67 from snaps.openstack.tests.create_instance_tests import (
  68     CreateInstanceSingleNetworkTests, CreateInstanceOnComputeHost,
  69     CreateInstanceSimpleTests, FloatingIpSettingsUnitTests,
  70     InstanceSecurityGroupTests, VmInstanceSettingsUnitTests,
  71     CreateInstancePortManipulationTests, SimpleHealthCheck,
  72     CreateInstanceFromThreePartImage, CreateInstanceMockOfflineTests,
  73     CreateInstanceTwoNetTests, CreateInstanceVolumeTests,
  74     CreateInstanceIPv6NetworkTests, CreateInstanceExternalNetTests)
  75 from snaps.openstack.tests.create_keypairs_tests import (
  76     CreateKeypairsTests, KeypairSettingsUnitTests, CreateKeypairsCleanupTests)
  77 from snaps.openstack.tests.create_network_tests import (
  78     CreateNetworkSuccessTests, NetworkSettingsUnitTests, PortSettingsUnitTests,
  79     SubnetSettingsUnitTests, CreateNetworkTypeTests, CreateNetworkIPv6Tests,
  80     CreateMultipleNetworkTests, CreateNetworkGatewayTests)
  81 from snaps.openstack.tests.create_project_tests import (
  82     CreateProjectSuccessTests, ProjectSettingsUnitTests,
  83     CreateProjectUserTests)
  84 from snaps.openstack.tests.create_qos_tests import (
  85     QoSSettingsUnitTests, CreateQoSTests)
  86 from snaps.openstack.tests.create_router_tests import (
  87     CreateRouterSuccessTests, CreateRouterNegativeTests,
  88     RouterSettingsUnitTests, CreateMultipleRouterTests,
  89     CreateRouterSecurityGroupTests)
  90 from snaps.openstack.tests.create_security_group_tests import (
  91     CreateSecurityGroupTests, SecurityGroupRuleSettingsUnitTests,
  92     SecurityGroupSettingsUnitTests, CreateMultipleSecurityGroupTests)
  93 from snaps.openstack.tests.create_stack_tests import (
  94     StackSettingsUnitTests, CreateStackSuccessTests, CreateStackNegativeTests,
  95     CreateStackFlavorTests, CreateStackFloatingIpTests,
  96     CreateStackNestedResourceTests, CreateStackKeypairTests,
  97     CreateStackVolumeTests, CreateStackSecurityGroupTests)
  98 from snaps.openstack.tests.create_user_tests import (
  99     UserSettingsUnitTests, CreateUserSuccessTests)
 100 from snaps.openstack.tests.create_volume_tests import (
 101     VolumeSettingsUnitTests, CreateSimpleVolumeSuccessTests,
 102     CreateVolumeWithTypeTests, CreateVolumeWithImageTests,
 103     CreateSimpleVolumeFailureTests, CreateVolMultipleCredsTests)
 104 from snaps.openstack.tests.create_volume_type_tests import (
 105     VolumeTypeSettingsUnitTests, CreateSimpleVolumeTypeSuccessTests,
 106     CreateVolumeTypeComplexTests)
 107 from snaps.openstack.tests.os_source_file_test import (
 108     OSComponentTestCase, OSIntegrationTestCase)
 109 from snaps.openstack.utils.tests.cinder_utils_tests import (
 110     CinderSmokeTests, CinderUtilsQoSTests, CinderUtilsSimpleVolumeTypeTests,
 111     CinderUtilsAddEncryptionTests, CinderUtilsVolumeTypeCompleteTests,
 112     CinderUtilsVolumeTests)
 113 from snaps.openstack.utils.tests.glance_utils_tests import (
 114     GlanceSmokeTests, GlanceUtilsTests)
 115 from snaps.openstack.utils.tests.heat_utils_tests import (
 116     HeatSmokeTests, HeatUtilsCreateSimpleStackTests,
 117     HeatUtilsCreateComplexStackTests, HeatUtilsFlavorTests,
 118     HeatUtilsKeypairTests, HeatUtilsVolumeTests, HeatUtilsSecurityGroupTests)
 119 from snaps.openstack.utils.tests.keystone_utils_tests import (
 120     KeystoneSmokeTests, KeystoneUtilsTests)
 121 from snaps.openstack.utils.tests.neutron_utils_tests import (
 122     NeutronSmokeTests, NeutronUtilsNetworkTests, NeutronUtilsSubnetTests,
 123     NeutronUtilsRouterTests, NeutronUtilsSecurityGroupTests,
 124     NeutronUtilsFloatingIpTests, NeutronUtilsIPv6Tests)
 125 from snaps.openstack.utils.tests.nova_utils_tests import (
 126     NovaSmokeTests, NovaUtilsKeypairTests, NovaUtilsFlavorTests,
 127     NovaUtilsInstanceTests, NovaUtilsInstanceVolumeTests)
 128 from snaps.openstack.utils.tests.settings_utils_tests import (
 129     SettingsUtilsUnitTests)
 130 from snaps.openstack.utils.tests.magnum_utils_tests import (
 131     MagnumSmokeTests, MagnumUtilsClusterTypeTests)
 132 from snaps.provisioning.tests.ansible_utils_tests import (
 133     AnsibleProvisioningTests)
 134 from snaps.tests.file_utils_tests import FileUtilsTests
 135
 136 __author__ = 'spisarski'
 137
 138
 139 def add_unit_tests(suite):
 140     """
 141     Adds tests that do not require external resources
 142     :param suite: the unittest.TestSuite object to which to add the tests
 143     :return: None as the tests will be adding to the 'suite' parameter object
 144     """
 145     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(FileUtilsTests))
 146     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 147         ProxySettingsUnitTests))
 148     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 149         OSCredsUnitTests))
 150     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 151         SecurityGroupConfigUnitTests))
 152     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 153         SecurityGroupSettingsUnitTests))
 154     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 155         SecurityGroupRuleConfigUnitTests))
 156     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 157         SecurityGroupRuleSettingsUnitTests))
 158     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 159         SecurityGroupDomainObjectTests))
 160     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 161         SecurityGroupRuleDomainObjectTests))
 162     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 163         image_tests.ImageConfigUnitTests))
 164     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 165         creator_tests.ImageSettingsUnitTests))
 166     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 167         ImageDomainObjectTests))
 168     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 169         FlavorConfigUnitTests))
 170     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 171         FlavorSettingsUnitTests))
 172     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 173         FlavorDomainObjectTests))
 174     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 175         KeypairConfigUnitTests))
 176     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 177         KeypairSettingsUnitTests))
 178     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 179         KeypairDomainObjectTests))
 180     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 181         UserConfigUnitTests))
 182     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 183         UserSettingsUnitTests))
 184     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 185         UserDomainObjectTests))
 186     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 187         ProjectConfigUnitTests))
 188     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 189         ProjectSettingsUnitTests))
 190     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 191         ProjectDomainObjectTests))
 192     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 193         DomainDomainObjectTests))
 194     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 195         ComputeQuotasDomainObjectTests))
 196     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 197         NetworkQuotasDomainObjectTests))
 198     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 199         RoleDomainObjectTests))
 200     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 201         NetworkConfigUnitTests))
 202     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 203         NetworkSettingsUnitTests))
 204     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 205         NetworkObjectTests))
 206     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 207         SubnetConfigUnitTests))
 208     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 209         SubnetSettingsUnitTests))
 210     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 211         SubnetObjectTests))
 212     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 213         PortConfigUnitTests))
 214     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 215         PortSettingsUnitTests))
 216     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 217         PortDomainObjectTests))
 218     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 219         RouterConfigUnitTests))
 220     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 221         RouterSettingsUnitTests))
 222     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 223         RouterDomainObjectTests))
 224     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 225         InterfaceRouterDomainObjectTests))
 226     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 227         FloatingIpConfigUnitTests))
 228     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 229         FloatingIpSettingsUnitTests))
 230     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 231         VmInstanceConfigUnitTests))
 232     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 233         VmInstanceSettingsUnitTests))
 234     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 235         StackDomainObjectTests))
 236     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 237         ResourceDomainObjectTests))
 238     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 239         StackConfigUnitTests))
 240     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 241         StackSettingsUnitTests))
 242     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 243         VolumeTypeDomainObjectTests))
 244     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 245         VolumeTypeEncryptionObjectTests))
 246     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 247         VolumeDomainObjectTests))
 248     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 249         QoSSpecDomainObjectTests))
 250     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 251         VmInstDomainObjectTests))
 252     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 253         FloatingIpDomainObjectTests))
 254     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 255         QoSConfigUnitTests))
 256     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 257         QoSSettingsUnitTests))
 258     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 259         VolumeTypeConfigUnitTests))
 260     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 261         VolumeTypeSettingsUnitTests))
 262     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 263         VolumeConfigUnitTests))
 264     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 265         VolumeSettingsUnitTests))
 266     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 267         ClusterTemplateConfigUnitTests))
 268     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 269         ClusterTemplateUnitTests))
 270     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 271         SettingsUtilsUnitTests))
 272
 273
 274 def add_openstack_client_tests(suite, os_creds, ext_net_name,
 275                                use_keystone=True, log_level=logging.INFO):
 276     """
 277     Adds tests written to exercise OpenStack client retrieval
 278     :param suite: the unittest.TestSuite object to which to add the tests
 279     :param os_creds: and instance of OSCreds that holds the credentials
 280                      required by OpenStack
 281     :param ext_net_name: the name of an external network on the cloud under
 282                          test
 283     :param use_keystone: when True, tests requiring direct access to Keystone
 284                          are added as these need to be running on a host that
 285                          has access to the cloud's private network
 286     :param log_level: the logging level
 287     :return: None as the tests will be adding to the 'suite' parameter object
 288     """
 289     # Basic connection tests
 290     suite.addTest(
 291         OSComponentTestCase.parameterize(
 292             GlanceSmokeTests, os_creds=os_creds, ext_net_name=ext_net_name,
 293             log_level=log_level))
 294
 295     if use_keystone:
 296         suite.addTest(
 297             OSComponentTestCase.parameterize(
 298                 KeystoneSmokeTests, os_creds=os_creds,
 299                 ext_net_name=ext_net_name, log_level=log_level))
 300
 301     suite.addTest(
 302         OSComponentTestCase.parameterize(
 303             NeutronSmokeTests, os_creds=os_creds, ext_net_name=ext_net_name,
 304             log_level=log_level))
 305     suite.addTest(
 306         OSComponentTestCase.parameterize(
 307             NovaSmokeTests, os_creds=os_creds, ext_net_name=ext_net_name,
 308             log_level=log_level))
 309     suite.addTest(
 310         OSComponentTestCase.parameterize(
 311             HeatSmokeTests, os_creds=os_creds, ext_net_name=ext_net_name,
 312             log_level=log_level))
 313     suite.addTest(
 314         OSComponentTestCase.parameterize(
 315             CinderSmokeTests, os_creds=os_creds, ext_net_name=ext_net_name,
 316             log_level=log_level))
 317
 318
 319 def add_openstack_api_tests(suite, os_creds, ext_net_name, use_keystone=True,
 320                             flavor_metadata=None, image_metadata=None,
 321                             log_level=logging.INFO):
 322     """
 323     Adds tests written to exercise all existing OpenStack APIs
 324     :param suite: the unittest.TestSuite object to which to add the tests
 325     :param os_creds: Instance of OSCreds that holds the credentials
 326                      required by OpenStack
 327     :param ext_net_name: the name of an external network on the cloud under
 328                          test
 329     :param use_keystone: when True, tests requiring direct access to Keystone
 330                          are added as these need to be running on a host that
 331                          has access to the cloud's private network
 332     :param flavor_metadata: dict() object containing the metadata required by
 333                             your flavor based on your configuration:
 334                             (i.e. {'hw:mem_page_size': 'any'})
 335     :param image_metadata: dict() object containing metadata for creating an
 336                            image with custom config
 337                            (see YAML files in examples/image-metadata)
 338     :param log_level: the logging level
 339     :return: None as the tests will be adding to the 'suite' parameter object
 340     """
 341     # Tests the OpenStack API calls
 342     if use_keystone:
 343         suite.addTest(OSComponentTestCase.parameterize(
 344             KeystoneUtilsTests, os_creds=os_creds, ext_net_name=ext_net_name,
 345             log_level=log_level))
 346         suite.addTest(OSComponentTestCase.parameterize(
 347             CreateUserSuccessTests, os_creds=os_creds,
 348             ext_net_name=ext_net_name, log_level=log_level))
 349         suite.addTest(OSComponentTestCase.parameterize(
 350             CreateProjectSuccessTests, os_creds=os_creds,
 351             ext_net_name=ext_net_name, log_level=log_level))
 352         suite.addTest(OSComponentTestCase.parameterize(
 353             CreateProjectUserTests, os_creds=os_creds,
 354             ext_net_name=ext_net_name, log_level=log_level))
 355
 356     suite.addTest(OSComponentTestCase.parameterize(
 357         GlanceUtilsTests, os_creds=os_creds, ext_net_name=ext_net_name,
 358         image_metadata=image_metadata,
 359         log_level=log_level))
 360     suite.addTest(OSComponentTestCase.parameterize(
 361         NeutronUtilsNetworkTests, os_creds=os_creds, ext_net_name=ext_net_name,
 362         log_level=log_level))
 363     suite.addTest(OSComponentTestCase.parameterize(
 364         NeutronUtilsSubnetTests, os_creds=os_creds, ext_net_name=ext_net_name,
 365         log_level=log_level))
 366     suite.addTest(OSComponentTestCase.parameterize(
 367         NeutronUtilsIPv6Tests, os_creds=os_creds, ext_net_name=ext_net_name,
 368         log_level=log_level))
 369     suite.addTest(OSComponentTestCase.parameterize(
 370         NeutronUtilsRouterTests, os_creds=os_creds, ext_net_name=ext_net_name,
 371         log_level=log_level))
 372     suite.addTest(OSComponentTestCase.parameterize(
 373         NeutronUtilsSecurityGroupTests, os_creds=os_creds,
 374         ext_net_name=ext_net_name, log_level=log_level))
 375     suite.addTest(OSComponentTestCase.parameterize(
 376         NeutronUtilsFloatingIpTests, os_creds=os_creds,
 377         ext_net_name=ext_net_name, log_level=log_level))
 378     suite.addTest(OSComponentTestCase.parameterize(
 379         NovaUtilsKeypairTests, os_creds=os_creds, ext_net_name=ext_net_name,
 380         log_level=log_level))
 381     suite.addTest(OSComponentTestCase.parameterize(
 382         NovaUtilsFlavorTests, os_creds=os_creds, ext_net_name=ext_net_name,
 383         log_level=log_level))
 384     suite.addTest(OSComponentTestCase.parameterize(
 385         NovaUtilsInstanceTests, os_creds=os_creds, ext_net_name=ext_net_name,
 386         log_level=log_level, image_metadata=image_metadata))
 387     suite.addTest(OSComponentTestCase.parameterize(
 388         NovaUtilsInstanceVolumeTests, os_creds=os_creds,
 389         ext_net_name=ext_net_name, log_level=log_level,
 390         flavor_metadata=flavor_metadata, image_metadata=image_metadata))
 391     suite.addTest(OSComponentTestCase.parameterize(
 392         CreateFlavorTests, os_creds=os_creds, ext_net_name=ext_net_name,
 393         log_level=log_level))
 394     suite.addTest(OSComponentTestCase.parameterize(
 395         HeatUtilsCreateSimpleStackTests, os_creds=os_creds,
 396         ext_net_name=ext_net_name, log_level=log_level,
 397         image_metadata=image_metadata))
 398     suite.addTest(OSComponentTestCase.parameterize(
 399         HeatUtilsCreateComplexStackTests, os_creds=os_creds,
 400         ext_net_name=ext_net_name, log_level=log_level,
 401         image_metadata=image_metadata))
 402     suite.addTest(OSComponentTestCase.parameterize(
 403         HeatUtilsFlavorTests, os_creds=os_creds,
 404         ext_net_name=ext_net_name, log_level=log_level,
 405         image_metadata=image_metadata))
 406     suite.addTest(OSComponentTestCase.parameterize(
 407         HeatUtilsKeypairTests, os_creds=os_creds,
 408         ext_net_name=ext_net_name, log_level=log_level,
 409         image_metadata=image_metadata))
 410     suite.addTest(OSComponentTestCase.parameterize(
 411         HeatUtilsSecurityGroupTests, os_creds=os_creds,
 412         ext_net_name=ext_net_name, log_level=log_level,
 413         image_metadata=image_metadata))
 414     suite.addTest(OSComponentTestCase.parameterize(
 415         HeatUtilsVolumeTests, os_creds=os_creds,
 416         ext_net_name=ext_net_name, log_level=log_level,
 417         image_metadata=image_metadata))
 418     suite.addTest(OSComponentTestCase.parameterize(
 419         CinderUtilsQoSTests, os_creds=os_creds,
 420         ext_net_name=ext_net_name, log_level=log_level,
 421         image_metadata=image_metadata))
 422     suite.addTest(OSComponentTestCase.parameterize(
 423         CinderUtilsVolumeTests, os_creds=os_creds,
 424         ext_net_name=ext_net_name, log_level=log_level,
 425         image_metadata=image_metadata))
 426     suite.addTest(OSComponentTestCase.parameterize(
 427         CinderUtilsSimpleVolumeTypeTests, os_creds=os_creds,
 428         ext_net_name=ext_net_name, log_level=log_level,
 429         image_metadata=image_metadata))
 430     suite.addTest(OSComponentTestCase.parameterize(
 431         CinderUtilsAddEncryptionTests, os_creds=os_creds,
 432         ext_net_name=ext_net_name, log_level=log_level,
 433         image_metadata=image_metadata))
 434     suite.addTest(OSComponentTestCase.parameterize(
 435         CinderUtilsVolumeTypeCompleteTests, os_creds=os_creds,
 436         ext_net_name=ext_net_name, log_level=log_level,
 437         image_metadata=image_metadata))
 438
 439
 440 def add_openstack_integration_tests(suite, os_creds, ext_net_name,
 441                                     use_keystone=True, flavor_metadata=None,
 442                                     image_metadata=None, use_floating_ips=True,
 443                                     log_level=logging.INFO):
 444     """
 445     Adds tests written to exercise all long-running OpenStack integration tests
 446     meaning they will be creating VM instances and potentially performing some
 447     SSH functions through floatingIPs
 448     :param suite: the unittest.TestSuite object to which to add the tests
 449     :param os_creds: and instance of OSCreds that holds the credentials
 450                      required by OpenStack
 451     :param ext_net_name: the name of an external network on the cloud under
 452                          test
 453     :param use_keystone: when True, tests requiring direct access to Keystone
 454                          are added as these need to be running on a host that
 455                          has access to the cloud's private network
 456     :param image_metadata: dict() object containing metadata for creating an
 457                            image with custom config
 458                            (see YAML files in examples/image-metadata)
 459     :param flavor_metadata: dict() object containing the metadata required by
 460                             your flavor based on your configuration:
 461                             (i.e. {'hw:mem_page_size': 'large'})
 462     :param use_floating_ips: when true, all tests requiring Floating IPs will
 463                              be added to the suite
 464     :param log_level: the logging level
 465     :return: None as the tests will be adding to the 'suite' parameter object
 466     """
 467     # Tests the OpenStack API calls via a creator. If use_keystone, objects
 468     # will be created with a custom user and project
 469
 470     # Creator Object tests
 471     suite.addTest(OSIntegrationTestCase.parameterize(
 472         CreateSecurityGroupTests, os_creds=os_creds, ext_net_name=ext_net_name,
 473         use_keystone=use_keystone,
 474         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 475         log_level=log_level))
 476     suite.addTest(OSIntegrationTestCase.parameterize(
 477         CreateMultipleSecurityGroupTests, os_creds=os_creds,
 478         ext_net_name=ext_net_name, use_keystone=use_keystone,
 479         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 480         log_level=log_level))
 481     suite.addTest(OSIntegrationTestCase.parameterize(
 482         CreateImageSuccessTests, os_creds=os_creds, ext_net_name=ext_net_name,
 483         use_keystone=use_keystone,
 484         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 485         log_level=log_level))
 486     suite.addTest(OSIntegrationTestCase.parameterize(
 487         CreateImageNegativeTests, os_creds=os_creds, ext_net_name=ext_net_name,
 488         use_keystone=use_keystone,
 489         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 490         log_level=log_level))
 491     suite.addTest(OSIntegrationTestCase.parameterize(
 492         CreateMultiPartImageTests, os_creds=os_creds,
 493         ext_net_name=ext_net_name, use_keystone=use_keystone,
 494         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 495         log_level=log_level))
 496     suite.addTest(OSIntegrationTestCase.parameterize(
 497         CreateKeypairsTests, os_creds=os_creds, ext_net_name=ext_net_name,
 498         use_keystone=use_keystone,
 499         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 500         log_level=log_level))
 501     suite.addTest(OSIntegrationTestCase.parameterize(
 502         CreateKeypairsCleanupTests, os_creds=os_creds,
 503         ext_net_name=ext_net_name,
 504         use_keystone=use_keystone,
 505         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 506         log_level=log_level))
 507     suite.addTest(OSIntegrationTestCase.parameterize(
 508         CreateNetworkSuccessTests, os_creds=os_creds,
 509         ext_net_name=ext_net_name, use_keystone=use_keystone,
 510         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 511         log_level=log_level))
 512     suite.addTest(OSIntegrationTestCase.parameterize(
 513         CreateNetworkGatewayTests, os_creds=os_creds,
 514         ext_net_name=ext_net_name, use_keystone=use_keystone,
 515         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 516         log_level=log_level))
 517     suite.addTest(OSIntegrationTestCase.parameterize(
 518         CreateNetworkIPv6Tests, os_creds=os_creds,
 519         ext_net_name=ext_net_name, use_keystone=use_keystone,
 520         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 521         log_level=log_level))
 522     suite.addTest(OSIntegrationTestCase.parameterize(
 523         CreateMultipleNetworkTests, os_creds=os_creds,
 524         ext_net_name=ext_net_name, use_keystone=use_keystone,
 525         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 526         log_level=log_level))
 527     suite.addTest(OSIntegrationTestCase.parameterize(
 528         CreateRouterSuccessTests, os_creds=os_creds, ext_net_name=ext_net_name,
 529         use_keystone=use_keystone,
 530         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 531         log_level=log_level))
 532     suite.addTest(OSIntegrationTestCase.parameterize(
 533         CreateRouterNegativeTests, os_creds=os_creds,
 534         ext_net_name=ext_net_name, use_keystone=use_keystone,
 535         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 536         log_level=log_level))
 537     suite.addTest(OSIntegrationTestCase.parameterize(
 538         CreateMultipleRouterTests, os_creds=os_creds,
 539         ext_net_name=ext_net_name, use_keystone=use_keystone,
 540         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 541         log_level=log_level))
 542     suite.addTest(OSIntegrationTestCase.parameterize(
 543         CreateRouterSecurityGroupTests, os_creds=os_creds,
 544         ext_net_name=ext_net_name, use_keystone=use_keystone,
 545         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 546         log_level=log_level))
 547     suite.addTest(OSIntegrationTestCase.parameterize(
 548         CreateQoSTests, os_creds=os_creds,
 549         ext_net_name=ext_net_name, use_keystone=use_keystone,
 550         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 551         log_level=log_level))
 552     suite.addTest(OSIntegrationTestCase.parameterize(
 553         CreateSimpleVolumeTypeSuccessTests, os_creds=os_creds,
 554         ext_net_name=ext_net_name, use_keystone=use_keystone,
 555         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 556         log_level=log_level))
 557     suite.addTest(OSIntegrationTestCase.parameterize(
 558         CreateVolumeTypeComplexTests, os_creds=os_creds,
 559         ext_net_name=ext_net_name, use_keystone=use_keystone,
 560         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 561         log_level=log_level))
 562     suite.addTest(OSIntegrationTestCase.parameterize(
 563         CreateSimpleVolumeSuccessTests, os_creds=os_creds,
 564         ext_net_name=ext_net_name, use_keystone=use_keystone,
 565         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 566         log_level=log_level))
 567     suite.addTest(OSIntegrationTestCase.parameterize(
 568         CreateSimpleVolumeFailureTests, os_creds=os_creds,
 569         ext_net_name=ext_net_name, use_keystone=use_keystone,
 570         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 571         log_level=log_level))
 572     suite.addTest(OSIntegrationTestCase.parameterize(
 573         CreateVolumeWithTypeTests, os_creds=os_creds,
 574         ext_net_name=ext_net_name, use_keystone=use_keystone,
 575         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 576         log_level=log_level))
 577     suite.addTest(OSIntegrationTestCase.parameterize(
 578         CreateVolumeWithImageTests, os_creds=os_creds,
 579         ext_net_name=ext_net_name, use_keystone=use_keystone,
 580         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 581         log_level=log_level))
 582     suite.addTest(OSIntegrationTestCase.parameterize(
 583         CreateVolMultipleCredsTests, os_creds=os_creds,
 584         ext_net_name=ext_net_name, use_keystone=use_keystone,
 585         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 586         log_level=log_level))
 587
 588     # VM Instances
 589     suite.addTest(OSIntegrationTestCase.parameterize(
 590         SimpleHealthCheck, os_creds=os_creds, ext_net_name=ext_net_name,
 591         use_keystone=use_keystone,
 592         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 593         log_level=log_level))
 594     suite.addTest(OSIntegrationTestCase.parameterize(
 595         CreateInstanceTwoNetTests, os_creds=os_creds,
 596         ext_net_name=ext_net_name, use_keystone=use_keystone,
 597         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 598         log_level=log_level))
 599     suite.addTest(OSIntegrationTestCase.parameterize(
 600         CreateInstanceSimpleTests, os_creds=os_creds,
 601         ext_net_name=ext_net_name, use_keystone=use_keystone,
 602         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 603         log_level=log_level))
 604     suite.addTest(OSIntegrationTestCase.parameterize(
 605         CreateInstanceExternalNetTests, os_creds=os_creds,
 606         ext_net_name=ext_net_name, use_keystone=use_keystone,
 607         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 608         log_level=log_level))
 609     suite.addTest(OSIntegrationTestCase.parameterize(
 610         CreateInstancePortManipulationTests, os_creds=os_creds,
 611         ext_net_name=ext_net_name, use_keystone=use_keystone,
 612         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 613         log_level=log_level))
 614     suite.addTest(OSIntegrationTestCase.parameterize(
 615         InstanceSecurityGroupTests, os_creds=os_creds,
 616         ext_net_name=ext_net_name, use_keystone=use_keystone,
 617         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 618         log_level=log_level))
 619     suite.addTest(OSIntegrationTestCase.parameterize(
 620         CreateInstanceOnComputeHost, os_creds=os_creds,
 621         ext_net_name=ext_net_name, use_keystone=use_keystone,
 622         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 623         log_level=log_level))
 624     suite.addTest(OSIntegrationTestCase.parameterize(
 625         CreateInstanceFromThreePartImage, os_creds=os_creds,
 626         ext_net_name=ext_net_name, use_keystone=use_keystone,
 627         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 628         log_level=log_level))
 629     suite.addTest(OSIntegrationTestCase.parameterize(
 630         CreateInstanceVolumeTests, os_creds=os_creds,
 631         ext_net_name=ext_net_name, use_keystone=use_keystone,
 632         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 633         log_level=log_level))
 634     suite.addTest(OSIntegrationTestCase.parameterize(
 635         CreateInstanceIPv6NetworkTests, os_creds=os_creds,
 636         ext_net_name=ext_net_name, use_keystone=use_keystone,
 637         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 638         log_level=log_level))
 639     suite.addTest(OSIntegrationTestCase.parameterize(
 640         CreateStackSuccessTests, os_creds=os_creds, ext_net_name=ext_net_name,
 641         use_keystone=use_keystone,
 642         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 643         log_level=log_level))
 644     suite.addTest(OSIntegrationTestCase.parameterize(
 645         CreateStackVolumeTests, os_creds=os_creds, ext_net_name=ext_net_name,
 646         use_keystone=use_keystone,
 647         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 648         log_level=log_level))
 649     suite.addTest(OSIntegrationTestCase.parameterize(
 650         CreateStackFlavorTests, os_creds=os_creds, ext_net_name=ext_net_name,
 651         use_keystone=use_keystone,
 652         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 653         log_level=log_level))
 654     suite.addTest(OSIntegrationTestCase.parameterize(
 655         CreateStackKeypairTests, os_creds=os_creds, ext_net_name=ext_net_name,
 656         use_keystone=use_keystone,
 657         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 658         log_level=log_level))
 659     suite.addTest(OSIntegrationTestCase.parameterize(
 660         CreateStackSecurityGroupTests, os_creds=os_creds,
 661         ext_net_name=ext_net_name, use_keystone=use_keystone,
 662         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 663         log_level=log_level))
 664     suite.addTest(OSIntegrationTestCase.parameterize(
 665         CreateStackNegativeTests, os_creds=os_creds, ext_net_name=ext_net_name,
 666         use_keystone=use_keystone,
 667         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 668         log_level=log_level))
 669
 670     if use_floating_ips:
 671         suite.addTest(OSIntegrationTestCase.parameterize(
 672             CreateInstanceSingleNetworkTests, os_creds=os_creds,
 673             ext_net_name=ext_net_name, use_keystone=use_keystone,
 674             flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 675             log_level=log_level))
 676         suite.addTest(OSIntegrationTestCase.parameterize(
 677             CreateStackFloatingIpTests, os_creds=os_creds,
 678             ext_net_name=ext_net_name, use_keystone=use_keystone,
 679             flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 680             log_level=log_level))
 681         suite.addTest(OSIntegrationTestCase.parameterize(
 682             CreateStackNestedResourceTests, os_creds=os_creds,
 683             ext_net_name=ext_net_name, use_keystone=use_keystone,
 684             flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 685             log_level=log_level))
 686
 687
 688 def add_ansible_integration_tests(suite, os_creds, ext_net_name,
 689                                   use_keystone=True, flavor_metadata=None,
 690                                   image_metadata=None, log_level=logging.INFO):
 691     """
 692     Adds tests written to exercise all long-running OpenStack integration tests
 693     meaning they will be creating VM instances and potentially performing some
 694     SSH functions through floatingIPs
 695     :param suite: the unittest.TestSuite object to which to add the tests
 696     :param os_creds: and instance of OSCreds that holds the credentials
 697                      required by OpenStack
 698     :param ext_net_name: the name of an external network on the cloud under
 699                          test
 700     :param use_keystone: when True, tests requiring direct access to Keystone
 701                          are added as these need to be running on a host that
 702                          has access to the cloud's private network
 703     :param image_metadata: dict() object containing metadata for creating an
 704                            image with custom config
 705                            (see YAML files in examples/image-metadata)
 706     :param flavor_metadata: dict() object containing the metadata required by
 707                             your flavor based on your configuration:
 708                             (i.e. {'hw:mem_page_size': 'large'})
 709     :param log_level: the logging level
 710     :return: None as the tests will be adding to the 'suite' parameter object
 711     """
 712     suite.addTest(OSIntegrationTestCase.parameterize(
 713         AnsibleProvisioningTests, os_creds=os_creds,
 714         ext_net_name=ext_net_name, use_keystone=use_keystone,
 715         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 716         log_level=log_level))
 717
 718
 719 def add_openstack_ci_tests(
 720         suite, os_creds, ext_net_name, use_keystone=True, flavor_metadata=None,
 721         image_metadata=None, use_floating_ips=True, log_level=logging.INFO):
 722     """
 723     Adds tests written for a CI server to run the tests to validate code
 724     changes
 725     :param suite: the unittest.TestSuite object to which to add the tests
 726     :param os_creds: and instance of OSCreds that holds the credentials
 727                      required by OpenStack
 728     :param ext_net_name: the name of an external network on the cloud under
 729                          test
 730     :param use_keystone: when True, tests requiring direct access to Keystone
 731                          are added as these need to be running on a host that
 732                          has access to the cloud's private network
 733     :param image_metadata: dict() object containing metadata for creating an
 734                            image with custom config
 735                            (see YAML files in examples/image-metadata)
 736     :param flavor_metadata: dict() object containing the metadata required by
 737                             your flavor based on your configuration:
 738                             (i.e. {'hw:mem_page_size': 'large'})
 739     :param use_floating_ips: when true, all tests requiring Floating IPs will
 740                              be added to the suite
 741     :param log_level: the logging level
 742     :return: None as the tests will be adding to the 'suite' parameter object
 743     """
 744
 745     add_unit_tests(suite)
 746
 747     add_openstack_client_tests(suite, os_creds, ext_net_name, use_keystone,
 748                                log_level)
 749
 750     add_openstack_api_tests(suite, os_creds, ext_net_name, use_keystone,
 751                             image_metadata, log_level)
 752
 753     suite.addTest(OSIntegrationTestCase.parameterize(
 754         SimpleHealthCheck, os_creds=os_creds, ext_net_name=ext_net_name,
 755         use_keystone=use_keystone,
 756         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 757         log_level=log_level))
 758
 759     if use_floating_ips:
 760         suite.addTest(OSIntegrationTestCase.parameterize(
 761             CreateInstanceSingleNetworkTests, os_creds=os_creds,
 762             ext_net_name=ext_net_name, use_keystone=use_keystone,
 763             flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 764             log_level=log_level))
 765
 766     suite.addTest(OSIntegrationTestCase.parameterize(
 767         CreateStackSuccessTests, os_creds=os_creds, ext_net_name=ext_net_name,
 768         use_keystone=use_keystone,
 769         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 770         log_level=log_level))
 771     suite.addTest(OSIntegrationTestCase.parameterize(
 772         CreateStackNegativeTests, os_creds=os_creds, ext_net_name=ext_net_name,
 773         use_keystone=use_keystone,
 774         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 775         log_level=log_level))
 776
 777
 778 def add_openstack_staging_tests(suite, os_creds, ext_net_name,
 779                                 log_level=logging.INFO):
 780     """
 781     Adds tests that are still in development have not been designed to run
 782     successfully against all OpenStack pods
 783     :param suite: the unittest.TestSuite object to which to add the tests
 784     :param os_creds: Instance of OSCreds that holds the credentials
 785                     required by OpenStack
 786     :param ext_net_name: the name of an external network on the cloud under
 787                          test
 788     :param log_level: the logging level
 789     :return: None as the tests will be adding to the 'suite' parameter object
 790     """
 791     suite.addTest(OSComponentTestCase.parameterize(
 792         CreateNetworkTypeTests, os_creds=os_creds,
 793         ext_net_name=ext_net_name, log_level=log_level))
 794     suite.addTest(OSComponentTestCase.parameterize(
 795         CreateInstanceMockOfflineTests, os_creds=os_creds,
 796         ext_net_name=ext_net_name, log_level=log_level))
 797     suite.addTest(OSComponentTestCase.parameterize(
 798         MagnumSmokeTests, os_creds=os_creds,
 799         ext_net_name=ext_net_name, log_level=log_level))
 800     suite.addTest(OSComponentTestCase.parameterize(
 801         MagnumUtilsClusterTypeTests, os_creds=os_creds,
 802         ext_net_name=ext_net_name, log_level=log_level))
 803     suite.addTest(OSComponentTestCase.parameterize(
 804         CreateClusterTemplateTests, os_creds=os_creds,
 805         ext_net_name=ext_net_name, log_level=log_level))