snaps/test_suite_builder.py

   1 # Copyright (c) 2017 Cable Television Laboratories, Inc. ("CableLabs")
   2 #                    and others.  All rights reserved.
   3 #
   4 # Licensed under the Apache License, Version 2.0 (the "License");
   5 # you may not use this file except in compliance with the License.
   6 # You may obtain a copy of the License at:
   7 #
   8 #     http://www.apache.org/licenses/LICENSE-2.0
   9 #
  10 # Unless required by applicable law or agreed to in writing, software
  11 # distributed under the License is distributed on an "AS IS" BASIS,
  12 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13 # See the License for the specific language governing permissions and
  14 # limitations under the License.
  15
  16 import logging
  17 import unittest
  18
  19 from snaps.domain.test.flavor_tests import FlavorDomainObjectTests
  20 from snaps.domain.test.image_tests import ImageDomainObjectTests
  21 from snaps.domain.test.keypair_tests import KeypairDomainObjectTests
  22 from snaps.domain.test.network_tests import (
  23     SecurityGroupDomainObjectTests, SecurityGroupRuleDomainObjectTests,
  24     PortDomainObjectTests, RouterDomainObjectTests,
  25     InterfaceRouterDomainObjectTests, NetworkObjectTests, SubnetObjectTests)
  26 from snaps.domain.test.project_tests import (
  27     ProjectDomainObjectTests, DomainDomainObjectTests,
  28     ComputeQuotasDomainObjectTests, NetworkQuotasDomainObjectTests)
  29 from snaps.domain.test.role_tests import RoleDomainObjectTests
  30 from snaps.domain.test.stack_tests import (
  31     StackDomainObjectTests, ResourceDomainObjectTests)
  32 from snaps.domain.test.user_tests import UserDomainObjectTests
  33 from snaps.domain.test.vm_inst_tests import (
  34     VmInstDomainObjectTests, FloatingIpDomainObjectTests)
  35 from snaps.domain.test.volume_tests import (
  36     QoSSpecDomainObjectTests, VolumeTypeDomainObjectTests,
  37     VolumeTypeEncryptionObjectTests, VolumeDomainObjectTests)
  38 from snaps.openstack.tests.conf.os_credentials_tests import (
  39     ProxySettingsUnitTests, OSCredsUnitTests)
  40 from snaps.openstack.tests.create_flavor_tests import (
  41     CreateFlavorTests, FlavorSettingsUnitTests)
  42 from snaps.openstack.tests.create_image_tests import (
  43     CreateImageSuccessTests, CreateImageNegativeTests, ImageSettingsUnitTests,
  44     CreateMultiPartImageTests)
  45 from snaps.openstack.tests.create_instance_tests import (
  46     CreateInstanceSingleNetworkTests, CreateInstancePubPrivNetTests,
  47     CreateInstanceOnComputeHost, CreateInstanceSimpleTests,
  48     FloatingIpSettingsUnitTests, InstanceSecurityGroupTests,
  49     VmInstanceSettingsUnitTests, CreateInstancePortManipulationTests,
  50     SimpleHealthCheck, CreateInstanceFromThreePartImage,
  51     CreateInstanceMockOfflineTests, CreateInstanceTwoNetTests,
  52     CreateInstanceVolumeTests)
  53 from snaps.openstack.tests.create_keypairs_tests import (
  54     CreateKeypairsTests, KeypairSettingsUnitTests, CreateKeypairsCleanupTests)
  55 from snaps.openstack.tests.create_network_tests import (
  56     CreateNetworkSuccessTests, NetworkSettingsUnitTests, PortSettingsUnitTests,
  57     SubnetSettingsUnitTests, CreateNetworkTypeTests)
  58 from snaps.openstack.tests.create_project_tests import (
  59     CreateProjectSuccessTests, ProjectSettingsUnitTests,
  60     CreateProjectUserTests)
  61 from snaps.openstack.tests.create_qos_tests import (
  62     QoSSettingsUnitTests, CreateQoSTests)
  63 from snaps.openstack.tests.create_router_tests import (
  64     CreateRouterSuccessTests, CreateRouterNegativeTests,
  65     RouterSettingsUnitTests)
  66 from snaps.openstack.tests.create_security_group_tests import (
  67     CreateSecurityGroupTests, SecurityGroupRuleSettingsUnitTests,
  68     SecurityGroupSettingsUnitTests)
  69 from snaps.openstack.tests.create_stack_tests import (
  70     StackSettingsUnitTests, CreateStackSuccessTests, CreateStackNegativeTests,
  71     CreateStackFlavorTests, CreateStackFloatingIpTests,
  72     CreateStackKeypairTests, CreateStackVolumeTests)
  73 from snaps.openstack.tests.create_user_tests import (
  74     UserSettingsUnitTests, CreateUserSuccessTests)
  75 from snaps.openstack.tests.create_volume_tests import (
  76     VolumeSettingsUnitTests, CreateSimpleVolumeSuccessTests,
  77     CreateVolumeWithTypeTests, CreateVolumeWithImageTests,
  78     CreateSimpleVolumeFailureTests)
  79 from snaps.openstack.tests.create_volume_type_tests import (
  80     VolumeTypeSettingsUnitTests, CreateSimpleVolumeTypeSuccessTests,
  81     CreateVolumeTypeComplexTests)
  82 from snaps.openstack.tests.os_source_file_test import (
  83     OSComponentTestCase, OSIntegrationTestCase)
  84 from snaps.openstack.utils.tests.cinder_utils_tests import (
  85     CinderSmokeTests, CinderUtilsQoSTests, CinderUtilsSimpleVolumeTypeTests,
  86     CinderUtilsAddEncryptionTests, CinderUtilsVolumeTypeCompleteTests,
  87     CinderUtilsVolumeTests)
  88 from snaps.openstack.utils.tests.glance_utils_tests import (
  89     GlanceSmokeTests, GlanceUtilsTests)
  90 from snaps.openstack.utils.tests.heat_utils_tests import (
  91     HeatSmokeTests, HeatUtilsCreateSimpleStackTests,
  92     HeatUtilsCreateComplexStackTests, HeatUtilsFlavorTests,
  93     HeatUtilsKeypairTests, HeatUtilsVolumeTests)
  94 from snaps.openstack.utils.tests.keystone_utils_tests import (
  95     KeystoneSmokeTests, KeystoneUtilsTests)
  96 from snaps.openstack.utils.tests.neutron_utils_tests import (
  97     NeutronSmokeTests, NeutronUtilsNetworkTests, NeutronUtilsSubnetTests,
  98     NeutronUtilsRouterTests, NeutronUtilsSecurityGroupTests,
  99     NeutronUtilsFloatingIpTests)
 100 from snaps.openstack.utils.tests.nova_utils_tests import (
 101     NovaSmokeTests, NovaUtilsKeypairTests, NovaUtilsFlavorTests,
 102     NovaUtilsInstanceTests, NovaUtilsInstanceVolumeTests)
 103 from snaps.openstack.utils.tests.settings_utils_tests import (
 104     SettingsUtilsUnitTests)
 105 from snaps.provisioning.tests.ansible_utils_tests import (
 106     AnsibleProvisioningTests)
 107 from snaps.tests.file_utils_tests import FileUtilsTests
 108
 109 __author__ = 'spisarski'
 110
 111
 112 def add_unit_tests(suite):
 113     """
 114     Adds tests that do not require external resources
 115     :param suite: the unittest.TestSuite object to which to add the tests
 116     :return: None as the tests will be adding to the 'suite' parameter object
 117     """
 118     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(FileUtilsTests))
 119     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 120         SecurityGroupRuleSettingsUnitTests))
 121     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 122         ProxySettingsUnitTests))
 123     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 124         OSCredsUnitTests))
 125     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 126         SecurityGroupSettingsUnitTests))
 127     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 128         SecurityGroupDomainObjectTests))
 129     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 130         SecurityGroupRuleDomainObjectTests))
 131     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 132         ImageSettingsUnitTests))
 133     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 134         ImageDomainObjectTests))
 135     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 136         FlavorSettingsUnitTests))
 137     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 138         FlavorDomainObjectTests))
 139     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 140         KeypairSettingsUnitTests))
 141     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 142         KeypairDomainObjectTests))
 143     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 144         UserSettingsUnitTests))
 145     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 146         UserDomainObjectTests))
 147     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 148         ProjectSettingsUnitTests))
 149     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 150         ProjectDomainObjectTests))
 151     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 152         DomainDomainObjectTests))
 153     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 154         ComputeQuotasDomainObjectTests))
 155     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 156         NetworkQuotasDomainObjectTests))
 157     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 158         RoleDomainObjectTests))
 159     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 160         NetworkSettingsUnitTests))
 161     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 162         NetworkObjectTests))
 163     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 164         SubnetSettingsUnitTests))
 165     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 166         SubnetObjectTests))
 167     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 168         PortSettingsUnitTests))
 169     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 170         PortDomainObjectTests))
 171     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 172         RouterSettingsUnitTests))
 173     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 174         RouterDomainObjectTests))
 175     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 176         InterfaceRouterDomainObjectTests))
 177     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 178         FloatingIpSettingsUnitTests))
 179     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 180         VmInstanceSettingsUnitTests))
 181     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 182         StackDomainObjectTests))
 183     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 184         ResourceDomainObjectTests))
 185     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 186         StackSettingsUnitTests))
 187     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 188         VolumeTypeDomainObjectTests))
 189     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 190         VolumeTypeEncryptionObjectTests))
 191     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 192         VolumeDomainObjectTests))
 193     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 194         QoSSpecDomainObjectTests))
 195     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 196         VmInstDomainObjectTests))
 197     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 198         FloatingIpDomainObjectTests))
 199     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 200         QoSSettingsUnitTests))
 201     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 202         VolumeTypeSettingsUnitTests))
 203     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 204         VolumeSettingsUnitTests))
 205     suite.addTest(unittest.TestLoader().loadTestsFromTestCase(
 206         SettingsUtilsUnitTests))
 207
 208
 209 def add_openstack_client_tests(suite, os_creds, ext_net_name,
 210                                use_keystone=True, log_level=logging.INFO):
 211     """
 212     Adds tests written to exercise OpenStack client retrieval
 213     :param suite: the unittest.TestSuite object to which to add the tests
 214     :param os_creds: and instance of OSCreds that holds the credentials
 215                      required by OpenStack
 216     :param ext_net_name: the name of an external network on the cloud under
 217                          test
 218     :param use_keystone: when True, tests requiring direct access to Keystone
 219                          are added as these need to be running on a host that
 220                          has access to the cloud's private network
 221     :param log_level: the logging level
 222     :return: None as the tests will be adding to the 'suite' parameter object
 223     """
 224     # Basic connection tests
 225     suite.addTest(
 226         OSComponentTestCase.parameterize(
 227             GlanceSmokeTests, os_creds=os_creds, ext_net_name=ext_net_name,
 228             log_level=log_level))
 229
 230     if use_keystone:
 231         suite.addTest(
 232             OSComponentTestCase.parameterize(
 233                 KeystoneSmokeTests, os_creds=os_creds,
 234                 ext_net_name=ext_net_name, log_level=log_level))
 235
 236     suite.addTest(
 237         OSComponentTestCase.parameterize(
 238             NeutronSmokeTests, os_creds=os_creds, ext_net_name=ext_net_name,
 239             log_level=log_level))
 240     suite.addTest(
 241         OSComponentTestCase.parameterize(
 242             NovaSmokeTests, os_creds=os_creds, ext_net_name=ext_net_name,
 243             log_level=log_level))
 244     suite.addTest(
 245         OSComponentTestCase.parameterize(
 246             HeatSmokeTests, os_creds=os_creds, ext_net_name=ext_net_name,
 247             log_level=log_level))
 248     suite.addTest(
 249         OSComponentTestCase.parameterize(
 250             CinderSmokeTests, os_creds=os_creds, ext_net_name=ext_net_name,
 251             log_level=log_level))
 252
 253
 254 def add_openstack_api_tests(suite, os_creds, ext_net_name, use_keystone=True,
 255                             image_metadata=None, log_level=logging.INFO):
 256     """
 257     Adds tests written to exercise all existing OpenStack APIs
 258     :param suite: the unittest.TestSuite object to which to add the tests
 259     :param os_creds: Instance of OSCreds that holds the credentials
 260                      required by OpenStack
 261     :param ext_net_name: the name of an external network on the cloud under
 262                          test
 263     :param use_keystone: when True, tests requiring direct access to Keystone
 264                          are added as these need to be running on a host that
 265                          has access to the cloud's private network
 266     :param image_metadata: dict() object containing metadata for creating an
 267                            image with custom config
 268                            (see YAML files in examples/image-metadata)
 269     :param log_level: the logging level
 270     :return: None as the tests will be adding to the 'suite' parameter object
 271     """
 272     # Tests the OpenStack API calls
 273     if use_keystone:
 274         suite.addTest(OSComponentTestCase.parameterize(
 275             KeystoneUtilsTests, os_creds=os_creds, ext_net_name=ext_net_name,
 276             log_level=log_level))
 277         suite.addTest(OSComponentTestCase.parameterize(
 278             CreateUserSuccessTests, os_creds=os_creds,
 279             ext_net_name=ext_net_name, log_level=log_level))
 280         suite.addTest(OSComponentTestCase.parameterize(
 281             CreateProjectSuccessTests, os_creds=os_creds,
 282             ext_net_name=ext_net_name, log_level=log_level))
 283         suite.addTest(OSComponentTestCase.parameterize(
 284             CreateProjectUserTests, os_creds=os_creds,
 285             ext_net_name=ext_net_name, log_level=log_level))
 286
 287     suite.addTest(OSComponentTestCase.parameterize(
 288         GlanceUtilsTests, os_creds=os_creds, ext_net_name=ext_net_name,
 289         image_metadata=image_metadata,
 290         log_level=log_level))
 291     suite.addTest(OSComponentTestCase.parameterize(
 292         NeutronUtilsNetworkTests, os_creds=os_creds, ext_net_name=ext_net_name,
 293         log_level=log_level))
 294     suite.addTest(OSComponentTestCase.parameterize(
 295         NeutronUtilsSubnetTests, os_creds=os_creds, ext_net_name=ext_net_name,
 296         log_level=log_level))
 297     suite.addTest(OSComponentTestCase.parameterize(
 298         NeutronUtilsRouterTests, os_creds=os_creds, ext_net_name=ext_net_name,
 299         log_level=log_level))
 300     suite.addTest(OSComponentTestCase.parameterize(
 301         NeutronUtilsSecurityGroupTests, os_creds=os_creds,
 302         ext_net_name=ext_net_name, log_level=log_level))
 303     suite.addTest(OSComponentTestCase.parameterize(
 304         NeutronUtilsFloatingIpTests, os_creds=os_creds,
 305         ext_net_name=ext_net_name, log_level=log_level))
 306     suite.addTest(OSComponentTestCase.parameterize(
 307         NovaUtilsKeypairTests, os_creds=os_creds, ext_net_name=ext_net_name,
 308         log_level=log_level))
 309     suite.addTest(OSComponentTestCase.parameterize(
 310         NovaUtilsFlavorTests, os_creds=os_creds, ext_net_name=ext_net_name,
 311         log_level=log_level))
 312     suite.addTest(OSComponentTestCase.parameterize(
 313         NovaUtilsInstanceTests, os_creds=os_creds, ext_net_name=ext_net_name,
 314         log_level=log_level, image_metadata=image_metadata))
 315     suite.addTest(OSComponentTestCase.parameterize(
 316         NovaUtilsInstanceVolumeTests, os_creds=os_creds,
 317         ext_net_name=ext_net_name, log_level=log_level,
 318         image_metadata=image_metadata))
 319     suite.addTest(OSComponentTestCase.parameterize(
 320         CreateFlavorTests, os_creds=os_creds, ext_net_name=ext_net_name,
 321         log_level=log_level))
 322     suite.addTest(OSComponentTestCase.parameterize(
 323         HeatUtilsCreateSimpleStackTests, os_creds=os_creds,
 324         ext_net_name=ext_net_name, log_level=log_level,
 325         image_metadata=image_metadata))
 326     suite.addTest(OSComponentTestCase.parameterize(
 327         HeatUtilsCreateComplexStackTests, os_creds=os_creds,
 328         ext_net_name=ext_net_name, log_level=log_level,
 329         image_metadata=image_metadata))
 330     suite.addTest(OSComponentTestCase.parameterize(
 331         HeatUtilsVolumeTests, os_creds=os_creds,
 332         ext_net_name=ext_net_name, log_level=log_level,
 333         image_metadata=image_metadata))
 334     suite.addTest(OSComponentTestCase.parameterize(
 335         HeatUtilsFlavorTests, os_creds=os_creds,
 336         ext_net_name=ext_net_name, log_level=log_level,
 337         image_metadata=image_metadata))
 338     suite.addTest(OSComponentTestCase.parameterize(
 339         HeatUtilsKeypairTests, os_creds=os_creds,
 340         ext_net_name=ext_net_name, log_level=log_level,
 341         image_metadata=image_metadata))
 342     suite.addTest(OSComponentTestCase.parameterize(
 343         CinderUtilsQoSTests, os_creds=os_creds,
 344         ext_net_name=ext_net_name, log_level=log_level,
 345         image_metadata=image_metadata))
 346     suite.addTest(OSComponentTestCase.parameterize(
 347         CinderUtilsVolumeTests, os_creds=os_creds,
 348         ext_net_name=ext_net_name, log_level=log_level,
 349         image_metadata=image_metadata))
 350     suite.addTest(OSComponentTestCase.parameterize(
 351         CinderUtilsSimpleVolumeTypeTests, os_creds=os_creds,
 352         ext_net_name=ext_net_name, log_level=log_level,
 353         image_metadata=image_metadata))
 354     suite.addTest(OSComponentTestCase.parameterize(
 355         CinderUtilsAddEncryptionTests, os_creds=os_creds,
 356         ext_net_name=ext_net_name, log_level=log_level,
 357         image_metadata=image_metadata))
 358     suite.addTest(OSComponentTestCase.parameterize(
 359         CinderUtilsVolumeTypeCompleteTests, os_creds=os_creds,
 360         ext_net_name=ext_net_name, log_level=log_level,
 361         image_metadata=image_metadata))
 362
 363
 364 def add_openstack_integration_tests(suite, os_creds, ext_net_name,
 365                                     use_keystone=True, flavor_metadata=None,
 366                                     image_metadata=None, use_floating_ips=True,
 367                                     log_level=logging.INFO):
 368     """
 369     Adds tests written to exercise all long-running OpenStack integration tests
 370     meaning they will be creating VM instances and potentially performing some
 371     SSH functions through floatingIPs
 372     :param suite: the unittest.TestSuite object to which to add the tests
 373     :param os_creds: and instance of OSCreds that holds the credentials
 374                      required by OpenStack
 375     :param ext_net_name: the name of an external network on the cloud under
 376                          test
 377     :param use_keystone: when True, tests requiring direct access to Keystone
 378                          are added as these need to be running on a host that
 379                          has access to the cloud's private network
 380     :param image_metadata: dict() object containing metadata for creating an
 381                            image with custom config
 382                            (see YAML files in examples/image-metadata)
 383     :param flavor_metadata: dict() object containing the metadata required by
 384                             your flavor based on your configuration:
 385                             (i.e. {'hw:mem_page_size': 'large'})
 386     :param use_floating_ips: when true, all tests requiring Floating IPs will
 387                              be added to the suite
 388     :param log_level: the logging level
 389     :return: None as the tests will be adding to the 'suite' parameter object
 390     """
 391     # Tests the OpenStack API calls via a creator. If use_keystone, objects
 392     # will be created with a custom user and project
 393
 394     # Creator Object tests
 395     suite.addTest(OSIntegrationTestCase.parameterize(
 396         CreateSecurityGroupTests, os_creds=os_creds, ext_net_name=ext_net_name,
 397         use_keystone=use_keystone,
 398         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 399         log_level=log_level))
 400     suite.addTest(OSIntegrationTestCase.parameterize(
 401         CreateImageSuccessTests, os_creds=os_creds, ext_net_name=ext_net_name,
 402         use_keystone=use_keystone,
 403         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 404         log_level=log_level))
 405     suite.addTest(OSIntegrationTestCase.parameterize(
 406         CreateImageNegativeTests, os_creds=os_creds, ext_net_name=ext_net_name,
 407         use_keystone=use_keystone,
 408         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 409         log_level=log_level))
 410     suite.addTest(OSIntegrationTestCase.parameterize(
 411         CreateMultiPartImageTests, os_creds=os_creds,
 412         ext_net_name=ext_net_name, use_keystone=use_keystone,
 413         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 414         log_level=log_level))
 415     suite.addTest(OSIntegrationTestCase.parameterize(
 416         CreateKeypairsTests, os_creds=os_creds, ext_net_name=ext_net_name,
 417         use_keystone=use_keystone,
 418         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 419         log_level=log_level))
 420     suite.addTest(OSIntegrationTestCase.parameterize(
 421         CreateKeypairsCleanupTests, os_creds=os_creds,
 422         ext_net_name=ext_net_name,
 423         use_keystone=use_keystone,
 424         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 425         log_level=log_level))
 426     suite.addTest(OSIntegrationTestCase.parameterize(
 427         CreateNetworkSuccessTests, os_creds=os_creds,
 428         ext_net_name=ext_net_name, use_keystone=use_keystone,
 429         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 430         log_level=log_level))
 431     suite.addTest(OSIntegrationTestCase.parameterize(
 432         CreateRouterSuccessTests, os_creds=os_creds, ext_net_name=ext_net_name,
 433         use_keystone=use_keystone,
 434         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 435         log_level=log_level))
 436     suite.addTest(OSIntegrationTestCase.parameterize(
 437         CreateRouterNegativeTests, os_creds=os_creds,
 438         ext_net_name=ext_net_name, use_keystone=use_keystone,
 439         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 440         log_level=log_level))
 441     suite.addTest(OSIntegrationTestCase.parameterize(
 442         CreateQoSTests, os_creds=os_creds,
 443         ext_net_name=ext_net_name, use_keystone=use_keystone,
 444         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 445         log_level=log_level))
 446     suite.addTest(OSIntegrationTestCase.parameterize(
 447         CreateSimpleVolumeTypeSuccessTests, os_creds=os_creds,
 448         ext_net_name=ext_net_name, use_keystone=use_keystone,
 449         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 450         log_level=log_level))
 451     suite.addTest(OSIntegrationTestCase.parameterize(
 452         CreateVolumeTypeComplexTests, os_creds=os_creds,
 453         ext_net_name=ext_net_name, use_keystone=use_keystone,
 454         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 455         log_level=log_level))
 456     suite.addTest(OSIntegrationTestCase.parameterize(
 457         CreateSimpleVolumeSuccessTests, os_creds=os_creds,
 458         ext_net_name=ext_net_name, use_keystone=use_keystone,
 459         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 460         log_level=log_level))
 461     suite.addTest(OSIntegrationTestCase.parameterize(
 462         CreateSimpleVolumeFailureTests, os_creds=os_creds,
 463         ext_net_name=ext_net_name, use_keystone=use_keystone,
 464         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 465         log_level=log_level))
 466     suite.addTest(OSIntegrationTestCase.parameterize(
 467         CreateVolumeWithTypeTests, os_creds=os_creds,
 468         ext_net_name=ext_net_name, use_keystone=use_keystone,
 469         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 470         log_level=log_level))
 471     suite.addTest(OSIntegrationTestCase.parameterize(
 472         CreateVolumeWithImageTests, os_creds=os_creds,
 473         ext_net_name=ext_net_name, use_keystone=use_keystone,
 474         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 475         log_level=log_level))
 476
 477     # VM Instances
 478     suite.addTest(OSIntegrationTestCase.parameterize(
 479         SimpleHealthCheck, os_creds=os_creds, ext_net_name=ext_net_name,
 480         use_keystone=use_keystone,
 481         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 482         log_level=log_level))
 483     suite.addTest(OSIntegrationTestCase.parameterize(
 484         CreateInstanceTwoNetTests, os_creds=os_creds,
 485         ext_net_name=ext_net_name, use_keystone=use_keystone,
 486         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 487         log_level=log_level))
 488     suite.addTest(OSIntegrationTestCase.parameterize(
 489         CreateInstanceSimpleTests, os_creds=os_creds,
 490         ext_net_name=ext_net_name, use_keystone=use_keystone,
 491         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 492         log_level=log_level))
 493     suite.addTest(OSIntegrationTestCase.parameterize(
 494         CreateInstancePortManipulationTests, os_creds=os_creds,
 495         ext_net_name=ext_net_name, use_keystone=use_keystone,
 496         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 497         log_level=log_level))
 498     suite.addTest(OSIntegrationTestCase.parameterize(
 499         InstanceSecurityGroupTests, os_creds=os_creds,
 500         ext_net_name=ext_net_name, use_keystone=use_keystone,
 501         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 502         log_level=log_level))
 503     suite.addTest(OSIntegrationTestCase.parameterize(
 504         CreateInstanceOnComputeHost, os_creds=os_creds,
 505         ext_net_name=ext_net_name, use_keystone=use_keystone,
 506         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 507         log_level=log_level))
 508     suite.addTest(OSIntegrationTestCase.parameterize(
 509         CreateInstanceFromThreePartImage, os_creds=os_creds,
 510         ext_net_name=ext_net_name, use_keystone=use_keystone,
 511         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 512         log_level=log_level))
 513     suite.addTest(OSIntegrationTestCase.parameterize(
 514         CreateInstanceVolumeTests, os_creds=os_creds,
 515         ext_net_name=ext_net_name, use_keystone=use_keystone,
 516         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 517         log_level=log_level))
 518     suite.addTest(OSIntegrationTestCase.parameterize(
 519         CreateStackSuccessTests, os_creds=os_creds, ext_net_name=ext_net_name,
 520         use_keystone=use_keystone,
 521         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 522         log_level=log_level))
 523     suite.addTest(OSIntegrationTestCase.parameterize(
 524         CreateStackVolumeTests, os_creds=os_creds, ext_net_name=ext_net_name,
 525         use_keystone=use_keystone,
 526         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 527         log_level=log_level))
 528     suite.addTest(OSIntegrationTestCase.parameterize(
 529         CreateStackFlavorTests, os_creds=os_creds, ext_net_name=ext_net_name,
 530         use_keystone=use_keystone,
 531         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 532         log_level=log_level))
 533     suite.addTest(OSIntegrationTestCase.parameterize(
 534         CreateStackKeypairTests, os_creds=os_creds, ext_net_name=ext_net_name,
 535         use_keystone=use_keystone,
 536         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 537         log_level=log_level))
 538     suite.addTest(OSIntegrationTestCase.parameterize(
 539         CreateStackNegativeTests, os_creds=os_creds, ext_net_name=ext_net_name,
 540         use_keystone=use_keystone,
 541         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 542         log_level=log_level))
 543
 544     if use_floating_ips:
 545         suite.addTest(OSIntegrationTestCase.parameterize(
 546             CreateInstanceSingleNetworkTests, os_creds=os_creds,
 547             ext_net_name=ext_net_name, use_keystone=use_keystone,
 548             flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 549             log_level=log_level))
 550         suite.addTest(OSIntegrationTestCase.parameterize(
 551             CreateStackFloatingIpTests, os_creds=os_creds,
 552             ext_net_name=ext_net_name, use_keystone=use_keystone,
 553             flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 554             log_level=log_level))
 555         suite.addTest(OSIntegrationTestCase.parameterize(
 556             AnsibleProvisioningTests, os_creds=os_creds,
 557             ext_net_name=ext_net_name, use_keystone=use_keystone,
 558             flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 559             log_level=log_level))
 560
 561
 562 def add_openstack_ci_tests(
 563         suite, os_creds, ext_net_name, use_keystone=True, flavor_metadata=None,
 564         image_metadata=None, use_floating_ips=True, log_level=logging.INFO):
 565     """
 566     Adds tests written for a CI server to run the tests to validate code
 567     changes
 568     :param suite: the unittest.TestSuite object to which to add the tests
 569     :param os_creds: and instance of OSCreds that holds the credentials
 570                      required by OpenStack
 571     :param ext_net_name: the name of an external network on the cloud under
 572                          test
 573     :param use_keystone: when True, tests requiring direct access to Keystone
 574                          are added as these need to be running on a host that
 575                          has access to the cloud's private network
 576     :param image_metadata: dict() object containing metadata for creating an
 577                            image with custom config
 578                            (see YAML files in examples/image-metadata)
 579     :param flavor_metadata: dict() object containing the metadata required by
 580                             your flavor based on your configuration:
 581                             (i.e. {'hw:mem_page_size': 'large'})
 582     :param use_floating_ips: when true, all tests requiring Floating IPs will
 583                              be added to the suite
 584     :param log_level: the logging level
 585     :return: None as the tests will be adding to the 'suite' parameter object
 586     """
 587
 588     add_unit_tests(suite)
 589
 590     add_openstack_client_tests(suite, os_creds, ext_net_name, use_keystone,
 591                                log_level)
 592
 593     add_openstack_api_tests(suite, os_creds, ext_net_name, use_keystone,
 594                             image_metadata, log_level)
 595
 596     suite.addTest(OSIntegrationTestCase.parameterize(
 597         SimpleHealthCheck, os_creds=os_creds, ext_net_name=ext_net_name,
 598         use_keystone=use_keystone,
 599         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 600         log_level=log_level))
 601
 602     if use_floating_ips:
 603         suite.addTest(OSIntegrationTestCase.parameterize(
 604             CreateInstanceSingleNetworkTests, os_creds=os_creds,
 605             ext_net_name=ext_net_name, use_keystone=use_keystone,
 606             flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 607             log_level=log_level))
 608
 609     suite.addTest(OSIntegrationTestCase.parameterize(
 610         CreateStackSuccessTests, os_creds=os_creds, ext_net_name=ext_net_name,
 611         use_keystone=use_keystone,
 612         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 613         log_level=log_level))
 614     suite.addTest(OSIntegrationTestCase.parameterize(
 615         CreateStackNegativeTests, os_creds=os_creds, ext_net_name=ext_net_name,
 616         use_keystone=use_keystone,
 617         flavor_metadata=flavor_metadata, image_metadata=image_metadata,
 618         log_level=log_level))
 619
 620
 621 def add_openstack_staging_tests(suite, os_creds, ext_net_name,
 622                                 log_level=logging.INFO):
 623     """
 624     Adds tests that are still in development have not been designed to run
 625     successfully against all OpenStack pods
 626     :param suite: the unittest.TestSuite object to which to add the tests
 627     :param os_creds: Instance of OSCreds that holds the credentials
 628                     required by OpenStack
 629     :param ext_net_name: the name of an external network on the cloud under
 630                          test
 631     :param log_level: the logging level
 632     :return: None as the tests will be adding to the 'suite' parameter object
 633     """
 634     suite.addTest(OSComponentTestCase.parameterize(
 635         CreateNetworkTypeTests, os_creds=os_creds, ext_net_name=ext_net_name,
 636         log_level=log_level))
 637     suite.addTest(OSComponentTestCase.parameterize(
 638         CreateInstanceMockOfflineTests, os_creds=os_creds,
 639         ext_net_name=ext_net_name, log_level=log_level))
 640     suite.addTest(OSIntegrationTestCase.parameterize(
 641             CreateInstancePubPrivNetTests, os_creds=os_creds,
 642             ext_net_name=ext_net_name, log_level=log_level))