1 # Copyright (c) 2017 Cable Television Laboratories, Inc. ("CableLabs")
2 # and others. All rights reserved.
4 # Licensed under the Apache License, Version 2.0 (the "License");
5 # you may not use this file except in compliance with the License.
6 # You may obtain a copy of the License at:
8 # http://www.apache.org/licenses/LICENSE-2.0
10 # Unless required by applicable law or agreed to in writing, software
11 # distributed under the License is distributed on an "AS IS" BASIS,
12 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 # See the License for the specific language governing permissions and
14 # limitations under the License.
23 import snaps.config.stack as stack_config
24 from snaps.config.flavor import FlavorConfig
25 from snaps.openstack.create_flavor import OpenStackFlavor
27 from snaps.openstack.create_image import OpenStackImage
28 from snaps.openstack.create_instance import OpenStackVmInstance
29 from snaps.openstack.create_stack import StackConfig
30 from snaps.openstack.tests import openstack_tests
31 from snaps.openstack.tests.os_source_file_test import OSComponentTestCase
32 from snaps.openstack.utils import (
33 heat_utils, neutron_utils, nova_utils, settings_utils, glance_utils,
36 __author__ = 'spisarski'
38 logger = logging.getLogger('heat_utils_tests')
41 class HeatSmokeTests(OSComponentTestCase):
43 Tests to ensure that the heat client can communicate with the cloud
46 def test_heat_connect_success(self):
48 Tests to ensure that the proper credentials can connect.
50 heat = heat_utils.heat_client(self.os_creds)
52 # This should not throw an exception
53 stacks = heat.stacks.list()
57 def test_heat_connect_fail(self):
59 Tests to ensure that the improper credentials cannot connect.
61 from snaps.openstack.os_credentials import OSCreds
63 heat = heat_utils.heat_client(
64 OSCreds(username='user', password='pass',
65 auth_url=self.os_creds.auth_url,
66 project_name=self.os_creds.project_name,
67 proxy_settings=self.os_creds.proxy_settings))
68 stacks = heat.stacks.list()
70 # This should throw an exception
71 with self.assertRaises(Exception):
76 class HeatUtilsCreateSimpleStackTests(OSComponentTestCase):
78 Test basic Heat functionality
83 Instantiates OpenStack instances that cannot be spawned by Heat
85 guid = self.__class__.__name__ + '-' + str(uuid.uuid4())
86 stack_name1 = guid + '-stack1'
87 stack_name2 = guid + '-stack2'
88 self.network_name = guid + '-net'
89 self.subnet_name = guid + '-subnet'
90 self.vm_inst_name = guid + '-inst'
92 self.image_creator = OpenStackImage(
93 self.os_creds, openstack_tests.cirros_image_settings(
94 name=guid + '-image', image_metadata=self.image_metadata))
95 self.image_creator.create()
98 self.flavor_creator = OpenStackFlavor(
100 FlavorConfig(name=guid + '-flavor', ram=256, disk=10, vcpus=1))
101 self.flavor_creator.create()
103 env_values = {'image_name': self.image_creator.image_settings.name,
104 'flavor_name': self.flavor_creator.flavor_settings.name,
105 'net_name': self.network_name,
106 'subnet_name': self.subnet_name,
107 'inst_name': self.vm_inst_name}
108 heat_tmplt_path = pkg_resources.resource_filename(
109 'snaps.openstack.tests.heat', 'test_heat_template.yaml')
110 self.stack_settings1 = StackConfig(
111 name=stack_name1, template_path=heat_tmplt_path,
112 env_values=env_values)
113 self.stack_settings2 = StackConfig(
114 name=stack_name2, template_path=heat_tmplt_path,
115 env_values=env_values)
118 self.heat_client = heat_utils.heat_client(self.os_creds)
122 Cleans the stack and image
126 heat_utils.delete_stack(self.heat_client, self.stack1)
132 heat_utils.delete_stack(self.heat_client, self.stack2)
136 if self.image_creator:
138 self.image_creator.clean()
142 if self.flavor_creator:
144 self.flavor_creator.clean()
148 def test_create_stack(self):
150 Tests the creation of an OpenStack Heat stack1 that does not exist.
152 self.stack1 = heat_utils.create_stack(self.heat_client,
153 self.stack_settings1)
155 stack_query_1 = heat_utils.get_stack(
156 self.heat_client, stack_settings=self.stack_settings1)
157 self.assertEqual(self.stack1, stack_query_1)
159 stack_query_2 = heat_utils.get_stack(
160 self.heat_client, stack_name=self.stack_settings1.name)
161 self.assertEqual(self.stack1, stack_query_2)
163 stack_query_3 = heat_utils.get_stack_by_id(self.heat_client,
165 self.assertEqual(self.stack1, stack_query_3)
167 resources = heat_utils.get_resources(self.heat_client, self.stack1.id)
168 self.assertIsNotNone(resources)
169 self.assertEqual(4, len(resources))
171 outputs = heat_utils.get_outputs(self.heat_client, self.stack1)
172 self.assertIsNotNone(outputs)
173 self.assertEqual(0, len(outputs))
175 self.assertTrue(stack_active(self.heat_client, self.stack1))
177 neutron = neutron_utils.neutron_client(self.os_creds)
178 networks = heat_utils.get_stack_networks(
179 self.heat_client, neutron, self.stack1)
180 self.assertIsNotNone(networks)
181 self.assertEqual(1, len(networks))
182 self.assertEqual(self.network_name, networks[0].name)
184 subnets = neutron_utils.get_subnets_by_network(neutron, networks[0])
185 self.assertEqual(1, len(subnets))
186 self.assertEqual(self.subnet_name, subnets[0].name)
188 nova = nova_utils.nova_client(self.os_creds)
189 servers = heat_utils.get_stack_servers(
190 self.heat_client, nova, neutron, self.stack1, self.project_id)
191 self.assertIsNotNone(servers)
192 self.assertEqual(1, len(servers))
193 self.assertEqual(self.vm_inst_name, servers[0].name)
195 def test_create_stack_x2(self):
197 Tests the creation of an OpenStack keypair that does not exist.
199 self.stack1 = heat_utils.create_stack(self.heat_client,
200 self.stack_settings1)
202 stack1_query_1 = heat_utils.get_stack(
203 self.heat_client, stack_settings=self.stack_settings1)
204 self.assertEqual(self.stack1, stack1_query_1)
206 stack1_query_2 = heat_utils.get_stack(
207 self.heat_client, stack_name=self.stack_settings1.name)
208 self.assertEqual(self.stack1, stack1_query_2)
210 stack1_query_3 = heat_utils.get_stack_by_id(self.heat_client,
212 self.assertEqual(self.stack1, stack1_query_3)
214 self.assertTrue(stack_active(self.heat_client, self.stack1))
216 self.stack2 = heat_utils.create_stack(self.heat_client,
217 self.stack_settings2)
219 stack2_query_1 = heat_utils.get_stack(
220 self.heat_client, stack_settings=self.stack_settings2)
221 self.assertEqual(self.stack2, stack2_query_1)
223 stack2_query_2 = heat_utils.get_stack(
224 self.heat_client, stack_name=self.stack_settings2.name)
225 self.assertEqual(self.stack2, stack2_query_2)
227 stack2_query_3 = heat_utils.get_stack_by_id(self.heat_client,
229 self.assertEqual(self.stack2, stack2_query_3)
231 self.assertTrue(stack_active(self.heat_client, self.stack2))
234 class HeatUtilsCreateComplexStackTests(OSComponentTestCase):
236 Test basic Heat functionality
241 Instantiates OpenStack instances that cannot be spawned by Heat
243 guid = self.__class__.__name__ + '-' + str(uuid.uuid4())
244 stack_name = guid + '-stack'
245 self.network_name = guid + '-net'
246 self.subnet_name = guid + '-subnet'
247 self.vm_inst1_name = guid + '-inst1'
248 self.vm_inst2_name = guid + '-inst2'
249 self.flavor1_name = guid + '-flavor1'
250 self.flavor2_name = guid + '-flavor2'
251 self.keypair_name = guid + '-keypair'
253 self.image_creator1 = OpenStackImage(
254 self.os_creds, openstack_tests.cirros_image_settings(
255 name=guid + '-image1', image_metadata=self.image_metadata))
256 self.image_creator1.create()
258 self.image_creator2 = OpenStackImage(
259 self.os_creds, openstack_tests.cirros_image_settings(
260 name=guid + '-image2', image_metadata=self.image_metadata))
261 self.image_creator2.create()
263 env_values = {'image1_name': self.image_creator1.image_settings.name,
264 'image2_name': self.image_creator2.image_settings.name,
265 'flavor1_name': self.flavor1_name,
266 'flavor2_name': self.flavor2_name,
267 'net_name': self.network_name,
268 'subnet_name': self.subnet_name,
269 'keypair_name': self.keypair_name,
270 'inst1_name': self.vm_inst1_name,
271 'inst2_name': self.vm_inst2_name,
272 'external_net_name': self.ext_net_name}
273 heat_tmplt_path = pkg_resources.resource_filename(
274 'snaps.openstack.tests.heat', 'floating_ip_heat_template.yaml')
275 stack_settings = StackConfig(
276 name=stack_name, template_path=heat_tmplt_path,
277 env_values=env_values)
278 self.heat_client = heat_utils.heat_client(self.os_creds)
279 self.stack = heat_utils.create_stack(self.heat_client, stack_settings)
281 self.assertTrue(stack_active(self.heat_client, self.stack))
283 self.keypair1_settings = None
284 self.keypair2_settings = None
288 Cleans the stack and image
292 heat_utils.delete_stack(self.heat_client, self.stack)
293 # Wait until stack deployment has completed
294 end_time = (time.time() +
295 stack_config.STACK_COMPLETE_TIMEOUT)
297 while time.time() < end_time:
298 status = heat_utils.get_stack_status(self.heat_client,
300 if status == stack_config.STATUS_DELETE_COMPLETE:
303 elif status == stack_config.STATUS_DELETE_FAILED:
310 nova = nova_utils.nova_client(self.os_creds)
311 neutron = neutron_utils.neutron_client(self.os_creds)
312 glance = glance_utils.glance_client(self.os_creds)
313 servers = heat_utils.get_stack_servers(
314 self.heat_client, nova, neutron, self.stack,
316 for server in servers:
317 vm_settings = settings_utils.create_vm_inst_config(
318 nova, neutron, server, self.project_id)
319 img_settings = settings_utils.determine_image_config(
321 [self.image_creator1.image_settings,
322 self.image_creator2.image_settings])
323 vm_creator = OpenStackVmInstance(
324 self.os_creds, vm_settings, img_settings)
325 vm_creator.initialize()
327 vm_creator.vm_deleted(block=True)
329 heat_utils.delete_stack(self.heat_client, self.stack)
334 if self.image_creator1:
336 self.image_creator1.clean()
340 if self.image_creator2:
342 self.image_creator2.clean()
346 if self.keypair1_settings:
347 expanded_path = os.path.expanduser(
348 self.keypair1_settings.private_filepath)
349 os.chmod(expanded_path, 0o755)
350 os.remove(expanded_path)
352 if self.keypair2_settings:
353 expanded_path = os.path.expanduser(
354 self.keypair2_settings.private_filepath)
355 os.chmod(expanded_path, 0o755)
356 os.remove(expanded_path)
358 def test_get_settings_from_stack(self):
360 Tests that a heat template with floating IPs and can have the proper
361 settings derived from settings_utils.py.
363 resources = heat_utils.get_resources(self.heat_client, self.stack.id)
364 self.assertIsNotNone(resources)
365 self.assertEqual(12, len(resources))
367 options = heat_utils.get_outputs(self.heat_client, self.stack)
368 self.assertIsNotNone(options)
369 self.assertEqual(1, len(options))
371 neutron = neutron_utils.neutron_client(self.os_creds)
372 networks = heat_utils.get_stack_networks(
373 self.heat_client, neutron, self.stack)
374 self.assertIsNotNone(networks)
375 self.assertEqual(1, len(networks))
376 self.assertEqual(self.network_name, networks[0].name)
378 network_settings = settings_utils.create_network_config(
379 neutron, networks[0])
380 self.assertIsNotNone(network_settings)
381 self.assertEqual(self.network_name, network_settings.name)
383 nova = nova_utils.nova_client(self.os_creds)
384 glance = glance_utils.glance_client(self.os_creds)
386 servers = heat_utils.get_stack_servers(
387 self.heat_client, nova, neutron, self.stack, self.project_id)
388 self.assertIsNotNone(servers)
389 self.assertEqual(2, len(servers))
391 image_settings = settings_utils.determine_image_config(
393 [self.image_creator1.image_settings,
394 self.image_creator2.image_settings])
396 self.assertIsNotNone(image_settings)
397 if image_settings.name.endswith('1'):
399 self.image_creator1.image_settings.name, image_settings.name)
402 self.image_creator2.image_settings.name, image_settings.name)
404 image_settings = settings_utils.determine_image_config(
406 [self.image_creator1.image_settings,
407 self.image_creator2.image_settings])
408 if image_settings.name.endswith('1'):
410 self.image_creator1.image_settings.name, image_settings.name)
413 self.image_creator2.image_settings.name, image_settings.name)
415 self.keypair1_settings = settings_utils.determine_keypair_config(
416 self.heat_client, self.stack, servers[0],
417 priv_key_key='private_key')
418 self.assertIsNotNone(self.keypair1_settings)
419 self.assertEqual(self.keypair_name, self.keypair1_settings.name)
421 self.keypair2_settings = settings_utils.determine_keypair_config(
422 self.heat_client, self.stack, servers[1],
423 priv_key_key='private_key')
424 self.assertIsNotNone(self.keypair2_settings)
425 self.assertEqual(self.keypair_name, self.keypair2_settings.name)
428 class HeatUtilsRouterTests(OSComponentTestCase):
430 Test Heat volume functionality
435 Instantiates OpenStack instances that cannot be spawned by Heat
437 guid = self.__class__.__name__ + '-' + str(uuid.uuid4())
438 stack_name = guid + '-stack'
440 self.net_name = guid + '-net'
441 self.subnet_name = guid + '-subnet'
442 self.router_name = guid + '-router'
445 'net_name': self.net_name,
446 'subnet_name': self.subnet_name,
447 'router_name': self.router_name,
448 'external_net_name': self.ext_net_name}
450 heat_tmplt_path = pkg_resources.resource_filename(
451 'snaps.openstack.tests.heat', 'router_heat_template.yaml')
452 self.stack_settings = StackConfig(
453 name=stack_name, template_path=heat_tmplt_path,
454 env_values=env_values)
456 self.heat_client = heat_utils.heat_client(self.os_creds)
457 self.neutron = neutron_utils.neutron_client(self.os_creds)
461 Cleans the image and downloaded image file
465 heat_utils.delete_stack(self.heat_client, self.stack)
469 def test_create_router_with_stack(self):
471 Tests the creation of an OpenStack router with Heat and the retrieval
472 of the Router Domain objects from heat_utils#get_stack_routers().
474 self.stack = heat_utils.create_stack(
475 self.heat_client, self.stack_settings)
477 # Wait until stack deployment has completed
478 end_time = time.time() + stack_config.STACK_COMPLETE_TIMEOUT
480 while time.time() < end_time:
481 status = heat_utils.get_stack_status(self.heat_client,
483 if status == stack_config.STATUS_CREATE_COMPLETE:
486 elif status == stack_config.STATUS_CREATE_FAILED:
492 self.assertTrue(is_active)
494 routers = heat_utils.get_stack_routers(
495 self.heat_client, self.neutron, self.stack)
497 self.assertEqual(1, len(routers))
500 self.assertEqual(self.router_name, router.name)
502 ext_net = neutron_utils.get_network(
503 self.neutron, network_name=self.ext_net_name)
504 self.assertEqual(ext_net.id, router.external_network_id)
507 class HeatUtilsVolumeTests(OSComponentTestCase):
509 Test Heat volume functionality
514 Instantiates OpenStack instances that cannot be spawned by Heat
516 guid = self.__class__.__name__ + '-' + str(uuid.uuid4())
517 stack_name = guid + '-stack'
518 self.volume_name = guid + '-vol'
519 self.volume_type_name = guid + '-vol-type'
522 'volume_name': self.volume_name,
523 'volume_type_name': self.volume_type_name}
525 heat_tmplt_path = pkg_resources.resource_filename(
526 'snaps.openstack.tests.heat', 'volume_heat_template.yaml')
527 self.stack_settings = StackConfig(
528 name=stack_name, template_path=heat_tmplt_path,
529 env_values=env_values)
531 self.heat_client = heat_utils.heat_client(self.os_creds)
532 self.cinder = cinder_utils.cinder_client(self.os_creds)
540 heat_utils.delete_stack(self.heat_client, self.stack)
544 def test_create_vol_with_stack(self):
546 Tests the creation of an OpenStack volume with Heat.
548 self.stack = heat_utils.create_stack(
549 self.heat_client, self.stack_settings)
550 self.assertTrue(stack_active(self.heat_client, self.stack))
552 volumes = heat_utils.get_stack_volumes(
553 self.heat_client, self.cinder, self.stack)
555 self.assertEqual(1, len(volumes))
558 self.assertEqual(self.volume_name, volume.name)
559 self.assertEqual(self.volume_type_name, volume.type)
560 self.assertEqual(1, volume.size)
561 self.assertEqual(False, volume.multi_attach)
563 def test_create_vol_types_with_stack(self):
565 Tests the creation of an OpenStack volume with Heat.
567 self.stack = heat_utils.create_stack(
568 self.heat_client, self.stack_settings)
569 self.assertTrue(stack_active(self.heat_client, self.stack))
571 volume_types = heat_utils.get_stack_volume_types(
572 self.heat_client, self.cinder, self.stack)
574 self.assertEqual(1, len(volume_types))
576 volume_type = volume_types[0]
578 self.assertEqual(self.volume_type_name, volume_type.name)
579 self.assertTrue(volume_type.public)
580 self.assertIsNone(volume_type.qos_spec)
582 # TODO - Add encryption back and find out why it broke in Pike
583 # encryption = volume_type.encryption
584 # self.assertIsNotNone(encryption)
585 # self.assertIsNone(encryption.cipher)
586 # self.assertEqual('front-end', encryption.control_location)
587 # self.assertIsNone(encryption.key_size)
588 # self.assertEqual(u'nova.volume.encryptors.luks.LuksEncryptor',
589 # encryption.provider)
590 # self.assertEqual(volume_type.id, encryption.volume_type_id)
593 class HeatUtilsFlavorTests(OSComponentTestCase):
595 Test Heat volume functionality
600 Instantiates OpenStack instances that cannot be spawned by Heat
602 guid = self.__class__.__name__ + '-' + str(uuid.uuid4())
603 self.name_prefix = guid
604 stack_name = guid + '-stack'
606 heat_tmplt_path = pkg_resources.resource_filename(
607 'snaps.openstack.tests.heat', 'flavor_heat_template.yaml')
608 self.stack_settings = StackConfig(
609 name=stack_name, template_path=heat_tmplt_path)
611 self.heat_client = heat_utils.heat_client(self.os_creds)
612 self.nova = nova_utils.nova_client(self.os_creds)
620 heat_utils.delete_stack(self.heat_client, self.stack)
624 def test_create_flavor_with_stack(self):
626 Tests the creation of an OpenStack volume with Heat.
628 self.stack = heat_utils.create_stack(
629 self.heat_client, self.stack_settings)
631 self.assertTrue(stack_active(self.heat_client, self.stack))
633 flavors = heat_utils.get_stack_flavors(
634 self.heat_client, self.nova, self.stack)
636 self.assertEqual(1, len(flavors))
639 self.assertTrue(flavor.name.startswith(self.name_prefix))
640 self.assertEqual(1024, flavor.ram)
641 self.assertEqual(200, flavor.disk)
642 self.assertEqual(8, flavor.vcpus)
643 self.assertEqual(0, flavor.ephemeral)
644 self.assertIsNone(flavor.swap)
645 self.assertEqual(1.0, flavor.rxtx_factor)
646 self.assertTrue(flavor.is_public)
649 class HeatUtilsKeypairTests(OSComponentTestCase):
651 Test Heat volume functionality
656 Instantiates OpenStack instances that cannot be spawned by Heat
658 guid = self.__class__.__name__ + '-' + str(uuid.uuid4())
659 stack_name = guid + '-stack'
660 self.keypair_name = guid + '-kp'
662 env_values = {'keypair_name': self.keypair_name}
664 heat_tmplt_path = pkg_resources.resource_filename(
665 'snaps.openstack.tests.heat', 'keypair_heat_template.yaml')
666 self.stack_settings = StackConfig(
667 name=stack_name, template_path=heat_tmplt_path,
668 env_values=env_values)
670 self.heat_client = heat_utils.heat_client(self.os_creds)
671 self.nova = nova_utils.nova_client(self.os_creds)
679 heat_utils.delete_stack(self.heat_client, self.stack)
683 def test_create_keypair_with_stack(self):
685 Tests the creation of an OpenStack keypair with Heat.
687 self.stack = heat_utils.create_stack(
688 self.heat_client, self.stack_settings)
689 self.assertTrue(stack_active(self.heat_client, self.stack))
691 keypairs = heat_utils.get_stack_keypairs(
692 self.heat_client, self.nova, self.stack)
694 self.assertEqual(1, len(keypairs))
695 keypair = keypairs[0]
697 self.assertEqual(self.keypair_name, keypair.name)
699 outputs = heat_utils.get_outputs(self.heat_client, self.stack)
701 for output in outputs:
702 if output.key == 'private_key':
703 self.assertTrue(output.value.startswith(
704 '-----BEGIN RSA PRIVATE KEY-----'))
706 keypair = nova_utils.get_keypair_by_id(self.nova, keypair.id)
707 self.assertIsNotNone(keypair)
709 self.assertEqual(self.keypair_name, keypair.name)
712 class HeatUtilsSecurityGroupTests(OSComponentTestCase):
714 Test Heat volume functionality
719 Instantiates OpenStack instances that cannot be spawned by Heat
721 guid = self.__class__.__name__ + '-' + str(uuid.uuid4())
722 stack_name = guid + '-stack'
723 self.sec_grp_name = guid + '-sec-grp'
725 env_values = {'security_group_name': self.sec_grp_name}
727 heat_tmplt_path = pkg_resources.resource_filename(
728 'snaps.openstack.tests.heat', 'security_group_heat_template.yaml')
729 self.stack_settings = StackConfig(
730 name=stack_name, template_path=heat_tmplt_path,
731 env_values=env_values)
733 self.heat_client = heat_utils.heat_client(self.os_creds)
734 self.neutron = neutron_utils.neutron_client(self.os_creds)
742 heat_utils.delete_stack(self.heat_client, self.stack)
746 def test_create_security_group_with_stack(self):
748 Tests the creation of an OpenStack SecurityGroup with Heat.
750 self.stack = heat_utils.create_stack(
751 self.heat_client, self.stack_settings)
752 self.assertTrue(stack_active(self.heat_client, self.stack))
754 sec_grp = heat_utils.get_stack_security_groups(
755 self.heat_client, self.neutron, self.stack)[0]
757 self.assertEqual(self.sec_grp_name, sec_grp.name)
758 self.assertEqual('Test description', sec_grp.description)
759 self.assertEqual(2, len(sec_grp.rules))
762 has_icmp_rule = False
764 for rule in sec_grp.rules:
765 if (rule.security_group_id == sec_grp.id
766 and rule.direction == 'egress'
767 and rule.ethertype == 'IPv4'
768 and rule.port_range_min == 22
769 and rule.port_range_max == 22
770 and rule.protocol == 'tcp'
771 and rule.remote_group_id is None
772 and rule.remote_ip_prefix == '0.0.0.0/0'):
774 if (rule.security_group_id == sec_grp.id
775 and rule.direction == 'ingress'
776 and rule.ethertype == 'IPv4'
777 and rule.port_range_min is None
778 and rule.port_range_max is None
779 and rule.protocol == 'icmp'
780 and rule.remote_group_id is None
781 and rule.remote_ip_prefix == '0.0.0.0/0'):
784 self.assertTrue(has_ssh_rule)
785 self.assertTrue(has_icmp_rule)
788 def stack_active(heat_cli, stack):
790 Blocks until stack application has successfully completed or failed
791 :param heat_cli: the Heat client
792 :param stack: the Stack domain object
795 # Wait until stack deployment has completed
796 end_time = time.time() + stack_config.STACK_COMPLETE_TIMEOUT
798 while time.time() < end_time:
799 status = heat_utils.get_stack_status(heat_cli, stack.id)
800 if status == stack_config.STATUS_CREATE_COMPLETE:
803 elif status == stack_config.STATUS_CREATE_FAILED: