1 # Copyright (c) 2017 Cable Television Laboratories, Inc. ("CableLabs")
2 # and others. All rights reserved.
4 # Licensed under the Apache License, Version 2.0 (the "License");
5 # you may not use this file except in compliance with the License.
6 # You may obtain a copy of the License at:
8 # http://www.apache.org/licenses/LICENSE-2.0
10 # Unless required by applicable law or agreed to in writing, software
11 # distributed under the License is distributed on an "AS IS" BASIS,
12 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 # See the License for the specific language governing permissions and
14 # limitations under the License.
23 from snaps.config.flavor import FlavorConfig
24 from snaps.openstack import create_stack
25 from snaps.openstack.create_flavor import OpenStackFlavor
27 from snaps.openstack.create_image import OpenStackImage
28 from snaps.openstack.create_instance import OpenStackVmInstance
29 from snaps.openstack.create_stack import StackSettings
30 from snaps.openstack.tests import openstack_tests
31 from snaps.openstack.tests.os_source_file_test import OSComponentTestCase
32 from snaps.openstack.utils import (
33 heat_utils, neutron_utils, nova_utils, settings_utils, glance_utils,
36 __author__ = 'spisarski'
38 logger = logging.getLogger('heat_utils_tests')
41 class HeatSmokeTests(OSComponentTestCase):
43 Tests to ensure that the heat client can communicate with the cloud
46 def test_heat_connect_success(self):
48 Tests to ensure that the proper credentials can connect.
50 heat = heat_utils.heat_client(self.os_creds)
52 # This should not throw an exception
53 stacks = heat.stacks.list()
57 def test_heat_connect_fail(self):
59 Tests to ensure that the improper credentials cannot connect.
61 from snaps.openstack.os_credentials import OSCreds
63 heat = heat_utils.heat_client(
64 OSCreds(username='user', password='pass',
65 auth_url=self.os_creds.auth_url,
66 project_name=self.os_creds.project_name,
67 proxy_settings=self.os_creds.proxy_settings))
68 stacks = heat.stacks.list()
70 # This should throw an exception
71 with self.assertRaises(Exception):
76 class HeatUtilsCreateSimpleStackTests(OSComponentTestCase):
78 Test basic Heat functionality
83 Instantiates OpenStack instances that cannot be spawned by Heat
85 guid = self.__class__.__name__ + '-' + str(uuid.uuid4())
86 stack_name1 = guid + '-stack1'
87 stack_name2 = guid + '-stack2'
88 self.network_name = guid + '-net'
89 self.subnet_name = guid + '-subnet'
90 self.vm_inst_name = guid + '-inst'
92 self.image_creator = OpenStackImage(
93 self.os_creds, openstack_tests.cirros_image_settings(
94 name=guid + '-image', image_metadata=self.image_metadata))
95 self.image_creator.create()
98 self.flavor_creator = OpenStackFlavor(
100 FlavorConfig(name=guid + '-flavor', ram=256, disk=10, vcpus=1))
101 self.flavor_creator.create()
103 env_values = {'image_name': self.image_creator.image_settings.name,
104 'flavor_name': self.flavor_creator.flavor_settings.name,
105 'net_name': self.network_name,
106 'subnet_name': self.subnet_name,
107 'inst_name': self.vm_inst_name}
108 heat_tmplt_path = pkg_resources.resource_filename(
109 'snaps.openstack.tests.heat', 'test_heat_template.yaml')
110 self.stack_settings1 = StackSettings(
111 name=stack_name1, template_path=heat_tmplt_path,
112 env_values=env_values)
113 self.stack_settings2 = StackSettings(
114 name=stack_name2, template_path=heat_tmplt_path,
115 env_values=env_values)
118 self.heat_client = heat_utils.heat_client(self.os_creds)
122 Cleans the stack and image
126 heat_utils.delete_stack(self.heat_client, self.stack1)
132 heat_utils.delete_stack(self.heat_client, self.stack2)
136 if self.image_creator:
138 self.image_creator.clean()
142 if self.flavor_creator:
144 self.flavor_creator.clean()
148 def test_create_stack(self):
150 Tests the creation of an OpenStack Heat stack1 that does not exist.
152 self.stack1 = heat_utils.create_stack(self.heat_client,
153 self.stack_settings1)
155 stack_query_1 = heat_utils.get_stack(
156 self.heat_client, stack_settings=self.stack_settings1)
157 self.assertEqual(self.stack1, stack_query_1)
159 stack_query_2 = heat_utils.get_stack(
160 self.heat_client, stack_name=self.stack_settings1.name)
161 self.assertEqual(self.stack1, stack_query_2)
163 stack_query_3 = heat_utils.get_stack_by_id(self.heat_client,
165 self.assertEqual(self.stack1, stack_query_3)
167 resources = heat_utils.get_resources(self.heat_client, self.stack1)
168 self.assertIsNotNone(resources)
169 self.assertEqual(4, len(resources))
171 outputs = heat_utils.get_outputs(self.heat_client, self.stack1)
172 self.assertIsNotNone(outputs)
173 self.assertEqual(0, len(outputs))
175 self.assertTrue(stack_active(self.heat_client, self.stack1))
177 neutron = neutron_utils.neutron_client(self.os_creds)
178 networks = heat_utils.get_stack_networks(
179 self.heat_client, neutron, self.stack1)
180 self.assertIsNotNone(networks)
181 self.assertEqual(1, len(networks))
182 self.assertEqual(self.network_name, networks[0].name)
184 subnets = neutron_utils.get_subnets_by_network(neutron, networks[0])
185 self.assertEqual(1, len(subnets))
186 self.assertEqual(self.subnet_name, subnets[0].name)
188 nova = nova_utils.nova_client(self.os_creds)
189 servers = heat_utils.get_stack_servers(
190 self.heat_client, nova, self.stack1)
191 self.assertIsNotNone(servers)
192 self.assertEqual(1, len(servers))
193 self.assertEqual(self.vm_inst_name, servers[0].name)
195 def test_create_stack_x2(self):
197 Tests the creation of an OpenStack keypair that does not exist.
199 self.stack1 = heat_utils.create_stack(self.heat_client,
200 self.stack_settings1)
202 stack1_query_1 = heat_utils.get_stack(
203 self.heat_client, stack_settings=self.stack_settings1)
204 self.assertEqual(self.stack1, stack1_query_1)
206 stack1_query_2 = heat_utils.get_stack(
207 self.heat_client, stack_name=self.stack_settings1.name)
208 self.assertEqual(self.stack1, stack1_query_2)
210 stack1_query_3 = heat_utils.get_stack_by_id(self.heat_client,
212 self.assertEqual(self.stack1, stack1_query_3)
214 self.assertTrue(stack_active(self.heat_client, self.stack1))
216 self.stack2 = heat_utils.create_stack(self.heat_client,
217 self.stack_settings2)
219 stack2_query_1 = heat_utils.get_stack(
220 self.heat_client, stack_settings=self.stack_settings2)
221 self.assertEqual(self.stack2, stack2_query_1)
223 stack2_query_2 = heat_utils.get_stack(
224 self.heat_client, stack_name=self.stack_settings2.name)
225 self.assertEqual(self.stack2, stack2_query_2)
227 stack2_query_3 = heat_utils.get_stack_by_id(self.heat_client,
229 self.assertEqual(self.stack2, stack2_query_3)
231 self.assertTrue(stack_active(self.heat_client, self.stack2))
234 class HeatUtilsCreateComplexStackTests(OSComponentTestCase):
236 Test basic Heat functionality
241 Instantiates OpenStack instances that cannot be spawned by Heat
243 guid = self.__class__.__name__ + '-' + str(uuid.uuid4())
244 stack_name = guid + '-stack'
245 self.network_name = guid + '-net'
246 self.subnet_name = guid + '-subnet'
247 self.vm_inst1_name = guid + '-inst1'
248 self.vm_inst2_name = guid + '-inst2'
249 self.flavor1_name = guid + '-flavor1'
250 self.flavor2_name = guid + '-flavor2'
251 self.keypair_name = guid + '-keypair'
253 self.image_creator1 = OpenStackImage(
254 self.os_creds, openstack_tests.cirros_image_settings(
255 name=guid + '-image1', image_metadata=self.image_metadata))
256 self.image_creator1.create()
258 self.image_creator2 = OpenStackImage(
259 self.os_creds, openstack_tests.cirros_image_settings(
260 name=guid + '-image2', image_metadata=self.image_metadata))
261 self.image_creator2.create()
263 env_values = {'image1_name': self.image_creator1.image_settings.name,
264 'image2_name': self.image_creator2.image_settings.name,
265 'flavor1_name': self.flavor1_name,
266 'flavor2_name': self.flavor2_name,
267 'net_name': self.network_name,
268 'subnet_name': self.subnet_name,
269 'keypair_name': self.keypair_name,
270 'inst1_name': self.vm_inst1_name,
271 'inst2_name': self.vm_inst2_name,
272 'external_net_name': self.ext_net_name}
273 heat_tmplt_path = pkg_resources.resource_filename(
274 'snaps.openstack.tests.heat', 'floating_ip_heat_template.yaml')
275 stack_settings = StackSettings(
276 name=stack_name, template_path=heat_tmplt_path,
277 env_values=env_values)
278 self.heat_client = heat_utils.heat_client(self.os_creds)
279 self.stack = heat_utils.create_stack(self.heat_client, stack_settings)
281 self.assertTrue(stack_active(self.heat_client, self.stack))
283 self.keypair1_settings = None
284 self.keypair2_settings = None
288 Cleans the stack and image
292 heat_utils.delete_stack(self.heat_client, self.stack)
293 # Wait until stack deployment has completed
294 end_time = time.time() + create_stack.STACK_COMPLETE_TIMEOUT
296 while time.time() < end_time:
297 status = heat_utils.get_stack_status(self.heat_client,
299 if status == create_stack.STATUS_DELETE_COMPLETE:
302 elif status == create_stack.STATUS_DELETE_FAILED:
309 nova = nova_utils.nova_client(self.os_creds)
310 neutron = neutron_utils.neutron_client(self.os_creds)
311 glance = glance_utils.glance_client(self.os_creds)
312 servers = heat_utils.get_stack_servers(
313 self.heat_client, nova, self.stack)
314 for server in servers:
315 vm_settings = settings_utils.create_vm_inst_settings(
316 nova, neutron, server)
317 img_settings = settings_utils.determine_image_config(
319 [self.image_creator1.image_settings,
320 self.image_creator2.image_settings])
321 vm_creator = OpenStackVmInstance(
322 self.os_creds, vm_settings, img_settings)
323 vm_creator.initialize()
325 vm_creator.vm_deleted(block=True)
327 heat_utils.delete_stack(self.heat_client, self.stack)
332 if self.image_creator1:
334 self.image_creator1.clean()
338 if self.image_creator2:
340 self.image_creator2.clean()
344 if self.keypair1_settings:
345 expanded_path = os.path.expanduser(
346 self.keypair1_settings.private_filepath)
347 os.chmod(expanded_path, 0o755)
348 os.remove(expanded_path)
350 if self.keypair2_settings:
351 expanded_path = os.path.expanduser(
352 self.keypair2_settings.private_filepath)
353 os.chmod(expanded_path, 0o755)
354 os.remove(expanded_path)
356 def test_get_settings_from_stack(self):
358 Tests that a heat template with floating IPs and can have the proper
359 settings derived from settings_utils.py.
361 resources = heat_utils.get_resources(self.heat_client, self.stack)
362 self.assertIsNotNone(resources)
363 self.assertEqual(12, len(resources))
365 options = heat_utils.get_outputs(self.heat_client, self.stack)
366 self.assertIsNotNone(options)
367 self.assertEqual(1, len(options))
369 neutron = neutron_utils.neutron_client(self.os_creds)
370 networks = heat_utils.get_stack_networks(
371 self.heat_client, neutron, self.stack)
372 self.assertIsNotNone(networks)
373 self.assertEqual(1, len(networks))
374 self.assertEqual(self.network_name, networks[0].name)
376 network_settings = settings_utils.create_network_settings(
377 neutron, networks[0])
378 self.assertIsNotNone(network_settings)
379 self.assertEqual(self.network_name, network_settings.name)
381 nova = nova_utils.nova_client(self.os_creds)
382 glance = glance_utils.glance_client(self.os_creds)
384 servers = heat_utils.get_stack_servers(
385 self.heat_client, nova, self.stack)
386 self.assertIsNotNone(servers)
387 self.assertEqual(2, len(servers))
389 image_settings = settings_utils.determine_image_config(
391 [self.image_creator1.image_settings,
392 self.image_creator2.image_settings])
394 self.assertIsNotNone(image_settings)
395 if image_settings.name.endswith('1'):
397 self.image_creator1.image_settings.name, image_settings.name)
400 self.image_creator2.image_settings.name, image_settings.name)
402 image_settings = settings_utils.determine_image_config(
404 [self.image_creator1.image_settings,
405 self.image_creator2.image_settings])
406 if image_settings.name.endswith('1'):
408 self.image_creator1.image_settings.name, image_settings.name)
411 self.image_creator2.image_settings.name, image_settings.name)
413 self.keypair1_settings = settings_utils.determine_keypair_config(
414 self.heat_client, self.stack, servers[0],
415 priv_key_key='private_key')
416 self.assertIsNotNone(self.keypair1_settings)
417 self.assertEqual(self.keypair_name, self.keypair1_settings.name)
419 self.keypair2_settings = settings_utils.determine_keypair_config(
420 self.heat_client, self.stack, servers[1],
421 priv_key_key='private_key')
422 self.assertIsNotNone(self.keypair2_settings)
423 self.assertEqual(self.keypair_name, self.keypair2_settings.name)
426 class HeatUtilsRouterTests(OSComponentTestCase):
428 Test Heat volume functionality
433 Instantiates OpenStack instances that cannot be spawned by Heat
435 guid = self.__class__.__name__ + '-' + str(uuid.uuid4())
436 stack_name = guid + '-stack'
438 self.net_name = guid + '-net'
439 self.subnet_name = guid + '-subnet'
440 self.router_name = guid + '-router'
443 'net_name': self.net_name,
444 'subnet_name': self.subnet_name,
445 'router_name': self.router_name,
446 'external_net_name': self.ext_net_name}
448 heat_tmplt_path = pkg_resources.resource_filename(
449 'snaps.openstack.tests.heat', 'router_heat_template.yaml')
450 self.stack_settings = StackSettings(
451 name=stack_name, template_path=heat_tmplt_path,
452 env_values=env_values)
454 self.heat_client = heat_utils.heat_client(self.os_creds)
455 self.neutron = neutron_utils.neutron_client(self.os_creds)
459 Cleans the image and downloaded image file
463 heat_utils.delete_stack(self.heat_client, self.stack)
467 def test_create_router_with_stack(self):
469 Tests the creation of an OpenStack router with Heat and the retrieval
470 of the Router Domain objects from heat_utils#get_stack_routers().
472 self.stack = heat_utils.create_stack(
473 self.heat_client, self.stack_settings)
475 # Wait until stack deployment has completed
476 end_time = time.time() + create_stack.STACK_COMPLETE_TIMEOUT
478 while time.time() < end_time:
479 status = heat_utils.get_stack_status(self.heat_client,
481 if status == create_stack.STATUS_CREATE_COMPLETE:
484 elif status == create_stack.STATUS_CREATE_FAILED:
490 self.assertTrue(is_active)
492 routers = heat_utils.get_stack_routers(
493 self.heat_client, self.neutron, self.stack)
495 self.assertEqual(1, len(routers))
498 self.assertEqual(self.router_name, router.name)
500 ext_net = neutron_utils.get_network(
501 self.neutron, network_name=self.ext_net_name)
502 self.assertEqual(ext_net.id, router.external_network_id)
505 class HeatUtilsVolumeTests(OSComponentTestCase):
507 Test Heat volume functionality
512 Instantiates OpenStack instances that cannot be spawned by Heat
514 guid = self.__class__.__name__ + '-' + str(uuid.uuid4())
515 stack_name = guid + '-stack'
516 self.volume_name = guid + '-vol'
517 self.volume_type_name = guid + '-vol-type'
520 'volume_name': self.volume_name,
521 'volume_type_name': self.volume_type_name}
523 heat_tmplt_path = pkg_resources.resource_filename(
524 'snaps.openstack.tests.heat', 'volume_heat_template.yaml')
525 self.stack_settings = StackSettings(
526 name=stack_name, template_path=heat_tmplt_path,
527 env_values=env_values)
529 self.heat_client = heat_utils.heat_client(self.os_creds)
530 self.cinder = cinder_utils.cinder_client(self.os_creds)
538 heat_utils.delete_stack(self.heat_client, self.stack)
542 def test_create_vol_with_stack(self):
544 Tests the creation of an OpenStack volume with Heat.
546 self.stack = heat_utils.create_stack(
547 self.heat_client, self.stack_settings)
548 self.assertTrue(stack_active(self.heat_client, self.stack))
550 volumes = heat_utils.get_stack_volumes(
551 self.heat_client, self.cinder, self.stack)
553 self.assertEqual(1, len(volumes))
556 self.assertEqual(self.volume_name, volume.name)
557 self.assertEqual(self.volume_type_name, volume.type)
558 self.assertEqual(1, volume.size)
559 self.assertEqual(False, volume.multi_attach)
561 def test_create_vol_types_with_stack(self):
563 Tests the creation of an OpenStack volume with Heat.
565 self.stack = heat_utils.create_stack(
566 self.heat_client, self.stack_settings)
567 self.assertTrue(stack_active(self.heat_client, self.stack))
569 volume_types = heat_utils.get_stack_volume_types(
570 self.heat_client, self.cinder, self.stack)
572 self.assertEqual(1, len(volume_types))
574 volume_type = volume_types[0]
576 self.assertEqual(self.volume_type_name, volume_type.name)
577 self.assertTrue(volume_type.public)
578 self.assertIsNone(volume_type.qos_spec)
580 encryption = volume_type.encryption
581 self.assertIsNotNone(encryption)
582 self.assertIsNone(encryption.cipher)
583 self.assertEqual('front-end', encryption.control_location)
584 self.assertIsNone(encryption.key_size)
585 self.assertEqual(u'nova.volume.encryptors.luks.LuksEncryptor',
587 self.assertEqual(volume_type.id, encryption.volume_type_id)
590 class HeatUtilsFlavorTests(OSComponentTestCase):
592 Test Heat volume functionality
597 Instantiates OpenStack instances that cannot be spawned by Heat
599 guid = self.__class__.__name__ + '-' + str(uuid.uuid4())
600 self.name_prefix = guid
601 stack_name = guid + '-stack'
603 heat_tmplt_path = pkg_resources.resource_filename(
604 'snaps.openstack.tests.heat', 'flavor_heat_template.yaml')
605 self.stack_settings = StackSettings(
606 name=stack_name, template_path=heat_tmplt_path)
608 self.heat_client = heat_utils.heat_client(self.os_creds)
609 self.nova = nova_utils.nova_client(self.os_creds)
617 heat_utils.delete_stack(self.heat_client, self.stack)
621 def test_create_flavor_with_stack(self):
623 Tests the creation of an OpenStack volume with Heat.
625 self.stack = heat_utils.create_stack(
626 self.heat_client, self.stack_settings)
628 self.assertTrue(stack_active(self.heat_client, self.stack))
630 flavors = heat_utils.get_stack_flavors(
631 self.heat_client, self.nova, self.stack)
633 self.assertEqual(1, len(flavors))
636 self.assertTrue(flavor.name.startswith(self.name_prefix))
637 self.assertEqual(1024, flavor.ram)
638 self.assertEqual(200, flavor.disk)
639 self.assertEqual(8, flavor.vcpus)
640 self.assertEqual(0, flavor.ephemeral)
641 self.assertIsNone(flavor.swap)
642 self.assertEqual(1.0, flavor.rxtx_factor)
643 self.assertTrue(flavor.is_public)
646 class HeatUtilsKeypairTests(OSComponentTestCase):
648 Test Heat volume functionality
653 Instantiates OpenStack instances that cannot be spawned by Heat
655 guid = self.__class__.__name__ + '-' + str(uuid.uuid4())
656 stack_name = guid + '-stack'
657 self.keypair_name = guid + '-kp'
659 env_values = {'keypair_name': self.keypair_name}
661 heat_tmplt_path = pkg_resources.resource_filename(
662 'snaps.openstack.tests.heat', 'keypair_heat_template.yaml')
663 self.stack_settings = StackSettings(
664 name=stack_name, template_path=heat_tmplt_path,
665 env_values=env_values)
667 self.heat_client = heat_utils.heat_client(self.os_creds)
668 self.nova = nova_utils.nova_client(self.os_creds)
676 heat_utils.delete_stack(self.heat_client, self.stack)
680 def test_create_keypair_with_stack(self):
682 Tests the creation of an OpenStack keypair with Heat.
684 self.stack = heat_utils.create_stack(
685 self.heat_client, self.stack_settings)
686 self.assertTrue(stack_active(self.heat_client, self.stack))
688 keypairs = heat_utils.get_stack_keypairs(
689 self.heat_client, self.nova, self.stack)
691 self.assertEqual(1, len(keypairs))
692 keypair = keypairs[0]
694 self.assertEqual(self.keypair_name, keypair.name)
696 outputs = heat_utils.get_outputs(self.heat_client, self.stack)
698 for output in outputs:
699 if output.key == 'private_key':
700 self.assertTrue(output.value.startswith(
701 '-----BEGIN RSA PRIVATE KEY-----'))
703 keypair = nova_utils.get_keypair_by_id(self.nova, keypair.id)
704 self.assertIsNotNone(keypair)
706 self.assertEqual(self.keypair_name, keypair.name)
709 class HeatUtilsSecurityGroupTests(OSComponentTestCase):
711 Test Heat volume functionality
716 Instantiates OpenStack instances that cannot be spawned by Heat
718 guid = self.__class__.__name__ + '-' + str(uuid.uuid4())
719 stack_name = guid + '-stack'
720 self.sec_grp_name = guid + '-sec-grp'
722 env_values = {'security_group_name': self.sec_grp_name}
724 heat_tmplt_path = pkg_resources.resource_filename(
725 'snaps.openstack.tests.heat', 'security_group_heat_template.yaml')
726 self.stack_settings = StackSettings(
727 name=stack_name, template_path=heat_tmplt_path,
728 env_values=env_values)
730 self.heat_client = heat_utils.heat_client(self.os_creds)
731 self.neutron = neutron_utils.neutron_client(self.os_creds)
739 heat_utils.delete_stack(self.heat_client, self.stack)
743 def test_create_security_group_with_stack(self):
745 Tests the creation of an OpenStack SecurityGroup with Heat.
747 self.stack = heat_utils.create_stack(
748 self.heat_client, self.stack_settings)
749 self.assertTrue(stack_active(self.heat_client, self.stack))
751 sec_grp = heat_utils.get_stack_security_groups(
752 self.heat_client, self.neutron, self.stack)[0]
754 self.assertEqual(self.sec_grp_name, sec_grp.name)
755 self.assertEqual('Test description', sec_grp.description)
756 self.assertEqual(2, len(sec_grp.rules))
759 has_icmp_rule = False
761 for rule in sec_grp.rules:
762 if (rule.security_group_id == sec_grp.id
763 and rule.direction == 'egress'
764 and rule.ethertype == 'IPv4'
765 and rule.port_range_min == 22
766 and rule.port_range_max == 22
767 and rule.protocol == 'tcp'
768 and rule.remote_group_id is None
769 and rule.remote_ip_prefix == '0.0.0.0/0'):
771 if (rule.security_group_id == sec_grp.id
772 and rule.direction == 'ingress'
773 and rule.ethertype == 'IPv4'
774 and rule.port_range_min is None
775 and rule.port_range_max is None
776 and rule.protocol == 'icmp'
777 and rule.remote_group_id is None
778 and rule.remote_ip_prefix == '0.0.0.0/0'):
781 self.assertTrue(has_ssh_rule)
782 self.assertTrue(has_icmp_rule)
785 def stack_active(heat_cli, stack):
787 Blocks until stack application has successfully completed or failed
788 :param heat_cli: the Heat client
789 :param stack: the Stack domain object
792 # Wait until stack deployment has completed
793 end_time = time.time() + create_stack.STACK_COMPLETE_TIMEOUT
795 while time.time() < end_time:
796 status = heat_utils.get_stack_status(heat_cli, stack.id)
797 if status == create_stack.STATUS_CREATE_COMPLETE:
800 elif status == create_stack.STATUS_CREATE_FAILED: