snaps/openstack/utils/settings_utils.py

   1 # Copyright (c) 2017 Cable Television Laboratories, Inc. ("CableLabs")
   2 #                    and others.  All rights reserved.
   3 #
   4 # Licensed under the Apache License, Version 2.0 (the "License");
   5 # you may not use this file except in compliance with the License.
   6 # You may obtain a copy of the License at:
   7 #
   8 #     http://www.apache.org/licenses/LICENSE-2.0
   9 #
  10 # Unless required by applicable law or agreed to in writing, software
  11 # distributed under the License is distributed on an "AS IS" BASIS,
  12 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13 # See the License for the specific language governing permissions and
  14 # limitations under the License.
  15 import uuid
  16
  17 from snaps import file_utils
  18 from snaps.config.flavor import FlavorConfig
  19 from snaps.config.keypair import KeypairConfig
  20 from snaps.config.network import SubnetConfig, PortConfig, NetworkConfig
  21 from snaps.config.router import RouterConfig
  22 from snaps.config.security_group import (
  23     SecurityGroupRuleConfig, SecurityGroupConfig)
  24 from snaps.config.vm_inst import VmInstanceConfig, FloatingIpConfig
  25 from snaps.config.volume import VolumeConfig
  26 from snaps.config.volume_type import (
  27     ControlLocation,  VolumeTypeEncryptionConfig, VolumeTypeConfig)
  28 from snaps.openstack.utils import (
  29     neutron_utils, nova_utils, heat_utils, glance_utils)
  30
  31
  32 def create_network_config(neutron, network):
  33     """
  34     Returns a NetworkConfig object
  35     :param neutron: the neutron client
  36     :param network: a SNAPS-OO Network domain object
  37     :return:
  38     """
  39     return NetworkConfig(
  40         name=network.name, network_type=network.type,
  41         subnet_settings=create_subnet_config(neutron, network))
  42
  43
  44 def create_security_group_config(neutron, security_group):
  45     """
  46     Returns a SecurityGroupConfig object
  47     :param neutron: the neutron client
  48     :param security_group: a SNAPS-OO SecurityGroup domain object
  49     :return:
  50     """
  51     rules = neutron_utils.get_rules_by_security_group(neutron, security_group)
  52
  53     rule_settings = list()
  54     for rule in rules:
  55         rule_settings.append(SecurityGroupRuleConfig(
  56             sec_grp_name=security_group.name, description=rule.description,
  57             direction=rule.direction, ethertype=rule.ethertype,
  58             port_range_min=rule.port_range_min,
  59             port_range_max=rule.port_range_max, protocol=rule.protocol,
  60             remote_group_id=rule.remote_group_id,
  61             remote_ip_prefix=rule.remote_ip_prefix))
  62
  63     return SecurityGroupConfig(
  64         name=security_group.name, description=security_group.description,
  65         rule_settings=rule_settings)
  66
  67
  68 def create_subnet_config(neutron, network):
  69     """
  70     Returns a list of SubnetConfig objects for a given network
  71     :param neutron: the OpenStack neutron client
  72     :param network: the SNAPS-OO Network domain object
  73     :return: a list
  74     """
  75     out = list()
  76
  77     subnets = neutron_utils.get_subnets_by_network(neutron, network)
  78     for subnet in subnets:
  79         kwargs = dict()
  80         kwargs['cidr'] = subnet.cidr
  81         kwargs['ip_version'] = subnet.ip_version
  82         kwargs['name'] = subnet.name
  83         kwargs['start'] = subnet.start
  84         kwargs['end'] = subnet.end
  85         kwargs['gateway_ip'] = subnet.gateway_ip
  86         kwargs['enable_dhcp'] = subnet.enable_dhcp
  87         kwargs['dns_nameservers'] = subnet.dns_nameservers
  88         kwargs['host_routes'] = subnet.host_routes
  89         kwargs['ipv6_ra_mode'] = subnet.ipv6_ra_mode
  90         kwargs['ipv6_address_mode'] = subnet.ipv6_address_mode
  91         out.append(SubnetConfig(**kwargs))
  92     return out
  93
  94
  95 def create_router_config(neutron, router):
  96     """
  97     Returns a RouterConfig object
  98     :param neutron: the neutron client
  99     :param router: a SNAPS-OO Router domain object
 100     :return:
 101     """
 102     ext_net_name = None
 103
 104     if router.external_network_id:
 105         network = neutron_utils.get_network_by_id(
 106             neutron, router.external_network_id)
 107         if network:
 108             ext_net_name = network.name
 109
 110     out_ports = list()
 111     if router.port_subnets:
 112         for port, subnets in router.port_subnets:
 113             network = neutron_utils.get_network_by_id(
 114                 neutron, port.network_id)
 115
 116             ip_addrs = list()
 117             if network and router.external_fixed_ips:
 118                 for ext_fixed_ips in router.external_fixed_ips:
 119                     for subnet in subnets:
 120                         if ext_fixed_ips['subnet_id'] == subnet.id:
 121                             ip_addrs.append(ext_fixed_ips['ip_address'])
 122             else:
 123                 for ip in port.ips:
 124                     ip_addrs.append(ip['ip_address'])
 125
 126             ports = neutron_utils.get_ports(neutron, network, ip_addrs)
 127             for out_port in ports:
 128                 out_ports.append(out_port)
 129
 130     port_settings = __create_port_configs(neutron, out_ports)
 131
 132     filtered_settings = list()
 133     for port_setting in port_settings:
 134         if port_setting.network_name != ext_net_name:
 135             filtered_settings.append(port_setting)
 136
 137     return RouterConfig(
 138         name=router.name, external_gateway=ext_net_name,
 139         admin_state_up=router.admin_state_up,
 140         port_settings=filtered_settings)
 141
 142
 143 def create_volume_config(volume):
 144     """
 145     Returns a VolumeConfig object
 146     :param volume: a SNAPS-OO Volume object
 147     """
 148
 149     return VolumeConfig(
 150         name=volume.name, description=volume.description,
 151         size=volume.size, type_name=volume.type,
 152         availability_zone=volume.availability_zone,
 153         multi_attach=volume.multi_attach)
 154
 155
 156 def create_volume_type_config(volume_type):
 157     """
 158     Returns a VolumeTypeConfig object
 159     :param volume_type: a SNAPS-OO VolumeType object
 160     """
 161
 162     control = None
 163     if volume_type.encryption:
 164         if (volume_type.encryption.control_location
 165                 == ControlLocation.front_end.value):
 166             control = ControlLocation.front_end
 167         else:
 168             control = ControlLocation.back_end
 169
 170     if volume_type and volume_type.encryption:
 171         encrypt_settings = VolumeTypeEncryptionConfig(
 172             name=volume_type.encryption.__class__,
 173             provider_class=volume_type.encryption.provider,
 174             control_location=control,
 175             cipher=volume_type.encryption.cipher,
 176             key_size=volume_type.encryption.key_size)
 177     else:
 178         encrypt_settings = None
 179
 180     qos_spec_name = None
 181     if volume_type.qos_spec:
 182         qos_spec_name = volume_type.qos_spec.name
 183
 184     return VolumeTypeConfig(
 185         name=volume_type.name, encryption=encrypt_settings,
 186         qos_spec_name=qos_spec_name, public=volume_type.public)
 187
 188
 189 def create_flavor_config(flavor):
 190     """
 191     Returns a FlavorConfig object
 192     :param flavor: a FlavorConfig object
 193     """
 194     return FlavorConfig(
 195         name=flavor.name, flavor_id=flavor.id, ram=flavor.ram,
 196         disk=flavor.disk, vcpus=flavor.vcpus, ephemeral=flavor.ephemeral,
 197         swap=flavor.swap, rxtx_factor=flavor.rxtx_factor,
 198         is_public=flavor.is_public)
 199
 200
 201 def create_keypair_config(heat_cli, stack, keypair, pk_output_key):
 202     """
 203     Instantiates a KeypairConfig object from a Keypair domain objects
 204     :param heat_cli: the heat client
 205     :param stack: the Stack domain object
 206     :param keypair: the Keypair SNAPS domain object
 207     :param pk_output_key: the key to the heat template's outputs for retrieval
 208                           of the private key file
 209     :return: a KeypairConfig object
 210     """
 211     if pk_output_key:
 212         outputs = heat_utils.get_outputs(heat_cli, stack)
 213         for output in outputs:
 214             if output.key == pk_output_key:
 215                 # Save to file
 216                 guid = uuid.uuid4()
 217                 key_file = file_utils.save_string_to_file(
 218                     output.value, str(guid), 0o400)
 219
 220                 # Use outputs, file and resources for the KeypairConfig
 221                 return KeypairConfig(
 222                     name=keypair.name, private_filepath=key_file.name)
 223
 224     return KeypairConfig(name=keypair.name)
 225
 226
 227 def create_vm_inst_config(nova, keystone, neutron, server, project_name):
 228     """
 229     Returns a VmInstanceConfig object
 230     note: if the server instance is not active, the PortSettings objects will
 231     not be generated resulting in an invalid configuration
 232     :param nova: the nova client
 233     :param keystone: the keystone client
 234     :param neutron: the neutron client
 235     :param server: a SNAPS-OO VmInst domain object
 236     :param project_name: the associated project name
 237     :return:
 238     """
 239
 240     flavor_name = nova_utils.get_flavor_by_id(nova, server.flavor_id)
 241
 242     kwargs = dict()
 243     kwargs['name'] = server.name
 244     kwargs['flavor'] = flavor_name
 245
 246     kwargs['port_settings'] = __create_port_configs(neutron, server.ports)
 247     kwargs['security_group_names'] = server.sec_grp_names
 248     kwargs['floating_ip_settings'] = __create_floatingip_config(
 249         neutron, keystone, kwargs['port_settings'], project_name)
 250
 251     return VmInstanceConfig(**kwargs)
 252
 253
 254 def __create_port_configs(neutron, ports):
 255     """
 256     Returns a list of PortConfig objects based on the networks parameter
 257     :param neutron: the neutron client
 258     :param ports: a list of SNAPS-OO Port domain objects
 259     :return:
 260     """
 261     out = list()
 262
 263     for port in ports:
 264         if port.device_owner != 'network:dhcp':
 265             ip_addrs = list()
 266             for ip_dict in port.ips:
 267                 subnet = neutron_utils.get_subnet_by_id(
 268                     neutron, ip_dict['subnet_id'])
 269                 ip_addrs.append({'subnet_name': subnet.name,
 270                                  'ip': ip_dict['ip_address']})
 271
 272             network = neutron_utils.get_network_by_id(neutron, port.network_id)
 273             kwargs = dict()
 274             if port.name:
 275                 kwargs['name'] = port.name
 276             kwargs['network_name'] = network.name
 277             kwargs['mac_address'] = port.mac_address
 278             kwargs['allowed_address_pairs'] = port.allowed_address_pairs
 279             kwargs['admin_state_up'] = port.admin_state_up
 280             kwargs['ip_addrs'] = ip_addrs
 281             out.append(PortConfig(**kwargs))
 282
 283     return out
 284
 285
 286 def __create_floatingip_config(neutron, keystone, port_settings, project_name):
 287     """
 288     Returns a list of FloatingIpConfig objects as they pertain to an
 289     existing deployed server instance
 290     :param neutron: the neutron client
 291     :param keystone: the keystone client
 292     :param port_settings: list of SNAPS-OO PortConfig objects
 293     :return: a list of FloatingIpConfig objects or an empty list if no
 294              floating IPs have been created
 295     """
 296     base_fip_name = 'fip-'
 297     fip_ctr = 1
 298     out = list()
 299
 300     fip_ports = list()
 301     for port_setting in port_settings:
 302         setting_port = neutron_utils.get_port(
 303             neutron, keystone, port_setting, project_name=project_name)
 304         if setting_port:
 305             network = neutron_utils.get_network(
 306                 neutron, keystone, network_name=port_setting.network_name)
 307             network_ports = neutron_utils.get_ports(neutron, network)
 308             if network_ports:
 309                 for setting_port in network_ports:
 310                     if port_setting.mac_address == setting_port.mac_address:
 311                         fip_ports.append((port_setting.name, setting_port))
 312                         break
 313
 314     floating_ips = neutron_utils.get_port_floating_ips(neutron, fip_ports)
 315
 316     for port_id, floating_ip in floating_ips:
 317         router = neutron_utils.get_router_by_id(neutron, floating_ip.router_id)
 318         setting_port = neutron_utils.get_port_by_id(
 319             neutron, floating_ip.port_id)
 320         kwargs = dict()
 321         kwargs['name'] = base_fip_name + str(fip_ctr)
 322         kwargs['port_name'] = setting_port.name
 323         kwargs['port_id'] = setting_port.id
 324         kwargs['router_name'] = router.name
 325
 326         if setting_port:
 327             for ip_dict in setting_port.ips:
 328                 if ('ip_address' in ip_dict and
 329                         'subnet_id' in ip_dict and
 330                         ip_dict['ip_address'] == floating_ip.fixed_ip_address):
 331                     subnet = neutron_utils.get_subnet_by_id(
 332                         neutron, ip_dict['subnet_id'])
 333                     if subnet:
 334                         kwargs['subnet_name'] = subnet.name
 335
 336         out.append(FloatingIpConfig(**kwargs))
 337
 338         fip_ctr += 1
 339
 340     return out
 341
 342
 343 def determine_image_config(glance, server, image_settings):
 344     """
 345     Returns a ImageConfig object from the list that matches the name in one
 346     of the image_settings parameter
 347     :param glance: the glance client
 348     :param server: a SNAPS-OO VmInst domain object
 349     :param image_settings: list of ImageConfig objects
 350     :return: ImageConfig or None
 351     """
 352     if image_settings:
 353         for image_setting in image_settings:
 354             image = glance_utils.get_image_by_id(glance, server.image_id)
 355             if image and image.name == image_setting.name:
 356                 return image_setting
 357
 358
 359 def determine_keypair_config(heat_cli, stack, server, keypair_settings=None,
 360                              priv_key_key=None):
 361     """
 362     Returns a KeypairConfig object from the list that matches the
 363     server.keypair_name value in the keypair_settings parameter if not None,
 364     else if the output_key is not None, the output's value when contains the
 365     string 'BEGIN RSA PRIVATE KEY', this value will be stored into a file and
 366     encoded into the KeypairConfig object returned
 367     :param heat_cli: the OpenStack heat client
 368     :param stack: a SNAPS-OO Stack domain object
 369     :param server: a SNAPS-OO VmInst domain object
 370     :param keypair_settings: list of KeypairConfig objects
 371     :param priv_key_key: the stack options that holds the private key value
 372     :return: KeypairConfig or None
 373     """
 374     # Existing keypair being used by Heat Template
 375     if keypair_settings:
 376         for keypair_setting in keypair_settings:
 377             if server.keypair_name == keypair_setting.name:
 378                 return keypair_setting
 379
 380     # Keypair created by Heat template
 381     if priv_key_key:
 382         outputs = heat_utils.get_outputs(heat_cli, stack)
 383         for output in outputs:
 384             if output.key == priv_key_key:
 385                 # Save to file
 386                 guid = uuid.uuid4()
 387                 key_file = file_utils.save_string_to_file(
 388                     output.value, str(guid), 0o400)
 389
 390                 # Use outputs, file and resources for the KeypairConfig
 391                 return KeypairConfig(
 392                     name=server.keypair_name, private_filepath=key_file.name)