apex/settings/deploy_settings.py

   1 ##############################################################################
   2 # Copyright (c) 2016 Michael Chapman (michapma@redhat.com) and others.
   3 #
   4 # All rights reserved. This program and the accompanying materials
   5 # are made available under the terms of the Apache License, Version 2.0
   6 # which accompanies this distribution, and is available at
   7 # http://www.apache.org/licenses/LICENSE-2.0
   8 ##############################################################################
   9
  10
  11 import yaml
  12
  13 from apex.common import utils
  14 from apex.common import constants
  15
  16 REQ_DEPLOY_SETTINGS = ['sdn_controller',
  17                        'odl_version',
  18                        'tacker',
  19                        'congress',
  20                        'dataplane',
  21                        'sfc',
  22                        'vpn',
  23                        'vpp',
  24                        'ceph',
  25                        'gluon',
  26                        'rt_kvm']
  27
  28 OPT_DEPLOY_SETTINGS = ['performance',
  29                        'vsperf',
  30                        'ceph_device',
  31                        'yardstick',
  32                        'dovetail',
  33                        'odl_vpp_routing_node',
  34                        'odl_vpp_netvirt',
  35                        'barometer']
  36
  37 VALID_ROLES = ['Controller', 'Compute', 'ObjectStorage']
  38 VALID_PERF_OPTS = ['kernel', 'nova', 'vpp', 'ovs']
  39 VALID_DATAPLANES = ['ovs', 'ovs_dpdk', 'fdio']
  40 VALID_ODL_VERSIONS = ['carbon', 'nitrogen', 'master']
  41
  42
  43 class DeploySettings(dict):
  44     """
  45     This class parses a APEX deploy settings yaml file into an object
  46
  47     Currently the parsed object is dumped into a bash global definition file
  48     for deploy.sh consumption. This object will later be used directly as
  49     deployment script move to python.
  50     """
  51     def __init__(self, filename):
  52         if isinstance(filename, str):
  53             with open(filename, 'r') as deploy_settings_file:
  54                 init_dict = yaml.safe_load(deploy_settings_file)
  55         else:
  56             # assume input is a dict to build from
  57             init_dict = filename
  58
  59         super().__init__(init_dict)
  60         self._validate_settings()
  61
  62     def _validate_settings(self):
  63         """
  64         Validates the deploy settings file provided
  65
  66         DeploySettingsException will be raised if validation fails.
  67         """
  68
  69         if 'deploy_options' not in self:
  70             raise DeploySettingsException("No deploy options provided in"
  71                                           " deploy settings file")
  72         if 'global_params' not in self:
  73             raise DeploySettingsException("No global options provided in"
  74                                           " deploy settings file")
  75
  76         deploy_options = self['deploy_options']
  77         if not isinstance(deploy_options, dict):
  78             raise DeploySettingsException("deploy_options should be a list")
  79
  80         if ('gluon' in self['deploy_options'] and
  81            'vpn' in self['deploy_options']):
  82                 if (self['deploy_options']['gluon'] is True and
  83                    self['deploy_options']['vpn'] is False):
  84                         raise DeploySettingsException(
  85                             "Invalid deployment configuration: "
  86                             "If gluon is enabled, "
  87                             "vpn also needs to be enabled")
  88
  89         for setting, value in deploy_options.items():
  90             if setting not in REQ_DEPLOY_SETTINGS + OPT_DEPLOY_SETTINGS:
  91                 raise DeploySettingsException("Invalid deploy_option {} "
  92                                               "specified".format(setting))
  93             if setting == 'dataplane':
  94                 if value not in VALID_DATAPLANES:
  95                     planes = ' '.join(VALID_DATAPLANES)
  96                     raise DeploySettingsException(
  97                         "Invalid dataplane {} specified. Valid dataplanes:"
  98                         " {}".format(value, planes))
  99
 100         for req_set in REQ_DEPLOY_SETTINGS:
 101             if req_set not in deploy_options:
 102                 if req_set == 'dataplane':
 103                     self['deploy_options'][req_set] = 'ovs'
 104                 elif req_set == 'ceph':
 105                     self['deploy_options'][req_set] = True
 106                 elif req_set == 'odl_version':
 107                     self['deploy_options'][req_set] = \
 108                         constants.DEFAULT_ODL_VERSION
 109                 else:
 110                     self['deploy_options'][req_set] = False
 111             elif req_set == 'odl_version' and self['deploy_options'][
 112                     'odl_version'] not in VALID_ODL_VERSIONS:
 113                 raise DeploySettingsException(
 114                     "Invalid ODL version: {}".format(self[deploy_options][
 115                         'odl_version']))
 116
 117         if 'performance' in deploy_options:
 118             if not isinstance(deploy_options['performance'], dict):
 119                 raise DeploySettingsException("Performance deploy_option"
 120                                               "must be a dictionary.")
 121             for role, role_perf_sets in deploy_options['performance'].items():
 122                 if role not in VALID_ROLES:
 123                     raise DeploySettingsException("Performance role {}"
 124                                                   "is not valid, choose"
 125                                                   "from {}".format(
 126                                                       role,
 127                                                       " ".join(VALID_ROLES)
 128                                                   ))
 129
 130                 for key in role_perf_sets:
 131                     if key not in VALID_PERF_OPTS:
 132                         raise DeploySettingsException("Performance option {} "
 133                                                       "is not valid, choose"
 134                                                       "from {}".format(
 135                                                           key,
 136                                                           " ".join(
 137                                                               VALID_PERF_OPTS)
 138                                                       ))
 139
 140     def _dump_performance(self):
 141         """
 142         Creates performance settings string for bash consumption.
 143
 144         Output will be in the form of a list that can be iterated over in
 145         bash, with each string being the direct input to the performance
 146         setting script in the form <role> <category> <key> <value> to
 147         facilitate modification of the correct image.
 148         """
 149         bash_str = 'performance_options=(\n'
 150         deploy_options = self['deploy_options']
 151         for role, settings in deploy_options['performance'].items():
 152             for category, options in settings.items():
 153                 for key, value in options.items():
 154                     bash_str += "\"{} {} {} {}\"\n".format(role,
 155                                                            category,
 156                                                            key,
 157                                                            value)
 158         bash_str += ')\n'
 159         bash_str += '\n'
 160         bash_str += 'performance_roles=(\n'
 161         for role in self['deploy_options']['performance']:
 162             bash_str += role + '\n'
 163         bash_str += ')\n'
 164         bash_str += '\n'
 165
 166         return bash_str
 167
 168     def _dump_deploy_options_array(self):
 169         """
 170         Creates deploy settings array in bash syntax.
 171         """
 172         bash_str = ''
 173         for key, value in self['deploy_options'].items():
 174             if not isinstance(value, bool):
 175                 bash_str += "deploy_options_array[{}]=\"{}\"\n".format(key,
 176                                                                        value)
 177             else:
 178                 bash_str += "deploy_options_array[{}]={}\n".format(key,
 179                                                                    value)
 180         return bash_str
 181
 182
 183 class DeploySettingsException(Exception):
 184     def __init__(self, value):
 185         self.value = value
 186
 187     def __str__(self):
 188         return self.value