1 ###############################################################################
2 # Copyright (c) 2015 Ericsson AB and others.
3 # szilard.cserey@ericsson.com
4 # All rights reserved. This program and the accompanying materials
5 # are made available under the terms of the Apache License, Version 2.0
6 # which accompanies this distribution, and is available at
7 # http://www.apache.org/licenses/LICENSE-2.0
8 ###############################################################################
21 ArgParser = common.ArgParser
22 exec_cmd = common.exec_cmd
26 delete_file = common.delete_file
27 commafy = common.commafy
30 title: Deployment Environment Adapter (DEA)
31 # DEA API version supported
38 title: Deployment Hardware Adapter (DHA)
39 # DHA API version supported
44 # Adapter to use for this definition
45 # adapter: [ipmi|libvirt]
49 # Mandatory properties are id and role.
50 # All other properties are adapter specific.
51 # For Non-Fuel nodes controlled by:
52 # - ipmi adapter you need to provide:
57 # - libvirt adapter you need to provide:
58 # libvirtName: <whatever>
59 # libvirtTemplate: [libvirt/vms/controller.xml | libvirt/vms/compute.xml]
61 # For the Fuel Node you need to provide:
62 # libvirtName: <whatever>
63 # libvirtTemplate: libvirt/vms/fuel.xml
70 # Adding the Fuel node as node id {node_id}
71 # which may not be correct - please adjust as needed.
74 DISKS = {'fuel': '30G',
81 def __init__(self, dea_file, dha_file, comment):
82 self.dea_file = dea_file
83 self.dha_file = dha_file
84 self.comment = comment
91 env_list = parse(exec_cmd('fuel env'))
93 err('Not exactly one environment')
94 self.env = env_list[0]
95 self.env_id = self.env[E['id']]
97 def download_config(self, config_type):
98 log('Download %s config for environment %s'
99 % (config_type, self.env_id))
100 exec_cmd('fuel %s --env %s --download --dir %s'
101 % (config_type, self.env_id, self.temp_dir))
103 def write(self, file, text, newline=True):
104 mode = 'a' if os.path.isfile(file) else 'w'
105 with open(file, mode) as f:
106 f.write('%s%s' % (text, ('\n' if newline else '')))
108 def write_yaml(self, file, data, newline=True):
109 self.write(file, yaml.dump(data, default_flow_style=False).strip(),
112 def get_node_by_id(self, node_list, node_id):
113 for node in node_list:
114 if node[N['id']] == node_id:
117 def reap_interface(self, node_id, interfaces):
118 interface, mac = self.get_interface(node_id)
121 if_name = self.check_dict_exists(interfaces, interface)
123 if_name = 'interfaces_%s' % str(len(interfaces) + 1)
124 interfaces[if_name] = interface
127 def reap_transformation(self, node_id, roles, transformations):
128 main_role = 'controller' if 'controller' in roles else 'compute'
129 node_file = glob.glob('%s/deployment_%s/*%s_%s.yaml'
130 % (self.temp_dir, self.env_id,
133 with open(node_file[0]) as f:
134 node_config = yaml.load(f)
135 transformation = node_config['network_scheme']['transformations']
137 tr_name = self.check_dict_exists(transformations, transformation)
139 tr_name = 'transformations_%s' % str(len(transformations) + 1)
140 transformations[tr_name] = transformation
143 def check_dict_exists(self, main_dict, dict):
144 for key, val in main_dict.iteritems():
145 if cmp(dict, val) == 0:
148 def reap_nodes_interfaces_transformations(self):
149 node_list = parse(exec_cmd('fuel node'))
150 real_node_ids = [node[N['id']] for node in node_list]
152 min_node = real_node_ids[0]
159 for real_node_id in real_node_ids:
160 node_id = int(real_node_id) - int(min_node) + 1
161 self.last_node = node_id
162 node = self.get_node_by_id(node_list, real_node_id)
163 roles = commafy(node[N['roles']])
165 err('Fuel Node %s has no role' % real_node_id)
166 dea_node = {'id': node_id,
168 dha_node = {'id': node_id}
169 if_name, mac = self.reap_interface(real_node_id, interfaces)
170 tr_name = self.reap_transformation(real_node_id, roles,
173 {'interfaces': if_name,
174 'transformations': tr_name})
177 {'pxeMac': mac if mac else None,
182 'libvirtTemplate': None})
184 dea_nodes.append(dea_node)
185 dha_nodes.append(dha_node)
187 self.write_yaml(self.dha_file, {'nodes': dha_nodes}, False)
188 self.write_yaml(self.dea_file, {'nodes': dea_nodes})
189 self.write_yaml(self.dea_file, {'interfaces': interfaces})
190 self.write_yaml(self.dea_file, {'transformations': transformations})
191 self.reap_fuel_node_info()
192 self.write_yaml(self.dha_file, {'disks': DISKS})
194 def reap_fuel_node_info(self):
197 'id': self.last_node + 1,
199 'libvirtTemplate': None,
202 'password': 'r00tme'}
204 dha_nodes.append(dha_node)
206 self.write(self.dha_file, DHA_2.format(node_id=dha_node['id']), False)
207 self.write_yaml(self.dha_file, dha_nodes)
209 def reap_environment_info(self):
210 self.write_yaml(self.dea_file,
211 {'environment_name': self.env[E['name']]})
212 self.write_yaml(self.dea_file,
213 {'environment_mode': self.env[E['mode']]})
214 wanted_release = None
215 rel_list = parse(exec_cmd('fuel release'))
217 if rel[R['id']] == self.env[E['release_id']]:
218 wanted_release = rel[R['name']]
219 self.write_yaml(self.dea_file, {'wanted_release': wanted_release})
221 def reap_fuel_settings(self):
222 data = self.read_yaml('/etc/fuel/astute.yaml')
224 del(data['ADMIN_NETWORK']['mac'])
225 del(data['ADMIN_NETWORK']['interface'])
226 for key in ['ADMIN_NETWORK', 'HOSTNAME', 'DNS_DOMAIN', 'DNS_SEARCH',
227 'DNS_UPSTREAM', 'NTP1', 'NTP2', 'NTP3', 'FUEL_ACCESS']:
228 fuel[key] = data[key]
229 self.write_yaml(self.dea_file, {'fuel': fuel})
231 def reap_network_settings(self):
232 network_file = ('%s/network_%s.yaml'
233 % (self.temp_dir, self.env_id))
234 data = self.read_yaml(network_file)
236 network['networking_parameters'] = data['networking_parameters']
237 network['networks'] = data['networks']
238 for net in network['networks']:
241 self.write_yaml(self.dea_file, {'network': network})
243 def reap_settings(self):
244 settings_file = '%s/settings_%s.yaml' % (self.temp_dir, self.env_id)
245 settings = self.read_yaml(settings_file)
246 self.write_yaml(self.dea_file, {'settings': settings})
248 def get_opnfv_astute(self, role):
249 node_files = glob.glob('%s/deployment_%s/*%s*.yaml'
250 % (self.temp_dir, self.env_id, role))
251 node_config = self.read_yaml(node_files[0])
252 return node_config['opnfv'] if 'opnfv' in node_config else {}
254 def reap_opnfv_astute(self):
255 controller_opnfv_astute = self.get_opnfv_astute('controller')
256 compute_opnfv_astute = self.get_opnfv_astute('compute')
259 'controller': controller_opnfv_astute,
260 'compute': compute_opnfv_astute}
261 self.write_yaml(self.dea_file, opnfv)
263 def get_interface(self, real_node_id):
264 exec_cmd('fuel node --node-id %s --network --download --dir %s'
265 % (real_node_id, self.temp_dir))
266 interface_file = ('%s/node_%s/interfaces.yaml'
267 % (self.temp_dir, real_node_id))
268 interfaces = self.read_yaml(interface_file)
269 interface_config = {}
271 for interface in interfaces:
273 for network in interface['assigned_networks']:
274 networks.append(network['name'])
275 if network['name'] == 'fuelweb_admin':
276 pxe_mac = interface['mac']
278 interface_config[interface['name']] = networks
279 return interface_config, pxe_mac
281 def read_yaml(self, yaml_file):
282 with open(yaml_file) as f:
287 delete_file(self.dea_file)
288 delete_file(self.dha_file)
289 self.temp_dir = exec_cmd('mktemp -d')
290 date = time.strftime('%c')
291 self.write(self.dea_file,
292 DEA_1.format(date=date, comment=self.comment), False)
293 self.write(self.dha_file,
294 DHA_1.format(date=date, comment=self.comment))
296 self.download_config('deployment')
297 self.download_config('settings')
298 self.download_config('network')
301 log('DEA file is available at %s' % self.dea_file)
302 log('DHA file is available at %s (this is just a template)'
304 shutil.rmtree(self.temp_dir)
308 self.reap_environment_info()
309 self.reap_nodes_interfaces_transformations()
310 self.reap_fuel_settings()
311 self.reap_opnfv_astute()
312 self.reap_network_settings()
320 python reap.py <dea_file> <dha_file> <comment>
324 def parse_arguments():
325 parser = ArgParser(prog='python %s' % __file__)
326 parser.add_argument('dea_file', nargs='?', action='store',
328 help='Deployment Environment Adapter: dea.yaml')
329 parser.add_argument('dha_file', nargs='?', action='store',
331 help='Deployment Hardware Adapter: dha.yaml')
332 parser.add_argument('comment', nargs='?', action='store', help='Comment')
333 args = parser.parse_args()
334 return (args.dea_file, args.dha_file, args.comment)
338 dea_file, dha_file, comment = parse_arguments()
340 r = Reap(dea_file, dha_file, comment)
344 if __name__ == '__main__':