merge.py

   1 import sys
   2 import yaml
   3 import argparse
   4
   5 parser = argparse.ArgumentParser()
   6 parser.add_argument('templates', nargs='+')
   7 parser.add_argument('--master-role', nargs='?',
   8                     help='Translate slave_roles to this')
   9 parser.add_argument('--slave-roles', nargs='*',
  10                     help='Translate all of these to master_role')
  11
  12 args = parser.parse_args()
  13
  14 templates = args.templates
  15
  16 def _translate_role(role):
  17     global args
  18     if not args.master_role:
  19         return role
  20     if role == args.master_role:
  21         return role
  22     if role not in args.slave_roles:
  23         return role
  24     return args.master_role
  25
  26 def translate_role(role):
  27     r = _translate_role(role)
  28     if not isinstance(r, basestring):
  29         raise Exception('%s -> %r' % (role, r))
  30     return r
  31
  32 errors = []
  33 end_template={'HeatTemplateFormatVersion': '2012-12-12',
  34               'Description': []}
  35 resource_changes=[]
  36 for template_path in templates:
  37     template = yaml.safe_load(open(template_path))
  38     end_template['Description'].append(template.get('Description',
  39                                                     template_path))
  40     new_parameters = template.get('Parameters', {})
  41     for p, pbody in iter(new_parameters.items()):
  42         if p in end_template.get('Parameters', {}):
  43             if pbody != end_template['Parameters'][p]:
  44                 errors.append('Parameter %s from %s conflicts.' % (p,
  45                                                                    template_path))
  46             continue
  47         if 'Parameters' not in end_template:
  48             end_template['Parameters'] = {}
  49         end_template['Parameters'][p] = pbody
  50
  51     new_outputs = template.get('Outputs', {})
  52     for o, obody in iter(new_outputs.items()):
  53         if o in end_template.get('Outputs', {}):
  54             if pbody != end_template['Outputs'][p]:
  55                 errors.append('Output %s from %s conflicts.' % (o,
  56                                                                    template_path))
  57             continue
  58         if 'Outputs' not in end_template:
  59             end_template['Outputs'] = {}
  60         end_template['Outputs'][o] = obody
  61
  62     new_resources = template.get('Resources', {})
  63     for r, rbody in iter(new_resources.items()):
  64         if rbody['Type'] == 'AWS::EC2::Instance':
  65             # XXX Assuming ImageId is always a Ref
  66             del end_template['Parameters'][rbody['Properties']['ImageId']['Ref']]
  67             role = rbody.get('Metadata', {}).get('OpenStack::Role', r)
  68             role = translate_role(role)
  69             if role != r:
  70                 resource_changes.append((r, role))
  71             if role in end_template.get('Resources', {}):
  72                 new_metadata = rbody.get('Metadata', {})
  73                 for m, mbody in iter(new_metadata.items()):
  74                     if m in end_template['Resources'][role].get('Metadata', {}):
  75                         if m == 'OpenStack::ImageBuilder::Elements':
  76                             end_template['Resources'][role]['Metadata'][m].extend(mbody)
  77                             continue
  78                         if mbody != end_template['Resources'][role]['Metadata'][m]:
  79                             errors.append('Role %s metadata key %s conflicts.' %
  80                                           (role, m))
  81                         continue
  82                     end_template['Resources'][role]['Metadata'][m] = mbody
  83                 continue
  84             if 'Resources' not in end_template:
  85                 end_template['Resources'] = {}
  86             end_template['Resources'][role] = rbody
  87             ikey = '%sImage' % (role)
  88             end_template['Resources'][role]['Properties']['ImageId'] = {'Ref': ikey}
  89             end_template['Parameters'][ikey] = {'Type': 'String'}
  90         else:
  91             if r in end_template.get('Resources', {}):
  92                 if rbody != end_template['Resources'][r]:
  93                     errors.append('Resource %s from %s conflicts' % (r,
  94                                                                      template_path))
  95                 continue
  96             if 'Resources' not in end_template:
  97                 end_template['Resources'] = {}
  98             end_template['Resources'][r] = rbody
  99
 100 def fix_ref(item, old, new):
 101     if isinstance(item, dict):
 102         copy_item = dict(item)
 103         for k, v in iter(copy_item.items()):
 104             if k == 'Ref' and v == old:
 105                 item[k] = new
 106                 continue
 107             if k == 'DependsOn' and v == old:
 108                 item[k] = new
 109                 continue
 110             if k == 'Fn::GetAtt' and isinstance(v, list) and v[0] == old:
 111                 new_list = list(v)
 112                 new_list[0] = new
 113                 item[k] = new_list
 114                 continue
 115             if k == 'AllowedResources' and isinstance(v, list) and old in v:
 116                 while old in v:
 117                     pos = v.index(old)
 118                     v[pos] = new
 119                 continue
 120             fix_ref(v, old, new)
 121     elif isinstance(item, list):
 122         copy_item = list(item)
 123         for v in item:
 124             fix_ref(v, old, new)
 125
 126 for change in resource_changes:
 127     fix_ref(end_template, change[0], change[1])
 128
 129 if errors:
 130     for e in errors:
 131         sys.stderr.write("ERROR: %s\n" % e)
 132 end_template['Description'] = ','.join(end_template['Description'])
 133 sys.stdout.write(yaml.safe_dump(end_template, default_flow_style=False))