docker/post.j2.yaml

   1 # certain initialization steps (run in a container) will occur
   2 # on the first role listed in the roles file
   3 {% set primary_role_name = roles[0].name -%}
   4
   5 heat_template_version: ocata
   6
   7 description: >
   8   Post-deploy configuration steps via puppet for all roles,
   9   as defined in ../roles_data.yaml
  10
  11 parameters:
  12   servers:
  13     type: json
  14     description: Mapping of Role name e.g Controller to a list of servers
  15   role_data:
  16     type: json
  17     description: Mapping of Role name e.g Controller to the per-role data
  18   DeployIdentifier:
  19     default: ''
  20     type: string
  21     description: >
  22       Setting this to a unique value will re-run any deployment tasks which
  23       perform configuration on a Heat stack-update.
  24   EndpointMap:
  25     default: {}
  26     description: Mapping of service endpoint -> protocol. Typically set
  27                  via parameter_defaults in the resource registry.
  28     type: json
  29
  30 resources:
  31
  32   # These utility tasks use docker-puppet.py to execute tasks via puppet
  33   # We only execute these on the first node in the primary role
  34   {{primary_role_name}}DockerPuppetTasks:
  35     type: OS::Heat::Value
  36     properties:
  37       type: json
  38       value:
  39         yaql:
  40           expression:
  41             dict($.data.docker_puppet_tasks.where($1 != null).selectMany($.items()).groupBy($[0], $[1]))
  42           data:
  43             docker_puppet_tasks: {get_param: [role_data, {{primary_role_name}}, docker_puppet_tasks]}
  44
  45 # BEGIN primary_role_name docker-puppet-tasks (run only on a single node)
  46 {% for step in range(1, 6) %}
  47
  48   {{primary_role_name}}DockerPuppetJsonConfig{{step}}:
  49       type: OS::Heat::StructuredConfig
  50       properties:
  51         group: json-file
  52         config:
  53           /var/lib/docker-puppet/docker-puppet-tasks{{step}}.json:
  54             {get_attr: [{{primary_role_name}}DockerPuppetTasks, value, 'step_{{step}}']}
  55
  56   {{primary_role_name}}DockerPuppetJsonDeployment{{step}}:
  57     type: OS::Heat::SoftwareDeployment
  58     properties:
  59       server: {get_param: [servers, {{primary_role_name}}, '0']}
  60       config: {get_resource: {{primary_role_name}}DockerPuppetJsonConfig{{step}}}
  61
  62   {{primary_role_name}}DockerPuppetTasksConfig{{step}}:
  63     type: OS::Heat::SoftwareConfig
  64     properties:
  65       group: script
  66       config: {get_file: docker-puppet.py}
  67       inputs:
  68         - name: CONFIG
  69         - name: NET_HOST
  70         - name: NO_ARCHIVE
  71
  72   {{primary_role_name}}DockerPuppetTasksDeployment{{step}}:
  73     type: OS::Heat::SoftwareDeployment
  74     depends_on:
  75       {% for dep in roles %}
  76       - {{dep.name}}Deployment_Step{{step}}
  77       - {{dep.name}}ContainersDeployment_Step{{step}}
  78       {% endfor %}
  79       - {{primary_role_name}}DockerPuppetJsonDeployment{{step}}
  80     properties:
  81       name: {{primary_role_name}}DockerPuppetJsonDeployment{{step}}
  82       server: {get_param: [servers, {{primary_role_name}}, '0']}
  83       config: {get_resource: {{primary_role_name}}DockerPuppetTasksConfig{{step}}}
  84       input_values:
  85         CONFIG: /var/lib/docker-puppet/docker-puppet-tasks{{step}}.json
  86         NET_HOST: 'true'
  87         NO_ARCHIVE: 'true'
  88
  89 {% endfor %}
  90 # END primary_role_name docker-puppet-tasks
  91
  92 {% for role in roles %}
  93   # Post deployment steps for all roles
  94   # A single config is re-applied with an incrementing step number
  95   # {{role.name}} Role steps
  96   {{role.name}}ArtifactsConfig:
  97     type: ../puppet/deploy-artifacts.yaml
  98
  99   {{role.name}}ArtifactsDeploy:
 100     type: OS::Heat::StructuredDeploymentGroup
 101     properties:
 102       servers:  {get_param: [servers, {{role.name}}]}
 103       config: {get_resource: {{role.name}}ArtifactsConfig}
 104
 105   {{role.name}}PreConfig:
 106     type: OS::TripleO::Tasks::{{role.name}}PreConfig
 107     properties:
 108       servers: {get_param: [servers, {{role.name}}]}
 109       input_values:
 110         update_identifier: {get_param: DeployIdentifier}
 111
 112   {{role.name}}CreateConfigDir:
 113     type: OS::Heat::SoftwareConfig
 114     properties:
 115       group: script
 116       config: {get_file: create-config-dir.sh}
 117
 118   {{role.name}}CreateConfigDirDeployment:
 119     type: OS::Heat::SoftwareDeploymentGroup
 120     properties:
 121       servers: {get_param: [servers, {{role.name}}]}
 122       config: {get_resource: {{role.name}}CreateConfigDir}
 123
 124   # this creates a JSON config file for our docker-puppet.py script
 125   {{role.name}}GenPuppetConfig:
 126     type: OS::Heat::StructuredConfig
 127     properties:
 128       group: json-file
 129       config:
 130         /var/lib/docker-puppet/docker-puppet.json:
 131           yaql:
 132             # select only services that have a non-null config_image with
 133             # a step_config as well
 134             expression:
 135               $.data.config_volume.zip($.data.puppet_tags, $.data.step_config, $.data.config_image).where($[3] != null and $[1] != null)
 136             data:
 137               config_volume: {get_param: [role_data, {{role.name}}, config_volume]}
 138               step_config: {get_param: [role_data, {{role.name}}, step_config]}
 139               puppet_tags: {get_param: [role_data, {{role.name}}, puppet_tags]}
 140               config_image: {get_param: [role_data, {{role.name}}, config_image]}
 141
 142   {{role.name}}GenPuppetDeployment:
 143     type: OS::Heat::SoftwareDeploymentGroup
 144     properties:
 145       servers: {get_param: [servers, {{role.name}}]}
 146       config: {get_resource: {{role.name}}GenPuppetConfig}
 147
 148   {{role.name}}GenerateConfig:
 149     type: OS::Heat::SoftwareConfig
 150     properties:
 151       group: script
 152       config: {get_file: docker-puppet.py}
 153
 154   {{role.name}}GenerateConfigDeployment:
 155     type: OS::Heat::SoftwareDeploymentGroup
 156     depends_on: [{{role.name}}GenPuppetDeployment, {{role.name}}ArtifactsDeploy, {{role.name}}CreateConfigDirDeployment]
 157     properties:
 158       name: {{role.name}}GenerateConfigDeployment
 159       servers: {get_param: [servers, {{role.name}}]}
 160       config: {get_resource: {{role.name}}GenerateConfig}
 161
 162   {{role.name}}PuppetStepConfig:
 163     type: OS::Heat::Value
 164     properties:
 165       type: string
 166       value:
 167         yaql:
 168           expression:
 169             # select 'step_config' only from services that do not have a docker_image
 170             $.data.service_names.zip($.data.step_config, $.data.docker_image).where($[2] = null).where($[1] != null).select($[1]).join("\n")
 171           data:
 172             service_names: {get_param: [role_data, {{role.name}}, service_names]}
 173             step_config: {get_param: [role_data, {{role.name}}, step_config]}
 174             docker_image: {get_param: [role_data, {{role.name}}, docker_image]}
 175
 176   {{role.name}}DockerConfig:
 177     type: OS::Heat::Value
 178     properties:
 179       type: json
 180       value:
 181         yaql:
 182           expression:
 183             # select 'docker_config' only from services that have a docker_image
 184             $.data.service_names.zip($.data.docker_config, $.data.docker_image).where($[2] != null).select($[1]).reduce($1.mergeWith($2), {})
 185           data:
 186             service_names: {get_param: [role_data, {{role.name}}, service_names]}
 187             docker_config: {get_param: [role_data, {{role.name}}, docker_config]}
 188             docker_image: {get_param: [role_data, {{role.name}}, docker_image]}
 189
 190   # Here we are dumping all the docker container startup configuration data
 191   # so that we can have access to how they are started outside of heat
 192   # and docker-cmd.  This lets us create command line tools to start and
 193   # test these containers.
 194   {{role.name}}DockerConfigJsonStartupData:
 195     type: OS::Heat::StructuredConfig
 196     properties:
 197       group: json-file
 198       config:
 199         /var/lib/docker-container-startup-configs.json:
 200           {get_attr: [{{role.name}}DockerConfig, value]}
 201
 202   {{role.name}}DockerConfigJsonStartupDataDeployment:
 203     type: OS::Heat::SoftwareDeploymentGroup
 204     properties:
 205       config: {get_resource: {{role.name}}DockerConfigJsonStartupData}
 206       servers: {get_param: [servers, {{role.name}}]}
 207
 208   {{role.name}}KollaJsonConfig:
 209     type: OS::Heat::StructuredConfig
 210     properties:
 211       group: json-file
 212       config:
 213         {get_param: [role_data, {{role.name}}, kolla_config]}
 214
 215   {{role.name}}KollaJsonDeployment:
 216     type: OS::Heat::SoftwareDeploymentGroup
 217     properties:
 218       name: {{role.name}}KollaJsonDeployment
 219       config: {get_resource: {{role.name}}KollaJsonConfig}
 220       servers: {get_param: [servers, {{role.name}}]}
 221
 222   # BEGIN BAREMETAL CONFIG STEPS
 223
 224   {% if role.name == 'Controller' %}
 225   ControllerPrePuppet:
 226     type: OS::TripleO::Tasks::ControllerPrePuppet
 227     properties:
 228       servers: {get_param: [servers, Controller]}
 229       input_values:
 230         update_identifier: {get_param: DeployIdentifier}
 231   {% endif %}
 232
 233   {{role.name}}Config:
 234     type: OS::TripleO::{{role.name}}Config
 235     properties:
 236       StepConfig: {get_attr: [{{role.name}}PuppetStepConfig, value]}
 237
 238   {% for step in range(1, 6) %}
 239
 240   {{role.name}}Deployment_Step{{step}}:
 241     type: OS::Heat::StructuredDeploymentGroup
 242   {% if step == 1 %}
 243     depends_on: [{{role.name}}PreConfig, {{role.name}}ArtifactsDeploy]
 244   {% else %}
 245     depends_on:
 246       {% for dep in roles %}
 247       - {{dep.name}}Deployment_Step{{step -1}}
 248       - {{dep.name}}ContainersDeployment_Step{{step -1}}
 249       {% endfor %}
 250       - {{primary_role_name}}DockerPuppetTasksDeployment{{step -1}}
 251   {% endif %}
 252     properties:
 253       name: {{role.name}}Deployment_Step{{step}}
 254       servers: {get_param: [servers, {{role.name}}]}
 255       config: {get_resource: {{role.name}}Config}
 256       input_values:
 257         step: {{step}}
 258         update_identifier: {get_param: DeployIdentifier}
 259
 260   {% endfor %}
 261   # END BAREMETAL CONFIG STEPS
 262
 263   # BEGIN CONTAINER CONFIG STEPS
 264   {% for step in range(1, 6) %}
 265
 266   {{role.name}}ContainersConfig_Step{{step}}:
 267     type: OS::Heat::StructuredConfig
 268     properties:
 269       group: docker-cmd
 270       config:
 271         {get_attr: [{{role.name}}DockerConfig, value, step_{{step}}]}
 272
 273   {{role.name}}ContainersDeployment_Step{{step}}:
 274     type: OS::Heat::StructuredDeploymentGroup
 275   {% if step == 1 %}
 276     depends_on:
 277       - {{role.name}}PreConfig
 278       - {{role.name}}KollaJsonDeployment
 279       - {{role.name}}GenPuppetDeployment
 280       - {{role.name}}GenerateConfigDeployment
 281   {% else %}
 282     depends_on:
 283         {% for dep in roles %}
 284         - {{dep.name}}ContainersDeployment_Step{{step -1}}
 285         - {{dep.name}}Deployment_Step{{step}} # baremetal steps of the same level run first
 286         - {{dep.name}}Deployment_Step{{step -1}}
 287         {% endfor %}
 288         - {{primary_role_name}}DockerPuppetTasksDeployment{{step -1}}
 289   {% endif %}
 290     properties:
 291       name: {{role.name}}ContainersDeployment_Step{{step}}
 292       servers: {get_param: [servers, {{role.name}}]}
 293       config: {get_resource: {{role.name}}ContainersConfig_Step{{step}}}
 294
 295   {% endfor %}
 296   # END CONTAINER CONFIG STEPS
 297
 298   {{role.name}}PostConfig:
 299     type: OS::TripleO::Tasks::{{role.name}}PostConfig
 300     depends_on:
 301   {% for dep in roles %}
 302       - {{dep.name}}Deployment_Step5
 303       - {{primary_role_name}}DockerPuppetTasksDeployment5
 304   {% endfor %}
 305     properties:
 306       servers:  {get_param: servers}
 307       input_values:
 308         update_identifier: {get_param: DeployIdentifier}
 309
 310   # Note, this should come last, so use depends_on to ensure
 311   # this is created after any other resources.
 312   {{role.name}}ExtraConfigPost:
 313     depends_on:
 314   {% for dep in roles %}
 315       - {{dep.name}}PostConfig
 316   {% endfor %}
 317     type: OS::TripleO::NodeExtraConfigPost
 318     properties:
 319         servers: {get_param: [servers, {{role.name}}]}
 320
 321   {% if role.name == 'Controller' %}
 322   ControllerPostPuppet:
 323     depends_on:
 324       - ControllerExtraConfigPost
 325     type: OS::TripleO::Tasks::ControllerPostPuppet
 326     properties:
 327       servers: {get_param: [servers, Controller]}
 328       input_values:
 329         update_identifier: {get_param: DeployIdentifier}
 330   {% endif %}
 331
 332 {% endfor %}