docker/docker-steps.j2

   1 # certain initialization steps (run in a container) will occur
   2 # on the role marked as primary controller or the first role listed
   3 {%- set primary_role = [roles[0]] -%}
   4 {%- for role in roles -%}
   5   {%- if 'primary' in role.tags and 'controller' in role.tags -%}
   6     {%- set _ = primary_role.pop() -%}
   7     {%- set _ = primary_role.append(role) -%}
   8   {%- endif -%}
   9 {%- endfor -%}
  10 {%- set primary_role_name = primary_role[0].name -%}
  11 # primary role is: {{primary_role_name}}
  12 {% set deploy_steps_max = 6 -%}
  13
  14 heat_template_version: ocata
  15
  16 description: >
  17   Post-deploy configuration steps via puppet for all roles,
  18   as defined in ../roles_data.yaml
  19
  20 parameters:
  21   servers:
  22     type: json
  23     description: Mapping of Role name e.g Controller to a list of servers
  24   role_data:
  25     type: json
  26     description: Mapping of Role name e.g Controller to the per-role data
  27   DeployIdentifier:
  28     default: ''
  29     type: string
  30     description: >
  31       Setting this to a unique value will re-run any deployment tasks which
  32       perform configuration on a Heat stack-update.
  33   EndpointMap:
  34     default: {}
  35     description: Mapping of service endpoint -> protocol. Typically set
  36                  via parameter_defaults in the resource registry.
  37     type: json
  38
  39 resources:
  40
  41   # These utility tasks use docker-puppet.py to execute tasks via puppet
  42   # We only execute these on the first node in the primary role
  43   {{primary_role_name}}DockerPuppetTasks:
  44     type: OS::Heat::Value
  45     properties:
  46       type: json
  47       value:
  48         yaql:
  49           expression:
  50             $.data.default_tasks + dict($.data.docker_puppet_tasks.where($1 != null).selectMany($.items()).groupBy($[0], $[1]))
  51           data:
  52             docker_puppet_tasks: {get_param: [role_data, {{primary_role_name}}, docker_puppet_tasks]}
  53             default_tasks:
  54 {%- for step in range(1, deploy_steps_max) %}
  55               step_{{step}}: {}
  56 {%- endfor %}
  57
  58 # BEGIN primary_role_name docker-puppet-tasks (run only on a single node)
  59 {% for step in range(1, deploy_steps_max) %}
  60
  61   {{primary_role_name}}DockerPuppetJsonConfig{{step}}:
  62       type: OS::Heat::StructuredConfig
  63       properties:
  64         group: json-file
  65         config:
  66           /var/lib/docker-puppet/docker-puppet-tasks{{step}}.json:
  67             {get_attr: [{{primary_role_name}}DockerPuppetTasks, value, 'step_{{step}}']}
  68
  69   {{primary_role_name}}DockerPuppetJsonDeployment{{step}}:
  70     type: OS::Heat::SoftwareDeployment
  71     properties:
  72       server: {get_param: [servers, {{primary_role_name}}, '0']}
  73       config: {get_resource: {{primary_role_name}}DockerPuppetJsonConfig{{step}}}
  74
  75   {{primary_role_name}}DockerPuppetTasksConfig{{step}}:
  76     type: OS::Heat::SoftwareConfig
  77     properties:
  78       group: script
  79       config: {get_file: docker-puppet.py}
  80       inputs:
  81         - name: CONFIG
  82         - name: NET_HOST
  83         - name: NO_ARCHIVE
  84         - name: STEP
  85
  86   {{primary_role_name}}DockerPuppetTasksDeployment{{step}}:
  87     type: OS::Heat::SoftwareDeployment
  88     depends_on:
  89       {% for dep in roles %}
  90       - {{dep.name}}Deployment_Step{{step}}
  91       - {{dep.name}}ContainersDeployment_Step{{step}}
  92       {% endfor %}
  93       - {{primary_role_name}}DockerPuppetJsonDeployment{{step}}
  94     properties:
  95       name: {{primary_role_name}}DockerPuppetJsonDeployment{{step}}
  96       server: {get_param: [servers, {{primary_role_name}}, '0']}
  97       config: {get_resource: {{primary_role_name}}DockerPuppetTasksConfig{{step}}}
  98       input_values:
  99         CONFIG: /var/lib/docker-puppet/docker-puppet-tasks{{step}}.json
 100         NET_HOST: 'true'
 101         NO_ARCHIVE: 'true'
 102         STEP: {{step}}
 103
 104 {% endfor %}
 105 # END primary_role_name docker-puppet-tasks
 106
 107 {% for role in roles %}
 108   # Post deployment steps for all roles
 109   # A single config is re-applied with an incrementing step number
 110   # {{role.name}} Role steps
 111   {{role.name}}ArtifactsConfig:
 112     type: ../puppet/deploy-artifacts.yaml
 113
 114   {{role.name}}ArtifactsDeploy:
 115     type: OS::Heat::StructuredDeploymentGroup
 116     properties:
 117       servers:  {get_param: [servers, {{role.name}}]}
 118       config: {get_resource: {{role.name}}ArtifactsConfig}
 119
 120   {{role.name}}PreConfig:
 121     type: OS::TripleO::Tasks::{{role.name}}PreConfig
 122     properties:
 123       servers: {get_param: [servers, {{role.name}}]}
 124       input_values:
 125         update_identifier: {get_param: DeployIdentifier}
 126
 127   {{role.name}}CreateConfigDir:
 128     type: OS::Heat::SoftwareConfig
 129     properties:
 130       group: script
 131       config: {get_file: create-config-dir.sh}
 132
 133   {{role.name}}CreateConfigDirDeployment:
 134     type: OS::Heat::SoftwareDeploymentGroup
 135     properties:
 136       servers: {get_param: [servers, {{role.name}}]}
 137       config: {get_resource: {{role.name}}CreateConfigDir}
 138
 139   {{role.name}}HostPrepAnsible:
 140     type: OS::Heat::Value
 141     properties:
 142       value:
 143         str_replace:
 144           template: CONFIG
 145           params:
 146             CONFIG:
 147               - hosts: localhost
 148                 connection: local
 149                 tasks: {get_param: [role_data, {{role.name}}, host_prep_tasks]}
 150
 151   {{role.name}}HostPrepConfig:
 152     type: OS::Heat::SoftwareConfig
 153     properties:
 154       group: ansible
 155       options:
 156         modulepath: /usr/share/ansible-modules
 157       config: {get_attr: [{{role.name}}HostPrepAnsible, value]}
 158
 159   {{role.name}}HostPrepDeployment:
 160     type: OS::Heat::SoftwareDeploymentGroup
 161     properties:
 162       servers: {get_param: [servers, {{role.name}}]}
 163       config: {get_resource: {{role.name}}HostPrepConfig}
 164
 165   # this creates a JSON config file for our docker-puppet.py script
 166   {{role.name}}GenPuppetConfig:
 167     type: OS::Heat::StructuredConfig
 168     properties:
 169       group: json-file
 170       config:
 171         /var/lib/docker-puppet/docker-puppet.json:
 172           {get_param: [role_data, {{role.name}}, puppet_config]}
 173
 174   {{role.name}}GenPuppetDeployment:
 175     type: OS::Heat::SoftwareDeploymentGroup
 176     properties:
 177       servers: {get_param: [servers, {{role.name}}]}
 178       config: {get_resource: {{role.name}}GenPuppetConfig}
 179
 180   {{role.name}}GenerateConfig:
 181     type: OS::Heat::SoftwareConfig
 182     properties:
 183       group: script
 184       config: {get_file: docker-puppet.py}
 185       inputs:
 186         - name: NET_HOST
 187
 188   {{role.name}}GenerateConfigDeployment:
 189     type: OS::Heat::SoftwareDeploymentGroup
 190     depends_on: [{{role.name}}GenPuppetDeployment, {{role.name}}ArtifactsDeploy, {{role.name}}CreateConfigDirDeployment, {{role.name}}HostPrepDeployment]
 191     properties:
 192       name: {{role.name}}GenerateConfigDeployment
 193       servers: {get_param: [servers, {{role.name}}]}
 194       config: {get_resource: {{role.name}}GenerateConfig}
 195       input_values:
 196         NET_HOST: 'true'
 197
 198   {{role.name}}PuppetStepConfig:
 199     type: OS::Heat::Value
 200     properties:
 201       type: string
 202       value:
 203         yaql:
 204           expression:
 205             # select 'step_config' only from services that do not have a docker_config
 206             $.data.service_names.zip($.data.step_config, $.data.docker_config).where($[2] = null).where($[1] != null).select($[1]).join("\n")
 207           data:
 208             service_names: {get_param: [role_data, {{role.name}}, service_names]}
 209             step_config: {get_param: [role_data, {{role.name}}, step_config]}
 210             docker_config: {get_param: [role_data, {{role.name}}, docker_config]}
 211
 212   {{role.name}}DockerConfig:
 213     type: OS::Heat::Value
 214     properties:
 215       type: json
 216       value:
 217         yaql:
 218           expression:
 219             # select 'docker_config' only from services that have it
 220             $.data.service_names.zip($.data.docker_config).where($[1] != null).select($[1]).reduce($1.mergeWith($2), {})
 221           data:
 222             service_names: {get_param: [role_data, {{role.name}}, service_names]}
 223             docker_config: {get_param: [role_data, {{role.name}}, docker_config]}
 224
 225   # Here we are dumping all the docker container startup configuration data
 226   # so that we can have access to how they are started outside of heat
 227   # and docker-cmd.  This lets us create command line tools to start and
 228   # test these containers.
 229   {{role.name}}DockerConfigJsonStartupData:
 230     type: OS::Heat::StructuredConfig
 231     properties:
 232       group: json-file
 233       config:
 234         /var/lib/docker-container-startup-configs.json:
 235           {get_attr: [{{role.name}}DockerConfig, value]}
 236
 237   {{role.name}}DockerConfigJsonStartupDataDeployment:
 238     type: OS::Heat::SoftwareDeploymentGroup
 239     properties:
 240       config: {get_resource: {{role.name}}DockerConfigJsonStartupData}
 241       servers: {get_param: [servers, {{role.name}}]}
 242
 243   {{role.name}}KollaJsonConfig:
 244     type: OS::Heat::StructuredConfig
 245     properties:
 246       group: json-file
 247       config:
 248         {get_param: [role_data, {{role.name}}, kolla_config]}
 249
 250   {{role.name}}KollaJsonDeployment:
 251     type: OS::Heat::SoftwareDeploymentGroup
 252     properties:
 253       name: {{role.name}}KollaJsonDeployment
 254       config: {get_resource: {{role.name}}KollaJsonConfig}
 255       servers: {get_param: [servers, {{role.name}}]}
 256
 257   # BEGIN BAREMETAL CONFIG STEPS
 258
 259   {{role.name}}PreConfig:
 260     type: OS::TripleO::Tasks::{{role.name}}PreConfig
 261     properties:
 262       servers: {get_param: [servers, {{role.name}}]}
 263       input_values:
 264         update_identifier: {get_param: DeployIdentifier}
 265
 266   {{role.name}}Config:
 267     type: OS::TripleO::{{role.name}}Config
 268     properties:
 269       StepConfig: {get_attr: [{{role.name}}PuppetStepConfig, value]}
 270
 271   {% for step in range(1, deploy_steps_max) %}
 272
 273   {{role.name}}Deployment_Step{{step}}:
 274     type: OS::Heat::StructuredDeploymentGroup
 275   {% if step == 1 %}
 276     depends_on: [{{role.name}}PreConfig, {{role.name}}ArtifactsDeploy]
 277   {% else %}
 278     depends_on:
 279       {% for dep in roles %}
 280       - {{dep.name}}Deployment_Step{{step -1}}
 281       - {{dep.name}}ContainersDeployment_Step{{step -1}}
 282       {% endfor %}
 283       - {{primary_role_name}}DockerPuppetTasksDeployment{{step -1}}
 284   {% endif %}
 285     properties:
 286       name: {{role.name}}Deployment_Step{{step}}
 287       servers: {get_param: [servers, {{role.name}}]}
 288       config: {get_resource: {{role.name}}Config}
 289       input_values:
 290         step: {{step}}
 291         update_identifier: {get_param: DeployIdentifier}
 292
 293   {% endfor %}
 294   # END BAREMETAL CONFIG STEPS
 295
 296   # BEGIN CONTAINER CONFIG STEPS
 297   {% for step in range(1, deploy_steps_max) %}
 298
 299   {{role.name}}ContainersConfig_Step{{step}}:
 300     type: OS::Heat::StructuredConfig
 301     properties:
 302       group: docker-cmd
 303       config:
 304         {get_attr: [{{role.name}}DockerConfig, value, step_{{step}}]}
 305
 306   {{role.name}}ContainersDeployment_Step{{step}}:
 307     type: OS::Heat::StructuredDeploymentGroup
 308   {% if step == 1 %}
 309     depends_on:
 310       - {{role.name}}KollaJsonDeployment
 311       - {{role.name}}GenPuppetDeployment
 312       - {{role.name}}GenerateConfigDeployment
 313         {%- for dep in roles %}
 314       - {{dep.name}}Deployment_Step{{step}} # baremetal steps of the same level run first
 315         {%- endfor %}
 316   {% else %}
 317     depends_on:
 318         {% for dep in roles %}
 319         - {{dep.name}}ContainersDeployment_Step{{step -1}}
 320         - {{dep.name}}Deployment_Step{{step}} # baremetal steps of the same level run first
 321         - {{dep.name}}Deployment_Step{{step -1}}
 322         {% endfor %}
 323         - {{primary_role_name}}DockerPuppetTasksDeployment{{step -1}}
 324   {% endif %}
 325     properties:
 326       name: {{role.name}}ContainersDeployment_Step{{step}}
 327       servers: {get_param: [servers, {{role.name}}]}
 328       config: {get_resource: {{role.name}}ContainersConfig_Step{{step}}}
 329
 330   {% endfor %}
 331   # END CONTAINER CONFIG STEPS
 332
 333   {{role.name}}PostConfig:
 334     type: OS::TripleO::Tasks::{{role.name}}PostConfig
 335     depends_on:
 336   {% for dep in roles %}
 337       - {{dep.name}}Deployment_Step5
 338       - {{primary_role_name}}DockerPuppetTasksDeployment5
 339   {% endfor %}
 340     properties:
 341       servers:  {get_param: servers}
 342       input_values:
 343         update_identifier: {get_param: DeployIdentifier}
 344
 345   # Note, this should come last, so use depends_on to ensure
 346   # this is created after any other resources.
 347   {{role.name}}ExtraConfigPost:
 348     depends_on:
 349   {% for dep in roles %}
 350       - {{dep.name}}PostConfig
 351   {% endfor %}
 352     type: OS::TripleO::NodeExtraConfigPost
 353     properties:
 354         servers: {get_param: [servers, {{role.name}}]}
 355
 356 {% endfor %}