docker/docker-steps.j2

   1 # certain initialization steps (run in a container) will occur
   2 # on the role marked as primary controller or the first role listed
   3 {%- set primary_role = [roles[0]] -%}
   4 {%- for role in roles -%}
   5   {%- if 'primary' in role.tags and 'controller' in role.tags -%}
   6     {%- set _ = primary_role.pop() -%}
   7     {%- set _ = primary_role.append(role) -%}
   8   {%- endif -%}
   9 {%- endfor -%}
  10 {%- set primary_role_name = primary_role[0].name -%}
  11 # primary role is: {{primary_role_name}}
  12 {% set deploy_steps_max = 6 -%}
  13
  14 heat_template_version: ocata
  15
  16 description: >
  17   Post-deploy configuration steps via puppet for all roles,
  18   as defined in ../roles_data.yaml
  19
  20 parameters:
  21   servers:
  22     type: json
  23     description: Mapping of Role name e.g Controller to a list of servers
  24   role_data:
  25     type: json
  26     description: Mapping of Role name e.g Controller to the per-role data
  27   DeployIdentifier:
  28     default: ''
  29     type: string
  30     description: >
  31       Setting this to a unique value will re-run any deployment tasks which
  32       perform configuration on a Heat stack-update.
  33   EndpointMap:
  34     default: {}
  35     description: Mapping of service endpoint -> protocol. Typically set
  36                  via parameter_defaults in the resource registry.
  37     type: json
  38
  39 resources:
  40
  41   # These utility tasks use docker-puppet.py to execute tasks via puppet
  42   # We only execute these on the first node in the primary role
  43   {{primary_role_name}}DockerPuppetTasks:
  44     type: OS::Heat::Value
  45     properties:
  46       type: json
  47       value:
  48         yaql:
  49           expression:
  50             $.data.default_tasks + dict($.data.docker_puppet_tasks.where($1 != null).selectMany($.items()).groupBy($[0], $[1]))
  51           data:
  52             docker_puppet_tasks: {get_param: [role_data, {{primary_role_name}}, docker_puppet_tasks]}
  53             default_tasks:
  54 {%- for step in range(1, deploy_steps_max) %}
  55               step_{{step}}: {}
  56 {%- endfor %}
  57
  58 # BEGIN primary_role_name docker-puppet-tasks (run only on a single node)
  59 {% for step in range(1, deploy_steps_max) %}
  60
  61   {{primary_role_name}}DockerPuppetJsonConfig{{step}}:
  62       type: OS::Heat::StructuredConfig
  63       properties:
  64         group: json-file
  65         config:
  66           /var/lib/docker-puppet/docker-puppet-tasks{{step}}.json:
  67             {get_attr: [{{primary_role_name}}DockerPuppetTasks, value, 'step_{{step}}']}
  68
  69   {{primary_role_name}}DockerPuppetJsonDeployment{{step}}:
  70     type: OS::Heat::SoftwareDeployment
  71     properties:
  72       server: {get_param: [servers, {{primary_role_name}}, '0']}
  73       config: {get_resource: {{primary_role_name}}DockerPuppetJsonConfig{{step}}}
  74
  75   {{primary_role_name}}DockerPuppetTasksConfig{{step}}:
  76     type: OS::Heat::SoftwareConfig
  77     properties:
  78       group: script
  79       config: {get_file: docker-puppet.py}
  80       inputs:
  81         - name: CONFIG
  82         - name: NET_HOST
  83         - name: NO_ARCHIVE
  84         - name: STEP
  85
  86   {{primary_role_name}}DockerPuppetTasksDeployment{{step}}:
  87     type: OS::Heat::SoftwareDeployment
  88     depends_on:
  89       {% for dep in roles %}
  90       - {{dep.name}}Deployment_Step{{step}}
  91       - {{dep.name}}ContainersDeployment_Step{{step}}
  92       {% endfor %}
  93       - {{primary_role_name}}DockerPuppetJsonDeployment{{step}}
  94     properties:
  95       name: {{primary_role_name}}DockerPuppetJsonDeployment{{step}}
  96       server: {get_param: [servers, {{primary_role_name}}, '0']}
  97       config: {get_resource: {{primary_role_name}}DockerPuppetTasksConfig{{step}}}
  98       input_values:
  99         CONFIG: /var/lib/docker-puppet/docker-puppet-tasks{{step}}.json
 100         NET_HOST: 'true'
 101         NO_ARCHIVE: 'true'
 102         STEP: {{step}}
 103
 104 {% endfor %}
 105 # END primary_role_name docker-puppet-tasks
 106
 107 {% for role in roles %}
 108   # Post deployment steps for all roles
 109   # A single config is re-applied with an incrementing step number
 110   # {{role.name}} Role steps
 111   {{role.name}}ArtifactsConfig:
 112     type: ../puppet/deploy-artifacts.yaml
 113
 114   {{role.name}}ArtifactsDeploy:
 115     type: OS::Heat::StructuredDeploymentGroup
 116     properties:
 117       servers:  {get_param: [servers, {{role.name}}]}
 118       config: {get_resource: {{role.name}}ArtifactsConfig}
 119
 120   {{role.name}}PreConfig:
 121     type: OS::TripleO::Tasks::{{role.name}}PreConfig
 122     properties:
 123       servers: {get_param: [servers, {{role.name}}]}
 124       input_values:
 125         update_identifier: {get_param: DeployIdentifier}
 126
 127   {{role.name}}CreateConfigDir:
 128     type: OS::Heat::SoftwareConfig
 129     properties:
 130       group: script
 131       config: {get_file: create-config-dir.sh}
 132
 133   {{role.name}}CreateConfigDirDeployment:
 134     type: OS::Heat::SoftwareDeploymentGroup
 135     properties:
 136       servers: {get_param: [servers, {{role.name}}]}
 137       config: {get_resource: {{role.name}}CreateConfigDir}
 138
 139   {{role.name}}HostPrepAnsible:
 140     type: OS::Heat::Value
 141     properties:
 142       value:
 143         str_replace:
 144           template: CONFIG
 145           params:
 146             CONFIG:
 147               - hosts: localhost
 148                 connection: local
 149                 tasks: {get_param: [role_data, {{role.name}}, host_prep_tasks]}
 150
 151   {{role.name}}HostPrepConfig:
 152     type: OS::Heat::SoftwareConfig
 153     properties:
 154       group: ansible
 155       options:
 156         modulepath: /usr/share/ansible-modules
 157       config: {get_attr: [{{role.name}}HostPrepAnsible, value]}
 158
 159   {{role.name}}HostPrepDeployment:
 160     type: OS::Heat::SoftwareDeploymentGroup
 161     properties:
 162       servers: {get_param: [servers, {{role.name}}]}
 163       config: {get_resource: {{role.name}}HostPrepConfig}
 164
 165   # this creates a JSON config file for our docker-puppet.py script
 166   {{role.name}}GenPuppetConfig:
 167     type: OS::Heat::StructuredConfig
 168     properties:
 169       group: json-file
 170       config:
 171         /var/lib/docker-puppet/docker-puppet.json:
 172           {get_param: [role_data, {{role.name}}, puppet_config]}
 173
 174   {{role.name}}GenPuppetDeployment:
 175     type: OS::Heat::SoftwareDeploymentGroup
 176     properties:
 177       servers: {get_param: [servers, {{role.name}}]}
 178       config: {get_resource: {{role.name}}GenPuppetConfig}
 179
 180   {{role.name}}GenerateConfig:
 181     type: OS::Heat::SoftwareConfig
 182     properties:
 183       group: script
 184       config: {get_file: docker-puppet.py}
 185
 186   {{role.name}}GenerateConfigDeployment:
 187     type: OS::Heat::SoftwareDeploymentGroup
 188     depends_on: [{{role.name}}GenPuppetDeployment, {{role.name}}ArtifactsDeploy, {{role.name}}CreateConfigDirDeployment, {{role.name}}HostPrepDeployment]
 189     properties:
 190       name: {{role.name}}GenerateConfigDeployment
 191       servers: {get_param: [servers, {{role.name}}]}
 192       config: {get_resource: {{role.name}}GenerateConfig}
 193
 194   {{role.name}}PuppetStepConfig:
 195     type: OS::Heat::Value
 196     properties:
 197       type: string
 198       value:
 199         yaql:
 200           expression:
 201             # select 'step_config' only from services that do not have a docker_config
 202             $.data.service_names.zip($.data.step_config, $.data.docker_config).where($[2] = null).where($[1] != null).select($[1]).join("\n")
 203           data:
 204             service_names: {get_param: [role_data, {{role.name}}, service_names]}
 205             step_config: {get_param: [role_data, {{role.name}}, step_config]}
 206             docker_config: {get_param: [role_data, {{role.name}}, docker_config]}
 207
 208   {{role.name}}DockerConfig:
 209     type: OS::Heat::Value
 210     properties:
 211       type: json
 212       value:
 213         yaql:
 214           expression:
 215             # select 'docker_config' only from services that have it
 216             $.data.service_names.zip($.data.docker_config).where($[1] != null).select($[1]).reduce($1.mergeWith($2), {})
 217           data:
 218             service_names: {get_param: [role_data, {{role.name}}, service_names]}
 219             docker_config: {get_param: [role_data, {{role.name}}, docker_config]}
 220
 221   # Here we are dumping all the docker container startup configuration data
 222   # so that we can have access to how they are started outside of heat
 223   # and docker-cmd.  This lets us create command line tools to start and
 224   # test these containers.
 225   {{role.name}}DockerConfigJsonStartupData:
 226     type: OS::Heat::StructuredConfig
 227     properties:
 228       group: json-file
 229       config:
 230         /var/lib/docker-container-startup-configs.json:
 231           {get_attr: [{{role.name}}DockerConfig, value]}
 232
 233   {{role.name}}DockerConfigJsonStartupDataDeployment:
 234     type: OS::Heat::SoftwareDeploymentGroup
 235     properties:
 236       config: {get_resource: {{role.name}}DockerConfigJsonStartupData}
 237       servers: {get_param: [servers, {{role.name}}]}
 238
 239   {{role.name}}KollaJsonConfig:
 240     type: OS::Heat::StructuredConfig
 241     properties:
 242       group: json-file
 243       config:
 244         {get_param: [role_data, {{role.name}}, kolla_config]}
 245
 246   {{role.name}}KollaJsonDeployment:
 247     type: OS::Heat::SoftwareDeploymentGroup
 248     properties:
 249       name: {{role.name}}KollaJsonDeployment
 250       config: {get_resource: {{role.name}}KollaJsonConfig}
 251       servers: {get_param: [servers, {{role.name}}]}
 252
 253   # BEGIN BAREMETAL CONFIG STEPS
 254
 255   {% if role.name == 'Controller' %}
 256   ControllerPrePuppet:
 257     type: OS::TripleO::Tasks::ControllerPrePuppet
 258     properties:
 259       servers: {get_param: [servers, Controller]}
 260       input_values:
 261         update_identifier: {get_param: DeployIdentifier}
 262   {% endif %}
 263
 264   {{role.name}}Config:
 265     type: OS::TripleO::{{role.name}}Config
 266     properties:
 267       StepConfig: {get_attr: [{{role.name}}PuppetStepConfig, value]}
 268
 269   {% for step in range(1, deploy_steps_max) %}
 270
 271   {{role.name}}Deployment_Step{{step}}:
 272     type: OS::Heat::StructuredDeploymentGroup
 273   {% if step == 1 %}
 274     depends_on: [{{role.name}}PreConfig, {{role.name}}ArtifactsDeploy]
 275   {% else %}
 276     depends_on:
 277       {% for dep in roles %}
 278       - {{dep.name}}Deployment_Step{{step -1}}
 279       - {{dep.name}}ContainersDeployment_Step{{step -1}}
 280       {% endfor %}
 281       - {{primary_role_name}}DockerPuppetTasksDeployment{{step -1}}
 282   {% endif %}
 283     properties:
 284       name: {{role.name}}Deployment_Step{{step}}
 285       servers: {get_param: [servers, {{role.name}}]}
 286       config: {get_resource: {{role.name}}Config}
 287       input_values:
 288         step: {{step}}
 289         update_identifier: {get_param: DeployIdentifier}
 290
 291   {% endfor %}
 292   # END BAREMETAL CONFIG STEPS
 293
 294   # BEGIN CONTAINER CONFIG STEPS
 295   {% for step in range(1, deploy_steps_max) %}
 296
 297   {{role.name}}ContainersConfig_Step{{step}}:
 298     type: OS::Heat::StructuredConfig
 299     properties:
 300       group: docker-cmd
 301       config:
 302         {get_attr: [{{role.name}}DockerConfig, value, step_{{step}}]}
 303
 304   {{role.name}}ContainersDeployment_Step{{step}}:
 305     type: OS::Heat::StructuredDeploymentGroup
 306   {% if step == 1 %}
 307     depends_on:
 308       - {{role.name}}PreConfig
 309       - {{role.name}}KollaJsonDeployment
 310       - {{role.name}}GenPuppetDeployment
 311       - {{role.name}}GenerateConfigDeployment
 312   {% else %}
 313     depends_on:
 314         {% for dep in roles %}
 315         - {{dep.name}}ContainersDeployment_Step{{step -1}}
 316         - {{dep.name}}Deployment_Step{{step}} # baremetal steps of the same level run first
 317         - {{dep.name}}Deployment_Step{{step -1}}
 318         {% endfor %}
 319         - {{primary_role_name}}DockerPuppetTasksDeployment{{step -1}}
 320   {% endif %}
 321     properties:
 322       name: {{role.name}}ContainersDeployment_Step{{step}}
 323       servers: {get_param: [servers, {{role.name}}]}
 324       config: {get_resource: {{role.name}}ContainersConfig_Step{{step}}}
 325
 326   {% endfor %}
 327   # END CONTAINER CONFIG STEPS
 328
 329   {{role.name}}PostConfig:
 330     type: OS::TripleO::Tasks::{{role.name}}PostConfig
 331     depends_on:
 332   {% for dep in roles %}
 333       - {{dep.name}}Deployment_Step5
 334       - {{primary_role_name}}DockerPuppetTasksDeployment5
 335   {% endfor %}
 336     properties:
 337       servers:  {get_param: servers}
 338       input_values:
 339         update_identifier: {get_param: DeployIdentifier}
 340
 341   # Note, this should come last, so use depends_on to ensure
 342   # this is created after any other resources.
 343   {{role.name}}ExtraConfigPost:
 344     depends_on:
 345   {% for dep in roles %}
 346       - {{dep.name}}PostConfig
 347   {% endfor %}
 348     type: OS::TripleO::NodeExtraConfigPost
 349     properties:
 350         servers: {get_param: [servers, {{role.name}}]}
 351
 352   {% if role.name == 'Controller' %}
 353   ControllerPostPuppet:
 354     depends_on:
 355       - ControllerExtraConfigPost
 356     type: OS::TripleO::Tasks::ControllerPostPuppet
 357     properties:
 358       servers: {get_param: [servers, Controller]}
 359       input_values:
 360         update_identifier: {get_param: DeployIdentifier}
 361   {% endif %}
 362
 363 {% endfor %}