docker/docker-steps.j2

   1 # certain initialization steps (run in a container) will occur
   2 # on the role marked as primary controller or the first role listed
   3 {%- set primary_role = [roles[0]] -%}
   4 {%- for role in roles -%}
   5   {%- if 'primary' in role.tags and 'controller' in role.tags -%}
   6     {%- set _ = primary_role.pop() -%}
   7     {%- set _ = primary_role.append(role) -%}
   8   {%- endif -%}
   9 {%- endfor -%}
  10 {%- set primary_role_name = primary_role[0].name -%}
  11 # primary role is: {{primary_role_name}}
  12 {% set deploy_steps_max = 6 -%}
  13
  14 heat_template_version: pike
  15
  16 description: >
  17   Post-deploy configuration steps via puppet for all roles,
  18   as defined in ../roles_data.yaml
  19
  20 parameters:
  21   servers:
  22     type: json
  23     description: Mapping of Role name e.g Controller to a list of servers
  24   stack_name:
  25     type: string
  26     description: Name of the topmost stack
  27   role_data:
  28     type: json
  29     description: Mapping of Role name e.g Controller to the per-role data
  30   DeployIdentifier:
  31     default: ''
  32     type: string
  33     description: >
  34       Setting this to a unique value will re-run any deployment tasks which
  35       perform configuration on a Heat stack-update.
  36   EndpointMap:
  37     default: {}
  38     description: Mapping of service endpoint -> protocol. Typically set
  39                  via parameter_defaults in the resource registry.
  40     type: json
  41   DockerPuppetDebug:
  42     type: string
  43     default: ''
  44     description: Set to True to enable debug logging with docker-puppet.py
  45   ctlplane_service_ips:
  46     type: json
  47
  48 conditions:
  49 {% for step in range(1, deploy_steps_max) %}
  50   WorkflowTasks_Step{{step}}_Enabled:
  51     or:
  52     {%- for role in roles %}
  53       - not:
  54           equals:
  55             - get_param: [role_data, {{role.name}}, service_workflow_tasks, step{{step}}]
  56             - ''
  57       - False
  58     {%- endfor %}
  59 {% endfor %}
  60
  61 resources:
  62
  63   # These utility tasks use docker-puppet.py to execute tasks via puppet
  64   # We only execute these on the first node in the primary role
  65   {{primary_role_name}}DockerPuppetTasks:
  66     type: OS::Heat::Value
  67     properties:
  68       type: json
  69       value:
  70         yaql:
  71           expression:
  72             $.data.default_tasks + dict($.data.docker_puppet_tasks.where($1 != null).selectMany($.items()).groupBy($[0], $[1]))
  73           data:
  74             docker_puppet_tasks: {get_param: [role_data, {{primary_role_name}}, docker_puppet_tasks]}
  75             default_tasks:
  76 {%- for step in range(1, deploy_steps_max) %}
  77               step_{{step}}: {}
  78 {%- endfor %}
  79
  80   RoleConfig:
  81     type: OS::Heat::SoftwareConfig
  82     properties:
  83       group: ansible
  84       options:
  85         modulepath: /usr/share/ansible-modules
  86       inputs:
  87         - name: step
  88         - name: role_name
  89         - name: update_identifier
  90         - name: bootstrap_server_id
  91         - name: docker_puppet_debug
  92       config: {get_file: deploy-steps-playbook.yaml}
  93
  94 {%- for step in range(1, deploy_steps_max) %}
  95 # BEGIN service_workflow_tasks handling
  96   WorkflowTasks_Step{{step}}:
  97     type: OS::Mistral::Workflow
  98     condition: WorkflowTasks_Step{{step}}_Enabled
  99     depends_on:
 100     {%- if step == 1 %}
 101     {%- for dep in roles %}
 102       - {{dep.name}}PreConfig
 103       - {{dep.name}}ArtifactsDeploy
 104     {%- endfor %}
 105     {%- else %}
 106     {%- for dep in roles %}
 107       - {{dep.name}}Deployment_Step{{step -1}}
 108     {%- endfor %}
 109     {%- endif %}
 110     properties:
 111       name: {list_join: [".", ["tripleo", {get_param: stack_name}, "workflowtasks", "step{{step}}"]]}
 112       type: direct
 113       tasks:
 114         yaql:
 115           expression: $.data.where($ != '').select($.get('step{{step}}')).where($ != null).flatten()
 116           data:
 117           {%- for role in roles %}
 118             - get_param: [role_data, {{role.name}}, service_workflow_tasks]
 119           {%- endfor %}
 120
 121   WorkflowTasks_Step{{step}}_Execution:
 122     type: OS::Mistral::ExternalResource
 123     condition: WorkflowTasks_Step{{step}}_Enabled
 124     depends_on: WorkflowTasks_Step{{step}}
 125     properties:
 126       actions:
 127         CREATE:
 128           workflow: { get_resource: WorkflowTasks_Step{{step}} }
 129           params:
 130             env:
 131               service_ips: { get_param: ctlplane_service_ips }
 132               role_merged_configs:
 133                 {%- for r in roles %}
 134                 {{r.name}}: {get_param: [role_data, {{r.name}}, merged_config_settings]}
 135                 {%- endfor %}
 136         UPDATE:
 137           workflow: { get_resource: WorkflowTasks_Step{{step}} }
 138           params:
 139             env:
 140               service_ips: { get_param: ctlplane_service_ips }
 141               role_merged_configs:
 142                 {%- for r in roles %}
 143                 {{r.name}}: {get_param: [role_data, {{r.name}}, merged_config_settings]}
 144                 {%- endfor %}
 145       always_update: true
 146 # END service_workflow_tasks handling
 147 {% endfor %}
 148
 149 {% for role in roles %}
 150   # Post deployment steps for all roles
 151   # A single config is re-applied with an incrementing step number
 152   # {{role.name}} Role steps
 153   {{role.name}}ArtifactsConfig:
 154     type: ../puppet/deploy-artifacts.yaml
 155
 156   {{role.name}}ArtifactsDeploy:
 157     type: OS::Heat::StructuredDeploymentGroup
 158     properties:
 159       servers:  {get_param: [servers, {{role.name}}]}
 160       config: {get_resource: {{role.name}}ArtifactsConfig}
 161
 162   {{role.name}}HostPrepConfig:
 163     type: OS::Heat::SoftwareConfig
 164     properties:
 165       group: ansible
 166       options:
 167         modulepath: /usr/share/ansible-modules
 168       config:
 169         str_replace:
 170           template: _PLAYBOOK
 171           params:
 172             _PLAYBOOK:
 173               - hosts: localhost
 174                 connection: local
 175                 vars:
 176                   puppet_config: {get_param: [role_data, {{role.name}}, puppet_config]}
 177                   docker_puppet_script: {get_file: docker-puppet.py}
 178                   docker_puppet_tasks: {get_attr: [{{primary_role_name}}DockerPuppetTasks, value]}
 179                   docker_startup_configs: {get_attr: [{{role.name}}DockerConfig, value]}
 180                   kolla_config: {get_param: [role_data, {{role.name}}, kolla_config]}
 181                   bootstrap_server_id: {get_param: [servers, {{primary_role_name}}, '0']}
 182                   puppet_step_config: {get_attr: [{{role.name}}PuppetStepConfig, value]}
 183                 tasks:
 184                   # Join host_prep_tasks with the other per-host configuration
 185                   yaql:
 186                     expression: $.data.host_prep_tasks + $.data.template_tasks
 187                     data:
 188                       host_prep_tasks: {get_param: [role_data, {{role.name}}, host_prep_tasks]}
 189                       template_tasks:
 190 {%- raw %}
 191                         # Write the manifest for baremetal puppet configuration
 192                         - name: Create /var/lib/tripleo-config directory
 193                           file: path=/var/lib/tripleo-config state=directory
 194                         - name: Write the puppet step_config manifest
 195                           copy: content="{{puppet_step_config}}" dest=/var/lib/tripleo-config/puppet_step_config.pp force=yes
 196                         # This is the docker-puppet configs end in
 197                         - name: Create /var/lib/docker-puppet
 198                           file: path=/var/lib/docker-puppet state=directory
 199                         # this creates a JSON config file for our docker-puppet.py script
 200                         - name: Write docker-puppet-tasks json files
 201                           copy: content="{{puppet_config | to_json}}" dest=/var/lib/docker-puppet/docker-puppet.json force=yes
 202                         # FIXME: can we move docker-puppet somewhere so it's installed via a package?
 203                         - name: Write docker-puppet.py
 204                           copy: content="{{docker_puppet_script}}" dest=/var/lib/docker-puppet/docker-puppet.py force=yes
 205                         # Here we are dumping all the docker container startup configuration data
 206                         # so that we can have access to how they are started outside of heat
 207                         # and docker-cmd.  This lets us create command line tools to test containers.
 208                         # FIXME do we need the docker-container-startup-configs.json or is the new per-step
 209                         # data consumed by paunch enough?
 210                         - name: Write docker-container-startup-configs
 211                           copy: content="{{docker_startup_configs | to_json}}" dest=/var/lib/docker-container-startup-configs.json force=yes
 212                         - name: Write per-step docker-container-startup-configs
 213                           copy: content="{{item.value|to_json}}" dest="/var/lib/tripleo-config/docker-container-startup-config-{{item.key}}.json" force=yes
 214                           with_dict: "{{docker_startup_configs}}"
 215                         - name: Create /var/lib/kolla/config_files directory
 216                           file: path=/var/lib/kolla/config_files state=directory
 217                         - name: Write kolla config json files
 218                           copy: content="{{item.value|to_json}}" dest="{{item.key}}" force=yes
 219                           with_dict: "{{kolla_config}}"
 220                         ########################################################
 221                         # Bootstrap tasks, only performed on bootstrap_server_id
 222                         ########################################################
 223                         - name: Write docker-puppet-tasks json files
 224                           copy: content="{{item.value|to_json}}" dest=/var/lib/docker-puppet/docker-puppet-tasks{{item.key.replace("step_", "")}}.json force=yes
 225                           with_dict: "{{docker_puppet_tasks}}"
 226                           when: deploy_server_id == bootstrap_server_id
 227 {%- endraw %}
 228
 229   {{role.name}}HostPrepDeployment:
 230     type: OS::Heat::SoftwareDeploymentGroup
 231     properties:
 232       servers: {get_param: [servers, {{role.name}}]}
 233       config: {get_resource: {{role.name}}HostPrepConfig}
 234
 235   {{role.name}}PuppetStepConfig:
 236     type: OS::Heat::Value
 237     properties:
 238       type: string
 239       value:
 240         yaql:
 241           expression:
 242             # select 'step_config' only from services that do not have a docker_config
 243             $.data.service_names.zip($.data.step_config, $.data.docker_config).where($[2] = null).where($[1] != null).select($[1]).join("\n")
 244           data:
 245             service_names: {get_param: [role_data, {{role.name}}, service_names]}
 246             step_config: {get_param: [role_data, {{role.name}}, step_config]}
 247             docker_config: {get_param: [role_data, {{role.name}}, docker_config]}
 248
 249   {{role.name}}DockerConfig:
 250     type: OS::Heat::Value
 251     properties:
 252       type: json
 253       value:
 254         yaql:
 255           expression:
 256             # select 'docker_config' only from services that have it
 257             $.data.service_names.zip($.data.docker_config).where($[1] != null).select($[1]).reduce($1.mergeWith($2), {})
 258           data:
 259             service_names: {get_param: [role_data, {{role.name}}, service_names]}
 260             docker_config: {get_param: [role_data, {{role.name}}, docker_config]}
 261
 262   # BEGIN CONFIG STEPS
 263
 264   {{role.name}}PreConfig:
 265     type: OS::TripleO::Tasks::{{role.name}}PreConfig
 266     depends_on: {{role.name}}HostPrepDeployment
 267     properties:
 268       servers: {get_param: [servers, {{role.name}}]}
 269       input_values:
 270         update_identifier: {get_param: DeployIdentifier}
 271
 272   {% for step in range(1, deploy_steps_max) %}
 273   {{role.name}}Deployment_Step{{step}}:
 274     type: OS::Heat::StructuredDeploymentGroup
 275     depends_on:
 276       - WorkflowTasks_Step{{step}}_Execution
 277     # TODO(gfidente): the following if/else condition
 278     # replicates what is already defined for the
 279     # WorkflowTasks_StepX resource and can be remove
 280     # if https://bugs.launchpad.net/heat/+bug/1700569
 281     # is fixed.
 282     {%- if step == 1 %}
 283     {%- for dep in roles %}
 284       - {{dep.name}}PreConfig
 285       - {{dep.name}}ArtifactsDeploy
 286     {%- endfor %}
 287     {%- else %}
 288     {%- for dep in roles %}
 289       - {{dep.name}}Deployment_Step{{step -1}}
 290     {%- endfor %}
 291     {%- endif %}
 292     properties:
 293       name: {{role.name}}Deployment_Step{{step}}
 294       servers: {get_param: [servers, {{role.name}}]}
 295       config: {get_resource: RoleConfig}
 296       input_values:
 297         step: {{step}}
 298         role_name: {{role.name}}
 299         update_identifier: {get_param: DeployIdentifier}
 300         bootstrap_server_id: {get_param: [servers, {{primary_role_name}}, '0']}
 301         docker_puppet_debug: {get_param: DockerPuppetDebug}
 302   {% endfor %}
 303   # END CONFIG STEPS
 304
 305   # Note, this should be the last step to execute configuration changes.
 306   # Ensure that all {{role.name}}ExtraConfigPost steps are executed
 307   # after all the previous deployment steps.
 308   {{role.name}}ExtraConfigPost:
 309     depends_on:
 310   {%- for dep in roles %}
 311       - {{dep.name}}Deployment_Step5
 312   {%- endfor %}
 313     type: OS::TripleO::NodeExtraConfigPost
 314     properties:
 315         servers: {get_param: [servers, {{role.name}}]}
 316
 317   # The {{role.name}}PostConfig steps are in charge of
 318   # quiescing all services, i.e. in the Controller case,
 319   # we should run a full service reload.
 320   {{role.name}}PostConfig:
 321     type: OS::TripleO::Tasks::{{role.name}}PostConfig
 322     depends_on:
 323   {%- for dep in roles %}
 324       - {{dep.name}}ExtraConfigPost
 325   {%- endfor %}
 326     properties:
 327       servers:  {get_param: servers}
 328       input_values:
 329         update_identifier: {get_param: DeployIdentifier}
 330
 331
 332 {% endfor %}