common/deploy-steps.j2

   1 # certain initialization steps (run in a container) will occur
   2 # on the role marked as primary controller or the first role listed
   3 {%- set primary_role = [roles[0]] -%}
   4 {%- for role in roles -%}
   5   {%- if 'primary' in role.tags and 'controller' in role.tags -%}
   6     {%- set _ = primary_role.pop() -%}
   7     {%- set _ = primary_role.append(role) -%}
   8   {%- endif -%}
   9 {%- endfor -%}
  10 {%- set primary_role_name = primary_role[0].name -%}
  11 # primary role is: {{primary_role_name}}
  12 {% set deploy_steps_max = 6 -%}
  13
  14 heat_template_version: pike
  15
  16 description: >
  17   Post-deploy configuration steps via puppet for all roles,
  18   as defined in ../roles_data.yaml
  19
  20 parameters:
  21   servers:
  22     type: json
  23     description: Mapping of Role name e.g Controller to a list of servers
  24   stack_name:
  25     type: string
  26     description: Name of the topmost stack
  27   role_data:
  28     type: json
  29     description: Mapping of Role name e.g Controller to the per-role data
  30   DeployIdentifier:
  31     default: ''
  32     type: string
  33     description: >
  34       Setting this to a unique value will re-run any deployment tasks which
  35       perform configuration on a Heat stack-update.
  36   EndpointMap:
  37     default: {}
  38     description: Mapping of service endpoint -> protocol. Typically set
  39                  via parameter_defaults in the resource registry.
  40     type: json
  41   DockerPuppetDebug:
  42     type: string
  43     default: ''
  44     description: Set to True to enable debug logging with docker-puppet.py
  45   ctlplane_service_ips:
  46     type: json
  47
  48 conditions:
  49 {% for step in range(1, deploy_steps_max) %}
  50   WorkflowTasks_Step{{step}}_Enabled:
  51     or:
  52     {%- for role in roles %}
  53       - not:
  54           equals:
  55             - get_param: [role_data, {{role.name}}, service_workflow_tasks, step{{step}}]
  56             - ''
  57       - False
  58     {%- endfor %}
  59 {% endfor %}
  60
  61 resources:
  62
  63   RoleConfig:
  64     type: OS::Heat::SoftwareConfig
  65     properties:
  66       group: ansible
  67       options:
  68         modulepath: /usr/share/ansible-modules
  69       inputs:
  70         - name: step
  71         - name: role_name
  72         - name: update_identifier
  73         - name: bootstrap_server_id
  74         - name: docker_puppet_debug
  75       config:
  76         str_replace:
  77           template: |
  78             - hosts: localhost
  79               connection: local
  80               tasks:
  81               _TASKS
  82           params:
  83             _TASKS: {get_file: deploy-steps-tasks.yaml}
  84
  85 {%- for step in range(1, deploy_steps_max) %}
  86 # BEGIN service_workflow_tasks handling
  87   WorkflowTasks_Step{{step}}:
  88     type: OS::Mistral::Workflow
  89     condition: WorkflowTasks_Step{{step}}_Enabled
  90     depends_on:
  91     {%- if step == 1 %}
  92     {%- for dep in roles %}
  93       - {{dep.name}}PreConfig
  94       - {{dep.name}}ArtifactsDeploy
  95     {%- endfor %}
  96     {%- else %}
  97     {%- for dep in roles %}
  98       - {{dep.name}}Deployment_Step{{step -1}}
  99     {%- endfor %}
 100     {%- endif %}
 101     properties:
 102       name: {list_join: [".", ["tripleo", {get_param: stack_name}, "workflowtasks", "step{{step}}"]]}
 103       type: direct
 104       tasks:
 105         yaql:
 106           expression: $.data.where($ != '').select($.get('step{{step}}')).where($ != null).flatten()
 107           data:
 108           {%- for role in roles %}
 109             - get_param: [role_data, {{role.name}}, service_workflow_tasks]
 110           {%- endfor %}
 111
 112   WorkflowTasks_Step{{step}}_Execution:
 113     type: OS::Mistral::ExternalResource
 114     condition: WorkflowTasks_Step{{step}}_Enabled
 115     depends_on: WorkflowTasks_Step{{step}}
 116     properties:
 117       actions:
 118         CREATE:
 119           workflow: { get_resource: WorkflowTasks_Step{{step}} }
 120           params:
 121             env:
 122               service_ips: { get_param: ctlplane_service_ips }
 123               role_merged_configs:
 124                 {%- for r in roles %}
 125                 {{r.name}}: {get_param: [role_data, {{r.name}}, merged_config_settings]}
 126                 {%- endfor %}
 127             evaluate_env: false
 128         UPDATE:
 129           workflow: { get_resource: WorkflowTasks_Step{{step}} }
 130           params:
 131             env:
 132               service_ips: { get_param: ctlplane_service_ips }
 133               role_merged_configs:
 134                 {%- for r in roles %}
 135                 {{r.name}}: {get_param: [role_data, {{r.name}}, merged_config_settings]}
 136                 {%- endfor %}
 137             evaluate_env: false
 138       always_update: true
 139 # END service_workflow_tasks handling
 140 {% endfor %}
 141
 142 {% for role in roles %}
 143   # Post deployment steps for all roles
 144   # A single config is re-applied with an incrementing step number
 145   # {{role.name}} Role steps
 146   {{role.name}}ArtifactsConfig:
 147     type: ../puppet/deploy-artifacts.yaml
 148
 149   {{role.name}}ArtifactsDeploy:
 150     type: OS::Heat::StructuredDeploymentGroup
 151     properties:
 152       servers:  {get_param: [servers, {{role.name}}]}
 153       config: {get_resource: {{role.name}}ArtifactsConfig}
 154
 155   {{role.name}}HostPrepConfig:
 156     type: OS::Heat::SoftwareConfig
 157     properties:
 158       group: ansible
 159       options:
 160         modulepath: /usr/share/ansible-modules
 161       config:
 162         str_replace:
 163           template: _PLAYBOOK
 164           params:
 165             _PLAYBOOK:
 166               - hosts: localhost
 167                 connection: local
 168                 vars:
 169                   puppet_config: {get_param: [role_data, {{role.name}}, puppet_config]}
 170                   docker_puppet_script: {get_file: ../docker/docker-puppet.py}
 171                   docker_puppet_tasks: {get_param: [role_data, {{role.name}}, docker_puppet_tasks]}
 172                   docker_startup_configs: {get_param: [role_data, {{role.name}}, docker_config]}
 173                   kolla_config: {get_param: [role_data, {{role.name}}, kolla_config]}
 174                   bootstrap_server_id: {get_param: [servers, {{primary_role_name}}, '0']}
 175                   puppet_step_config: {get_param: [role_data, {{role.name}}, step_config]}
 176                 tasks:
 177                   # Join host_prep_tasks with the other per-host configuration
 178                   yaql:
 179                     expression: $.data.host_prep_tasks + $.data.template_tasks
 180                     data:
 181                       host_prep_tasks: {get_param: [role_data, {{role.name}}, host_prep_tasks]}
 182                       template_tasks:
 183 {%- raw %}
 184                         # Write the manifest for baremetal puppet configuration
 185                         - name: Create /var/lib/tripleo-config directory
 186                           file: path=/var/lib/tripleo-config state=directory
 187                         - name: Write the puppet step_config manifest
 188                           copy: content="{{puppet_step_config}}" dest=/var/lib/tripleo-config/puppet_step_config.pp force=yes
 189                         # this creates a JSON config file for our docker-puppet.py script
 190                         - name: Create /var/lib/docker-puppet
 191                           file: path=/var/lib/docker-puppet state=directory
 192                         - name: Write docker-puppet-tasks json files
 193                           copy: content="{{puppet_config | to_json}}" dest=/var/lib/docker-puppet/docker-puppet.json force=yes
 194                         # FIXME: can we move docker-puppet somewhere so it's installed via a package?
 195                         - name: Write docker-puppet.py
 196                           copy: content="{{docker_puppet_script}}" dest=/var/lib/docker-puppet/docker-puppet.py force=yes
 197                         # Here we are dumping all the docker container startup configuration data
 198                         # so that we can have access to how they are started outside of heat
 199                         # and docker-cmd.  This lets us create command line tools to test containers.
 200                         # FIXME do we need the docker-container-startup-configs.json or is the new per-step
 201                         # data consumed by paunch enough?
 202                         - name: Write docker-container-startup-configs
 203                           copy: content="{{docker_startup_configs | to_json}}" dest=/var/lib/docker-container-startup-configs.json force=yes
 204                         - name: Write per-step docker-container-startup-configs
 205                           copy: content="{{item.value|to_json}}" dest="/var/lib/tripleo-config/docker-container-startup-config-{{item.key}}.json" force=yes
 206                           with_dict: "{{docker_startup_configs}}"
 207                         - name: Create /var/lib/kolla/config_files directory
 208                           file: path=/var/lib/kolla/config_files state=directory
 209                         - name: Write kolla config json files
 210                           copy: content="{{item.value|to_json}}" dest="{{item.key}}" force=yes
 211                           with_dict: "{{kolla_config}}"
 212                         ########################################################
 213                         # Bootstrap tasks, only performed on bootstrap_server_id
 214                         ########################################################
 215                         - name: Clean /var/lib/docker-puppet/docker-puppet-tasks*.json files
 216                           file:
 217                             path: "{{item}}"
 218                             state: absent
 219                           with_fileglob:
 220                             - /var/lib/docker-puppet/docker-puppet-tasks*.json
 221                           when: deploy_server_id == bootstrap_server_id
 222                         - name: Write docker-puppet-tasks json files
 223                           copy: content="{{item.value|to_json}}" dest=/var/lib/docker-puppet/docker-puppet-tasks{{item.key.replace("step_", "")}}.json force=yes
 224                           with_dict: "{{docker_puppet_tasks}}"
 225                           when: deploy_server_id == bootstrap_server_id
 226 {%- endraw %}
 227
 228   {{role.name}}HostPrepDeployment:
 229     type: OS::Heat::SoftwareDeploymentGroup
 230     properties:
 231       servers: {get_param: [servers, {{role.name}}]}
 232       config: {get_resource: {{role.name}}HostPrepConfig}
 233
 234   # BEGIN CONFIG STEPS
 235
 236   {{role.name}}PreConfig:
 237     type: OS::TripleO::Tasks::{{role.name}}PreConfig
 238     depends_on: {{role.name}}HostPrepDeployment
 239     properties:
 240       servers: {get_param: [servers, {{role.name}}]}
 241       input_values:
 242         update_identifier: {get_param: DeployIdentifier}
 243
 244   {% for step in range(1, deploy_steps_max) %}
 245   {{role.name}}Deployment_Step{{step}}:
 246     type: OS::Heat::StructuredDeploymentGroup
 247     depends_on:
 248       - WorkflowTasks_Step{{step}}_Execution
 249     # TODO(gfidente): the following if/else condition
 250     # replicates what is already defined for the
 251     # WorkflowTasks_StepX resource and can be remove
 252     # if https://bugs.launchpad.net/heat/+bug/1700569
 253     # is fixed.
 254     {%- if step == 1 %}
 255     {%- for dep in roles %}
 256       - {{dep.name}}PreConfig
 257       - {{dep.name}}ArtifactsDeploy
 258     {%- endfor %}
 259     {%- else %}
 260     {%- for dep in roles %}
 261       - {{dep.name}}Deployment_Step{{step -1}}
 262     {%- endfor %}
 263     {%- endif %}
 264     properties:
 265       name: {{role.name}}Deployment_Step{{step}}
 266       servers: {get_param: [servers, {{role.name}}]}
 267       config: {get_resource: RoleConfig}
 268       input_values:
 269         step: {{step}}
 270         role_name: {{role.name}}
 271         update_identifier: {get_param: DeployIdentifier}
 272         bootstrap_server_id: {get_param: [servers, {{primary_role_name}}, '0']}
 273         docker_puppet_debug: {get_param: DockerPuppetDebug}
 274   {% endfor %}
 275   # END CONFIG STEPS
 276
 277   # Note, this should be the last step to execute configuration changes.
 278   # Ensure that all {{role.name}}ExtraConfigPost steps are executed
 279   # after all the previous deployment steps.
 280   {{role.name}}ExtraConfigPost:
 281     depends_on:
 282   {%- for dep in roles %}
 283       - {{dep.name}}Deployment_Step5
 284   {%- endfor %}
 285     type: OS::TripleO::NodeExtraConfigPost
 286     properties:
 287         servers: {get_param: [servers, {{role.name}}]}
 288
 289   # The {{role.name}}PostConfig steps are in charge of
 290   # quiescing all services, i.e. in the Controller case,
 291   # we should run a full service reload.
 292   {{role.name}}PostConfig:
 293     type: OS::TripleO::Tasks::{{role.name}}PostConfig
 294     depends_on:
 295   {%- for dep in roles %}
 296       - {{dep.name}}ExtraConfigPost
 297   {%- endfor %}
 298     properties:
 299       servers:  {get_param: servers}
 300       input_values:
 301         update_identifier: {get_param: DeployIdentifier}
 302
 303
 304 {% endfor %}
 305
 306 outputs:
 307   RoleConfig:
 308     description: Mapping of config data for all roles
 309     value:
 310       deploy_steps_tasks: {get_file: deploy-steps-tasks.yaml}
 311       deploy_steps_playbook: |
 312         - hosts: overcloud
 313           tasks:
 314 {%- for role in roles %}
 315             - include: {{role.name}}/host_prep_tasks.yaml
 316               when: role_name == '{{role.name}}'
 317 {%- endfor %}
 318             - include: deploy_steps_tasks.yaml
 319               with_sequence: count={{deploy_steps_max-1}}
 320               loop_control:
 321                 loop_var: step
 322