docker/docker-steps.j2

   1 # certain initialization steps (run in a container) will occur
   2 # on the first role listed in the roles file
   3 {% set primary_role_name = roles[0].name -%}
   4
   5 heat_template_version: ocata
   6
   7 description: >
   8   Post-deploy configuration steps via puppet for all roles,
   9   as defined in ../roles_data.yaml
  10
  11 parameters:
  12   servers:
  13     type: json
  14     description: Mapping of Role name e.g Controller to a list of servers
  15   role_data:
  16     type: json
  17     description: Mapping of Role name e.g Controller to the per-role data
  18   DeployIdentifier:
  19     default: ''
  20     type: string
  21     description: >
  22       Setting this to a unique value will re-run any deployment tasks which
  23       perform configuration on a Heat stack-update.
  24   EndpointMap:
  25     default: {}
  26     description: Mapping of service endpoint -> protocol. Typically set
  27                  via parameter_defaults in the resource registry.
  28     type: json
  29
  30 resources:
  31
  32   # These utility tasks use docker-puppet.py to execute tasks via puppet
  33   # We only execute these on the first node in the primary role
  34   {{primary_role_name}}DockerPuppetTasks:
  35     type: OS::Heat::Value
  36     properties:
  37       type: json
  38       value:
  39         yaql:
  40           expression:
  41             dict($.data.docker_puppet_tasks.where($1 != null).selectMany($.items()).groupBy($[0], $[1]))
  42           data:
  43             docker_puppet_tasks: {get_param: [role_data, {{primary_role_name}}, docker_puppet_tasks]}
  44
  45 # BEGIN primary_role_name docker-puppet-tasks (run only on a single node)
  46 {% for step in range(1, 6) %}
  47
  48   {{primary_role_name}}DockerPuppetJsonConfig{{step}}:
  49       type: OS::Heat::StructuredConfig
  50       properties:
  51         group: json-file
  52         config:
  53           /var/lib/docker-puppet/docker-puppet-tasks{{step}}.json:
  54             {get_attr: [{{primary_role_name}}DockerPuppetTasks, value, 'step_{{step}}']}
  55
  56   {{primary_role_name}}DockerPuppetJsonDeployment{{step}}:
  57     type: OS::Heat::SoftwareDeployment
  58     properties:
  59       server: {get_param: [servers, {{primary_role_name}}, '0']}
  60       config: {get_resource: {{primary_role_name}}DockerPuppetJsonConfig{{step}}}
  61
  62   {{primary_role_name}}DockerPuppetTasksConfig{{step}}:
  63     type: OS::Heat::SoftwareConfig
  64     properties:
  65       group: script
  66       config: {get_file: docker-puppet.py}
  67       inputs:
  68         - name: CONFIG
  69         - name: NET_HOST
  70         - name: NO_ARCHIVE
  71         - name: STEP
  72
  73   {{primary_role_name}}DockerPuppetTasksDeployment{{step}}:
  74     type: OS::Heat::SoftwareDeployment
  75     depends_on:
  76       {% for dep in roles %}
  77       - {{dep.name}}Deployment_Step{{step}}
  78       - {{dep.name}}ContainersDeployment_Step{{step}}
  79       {% endfor %}
  80       - {{primary_role_name}}DockerPuppetJsonDeployment{{step}}
  81     properties:
  82       name: {{primary_role_name}}DockerPuppetJsonDeployment{{step}}
  83       server: {get_param: [servers, {{primary_role_name}}, '0']}
  84       config: {get_resource: {{primary_role_name}}DockerPuppetTasksConfig{{step}}}
  85       input_values:
  86         CONFIG: /var/lib/docker-puppet/docker-puppet-tasks{{step}}.json
  87         NET_HOST: 'true'
  88         NO_ARCHIVE: 'true'
  89         STEP: {{step}}
  90
  91 {% endfor %}
  92 # END primary_role_name docker-puppet-tasks
  93
  94 {% for role in roles %}
  95   # Post deployment steps for all roles
  96   # A single config is re-applied with an incrementing step number
  97   # {{role.name}} Role steps
  98   {{role.name}}ArtifactsConfig:
  99     type: ../puppet/deploy-artifacts.yaml
 100
 101   {{role.name}}ArtifactsDeploy:
 102     type: OS::Heat::StructuredDeploymentGroup
 103     properties:
 104       servers:  {get_param: [servers, {{role.name}}]}
 105       config: {get_resource: {{role.name}}ArtifactsConfig}
 106
 107   {{role.name}}PreConfig:
 108     type: OS::TripleO::Tasks::{{role.name}}PreConfig
 109     properties:
 110       servers: {get_param: [servers, {{role.name}}]}
 111       input_values:
 112         update_identifier: {get_param: DeployIdentifier}
 113
 114   {{role.name}}CreateConfigDir:
 115     type: OS::Heat::SoftwareConfig
 116     properties:
 117       group: script
 118       config: {get_file: create-config-dir.sh}
 119
 120   {{role.name}}CreateConfigDirDeployment:
 121     type: OS::Heat::SoftwareDeploymentGroup
 122     properties:
 123       servers: {get_param: [servers, {{role.name}}]}
 124       config: {get_resource: {{role.name}}CreateConfigDir}
 125
 126   {{role.name}}HostPrepAnsible:
 127     type: OS::Heat::Value
 128     properties:
 129       value:
 130         str_replace:
 131           template: CONFIG
 132           params:
 133             CONFIG:
 134               - hosts: localhost
 135                 connection: local
 136                 tasks: {get_param: [role_data, {{role.name}}, host_prep_tasks]}
 137
 138   {{role.name}}HostPrepConfig:
 139     type: OS::Heat::SoftwareConfig
 140     properties:
 141       group: ansible
 142       options:
 143         modulepath: /usr/share/ansible-modules
 144       config: {get_attr: [{{role.name}}HostPrepAnsible, value]}
 145
 146   {{role.name}}HostPrepDeployment:
 147     type: OS::Heat::SoftwareDeploymentGroup
 148     properties:
 149       servers: {get_param: [servers, {{role.name}}]}
 150       config: {get_resource: {{role.name}}HostPrepConfig}
 151
 152   # this creates a JSON config file for our docker-puppet.py script
 153   {{role.name}}GenPuppetConfig:
 154     type: OS::Heat::StructuredConfig
 155     properties:
 156       group: json-file
 157       config:
 158         /var/lib/docker-puppet/docker-puppet.json:
 159           {get_param: [role_data, {{role.name}}, puppet_config]}
 160
 161   {{role.name}}GenPuppetDeployment:
 162     type: OS::Heat::SoftwareDeploymentGroup
 163     properties:
 164       servers: {get_param: [servers, {{role.name}}]}
 165       config: {get_resource: {{role.name}}GenPuppetConfig}
 166
 167   {{role.name}}GenerateConfig:
 168     type: OS::Heat::SoftwareConfig
 169     properties:
 170       group: script
 171       config: {get_file: docker-puppet.py}
 172       inputs:
 173         - name: NET_HOST
 174
 175   {{role.name}}GenerateConfigDeployment:
 176     type: OS::Heat::SoftwareDeploymentGroup
 177     depends_on: [{{role.name}}GenPuppetDeployment, {{role.name}}ArtifactsDeploy, {{role.name}}CreateConfigDirDeployment, {{role.name}}HostPrepDeployment]
 178     properties:
 179       name: {{role.name}}GenerateConfigDeployment
 180       servers: {get_param: [servers, {{role.name}}]}
 181       config: {get_resource: {{role.name}}GenerateConfig}
 182       input_values:
 183         NET_HOST: 'true'
 184
 185   {{role.name}}PuppetStepConfig:
 186     type: OS::Heat::Value
 187     properties:
 188       type: string
 189       value:
 190         yaql:
 191           expression:
 192             # select 'step_config' only from services that do not have a docker_config
 193             $.data.service_names.zip($.data.step_config, $.data.docker_config).where($[2] = null).where($[1] != null).select($[1]).join("\n")
 194           data:
 195             service_names: {get_param: [role_data, {{role.name}}, service_names]}
 196             step_config: {get_param: [role_data, {{role.name}}, step_config]}
 197             docker_config: {get_param: [role_data, {{role.name}}, docker_config]}
 198
 199   {{role.name}}DockerConfig:
 200     type: OS::Heat::Value
 201     properties:
 202       type: json
 203       value:
 204         yaql:
 205           expression:
 206             # select 'docker_config' only from services that have it
 207             $.data.service_names.zip($.data.docker_config).where($[1] != null).select($[1]).reduce($1.mergeWith($2), {})
 208           data:
 209             service_names: {get_param: [role_data, {{role.name}}, service_names]}
 210             docker_config: {get_param: [role_data, {{role.name}}, docker_config]}
 211
 212   # Here we are dumping all the docker container startup configuration data
 213   # so that we can have access to how they are started outside of heat
 214   # and docker-cmd.  This lets us create command line tools to start and
 215   # test these containers.
 216   {{role.name}}DockerConfigJsonStartupData:
 217     type: OS::Heat::StructuredConfig
 218     properties:
 219       group: json-file
 220       config:
 221         /var/lib/docker-container-startup-configs.json:
 222           {get_attr: [{{role.name}}DockerConfig, value]}
 223
 224   {{role.name}}DockerConfigJsonStartupDataDeployment:
 225     type: OS::Heat::SoftwareDeploymentGroup
 226     properties:
 227       config: {get_resource: {{role.name}}DockerConfigJsonStartupData}
 228       servers: {get_param: [servers, {{role.name}}]}
 229
 230   {{role.name}}KollaJsonConfig:
 231     type: OS::Heat::StructuredConfig
 232     properties:
 233       group: json-file
 234       config:
 235         {get_param: [role_data, {{role.name}}, kolla_config]}
 236
 237   {{role.name}}KollaJsonDeployment:
 238     type: OS::Heat::SoftwareDeploymentGroup
 239     properties:
 240       name: {{role.name}}KollaJsonDeployment
 241       config: {get_resource: {{role.name}}KollaJsonConfig}
 242       servers: {get_param: [servers, {{role.name}}]}
 243
 244   # BEGIN BAREMETAL CONFIG STEPS
 245
 246   {% if role.name == 'Controller' %}
 247   ControllerPrePuppet:
 248     type: OS::TripleO::Tasks::ControllerPrePuppet
 249     properties:
 250       servers: {get_param: [servers, Controller]}
 251       input_values:
 252         update_identifier: {get_param: DeployIdentifier}
 253   {% endif %}
 254
 255   {{role.name}}Config:
 256     type: OS::TripleO::{{role.name}}Config
 257     properties:
 258       StepConfig: {get_attr: [{{role.name}}PuppetStepConfig, value]}
 259
 260   {% for step in range(1, 6) %}
 261
 262   {{role.name}}Deployment_Step{{step}}:
 263     type: OS::Heat::StructuredDeploymentGroup
 264   {% if step == 1 %}
 265     depends_on: [{{role.name}}PreConfig, {{role.name}}ArtifactsDeploy]
 266   {% else %}
 267     depends_on:
 268       {% for dep in roles %}
 269       - {{dep.name}}Deployment_Step{{step -1}}
 270       - {{dep.name}}ContainersDeployment_Step{{step -1}}
 271       {% endfor %}
 272       - {{primary_role_name}}DockerPuppetTasksDeployment{{step -1}}
 273   {% endif %}
 274     properties:
 275       name: {{role.name}}Deployment_Step{{step}}
 276       servers: {get_param: [servers, {{role.name}}]}
 277       config: {get_resource: {{role.name}}Config}
 278       input_values:
 279         step: {{step}}
 280         update_identifier: {get_param: DeployIdentifier}
 281
 282   {% endfor %}
 283   # END BAREMETAL CONFIG STEPS
 284
 285   # BEGIN CONTAINER CONFIG STEPS
 286   {% for step in range(1, 6) %}
 287
 288   {{role.name}}ContainersConfig_Step{{step}}:
 289     type: OS::Heat::StructuredConfig
 290     properties:
 291       group: docker-cmd
 292       config:
 293         {get_attr: [{{role.name}}DockerConfig, value, step_{{step}}]}
 294
 295   {{role.name}}ContainersDeployment_Step{{step}}:
 296     type: OS::Heat::StructuredDeploymentGroup
 297   {% if step == 1 %}
 298     depends_on:
 299       - {{role.name}}PreConfig
 300       - {{role.name}}KollaJsonDeployment
 301       - {{role.name}}GenPuppetDeployment
 302       - {{role.name}}GenerateConfigDeployment
 303   {% else %}
 304     depends_on:
 305         {% for dep in roles %}
 306         - {{dep.name}}ContainersDeployment_Step{{step -1}}
 307         - {{dep.name}}Deployment_Step{{step}} # baremetal steps of the same level run first
 308         - {{dep.name}}Deployment_Step{{step -1}}
 309         {% endfor %}
 310         - {{primary_role_name}}DockerPuppetTasksDeployment{{step -1}}
 311   {% endif %}
 312     properties:
 313       name: {{role.name}}ContainersDeployment_Step{{step}}
 314       servers: {get_param: [servers, {{role.name}}]}
 315       config: {get_resource: {{role.name}}ContainersConfig_Step{{step}}}
 316
 317   {% endfor %}
 318   # END CONTAINER CONFIG STEPS
 319
 320   {{role.name}}PostConfig:
 321     type: OS::TripleO::Tasks::{{role.name}}PostConfig
 322     depends_on:
 323   {% for dep in roles %}
 324       - {{dep.name}}Deployment_Step5
 325       - {{primary_role_name}}DockerPuppetTasksDeployment5
 326   {% endfor %}
 327     properties:
 328       servers:  {get_param: servers}
 329       input_values:
 330         update_identifier: {get_param: DeployIdentifier}
 331
 332   # Note, this should come last, so use depends_on to ensure
 333   # this is created after any other resources.
 334   {{role.name}}ExtraConfigPost:
 335     depends_on:
 336   {% for dep in roles %}
 337       - {{dep.name}}PostConfig
 338   {% endfor %}
 339     type: OS::TripleO::NodeExtraConfigPost
 340     properties:
 341         servers: {get_param: [servers, {{role.name}}]}
 342
 343   {% if role.name == 'Controller' %}
 344   ControllerPostPuppet:
 345     depends_on:
 346       - ControllerExtraConfigPost
 347     type: OS::TripleO::Tasks::ControllerPostPuppet
 348     properties:
 349       servers: {get_param: [servers, Controller]}
 350       input_values:
 351         update_identifier: {get_param: DeployIdentifier}
 352   {% endif %}
 353
 354 {% endfor %}