puppet/manifests/overcloud_controller_pacemaker.pp

   1 # Copyright 2015 Red Hat, Inc.
   2 # All Rights Reserved.
   3 #
   4 # Licensed under the Apache License, Version 2.0 (the "License"); you may
   5 # not use this file except in compliance with the License. You may obtain
   6 # a copy of the License at
   7 #
   8 #     http://www.apache.org/licenses/LICENSE-2.0
   9 #
  10 # Unless required by applicable law or agreed to in writing, software
  11 # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
  12 # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
  13 # License for the specific language governing permissions and limitations
  14 # under the License.
  15
  16 Pcmk_resource <| |> {
  17   tries     => 10,
  18   try_sleep => 3,
  19 }
  20
  21 # TODO(jistr): use pcs resource provider instead of just no-ops
  22 Service <|
  23   tag == 'aodh-service' or
  24   tag == 'cinder-service' or
  25   tag == 'ceilometer-service' or
  26   tag == 'glance-service' or
  27   tag == 'gnocchi-service' or
  28   tag == 'heat-service' or
  29   tag == 'keystone-service' or
  30   tag == 'neutron-service' or
  31   tag == 'nova-service' or
  32   tag == 'sahara-service'
  33 |> {
  34   hasrestart => true,
  35   restart    => '/bin/true',
  36   start      => '/bin/true',
  37   stop       => '/bin/true',
  38 }
  39
  40 include ::tripleo::packages
  41 include ::tripleo::firewall
  42
  43 if $::hostname == downcase(hiera('bootstrap_nodeid')) {
  44   $pacemaker_master = true
  45   $sync_db = true
  46 } else {
  47   $pacemaker_master = false
  48   $sync_db = false
  49 }
  50
  51 $enable_fencing = str2bool(hiera('enable_fencing', false)) and hiera('step') >= 6
  52 $enable_load_balancer = hiera('enable_load_balancer', true)
  53
  54 # When to start and enable services which haven't been Pacemakerized
  55 # FIXME: remove when we start all OpenStack services using Pacemaker
  56 # (occurrences of this variable will be gradually replaced with false)
  57 $non_pcmk_start = hiera('step') >= 5
  58
  59 if hiera('step') >= 1 {
  60
  61   create_resources(kmod::load, hiera('kernel_modules'), {})
  62   create_resources(sysctl::value, hiera('sysctl_settings'), {})
  63   Exec <| tag == 'kmod::load' |>  -> Sysctl <| |>
  64
  65   include ::timezone
  66
  67   if count(hiera('ntp::servers')) > 0 {
  68     include ::ntp
  69   }
  70
  71   $controller_node_ips = split(hiera('controller_node_ips'), ',')
  72   $controller_node_names = split(downcase(hiera('controller_node_names')), ',')
  73   if $enable_load_balancer {
  74     class { '::tripleo::loadbalancer' :
  75       controller_hosts       => $controller_node_ips,
  76       controller_hosts_names => $controller_node_names,
  77       manage_vip             => false,
  78       mysql_clustercheck     => true,
  79       haproxy_service_manage => false,
  80     }
  81   }
  82
  83   $pacemaker_cluster_members = downcase(regsubst(hiera('controller_node_names'), ',', ' ', 'G'))
  84   $corosync_ipv6 = str2bool(hiera('corosync_ipv6', false))
  85   if $corosync_ipv6 {
  86     $cluster_setup_extras = { '--token' => hiera('corosync_token_timeout', 1000), '--ipv6' => '' }
  87   } else {
  88     $cluster_setup_extras = { '--token' => hiera('corosync_token_timeout', 1000) }
  89   }
  90   class { '::pacemaker':
  91     hacluster_pwd => hiera('hacluster_pwd'),
  92   } ->
  93   class { '::pacemaker::corosync':
  94     cluster_members      => $pacemaker_cluster_members,
  95     setup_cluster        => $pacemaker_master,
  96     cluster_setup_extras => $cluster_setup_extras,
  97   }
  98   class { '::pacemaker::stonith':
  99     disable => !$enable_fencing,
 100   }
 101   if $enable_fencing {
 102     include ::tripleo::fencing
 103
 104     # enable stonith after all fencing devices have been created
 105     Class['tripleo::fencing'] -> Class['pacemaker::stonith']
 106   }
 107
 108   # FIXME(gfidente): sets 200secs as default start timeout op
 109   # param; until we can use pcmk global defaults we'll still
 110   # need to add it to every resource which redefines op params
 111   Pacemaker::Resource::Service {
 112     op_params => 'start timeout=200s stop timeout=200s',
 113   }
 114
 115   # Only configure RabbitMQ in this step, don't start it yet to
 116   # avoid races where non-master nodes attempt to start without
 117   # config (eg. binding on 0.0.0.0)
 118   # The module ignores erlang_cookie if cluster_config is false
 119   $rabbit_ipv6 = str2bool(hiera('rabbit_ipv6', false))
 120   if $rabbit_ipv6 {
 121       $rabbit_env = merge(hiera('rabbitmq_environment'), {
 122         'RABBITMQ_SERVER_START_ARGS' => '"-proto_dist inet6_tcp"'
 123       })
 124   } else {
 125     $rabbit_env = hiera('rabbitmq_environment')
 126   }
 127
 128   class { '::rabbitmq':
 129     service_manage          => false,
 130     tcp_keepalive           => false,
 131     config_kernel_variables => hiera('rabbitmq_kernel_variables'),
 132     config_variables        => hiera('rabbitmq_config_variables'),
 133     environment_variables   => $rabbit_env,
 134   } ->
 135   file { '/var/lib/rabbitmq/.erlang.cookie':
 136     ensure  => file,
 137     owner   => 'rabbitmq',
 138     group   => 'rabbitmq',
 139     mode    => '0400',
 140     content => hiera('rabbitmq::erlang_cookie'),
 141     replace => true,
 142   }
 143
 144   if downcase(hiera('ceilometer_backend')) == 'mongodb' {
 145     include ::mongodb::globals
 146     include ::mongodb::client
 147     class { '::mongodb::server' :
 148       service_manage => false,
 149     }
 150   }
 151
 152   # Memcached
 153   class {'::memcached' :
 154     service_manage => false,
 155   }
 156
 157   # Redis
 158   class { '::redis' :
 159     service_manage => false,
 160     notify_service => false,
 161   }
 162
 163   # Galera
 164   if str2bool(hiera('enable_galera', true)) {
 165     $mysql_config_file = '/etc/my.cnf.d/galera.cnf'
 166   } else {
 167     $mysql_config_file = '/etc/my.cnf.d/server.cnf'
 168   }
 169   $galera_nodes = downcase(hiera('galera_node_names', $::hostname))
 170   $galera_nodes_count = count(split($galera_nodes, ','))
 171
 172   # FIXME: due to https://bugzilla.redhat.com/show_bug.cgi?id=1298671 we
 173   # set bind-address to a hostname instead of an ip address; to move Mysql
 174   # from internal_api on another network we'll have to customize both
 175   # MysqlNetwork and ControllerHostnameResolveNetwork in ServiceNetMap
 176   $mysql_bind_host = hiera('mysql_bind_host')
 177   $mysqld_options = {
 178     'mysqld' => {
 179       'skip-name-resolve'             => '1',
 180       'binlog_format'                 => 'ROW',
 181       'default-storage-engine'        => 'innodb',
 182       'innodb_autoinc_lock_mode'      => '2',
 183       'innodb_locks_unsafe_for_binlog'=> '1',
 184       'query_cache_size'              => '0',
 185       'query_cache_type'              => '0',
 186       'bind-address'                  => $::hostname,
 187       'max_connections'               => hiera('mysql_max_connections'),
 188       'open_files_limit'              => '-1',
 189       'wsrep_on'                      => 'ON',
 190       'wsrep_provider'                => '/usr/lib64/galera/libgalera_smm.so',
 191       'wsrep_cluster_name'            => 'galera_cluster',
 192       'wsrep_cluster_address'         => "gcomm://${galera_nodes}",
 193       'wsrep_slave_threads'           => '1',
 194       'wsrep_certify_nonPK'           => '1',
 195       'wsrep_max_ws_rows'             => '131072',
 196       'wsrep_max_ws_size'             => '1073741824',
 197       'wsrep_debug'                   => '0',
 198       'wsrep_convert_LOCK_to_trx'     => '0',
 199       'wsrep_retry_autocommit'        => '1',
 200       'wsrep_auto_increment_control'  => '1',
 201       'wsrep_drupal_282555_workaround'=> '0',
 202       'wsrep_causal_reads'            => '0',
 203       'wsrep_sst_method'              => 'rsync',
 204       'wsrep_provider_options'        => "gmcast.listen_addr=tcp://[${mysql_bind_host}]:4567;",
 205     },
 206   }
 207
 208   class { '::mysql::server':
 209     create_root_user        => false,
 210     create_root_my_cnf      => false,
 211     config_file             => $mysql_config_file,
 212     override_options        => $mysqld_options,
 213     remove_default_accounts => $pacemaker_master,
 214     service_manage          => false,
 215     service_enabled         => false,
 216   }
 217
 218 }
 219
 220 if hiera('step') >= 2 {
 221
 222   # NOTE(gfidente): the following vars are needed on all nodes so they
 223   # need to stay out of pacemaker_master conditional.
 224   # The addresses mangling will hopefully go away when we'll be able to
 225   # configure the connection string via hostnames, until then, we need to pass
 226   # the list of IPv6 addresses *with* port and without the brackets as 'members'
 227   # argument for the 'mongodb_replset' resource.
 228   if str2bool(hiera('mongodb::server::ipv6', false)) {
 229     $mongo_node_ips_with_port_prefixed = prefix(hiera('mongo_node_ips'), '[')
 230     $mongo_node_ips_with_port = suffix($mongo_node_ips_with_port_prefixed, ']:27017')
 231     $mongo_node_ips_with_port_nobr = suffix(hiera('mongo_node_ips'), ':27017')
 232   } else {
 233     $mongo_node_ips_with_port = suffix(hiera('mongo_node_ips'), ':27017')
 234     $mongo_node_ips_with_port_nobr = suffix(hiera('mongo_node_ips'), ':27017')
 235   }
 236   $mongodb_replset = hiera('mongodb::server::replset')
 237
 238   if $pacemaker_master {
 239
 240     if $enable_load_balancer {
 241
 242       include ::pacemaker::resource_defaults
 243
 244       # Create an openstack-core dummy resource. See RHBZ 1290121
 245       pacemaker::resource::ocf { 'openstack-core':
 246         ocf_agent_name => 'heartbeat:Dummy',
 247         clone_params   => true,
 248       }
 249       # FIXME: we should not have to access tripleo::loadbalancer class
 250       # parameters here to configure pacemaker VIPs. The configuration
 251       # of pacemaker VIPs could move into puppet-tripleo or we should
 252       # make use of less specific hiera parameters here for the settings.
 253       pacemaker::resource::service { 'haproxy':
 254         clone_params => true,
 255       }
 256
 257       $control_vip = hiera('tripleo::loadbalancer::controller_virtual_ip')
 258       if is_ipv6_address($control_vip) {
 259         $control_vip_netmask = '64'
 260       } else {
 261         $control_vip_netmask = '32'
 262       }
 263       pacemaker::resource::ip { 'control_vip':
 264         ip_address   => $control_vip,
 265         cidr_netmask => $control_vip_netmask,
 266       }
 267       pacemaker::constraint::base { 'control_vip-then-haproxy':
 268         constraint_type   => 'order',
 269         first_resource    => "ip-${control_vip}",
 270         second_resource   => 'haproxy-clone',
 271         first_action      => 'start',
 272         second_action     => 'start',
 273         constraint_params => 'kind=Optional',
 274         require           => [Pacemaker::Resource::Service['haproxy'],
 275                               Pacemaker::Resource::Ip['control_vip']],
 276       }
 277       pacemaker::constraint::colocation { 'control_vip-with-haproxy':
 278         source  => "ip-${control_vip}",
 279         target  => 'haproxy-clone',
 280         score   => 'INFINITY',
 281         require => [Pacemaker::Resource::Service['haproxy'],
 282                     Pacemaker::Resource::Ip['control_vip']],
 283       }
 284
 285       $public_vip = hiera('tripleo::loadbalancer::public_virtual_ip')
 286       if is_ipv6_address($public_vip) {
 287         $public_vip_netmask = '64'
 288       } else {
 289         $public_vip_netmask = '32'
 290       }
 291       if $public_vip and $public_vip != $control_vip {
 292         pacemaker::resource::ip { 'public_vip':
 293           ip_address   => $public_vip,
 294           cidr_netmask => $public_vip_netmask,
 295         }
 296         pacemaker::constraint::base { 'public_vip-then-haproxy':
 297           constraint_type   => 'order',
 298           first_resource    => "ip-${public_vip}",
 299           second_resource   => 'haproxy-clone',
 300           first_action      => 'start',
 301           second_action     => 'start',
 302           constraint_params => 'kind=Optional',
 303           require           => [Pacemaker::Resource::Service['haproxy'],
 304                                 Pacemaker::Resource::Ip['public_vip']],
 305         }
 306         pacemaker::constraint::colocation { 'public_vip-with-haproxy':
 307           source  => "ip-${public_vip}",
 308           target  => 'haproxy-clone',
 309           score   => 'INFINITY',
 310           require => [Pacemaker::Resource::Service['haproxy'],
 311                       Pacemaker::Resource::Ip['public_vip']],
 312         }
 313       }
 314
 315       $redis_vip = hiera('redis_vip')
 316       if is_ipv6_address($redis_vip) {
 317         $redis_vip_netmask = '64'
 318       } else {
 319         $redis_vip_netmask = '32'
 320       }
 321       if $redis_vip and $redis_vip != $control_vip {
 322         pacemaker::resource::ip { 'redis_vip':
 323           ip_address   => $redis_vip,
 324           cidr_netmask => $redis_vip_netmask,
 325         }
 326         pacemaker::constraint::base { 'redis_vip-then-haproxy':
 327           constraint_type   => 'order',
 328           first_resource    => "ip-${redis_vip}",
 329           second_resource   => 'haproxy-clone',
 330           first_action      => 'start',
 331           second_action     => 'start',
 332           constraint_params => 'kind=Optional',
 333           require           => [Pacemaker::Resource::Service['haproxy'],
 334                                 Pacemaker::Resource::Ip['redis_vip']],
 335         }
 336         pacemaker::constraint::colocation { 'redis_vip-with-haproxy':
 337           source  => "ip-${redis_vip}",
 338           target  => 'haproxy-clone',
 339           score   => 'INFINITY',
 340           require => [Pacemaker::Resource::Service['haproxy'],
 341                       Pacemaker::Resource::Ip['redis_vip']],
 342         }
 343       }
 344
 345       $internal_api_vip = hiera('tripleo::loadbalancer::internal_api_virtual_ip')
 346       if is_ipv6_address($internal_api_vip) {
 347         $internal_api_vip_netmask = '64'
 348       } else {
 349         $internal_api_vip_netmask = '32'
 350       }
 351       if $internal_api_vip and $internal_api_vip != $control_vip {
 352         pacemaker::resource::ip { 'internal_api_vip':
 353           ip_address   => $internal_api_vip,
 354           cidr_netmask => $internal_api_vip_netmask,
 355         }
 356         pacemaker::constraint::base { 'internal_api_vip-then-haproxy':
 357           constraint_type   => 'order',
 358           first_resource    => "ip-${internal_api_vip}",
 359           second_resource   => 'haproxy-clone',
 360           first_action      => 'start',
 361           second_action     => 'start',
 362           constraint_params => 'kind=Optional',
 363           require           => [Pacemaker::Resource::Service['haproxy'],
 364                                 Pacemaker::Resource::Ip['internal_api_vip']],
 365         }
 366         pacemaker::constraint::colocation { 'internal_api_vip-with-haproxy':
 367           source  => "ip-${internal_api_vip}",
 368           target  => 'haproxy-clone',
 369           score   => 'INFINITY',
 370           require => [Pacemaker::Resource::Service['haproxy'],
 371                       Pacemaker::Resource::Ip['internal_api_vip']],
 372         }
 373       }
 374
 375       $storage_vip = hiera('tripleo::loadbalancer::storage_virtual_ip')
 376       if is_ipv6_address($storage_vip) {
 377         $storage_vip_netmask = '64'
 378       } else {
 379         $storage_vip_netmask = '32'
 380       }
 381       if $storage_vip and $storage_vip != $control_vip {
 382         pacemaker::resource::ip { 'storage_vip':
 383           ip_address   => $storage_vip,
 384           cidr_netmask => $storage_vip_netmask,
 385         }
 386         pacemaker::constraint::base { 'storage_vip-then-haproxy':
 387           constraint_type   => 'order',
 388           first_resource    => "ip-${storage_vip}",
 389           second_resource   => 'haproxy-clone',
 390           first_action      => 'start',
 391           second_action     => 'start',
 392           constraint_params => 'kind=Optional',
 393           require           => [Pacemaker::Resource::Service['haproxy'],
 394                                 Pacemaker::Resource::Ip['storage_vip']],
 395         }
 396         pacemaker::constraint::colocation { 'storage_vip-with-haproxy':
 397           source  => "ip-${storage_vip}",
 398           target  => 'haproxy-clone',
 399           score   => 'INFINITY',
 400           require => [Pacemaker::Resource::Service['haproxy'],
 401                       Pacemaker::Resource::Ip['storage_vip']],
 402         }
 403       }
 404
 405       $storage_mgmt_vip = hiera('tripleo::loadbalancer::storage_mgmt_virtual_ip')
 406       if is_ipv6_address($storage_mgmt_vip) {
 407         $storage_mgmt_vip_netmask = '64'
 408       } else {
 409         $storage_mgmt_vip_netmask = '32'
 410       }
 411       if $storage_mgmt_vip and $storage_mgmt_vip != $control_vip {
 412         pacemaker::resource::ip { 'storage_mgmt_vip':
 413           ip_address   => $storage_mgmt_vip,
 414           cidr_netmask => $storage_mgmt_vip_netmask,
 415         }
 416         pacemaker::constraint::base { 'storage_mgmt_vip-then-haproxy':
 417           constraint_type   => 'order',
 418           first_resource    => "ip-${storage_mgmt_vip}",
 419           second_resource   => 'haproxy-clone',
 420           first_action      => 'start',
 421           second_action     => 'start',
 422           constraint_params => 'kind=Optional',
 423           require           => [Pacemaker::Resource::Service['haproxy'],
 424                                 Pacemaker::Resource::Ip['storage_mgmt_vip']],
 425         }
 426         pacemaker::constraint::colocation { 'storage_mgmt_vip-with-haproxy':
 427           source  => "ip-${storage_mgmt_vip}",
 428           target  => 'haproxy-clone',
 429           score   => 'INFINITY',
 430           require => [Pacemaker::Resource::Service['haproxy'],
 431                       Pacemaker::Resource::Ip['storage_mgmt_vip']],
 432         }
 433       }
 434
 435     }
 436
 437     pacemaker::resource::service { $::memcached::params::service_name :
 438       clone_params => 'interleave=true',
 439       require      => Class['::memcached'],
 440     }
 441
 442     pacemaker::resource::ocf { 'rabbitmq':
 443       ocf_agent_name  => 'heartbeat:rabbitmq-cluster',
 444       resource_params => 'set_policy=\'ha-all ^(?!amq\.).* {"ha-mode":"all"}\'',
 445       clone_params    => 'ordered=true interleave=true',
 446       meta_params     => 'notify=true',
 447       require         => Class['::rabbitmq'],
 448     }
 449
 450     if downcase(hiera('ceilometer_backend')) == 'mongodb' {
 451       pacemaker::resource::service { $::mongodb::params::service_name :
 452         op_params    => 'start timeout=370s stop timeout=200s',
 453         clone_params => true,
 454         require      => Class['::mongodb::server'],
 455       }
 456       # NOTE (spredzy) : The replset can only be run
 457       # once all the nodes have joined the cluster.
 458       mongodb_conn_validator { $mongo_node_ips_with_port :
 459         timeout => '600',
 460         require => Pacemaker::Resource::Service[$::mongodb::params::service_name],
 461         before  => Mongodb_replset[$mongodb_replset],
 462       }
 463       mongodb_replset { $mongodb_replset :
 464         members => $mongo_node_ips_with_port_nobr,
 465       }
 466     }
 467
 468     pacemaker::resource::ocf { 'galera' :
 469       ocf_agent_name  => 'heartbeat:galera',
 470       op_params       => 'promote timeout=300s on-fail=block',
 471       master_params   => '',
 472       meta_params     => "master-max=${galera_nodes_count} ordered=true",
 473       resource_params => "additional_parameters='--open-files-limit=16384' enable_creation=true wsrep_cluster_address='gcomm://${galera_nodes}'",
 474       require         => Class['::mysql::server'],
 475       before          => Exec['galera-ready'],
 476     }
 477
 478     pacemaker::resource::ocf { 'redis':
 479       ocf_agent_name  => 'heartbeat:redis',
 480       master_params   => '',
 481       meta_params     => 'notify=true ordered=true interleave=true',
 482       resource_params => 'wait_last_known_master=true',
 483       require         => Class['::redis'],
 484     }
 485
 486   }
 487
 488   exec { 'galera-ready' :
 489     command     => '/usr/bin/clustercheck >/dev/null',
 490     timeout     => 30,
 491     tries       => 180,
 492     try_sleep   => 10,
 493     environment => ['AVAILABLE_WHEN_READONLY=0'],
 494     require     => File['/etc/sysconfig/clustercheck'],
 495   }
 496
 497   file { '/etc/sysconfig/clustercheck' :
 498     ensure  => file,
 499     content => "MYSQL_USERNAME=root\n
 500 MYSQL_PASSWORD=''\n
 501 MYSQL_HOST=localhost\n",
 502   }
 503
 504   xinetd::service { 'galera-monitor' :
 505     port           => '9200',
 506     server         => '/usr/bin/clustercheck',
 507     per_source     => 'UNLIMITED',
 508     log_on_success => '',
 509     log_on_failure => 'HOST',
 510     flags          => 'REUSE',
 511     service_type   => 'UNLISTED',
 512     user           => 'root',
 513     group          => 'root',
 514     require        => File['/etc/sysconfig/clustercheck'],
 515   }
 516
 517   # Create all the database schemas
 518   if $sync_db {
 519     class { '::keystone::db::mysql':
 520       require => Exec['galera-ready'],
 521     }
 522     class { '::glance::db::mysql':
 523       require => Exec['galera-ready'],
 524     }
 525     class { '::nova::db::mysql':
 526       require => Exec['galera-ready'],
 527     }
 528     class { '::nova::db::mysql_api':
 529       require => Exec['galera-ready'],
 530     }
 531     class { '::neutron::db::mysql':
 532       require => Exec['galera-ready'],
 533     }
 534     class { '::cinder::db::mysql':
 535       require => Exec['galera-ready'],
 536     }
 537     class { '::heat::db::mysql':
 538       require => Exec['galera-ready'],
 539     }
 540
 541     if downcase(hiera('ceilometer_backend')) == 'mysql' {
 542       class { '::ceilometer::db::mysql':
 543         require => Exec['galera-ready'],
 544       }
 545     }
 546
 547     if downcase(hiera('gnocchi_indexer_backend')) == 'mysql' {
 548       class { '::gnocchi::db::mysql':
 549         require => Exec['galera-ready'],
 550       }
 551     }
 552     class { '::sahara::db::mysql':
 553       require       => Exec['galera-ready'],
 554     }
 555   }
 556
 557   # pre-install swift here so we can build rings
 558   include ::swift
 559
 560   # Ceph
 561   $enable_ceph = hiera('ceph_storage_count', 0) > 0 or hiera('enable_ceph_storage', false)
 562
 563   if $enable_ceph {
 564     $mon_initial_members = downcase(hiera('ceph_mon_initial_members'))
 565     if str2bool(hiera('ceph_ipv6', false)) {
 566       $mon_host = hiera('ceph_mon_host_v6')
 567     } else {
 568       $mon_host = hiera('ceph_mon_host')
 569     }
 570     class { '::ceph::profile::params':
 571       mon_initial_members => $mon_initial_members,
 572       mon_host            => $mon_host,
 573     }
 574     include ::ceph::conf
 575     include ::ceph::profile::mon
 576   }
 577
 578   if str2bool(hiera('enable_ceph_storage', false)) {
 579     if str2bool(hiera('ceph_osd_selinux_permissive', true)) {
 580       exec { 'set selinux to permissive on boot':
 581         command => "sed -ie 's/^SELINUX=.*/SELINUX=permissive/' /etc/selinux/config",
 582         onlyif  => "test -f /etc/selinux/config && ! grep '^SELINUX=permissive' /etc/selinux/config",
 583         path    => ['/usr/bin', '/usr/sbin'],
 584       }
 585
 586       exec { 'set selinux to permissive':
 587         command => 'setenforce 0',
 588         onlyif  => "which setenforce && getenforce | grep -i 'enforcing'",
 589         path    => ['/usr/bin', '/usr/sbin'],
 590       } -> Class['ceph::profile::osd']
 591     }
 592
 593     include ::ceph::conf
 594     include ::ceph::profile::osd
 595   }
 596
 597   if str2bool(hiera('enable_external_ceph', false)) {
 598     if str2bool(hiera('ceph_ipv6', false)) {
 599       $mon_host = hiera('ceph_mon_host_v6')
 600     } else {
 601       $mon_host = hiera('ceph_mon_host')
 602     }
 603     class { '::ceph::profile::params':
 604       mon_host            => $mon_host,
 605     }
 606     include ::ceph::conf
 607     include ::ceph::profile::client
 608   }
 609
 610
 611 } #END STEP 2
 612
 613 if hiera('step') >= 4 {
 614
 615   $glance_backend = downcase(hiera('glance_backend', 'swift'))
 616   case $glance_backend {
 617       'swift': { $backend_store = 'glance.store.swift.Store' }
 618       'file': { $backend_store = 'glance.store.filesystem.Store' }
 619       'rbd': { $backend_store = 'glance.store.rbd.Store' }
 620       default: { fail('Unrecognized glance_backend parameter.') }
 621   }
 622   $http_store = ['glance.store.http.Store']
 623   $glance_store = concat($http_store, $backend_store)
 624
 625   # TODO: notifications, scrubber, etc.
 626   include ::glance
 627   include ::glance::config
 628   class { '::glance::api':
 629     known_stores   => $glance_store,
 630     manage_service => false,
 631     enabled        => false,
 632   }
 633   class { '::glance::registry' :
 634     sync_db        => $sync_db,
 635     manage_service => false,
 636     enabled        => false,
 637   }
 638   include ::glance::notify::rabbitmq
 639   include join(['::glance::backend::', $glance_backend])
 640
 641   $nova_ipv6 = hiera('nova::use_ipv6', false)
 642   if $nova_ipv6 {
 643     $memcached_servers = suffix(hiera('memcache_node_ips_v6'), ':11211')
 644   } else {
 645     $memcached_servers = suffix(hiera('memcache_node_ips'), ':11211')
 646   }
 647
 648   class { '::nova' :
 649     memcached_servers => $memcached_servers
 650   }
 651
 652   include ::nova::config
 653
 654   class { '::nova::api' :
 655     sync_db        => $sync_db,
 656     sync_db_api    => $sync_db,
 657     manage_service => false,
 658     enabled        => false,
 659   }
 660   class { '::nova::cert' :
 661     manage_service => false,
 662     enabled        => false,
 663   }
 664   class { '::nova::conductor' :
 665     manage_service => false,
 666     enabled        => false,
 667   }
 668   class { '::nova::consoleauth' :
 669     manage_service => false,
 670     enabled        => false,
 671   }
 672   class { '::nova::vncproxy' :
 673     manage_service => false,
 674     enabled        => false,
 675   }
 676   include ::nova::scheduler::filter
 677   class { '::nova::scheduler' :
 678     manage_service => false,
 679     enabled        => false,
 680   }
 681   include ::nova::network::neutron
 682
 683   if hiera('neutron::core_plugin') == 'midonet.neutron.plugin_v1.MidonetPluginV2' {
 684
 685     # TODO(devvesa) provide non-controller ips for these services
 686     $zookeeper_node_ips = hiera('neutron_api_node_ips')
 687     $cassandra_node_ips = hiera('neutron_api_node_ips')
 688
 689     # Run zookeeper in the controller if configured
 690     if hiera('enable_zookeeper_on_controller') {
 691       class {'::tripleo::cluster::zookeeper':
 692         zookeeper_server_ips => $zookeeper_node_ips,
 693         # TODO: create a 'bind' hiera key for zookeeper
 694         zookeeper_client_ip  => hiera('neutron::bind_host'),
 695         zookeeper_hostnames  => split(hiera('controller_node_names'), ',')
 696       }
 697     }
 698
 699     # Run cassandra in the controller if configured
 700     if hiera('enable_cassandra_on_controller') {
 701       class {'::tripleo::cluster::cassandra':
 702         cassandra_servers => $cassandra_node_ips,
 703         # TODO: create a 'bind' hiera key for cassandra
 704         cassandra_ip      => hiera('neutron::bind_host'),
 705       }
 706     }
 707
 708     class {'::tripleo::network::midonet::agent':
 709       zookeeper_servers => $zookeeper_node_ips,
 710       cassandra_seeds   => $cassandra_node_ips
 711     }
 712
 713     class {'::tripleo::network::midonet::api':
 714       zookeeper_servers    => $zookeeper_node_ips,
 715       vip                  => hiera('tripleo::loadbalancer::public_virtual_ip'),
 716       keystone_ip          => hiera('tripleo::loadbalancer::public_virtual_ip'),
 717       keystone_admin_token => hiera('keystone::admin_token'),
 718       # TODO: create a 'bind' hiera key for api
 719       bind_address         => hiera('neutron::bind_host'),
 720       admin_password       => hiera('admin_password')
 721     }
 722
 723     # Configure Neutron
 724     class {'::neutron':
 725       service_plugins => []
 726     }
 727
 728   }
 729   else {
 730     # Neutron class definitions
 731     include ::neutron
 732   }
 733
 734   include ::neutron::config
 735   class { '::neutron::server' :
 736     sync_db        => $sync_db,
 737     manage_service => false,
 738     enabled        => false,
 739   }
 740   include ::neutron::server::notifications
 741   if  hiera('neutron::core_plugin') == 'neutron.plugins.nuage.plugin.NuagePlugin' {
 742     include ::neutron::plugins::nuage
 743   }
 744   if  hiera('neutron::core_plugin') == 'neutron_plugin_contrail.plugins.opencontrail.contrail_plugin.NeutronPluginContrailCoreV2' {
 745     include ::neutron::plugins::opencontrail
 746   }
 747   if hiera('neutron::core_plugin') == 'midonet.neutron.plugin_v1.MidonetPluginV2' {
 748     class {'::neutron::plugins::midonet':
 749       midonet_api_ip    => hiera('tripleo::loadbalancer::public_virtual_ip'),
 750       keystone_tenant   => hiera('neutron::server::auth_tenant'),
 751       keystone_password => hiera('neutron::server::auth_password')
 752     }
 753   }
 754   if hiera('neutron::core_plugin') == 'networking_plumgrid.neutron.plugins.plugin.NeutronPluginPLUMgridV2' {
 755     class { '::neutron::plugins::plumgrid' :
 756       connection                   => hiera('neutron::server::database_connection'),
 757       controller_priv_host         => hiera('keystone_admin_api_vip'),
 758       admin_password               => hiera('admin_password'),
 759       metadata_proxy_shared_secret => hiera('nova::api::neutron_metadata_proxy_shared_secret'),
 760     }
 761   }
 762   if hiera('neutron::enable_dhcp_agent',true) {
 763     class { '::neutron::agents::dhcp' :
 764       manage_service => false,
 765       enabled        => false,
 766     }
 767     file { '/etc/neutron/dnsmasq-neutron.conf':
 768       content => hiera('neutron_dnsmasq_options'),
 769       owner   => 'neutron',
 770       group   => 'neutron',
 771       notify  => Service['neutron-dhcp-service'],
 772       require => Package['neutron'],
 773     }
 774   }
 775   if hiera('neutron::enable_l3_agent',true) {
 776     class { '::neutron::agents::l3' :
 777       manage_service => false,
 778       enabled        => false,
 779     }
 780   }
 781   if hiera('neutron::enable_metadata_agent',true) {
 782     class { '::neutron::agents::metadata':
 783       manage_service => false,
 784       enabled        => false,
 785     }
 786   }
 787   include ::neutron::plugins::ml2
 788   class { '::neutron::agents::ml2::ovs':
 789     manage_service => false,
 790     enabled        => false,
 791   }
 792
 793   if 'cisco_ucsm' in hiera('neutron::plugins::ml2::mechanism_drivers') {
 794     include ::neutron::plugins::ml2::cisco::ucsm
 795   }
 796   if 'cisco_nexus' in hiera('neutron::plugins::ml2::mechanism_drivers') {
 797     include ::neutron::plugins::ml2::cisco::nexus
 798     include ::neutron::plugins::ml2::cisco::type_nexus_vxlan
 799   }
 800   if 'cisco_n1kv' in hiera('neutron::plugins::ml2::mechanism_drivers') {
 801     include ::neutron::plugins::ml2::cisco::nexus1000v
 802
 803     class { '::neutron::agents::n1kv_vem':
 804       n1kv_source  => hiera('n1kv_vem_source', undef),
 805       n1kv_version => hiera('n1kv_vem_version', undef),
 806     }
 807
 808     class { '::n1k_vsm':
 809       n1kv_source  => hiera('n1kv_vsm_source', undef),
 810       n1kv_version => hiera('n1kv_vsm_version', undef),
 811     }
 812   }
 813
 814   if 'bsn_ml2' in hiera('neutron::plugins::ml2::mechanism_drivers') {
 815     include ::neutron::plugins::ml2::bigswitch::restproxy
 816     include ::neutron::agents::bigswitch
 817   }
 818   neutron_l3_agent_config {
 819     'DEFAULT/ovs_use_veth': value => hiera('neutron_ovs_use_veth', false);
 820   }
 821   neutron_dhcp_agent_config {
 822     'DEFAULT/ovs_use_veth': value => hiera('neutron_ovs_use_veth', false);
 823   }
 824   neutron_config {
 825     'DEFAULT/notification_driver': value => 'messaging';
 826   }
 827
 828   include ::cinder
 829   include ::cinder::config
 830   include ::tripleo::ssl::cinder_config
 831   class { '::cinder::api':
 832     sync_db        => $sync_db,
 833     manage_service => false,
 834     enabled        => false,
 835   }
 836   class { '::cinder::scheduler' :
 837     manage_service => false,
 838     enabled        => false,
 839   }
 840   class { '::cinder::volume' :
 841     manage_service => false,
 842     enabled        => false,
 843   }
 844   include ::cinder::glance
 845   include ::cinder::ceilometer
 846   class { '::cinder::setup_test_volume':
 847     size => join([hiera('cinder_lvm_loop_device_size'), 'M']),
 848   }
 849
 850   $cinder_enable_iscsi = hiera('cinder_enable_iscsi_backend', true)
 851   if $cinder_enable_iscsi {
 852     $cinder_iscsi_backend = 'tripleo_iscsi'
 853
 854     cinder::backend::iscsi { $cinder_iscsi_backend :
 855       iscsi_ip_address => hiera('cinder_iscsi_ip_address'),
 856       iscsi_helper     => hiera('cinder_iscsi_helper'),
 857     }
 858   }
 859
 860   if $enable_ceph {
 861
 862     $ceph_pools = hiera('ceph_pools')
 863     ceph::pool { $ceph_pools :
 864       pg_num  => hiera('ceph::profile::params::osd_pool_default_pg_num'),
 865       pgp_num => hiera('ceph::profile::params::osd_pool_default_pgp_num'),
 866       size    => hiera('ceph::profile::params::osd_pool_default_size'),
 867     }
 868
 869     $cinder_pool_requires = [Ceph::Pool[hiera('cinder_rbd_pool_name')]]
 870
 871   } else {
 872     $cinder_pool_requires = []
 873   }
 874
 875   if hiera('cinder_enable_rbd_backend', false) {
 876     $cinder_rbd_backend = 'tripleo_ceph'
 877
 878     cinder::backend::rbd { $cinder_rbd_backend :
 879       rbd_pool        => hiera('cinder_rbd_pool_name'),
 880       rbd_user        => hiera('ceph_client_user_name'),
 881       rbd_secret_uuid => hiera('ceph::profile::params::fsid'),
 882       require         => $cinder_pool_requires,
 883     }
 884   }
 885
 886   if hiera('cinder_enable_eqlx_backend', false) {
 887     $cinder_eqlx_backend = hiera('cinder::backend::eqlx::volume_backend_name')
 888
 889     cinder::backend::eqlx { $cinder_eqlx_backend :
 890       volume_backend_name => hiera('cinder::backend::eqlx::volume_backend_name', undef),
 891       san_ip              => hiera('cinder::backend::eqlx::san_ip', undef),
 892       san_login           => hiera('cinder::backend::eqlx::san_login', undef),
 893       san_password        => hiera('cinder::backend::eqlx::san_password', undef),
 894       san_thin_provision  => hiera('cinder::backend::eqlx::san_thin_provision', undef),
 895       eqlx_group_name     => hiera('cinder::backend::eqlx::eqlx_group_name', undef),
 896       eqlx_pool           => hiera('cinder::backend::eqlx::eqlx_pool', undef),
 897       eqlx_use_chap       => hiera('cinder::backend::eqlx::eqlx_use_chap', undef),
 898       eqlx_chap_login     => hiera('cinder::backend::eqlx::eqlx_chap_login', undef),
 899       eqlx_chap_password  => hiera('cinder::backend::eqlx::eqlx_san_password', undef),
 900     }
 901   }
 902
 903   if hiera('cinder_enable_dellsc_backend', false) {
 904     $cinder_dellsc_backend = hiera('cinder::backend::dellsc_iscsi::volume_backend_name')
 905
 906     cinder::backend::dellsc_iscsi{ $cinder_dellsc_backend :
 907       volume_backend_name   => hiera('cinder::backend::dellsc_iscsi::volume_backend_name', undef),
 908       san_ip                => hiera('cinder::backend::dellsc_iscsi::san_ip', undef),
 909       san_login             => hiera('cinder::backend::dellsc_iscsi::san_login', undef),
 910       san_password          => hiera('cinder::backend::dellsc_iscsi::san_password', undef),
 911       dell_sc_ssn           => hiera('cinder::backend::dellsc_iscsi::dell_sc_ssn', undef),
 912       iscsi_ip_address      => hiera('cinder::backend::dellsc_iscsi::iscsi_ip_address', undef),
 913       iscsi_port            => hiera('cinder::backend::dellsc_iscsi::iscsi_port', undef),
 914       dell_sc_api_port      => hiera('cinder::backend::dellsc_iscsi::dell_sc_api_port', undef),
 915       dell_sc_server_folder => hiera('cinder::backend::dellsc_iscsi::dell_sc_server_folder', undef),
 916       dell_sc_volume_folder => hiera('cinder::backend::dellsc_iscsi::dell_sc_volume_folder', undef),
 917     }
 918   }
 919
 920   if hiera('cinder_enable_netapp_backend', false) {
 921     $cinder_netapp_backend = hiera('cinder::backend::netapp::title')
 922
 923     if hiera('cinder::backend::netapp::nfs_shares', undef) {
 924       $cinder_netapp_nfs_shares = split(hiera('cinder::backend::netapp::nfs_shares', undef), ',')
 925     }
 926
 927     cinder::backend::netapp { $cinder_netapp_backend :
 928       netapp_login                 => hiera('cinder::backend::netapp::netapp_login', undef),
 929       netapp_password              => hiera('cinder::backend::netapp::netapp_password', undef),
 930       netapp_server_hostname       => hiera('cinder::backend::netapp::netapp_server_hostname', undef),
 931       netapp_server_port           => hiera('cinder::backend::netapp::netapp_server_port', undef),
 932       netapp_size_multiplier       => hiera('cinder::backend::netapp::netapp_size_multiplier', undef),
 933       netapp_storage_family        => hiera('cinder::backend::netapp::netapp_storage_family', undef),
 934       netapp_storage_protocol      => hiera('cinder::backend::netapp::netapp_storage_protocol', undef),
 935       netapp_transport_type        => hiera('cinder::backend::netapp::netapp_transport_type', undef),
 936       netapp_vfiler                => hiera('cinder::backend::netapp::netapp_vfiler', undef),
 937       netapp_volume_list           => hiera('cinder::backend::netapp::netapp_volume_list', undef),
 938       netapp_vserver               => hiera('cinder::backend::netapp::netapp_vserver', undef),
 939       netapp_partner_backend_name  => hiera('cinder::backend::netapp::netapp_partner_backend_name', undef),
 940       nfs_shares                   => $cinder_netapp_nfs_shares,
 941       nfs_shares_config            => hiera('cinder::backend::netapp::nfs_shares_config', undef),
 942       netapp_copyoffload_tool_path => hiera('cinder::backend::netapp::netapp_copyoffload_tool_path', undef),
 943       netapp_controller_ips        => hiera('cinder::backend::netapp::netapp_controller_ips', undef),
 944       netapp_sa_password           => hiera('cinder::backend::netapp::netapp_sa_password', undef),
 945       netapp_storage_pools         => hiera('cinder::backend::netapp::netapp_storage_pools', undef),
 946       netapp_eseries_host_type     => hiera('cinder::backend::netapp::netapp_eseries_host_type', undef),
 947       netapp_webservice_path       => hiera('cinder::backend::netapp::netapp_webservice_path', undef),
 948     }
 949   }
 950
 951   if hiera('cinder_enable_nfs_backend', false) {
 952     $cinder_nfs_backend = 'tripleo_nfs'
 953
 954     if str2bool($::selinux) {
 955       selboolean { 'virt_use_nfs':
 956         value      => on,
 957         persistent => true,
 958       } -> Package['nfs-utils']
 959     }
 960
 961     package { 'nfs-utils': } ->
 962     cinder::backend::nfs { $cinder_nfs_backend:
 963       nfs_servers       => hiera('cinder_nfs_servers'),
 964       nfs_mount_options => hiera('cinder_nfs_mount_options',''),
 965       nfs_shares_config => '/etc/cinder/shares-nfs.conf',
 966     }
 967   }
 968
 969   $cinder_enabled_backends = delete_undef_values([$cinder_iscsi_backend, $cinder_rbd_backend, $cinder_eqlx_backend, $cinder_dellsc_backend, $cinder_netapp_backend, $cinder_nfs_backend])
 970   class { '::cinder::backends' :
 971     enabled_backends => union($cinder_enabled_backends, hiera('cinder_user_enabled_backends')),
 972   }
 973
 974   class { '::sahara':
 975     sync_db => $sync_db,
 976   }
 977   class { '::sahara::service::api':
 978     manage_service => false,
 979     enabled        => false,
 980   }
 981   class { '::sahara::service::engine':
 982     manage_service => false,
 983     enabled        => false,
 984   }
 985
 986   # swift proxy
 987   class { '::swift::proxy' :
 988     manage_service => $non_pcmk_start,
 989     enabled        => $non_pcmk_start,
 990   }
 991   include ::swift::proxy::proxy_logging
 992   include ::swift::proxy::healthcheck
 993   include ::swift::proxy::cache
 994   include ::swift::proxy::keystone
 995   include ::swift::proxy::authtoken
 996   include ::swift::proxy::staticweb
 997   include ::swift::proxy::ratelimit
 998   include ::swift::proxy::catch_errors
 999   include ::swift::proxy::tempurl
1000   include ::swift::proxy::formpost
1001
1002   # swift storage
1003   if str2bool(hiera('enable_swift_storage', true)) {
1004     class {'::swift::storage::all':
1005       mount_check => str2bool(hiera('swift_mount_check')),
1006     }
1007     class {'::swift::storage::account':
1008       manage_service => $non_pcmk_start,
1009       enabled        => $non_pcmk_start,
1010     }
1011     class {'::swift::storage::container':
1012       manage_service => $non_pcmk_start,
1013       enabled        => $non_pcmk_start,
1014     }
1015     class {'::swift::storage::object':
1016       manage_service => $non_pcmk_start,
1017       enabled        => $non_pcmk_start,
1018     }
1019     if(!defined(File['/srv/node'])) {
1020       file { '/srv/node':
1021         ensure  => directory,
1022         owner   => 'swift',
1023         group   => 'swift',
1024         require => Package['openstack-swift'],
1025       }
1026     }
1027     $swift_components = ['account', 'container', 'object']
1028     swift::storage::filter::recon { $swift_components : }
1029     swift::storage::filter::healthcheck { $swift_components : }
1030   }
1031
1032   # Ceilometer
1033   case downcase(hiera('ceilometer_backend')) {
1034     /mysql/: {
1035       $ceilometer_database_connection = hiera('ceilometer_mysql_conn_string')
1036     }
1037     default: {
1038       $mongo_node_string = join($mongo_node_ips_with_port, ',')
1039       $ceilometer_database_connection = "mongodb://${mongo_node_string}/ceilometer?replicaSet=${mongodb_replset}"
1040     }
1041   }
1042   include ::ceilometer
1043   include ::ceilometer::config
1044   class { '::ceilometer::api' :
1045     manage_service => false,
1046     enabled        => false,
1047   }
1048   class { '::ceilometer::agent::notification' :
1049     manage_service => false,
1050     enabled        => false,
1051   }
1052   class { '::ceilometer::agent::central' :
1053     manage_service => false,
1054     enabled        => false,
1055   }
1056   class { '::ceilometer::collector' :
1057     manage_service => false,
1058     enabled        => false,
1059   }
1060   include ::ceilometer::expirer
1061   class { '::ceilometer::db' :
1062     database_connection => $ceilometer_database_connection,
1063     sync_db             => $sync_db,
1064   }
1065   include ::ceilometer::agent::auth
1066   include ::ceilometer::dispatcher::gnocchi
1067
1068   Cron <| title == 'ceilometer-expirer' |> { command => "sleep $((\$(od -A n -t d -N 3 /dev/urandom) % 86400)) && ${::ceilometer::params::expirer_command}" }
1069
1070   # Heat
1071   include ::heat::config
1072   class { '::heat' :
1073     sync_db             => $sync_db,
1074     notification_driver => 'messaging',
1075   }
1076   class { '::heat::api' :
1077     manage_service => false,
1078     enabled        => false,
1079   }
1080   class { '::heat::api_cfn' :
1081     manage_service => false,
1082     enabled        => false,
1083   }
1084   class { '::heat::api_cloudwatch' :
1085     manage_service => false,
1086     enabled        => false,
1087   }
1088   class { '::heat::engine' :
1089     manage_service => false,
1090     enabled        => false,
1091   }
1092
1093   # httpd/apache and horizon
1094   # NOTE(gfidente): server-status can be consumed by the pacemaker resource agent
1095   class { '::apache' :
1096     service_enable => false,
1097     # service_manage => false, # <-- not supported with horizon&apache mod_wsgi?
1098   }
1099   include ::apache::mod::status
1100   if 'cisco_n1kv' in hiera('neutron::plugins::ml2::mechanism_drivers') {
1101     $_profile_support = 'cisco'
1102   } else {
1103     $_profile_support = 'None'
1104   }
1105   $neutron_options   = {'profile_support' => $_profile_support }
1106
1107   $memcached_ipv6 = hiera('memcached_ipv6', false)
1108   if $memcached_ipv6 {
1109     $horizon_memcached_servers = hiera('memcache_node_ips_v6', '[::1]')
1110   } else {
1111     $horizon_memcached_servers = hiera('memcache_node_ips', '127.0.0.1')
1112   }
1113
1114   class { '::horizon':
1115     cache_server_ip => $horizon_memcached_servers,
1116     neutron_options => $neutron_options,
1117   }
1118
1119   # Aodh
1120   class { '::aodh' :
1121     database_connection => $ceilometer_database_connection,
1122   }
1123   include ::aodh::config
1124   include ::aodh::auth
1125   include ::aodh::client
1126   include ::aodh::wsgi::apache
1127   class { '::aodh::api':
1128     manage_service => false,
1129     enabled        => false,
1130     service_name   => 'httpd',
1131   }
1132   class { '::aodh::evaluator':
1133     manage_service => false,
1134     enabled        => false,
1135   }
1136   class { '::aodh::notifier':
1137     manage_service => false,
1138     enabled        => false,
1139   }
1140   class { '::aodh::listener':
1141     manage_service => false,
1142     enabled        => false,
1143   }
1144
1145   # Gnocchi
1146   $gnocchi_database_connection = hiera('gnocchi_mysql_conn_string')
1147   include ::gnocchi::client
1148   if $sync_db {
1149     include ::gnocchi::db::sync
1150   }
1151   include ::gnocchi::storage
1152   $gnocchi_backend = downcase(hiera('gnocchi_backend', 'swift'))
1153   case $gnocchi_backend {
1154       'swift': { include ::gnocchi::storage::swift }
1155       'file': { include ::gnocchi::storage::file }
1156       'rbd': { include ::gnocchi::storage::ceph }
1157       default: { fail('Unrecognized gnocchi_backend parameter.') }
1158   }
1159   class { '::gnocchi':
1160     database_connection => $gnocchi_database_connection,
1161   }
1162   class { '::gnocchi::api' :
1163     manage_service => false,
1164     enabled        => false,
1165     service_name   => 'httpd',
1166   }
1167   class { '::gnocchi::wsgi::apache' :
1168     ssl => false,
1169   }
1170   class { '::gnocchi::metricd' :
1171     manage_service => false,
1172     enabled        => false,
1173   }
1174   class { '::gnocchi::statsd' :
1175     manage_service => false,
1176     enabled        => false,
1177   }
1178
1179   $snmpd_user = hiera('snmpd_readonly_user_name')
1180   snmp::snmpv3_user { $snmpd_user:
1181     authtype => 'MD5',
1182     authpass => hiera('snmpd_readonly_user_password'),
1183   }
1184   class { '::snmp':
1185     agentaddress => ['udp:161','udp6:[::1]:161'],
1186     snmpd_config => [ join(['createUser ', hiera('snmpd_readonly_user_name'), ' MD5 "', hiera('snmpd_readonly_user_password'), '"']), join(['rouser ', hiera('snmpd_readonly_user_name')]), 'proc  cron', 'includeAllDisks  10%', 'master agentx', 'trapsink localhost public', 'iquerySecName internalUser', 'rouser internalUser', 'defaultMonitors yes', 'linkUpDownNotifications yes' ],
1187   }
1188
1189   hiera_include('controller_classes')
1190
1191 } #END STEP 4
1192
1193 if hiera('step') >= 5 {
1194   $nova_enable_db_purge = hiera('nova_enable_db_purge', true)
1195   $cinder_enable_db_purge = hiera('cinder_enable_db_purge', true)
1196   $heat_enable_db_purge = hiera('heat_enable_db_purge', true)
1197
1198   if $nova_enable_db_purge {
1199     include ::nova::cron::archive_deleted_rows
1200   }
1201   if $cinder_enable_db_purge {
1202     include ::cinder::cron::db_purge
1203   }
1204   if $heat_enable_db_purge {
1205     include ::heat::cron::purge_deleted
1206   }
1207
1208   if $pacemaker_master {
1209
1210     pacemaker::constraint::base { 'openstack-core-then-httpd-constraint':
1211       constraint_type => 'order',
1212       first_resource  => 'openstack-core-clone',
1213       second_resource => "${::apache::params::service_name}-clone",
1214       first_action    => 'start',
1215       second_action   => 'start',
1216       require         => [Pacemaker::Resource::Service[$::apache::params::service_name],
1217                           Pacemaker::Resource::Ocf['openstack-core']],
1218     }
1219     pacemaker::constraint::base { 'memcached-then-openstack-core-constraint':
1220       constraint_type => 'order',
1221       first_resource  => 'memcached-clone',
1222       second_resource => 'openstack-core-clone',
1223       first_action    => 'start',
1224       second_action   => 'start',
1225       require         => [Pacemaker::Resource::Service['memcached'],
1226                           Pacemaker::Resource::Ocf['openstack-core']],
1227     }
1228     pacemaker::constraint::base { 'galera-then-openstack-core-constraint':
1229       constraint_type => 'order',
1230       first_resource  => 'galera-master',
1231       second_resource => 'openstack-core-clone',
1232       first_action    => 'promote',
1233       second_action   => 'start',
1234       require         => [Pacemaker::Resource::Ocf['galera'],
1235                           Pacemaker::Resource::Ocf['openstack-core']],
1236     }
1237
1238     # Cinder
1239     pacemaker::resource::service { $::cinder::params::api_service :
1240       clone_params => 'interleave=true',
1241       require      => Pacemaker::Resource::Ocf['openstack-core'],
1242     }
1243     pacemaker::resource::service { $::cinder::params::scheduler_service :
1244       clone_params => 'interleave=true',
1245     }
1246     pacemaker::resource::service { $::cinder::params::volume_service : }
1247
1248     pacemaker::constraint::base { 'keystone-then-cinder-api-constraint':
1249       constraint_type => 'order',
1250       first_resource  => 'openstack-core-clone',
1251       second_resource => "${::cinder::params::api_service}-clone",
1252       first_action    => 'start',
1253       second_action   => 'start',
1254       require         => [Pacemaker::Resource::Ocf['openstack-core'],
1255                           Pacemaker::Resource::Service[$::cinder::params::api_service]],
1256     }
1257     pacemaker::constraint::base { 'cinder-api-then-cinder-scheduler-constraint':
1258       constraint_type => 'order',
1259       first_resource  => "${::cinder::params::api_service}-clone",
1260       second_resource => "${::cinder::params::scheduler_service}-clone",
1261       first_action    => 'start',
1262       second_action   => 'start',
1263       require         => [Pacemaker::Resource::Service[$::cinder::params::api_service],
1264                           Pacemaker::Resource::Service[$::cinder::params::scheduler_service]],
1265     }
1266     pacemaker::constraint::colocation { 'cinder-scheduler-with-cinder-api-colocation':
1267       source  => "${::cinder::params::scheduler_service}-clone",
1268       target  => "${::cinder::params::api_service}-clone",
1269       score   => 'INFINITY',
1270       require => [Pacemaker::Resource::Service[$::cinder::params::api_service],
1271                   Pacemaker::Resource::Service[$::cinder::params::scheduler_service]],
1272     }
1273     pacemaker::constraint::base { 'cinder-scheduler-then-cinder-volume-constraint':
1274       constraint_type => 'order',
1275       first_resource  => "${::cinder::params::scheduler_service}-clone",
1276       second_resource => $::cinder::params::volume_service,
1277       first_action    => 'start',
1278       second_action   => 'start',
1279       require         => [Pacemaker::Resource::Service[$::cinder::params::scheduler_service],
1280                           Pacemaker::Resource::Service[$::cinder::params::volume_service]],
1281     }
1282     pacemaker::constraint::colocation { 'cinder-volume-with-cinder-scheduler-colocation':
1283       source  => $::cinder::params::volume_service,
1284       target  => "${::cinder::params::scheduler_service}-clone",
1285       score   => 'INFINITY',
1286       require => [Pacemaker::Resource::Service[$::cinder::params::scheduler_service],
1287                   Pacemaker::Resource::Service[$::cinder::params::volume_service]],
1288     }
1289
1290     # Sahara
1291     pacemaker::resource::service { $::sahara::params::api_service_name :
1292       clone_params => 'interleave=true',
1293       require      => Pacemaker::Resource::Ocf['openstack-core'],
1294     }
1295     pacemaker::resource::service { $::sahara::params::engine_service_name :
1296       clone_params => 'interleave=true',
1297     }
1298     pacemaker::constraint::base { 'keystone-then-sahara-api-constraint':
1299       constraint_type => 'order',
1300       first_resource  => 'openstack-core-clone',
1301       second_resource => "${::sahara::params::api_service_name}-clone",
1302       first_action    => 'start',
1303       second_action   => 'start',
1304       require         => [Pacemaker::Resource::Service[$::sahara::params::api_service_name],
1305                           Pacemaker::Resource::Ocf['openstack-core']],
1306     }
1307
1308     # Glance
1309     if $glance_backend == 'file' and hiera('glance_file_pcmk_manage', false) {
1310       $secontext = 'context="system_u:object_r:glance_var_lib_t:s0"'
1311       pacemaker::resource::filesystem { 'glance-fs':
1312         device           => hiera('glance_file_pcmk_device'),
1313         directory        => hiera('glance_file_pcmk_directory'),
1314         fstype           => hiera('glance_file_pcmk_fstype'),
1315         fsoptions        => join([$secontext, hiera('glance_file_pcmk_options', '')],','),
1316         verify_on_create => true,
1317         clone_params     => '',
1318       }
1319     }
1320
1321     pacemaker::resource::service { $::glance::params::registry_service_name :
1322       clone_params => 'interleave=true',
1323       require      => Pacemaker::Resource::Ocf['openstack-core'],
1324     }
1325     pacemaker::resource::service { $::glance::params::api_service_name :
1326       clone_params => 'interleave=true',
1327     }
1328
1329     pacemaker::constraint::base { 'keystone-then-glance-registry-constraint':
1330       constraint_type => 'order',
1331       first_resource  => 'openstack-core-clone',
1332       second_resource => "${::glance::params::registry_service_name}-clone",
1333       first_action    => 'start',
1334       second_action   => 'start',
1335       require         => [Pacemaker::Resource::Service[$::glance::params::registry_service_name],
1336                           Pacemaker::Resource::Ocf['openstack-core']],
1337     }
1338     pacemaker::constraint::base { 'glance-registry-then-glance-api-constraint':
1339       constraint_type => 'order',
1340       first_resource  => "${::glance::params::registry_service_name}-clone",
1341       second_resource => "${::glance::params::api_service_name}-clone",
1342       first_action    => 'start',
1343       second_action   => 'start',
1344       require         => [Pacemaker::Resource::Service[$::glance::params::registry_service_name],
1345                           Pacemaker::Resource::Service[$::glance::params::api_service_name]],
1346     }
1347     pacemaker::constraint::colocation { 'glance-api-with-glance-registry-colocation':
1348       source  => "${::glance::params::api_service_name}-clone",
1349       target  => "${::glance::params::registry_service_name}-clone",
1350       score   => 'INFINITY',
1351       require => [Pacemaker::Resource::Service[$::glance::params::registry_service_name],
1352                   Pacemaker::Resource::Service[$::glance::params::api_service_name]],
1353     }
1354
1355     if hiera('step') == 5 {
1356       # Neutron
1357       # NOTE(gfidente): Neutron will try to populate the database with some data
1358       # as soon as neutron-server is started; to avoid races we want to make this
1359       # happen only on one node, before normal Pacemaker initialization
1360       # https://bugzilla.redhat.com/show_bug.cgi?id=1233061
1361       # NOTE(emilien): we need to run this Exec only at Step 4 otherwise this exec
1362       # will try to start the service while it's already started by Pacemaker
1363       # It would result to a deployment failure since systemd would return 1 to Puppet
1364       # and the overcloud would fail to deploy (6 would be returned).
1365       # This conditional prevents from a race condition during the deployment.
1366       # https://bugzilla.redhat.com/show_bug.cgi?id=1290582
1367       exec { 'neutron-server-systemd-start-sleep' :
1368         command => 'systemctl start neutron-server && /usr/bin/sleep 5',
1369         path    => '/usr/bin',
1370         unless  => '/sbin/pcs resource show neutron-server',
1371       } ->
1372       pacemaker::resource::service { $::neutron::params::server_service:
1373         clone_params => 'interleave=true',
1374         require      => Pacemaker::Resource::Ocf['openstack-core']
1375       }
1376     } else {
1377       pacemaker::resource::service { $::neutron::params::server_service:
1378         clone_params => 'interleave=true',
1379         require      => Pacemaker::Resource::Ocf['openstack-core']
1380       }
1381     }
1382     if hiera('neutron::enable_l3_agent', true) {
1383       pacemaker::resource::service { $::neutron::params::l3_agent_service:
1384         clone_params => 'interleave=true',
1385       }
1386     }
1387     if hiera('neutron::enable_dhcp_agent', true) {
1388       pacemaker::resource::service { $::neutron::params::dhcp_agent_service:
1389         clone_params => 'interleave=true',
1390       }
1391     }
1392     if hiera('neutron::enable_ovs_agent', true) {
1393       pacemaker::resource::service { $::neutron::params::ovs_agent_service:
1394         clone_params => 'interleave=true',
1395       }
1396     }
1397     if hiera('neutron::core_plugin') == 'midonet.neutron.plugin_v1.MidonetPluginV2' {
1398       pacemaker::resource::service {'tomcat':
1399         clone_params => 'interleave=true',
1400       }
1401     }
1402     if hiera('neutron::enable_metadata_agent', true) {
1403       pacemaker::resource::service { $::neutron::params::metadata_agent_service:
1404         clone_params => 'interleave=true',
1405       }
1406     }
1407     if hiera('neutron::enable_ovs_agent', true) {
1408       pacemaker::resource::ocf { $::neutron::params::ovs_cleanup_service:
1409         ocf_agent_name => 'neutron:OVSCleanup',
1410         clone_params   => 'interleave=true',
1411       }
1412       pacemaker::resource::ocf { 'neutron-netns-cleanup':
1413         ocf_agent_name => 'neutron:NetnsCleanup',
1414         clone_params   => 'interleave=true',
1415       }
1416
1417       # neutron - one chain ovs-cleanup-->netns-cleanup-->ovs-agent
1418       pacemaker::constraint::base { 'neutron-ovs-cleanup-to-netns-cleanup-constraint':
1419         constraint_type => 'order',
1420         first_resource  => "${::neutron::params::ovs_cleanup_service}-clone",
1421         second_resource => 'neutron-netns-cleanup-clone',
1422         first_action    => 'start',
1423         second_action   => 'start',
1424         require         => [Pacemaker::Resource::Ocf[$::neutron::params::ovs_cleanup_service],
1425                             Pacemaker::Resource::Ocf['neutron-netns-cleanup']],
1426       }
1427       pacemaker::constraint::colocation { 'neutron-ovs-cleanup-to-netns-cleanup-colocation':
1428         source  => 'neutron-netns-cleanup-clone',
1429         target  => "${::neutron::params::ovs_cleanup_service}-clone",
1430         score   => 'INFINITY',
1431         require => [Pacemaker::Resource::Ocf[$::neutron::params::ovs_cleanup_service],
1432                     Pacemaker::Resource::Ocf['neutron-netns-cleanup']],
1433       }
1434       pacemaker::constraint::base { 'neutron-netns-cleanup-to-openvswitch-agent-constraint':
1435         constraint_type => 'order',
1436         first_resource  => 'neutron-netns-cleanup-clone',
1437         second_resource => "${::neutron::params::ovs_agent_service}-clone",
1438         first_action    => 'start',
1439         second_action   => 'start',
1440         require         => [Pacemaker::Resource::Ocf['neutron-netns-cleanup'],
1441                             Pacemaker::Resource::Service[$::neutron::params::ovs_agent_service]],
1442       }
1443       pacemaker::constraint::colocation { 'neutron-netns-cleanup-to-openvswitch-agent-colocation':
1444         source  => "${::neutron::params::ovs_agent_service}-clone",
1445         target  => 'neutron-netns-cleanup-clone',
1446         score   => 'INFINITY',
1447         require => [Pacemaker::Resource::Ocf['neutron-netns-cleanup'],
1448                     Pacemaker::Resource::Service[$::neutron::params::ovs_agent_service]],
1449       }
1450     }
1451     pacemaker::constraint::base { 'keystone-to-neutron-server-constraint':
1452       constraint_type => 'order',
1453       first_resource  => 'openstack-core-clone',
1454       second_resource => "${::neutron::params::server_service}-clone",
1455       first_action    => 'start',
1456       second_action   => 'start',
1457       require         => [Pacemaker::Resource::Ocf['openstack-core'],
1458                           Pacemaker::Resource::Service[$::neutron::params::server_service]],
1459     }
1460     if hiera('neutron::enable_ovs_agent',true) {
1461       pacemaker::constraint::base { 'neutron-openvswitch-agent-to-dhcp-agent-constraint':
1462         constraint_type => 'order',
1463         first_resource  => "${::neutron::params::ovs_agent_service}-clone",
1464         second_resource => "${::neutron::params::dhcp_agent_service}-clone",
1465         first_action    => 'start',
1466         second_action   => 'start',
1467         require         => [Pacemaker::Resource::Service[$::neutron::params::ovs_agent_service],
1468                             Pacemaker::Resource::Service[$::neutron::params::dhcp_agent_service]],
1469       }
1470     }
1471     if hiera('neutron::enable_dhcp_agent',true) and hiera('neutron::enable_ovs_agent',true) {
1472       pacemaker::constraint::base { 'neutron-server-to-openvswitch-agent-constraint':
1473         constraint_type => 'order',
1474         first_resource  => "${::neutron::params::server_service}-clone",
1475         second_resource => "${::neutron::params::ovs_agent_service}-clone",
1476         first_action    => 'start',
1477         second_action   => 'start',
1478         require         => [Pacemaker::Resource::Service[$::neutron::params::server_service],
1479                             Pacemaker::Resource::Service[$::neutron::params::ovs_agent_service]],
1480     }
1481
1482       pacemaker::constraint::colocation { 'neutron-openvswitch-agent-to-dhcp-agent-colocation':
1483         source  => "${::neutron::params::dhcp_agent_service}-clone",
1484         target  => "${::neutron::params::ovs_agent_service}-clone",
1485         score   => 'INFINITY',
1486         require => [Pacemaker::Resource::Service[$::neutron::params::ovs_agent_service],
1487                     Pacemaker::Resource::Service[$::neutron::params::dhcp_agent_service]],
1488       }
1489     }
1490     if hiera('neutron::enable_dhcp_agent',true) and hiera('l3_agent_service',true) {
1491       pacemaker::constraint::base { 'neutron-dhcp-agent-to-l3-agent-constraint':
1492         constraint_type => 'order',
1493         first_resource  => "${::neutron::params::dhcp_agent_service}-clone",
1494         second_resource => "${::neutron::params::l3_agent_service}-clone",
1495         first_action    => 'start',
1496         second_action   => 'start',
1497         require         => [Pacemaker::Resource::Service[$::neutron::params::dhcp_agent_service],
1498                             Pacemaker::Resource::Service[$::neutron::params::l3_agent_service]]
1499       }
1500       pacemaker::constraint::colocation { 'neutron-dhcp-agent-to-l3-agent-colocation':
1501         source  => "${::neutron::params::l3_agent_service}-clone",
1502         target  => "${::neutron::params::dhcp_agent_service}-clone",
1503         score   => 'INFINITY',
1504         require => [Pacemaker::Resource::Service[$::neutron::params::dhcp_agent_service],
1505                     Pacemaker::Resource::Service[$::neutron::params::l3_agent_service]]
1506       }
1507     }
1508     if hiera('neutron::enable_l3_agent',true) and hiera('neutron::enable_metadata_agent',true) {
1509       pacemaker::constraint::base { 'neutron-l3-agent-to-metadata-agent-constraint':
1510         constraint_type => 'order',
1511         first_resource  => "${::neutron::params::l3_agent_service}-clone",
1512         second_resource => "${::neutron::params::metadata_agent_service}-clone",
1513         first_action    => 'start',
1514         second_action   => 'start',
1515         require         => [Pacemaker::Resource::Service[$::neutron::params::l3_agent_service],
1516                             Pacemaker::Resource::Service[$::neutron::params::metadata_agent_service]]
1517       }
1518       pacemaker::constraint::colocation { 'neutron-l3-agent-to-metadata-agent-colocation':
1519         source  => "${::neutron::params::metadata_agent_service}-clone",
1520         target  => "${::neutron::params::l3_agent_service}-clone",
1521         score   => 'INFINITY',
1522         require => [Pacemaker::Resource::Service[$::neutron::params::l3_agent_service],
1523                     Pacemaker::Resource::Service[$::neutron::params::metadata_agent_service]]
1524       }
1525     }
1526     if hiera('neutron::core_plugin') == 'midonet.neutron.plugin_v1.MidonetPluginV2' {
1527       #midonet-chain chain keystone-->neutron-server-->dhcp-->metadata->tomcat
1528       pacemaker::constraint::base { 'neutron-server-to-dhcp-agent-constraint':
1529         constraint_type => 'order',
1530         first_resource  => "${::neutron::params::server_service}-clone",
1531         second_resource => "${::neutron::params::dhcp_agent_service}-clone",
1532         first_action    => 'start',
1533         second_action   => 'start',
1534         require         => [Pacemaker::Resource::Service[$::neutron::params::server_service],
1535                             Pacemaker::Resource::Service[$::neutron::params::dhcp_agent_service]],
1536       }
1537       pacemaker::constraint::base { 'neutron-dhcp-agent-to-metadata-agent-constraint':
1538         constraint_type => 'order',
1539         first_resource  => "${::neutron::params::dhcp_agent_service}-clone",
1540         second_resource => "${::neutron::params::metadata_agent_service}-clone",
1541         first_action    => 'start',
1542         second_action   => 'start',
1543         require         => [Pacemaker::Resource::Service[$::neutron::params::dhcp_agent_service],
1544                             Pacemaker::Resource::Service[$::neutron::params::metadata_agent_service]],
1545       }
1546       pacemaker::constraint::base { 'neutron-metadata-agent-to-tomcat-constraint':
1547         constraint_type => 'order',
1548         first_resource  => "${::neutron::params::metadata_agent_service}-clone",
1549         second_resource => 'tomcat-clone',
1550         first_action    => 'start',
1551         second_action   => 'start',
1552         require         => [Pacemaker::Resource::Service[$::neutron::params::metadata_agent_service],
1553                             Pacemaker::Resource::Service['tomcat']],
1554       }
1555       pacemaker::constraint::colocation { 'neutron-dhcp-agent-to-metadata-agent-colocation':
1556         source  => "${::neutron::params::metadata_agent_service}-clone",
1557         target  => "${::neutron::params::dhcp_agent_service}-clone",
1558         score   => 'INFINITY',
1559         require => [Pacemaker::Resource::Service[$::neutron::params::dhcp_agent_service],
1560                     Pacemaker::Resource::Service[$::neutron::params::metadata_agent_service]],
1561       }
1562     }
1563
1564     # Nova
1565     pacemaker::resource::service { $::nova::params::api_service_name :
1566       clone_params => 'interleave=true',
1567     }
1568     pacemaker::resource::service { $::nova::params::conductor_service_name :
1569       clone_params => 'interleave=true',
1570     }
1571     pacemaker::resource::service { $::nova::params::consoleauth_service_name :
1572       clone_params => 'interleave=true',
1573       require      => Pacemaker::Resource::Ocf['openstack-core'],
1574     }
1575     pacemaker::resource::service { $::nova::params::vncproxy_service_name :
1576       clone_params => 'interleave=true',
1577     }
1578     pacemaker::resource::service { $::nova::params::scheduler_service_name :
1579       clone_params => 'interleave=true',
1580     }
1581
1582     pacemaker::constraint::base { 'keystone-then-nova-consoleauth-constraint':
1583       constraint_type => 'order',
1584       first_resource  => 'openstack-core-clone',
1585       second_resource => "${::nova::params::consoleauth_service_name}-clone",
1586       first_action    => 'start',
1587       second_action   => 'start',
1588       require         => [Pacemaker::Resource::Service[$::nova::params::consoleauth_service_name],
1589                           Pacemaker::Resource::Ocf['openstack-core']],
1590     }
1591     pacemaker::constraint::base { 'nova-consoleauth-then-nova-vncproxy-constraint':
1592       constraint_type => 'order',
1593       first_resource  => "${::nova::params::consoleauth_service_name}-clone",
1594       second_resource => "${::nova::params::vncproxy_service_name}-clone",
1595       first_action    => 'start',
1596       second_action   => 'start',
1597       require         => [Pacemaker::Resource::Service[$::nova::params::consoleauth_service_name],
1598                           Pacemaker::Resource::Service[$::nova::params::vncproxy_service_name]],
1599     }
1600     pacemaker::constraint::colocation { 'nova-vncproxy-with-nova-consoleauth-colocation':
1601       source  => "${::nova::params::vncproxy_service_name}-clone",
1602       target  => "${::nova::params::consoleauth_service_name}-clone",
1603       score   => 'INFINITY',
1604       require => [Pacemaker::Resource::Service[$::nova::params::consoleauth_service_name],
1605                   Pacemaker::Resource::Service[$::nova::params::vncproxy_service_name]],
1606     }
1607     pacemaker::constraint::base { 'nova-vncproxy-then-nova-api-constraint':
1608       constraint_type => 'order',
1609       first_resource  => "${::nova::params::vncproxy_service_name}-clone",
1610       second_resource => "${::nova::params::api_service_name}-clone",
1611       first_action    => 'start',
1612       second_action   => 'start',
1613       require         => [Pacemaker::Resource::Service[$::nova::params::vncproxy_service_name],
1614                           Pacemaker::Resource::Service[$::nova::params::api_service_name]],
1615     }
1616     pacemaker::constraint::colocation { 'nova-api-with-nova-vncproxy-colocation':
1617       source  => "${::nova::params::api_service_name}-clone",
1618       target  => "${::nova::params::vncproxy_service_name}-clone",
1619       score   => 'INFINITY',
1620       require => [Pacemaker::Resource::Service[$::nova::params::vncproxy_service_name],
1621                   Pacemaker::Resource::Service[$::nova::params::api_service_name]],
1622     }
1623     pacemaker::constraint::base { 'nova-api-then-nova-scheduler-constraint':
1624       constraint_type => 'order',
1625       first_resource  => "${::nova::params::api_service_name}-clone",
1626       second_resource => "${::nova::params::scheduler_service_name}-clone",
1627       first_action    => 'start',
1628       second_action   => 'start',
1629       require         => [Pacemaker::Resource::Service[$::nova::params::api_service_name],
1630                           Pacemaker::Resource::Service[$::nova::params::scheduler_service_name]],
1631     }
1632     pacemaker::constraint::colocation { 'nova-scheduler-with-nova-api-colocation':
1633       source  => "${::nova::params::scheduler_service_name}-clone",
1634       target  => "${::nova::params::api_service_name}-clone",
1635       score   => 'INFINITY',
1636       require => [Pacemaker::Resource::Service[$::nova::params::api_service_name],
1637                   Pacemaker::Resource::Service[$::nova::params::scheduler_service_name]],
1638     }
1639     pacemaker::constraint::base { 'nova-scheduler-then-nova-conductor-constraint':
1640       constraint_type => 'order',
1641       first_resource  => "${::nova::params::scheduler_service_name}-clone",
1642       second_resource => "${::nova::params::conductor_service_name}-clone",
1643       first_action    => 'start',
1644       second_action   => 'start',
1645       require         => [Pacemaker::Resource::Service[$::nova::params::scheduler_service_name],
1646                           Pacemaker::Resource::Service[$::nova::params::conductor_service_name]],
1647     }
1648     pacemaker::constraint::colocation { 'nova-conductor-with-nova-scheduler-colocation':
1649       source  => "${::nova::params::conductor_service_name}-clone",
1650       target  => "${::nova::params::scheduler_service_name}-clone",
1651       score   => 'INFINITY',
1652       require => [Pacemaker::Resource::Service[$::nova::params::scheduler_service_name],
1653                   Pacemaker::Resource::Service[$::nova::params::conductor_service_name]],
1654     }
1655
1656     # Ceilometer and Aodh
1657     case downcase(hiera('ceilometer_backend')) {
1658       /mysql/: {
1659         pacemaker::resource::service { $::ceilometer::params::agent_central_service_name:
1660           clone_params => 'interleave=true',
1661           require      => Pacemaker::Resource::Ocf['openstack-core'],
1662         }
1663       }
1664       default: {
1665         pacemaker::resource::service { $::ceilometer::params::agent_central_service_name:
1666           clone_params => 'interleave=true',
1667           require      => [Pacemaker::Resource::Ocf['openstack-core'],
1668                           Pacemaker::Resource::Service[$::mongodb::params::service_name]],
1669         }
1670       }
1671     }
1672     pacemaker::resource::service { $::ceilometer::params::collector_service_name :
1673       clone_params => 'interleave=true',
1674     }
1675     pacemaker::resource::service { $::ceilometer::params::api_service_name :
1676       clone_params => 'interleave=true',
1677     }
1678     pacemaker::resource::service { $::ceilometer::params::agent_notification_service_name :
1679       clone_params => 'interleave=true',
1680     }
1681     pacemaker::resource::ocf { 'delay' :
1682       ocf_agent_name  => 'heartbeat:Delay',
1683       clone_params    => 'interleave=true',
1684       resource_params => 'startdelay=10',
1685     }
1686     # Fedora doesn't know `require-all` parameter for constraints yet
1687     if $::operatingsystem == 'Fedora' {
1688       $redis_ceilometer_constraint_params = undef
1689       $redis_aodh_constraint_params = undef
1690     } else {
1691       $redis_ceilometer_constraint_params = 'require-all=false'
1692       $redis_aodh_constraint_params = 'require-all=false'
1693     }
1694     pacemaker::constraint::base { 'redis-then-ceilometer-central-constraint':
1695       constraint_type   => 'order',
1696       first_resource    => 'redis-master',
1697       second_resource   => "${::ceilometer::params::agent_central_service_name}-clone",
1698       first_action      => 'promote',
1699       second_action     => 'start',
1700       constraint_params => $redis_ceilometer_constraint_params,
1701       require           => [Pacemaker::Resource::Ocf['redis'],
1702                             Pacemaker::Resource::Service[$::ceilometer::params::agent_central_service_name]],
1703     }
1704     pacemaker::constraint::base { 'redis-then-aodh-evaluator-constraint':
1705       constraint_type   => 'order',
1706       first_resource    => 'redis-master',
1707       second_resource   => "${::aodh::params::evaluator_service_name}-clone",
1708       first_action      => 'promote',
1709       second_action     => 'start',
1710       constraint_params => $redis_aodh_constraint_params,
1711       require           => [Pacemaker::Resource::Ocf['redis'],
1712                             Pacemaker::Resource::Service[$::aodh::params::evaluator_service_name]],
1713     }
1714     pacemaker::constraint::base { 'keystone-then-ceilometer-central-constraint':
1715       constraint_type => 'order',
1716       first_resource  => 'openstack-core-clone',
1717       second_resource => "${::ceilometer::params::agent_central_service_name}-clone",
1718       first_action    => 'start',
1719       second_action   => 'start',
1720       require         => [Pacemaker::Resource::Service[$::ceilometer::params::agent_central_service_name],
1721                           Pacemaker::Resource::Ocf['openstack-core']],
1722     }
1723     pacemaker::constraint::base { 'ceilometer-central-then-ceilometer-collector-constraint':
1724       constraint_type => 'order',
1725       first_resource  => "${::ceilometer::params::agent_central_service_name}-clone",
1726       second_resource => "${::ceilometer::params::collector_service_name}-clone",
1727       first_action    => 'start',
1728       second_action   => 'start',
1729       require         => [Pacemaker::Resource::Service[$::ceilometer::params::agent_central_service_name],
1730                           Pacemaker::Resource::Service[$::ceilometer::params::collector_service_name]],
1731     }
1732     pacemaker::constraint::base { 'ceilometer-collector-then-ceilometer-api-constraint':
1733       constraint_type => 'order',
1734       first_resource  => "${::ceilometer::params::collector_service_name}-clone",
1735       second_resource => "${::ceilometer::params::api_service_name}-clone",
1736       first_action    => 'start',
1737       second_action   => 'start',
1738       require         => [Pacemaker::Resource::Service[$::ceilometer::params::collector_service_name],
1739                           Pacemaker::Resource::Service[$::ceilometer::params::api_service_name]],
1740     }
1741     pacemaker::constraint::colocation { 'ceilometer-api-with-ceilometer-collector-colocation':
1742       source  => "${::ceilometer::params::api_service_name}-clone",
1743       target  => "${::ceilometer::params::collector_service_name}-clone",
1744       score   => 'INFINITY',
1745       require => [Pacemaker::Resource::Service[$::ceilometer::params::api_service_name],
1746                   Pacemaker::Resource::Service[$::ceilometer::params::collector_service_name]],
1747     }
1748     pacemaker::constraint::base { 'ceilometer-api-then-ceilometer-delay-constraint':
1749       constraint_type => 'order',
1750       first_resource  => "${::ceilometer::params::api_service_name}-clone",
1751       second_resource => 'delay-clone',
1752       first_action    => 'start',
1753       second_action   => 'start',
1754       require         => [Pacemaker::Resource::Service[$::ceilometer::params::api_service_name],
1755                           Pacemaker::Resource::Ocf['delay']],
1756     }
1757     pacemaker::constraint::colocation { 'ceilometer-delay-with-ceilometer-api-colocation':
1758       source  => 'delay-clone',
1759       target  => "${::ceilometer::params::api_service_name}-clone",
1760       score   => 'INFINITY',
1761       require => [Pacemaker::Resource::Service[$::ceilometer::params::api_service_name],
1762                   Pacemaker::Resource::Ocf['delay']],
1763     }
1764     # Aodh
1765     pacemaker::resource::service { $::aodh::params::evaluator_service_name :
1766       clone_params => 'interleave=true',
1767     }
1768     pacemaker::resource::service { $::aodh::params::notifier_service_name :
1769       clone_params => 'interleave=true',
1770     }
1771     pacemaker::resource::service { $::aodh::params::listener_service_name :
1772       clone_params => 'interleave=true',
1773     }
1774     pacemaker::constraint::base { 'aodh-delay-then-aodh-evaluator-constraint':
1775       constraint_type => 'order',
1776       first_resource  => 'delay-clone',
1777       second_resource => "${::aodh::params::evaluator_service_name}-clone",
1778       first_action    => 'start',
1779       second_action   => 'start',
1780       require         => [Pacemaker::Resource::Service[$::aodh::params::evaluator_service_name],
1781                           Pacemaker::Resource::Ocf['delay']],
1782     }
1783     pacemaker::constraint::colocation { 'aodh-evaluator-with-aodh-delay-colocation':
1784       source  => "${::aodh::params::evaluator_service_name}-clone",
1785       target  => 'delay-clone',
1786       score   => 'INFINITY',
1787       require => [Pacemaker::Resource::Service[$::aodh::params::evaluator_service_name],
1788                   Pacemaker::Resource::Ocf['delay']],
1789     }
1790     pacemaker::constraint::base { 'aodh-evaluator-then-aodh-notifier-constraint':
1791       constraint_type => 'order',
1792       first_resource  => "${::aodh::params::evaluator_service_name}-clone",
1793       second_resource => "${::aodh::params::notifier_service_name}-clone",
1794       first_action    => 'start',
1795       second_action   => 'start',
1796       require         => [Pacemaker::Resource::Service[$::aodh::params::evaluator_service_name],
1797                           Pacemaker::Resource::Service[$::aodh::params::notifier_service_name]],
1798     }
1799     pacemaker::constraint::colocation { 'aodh-notifier-with-aodh-evaluator-colocation':
1800       source  => "${::aodh::params::notifier_service_name}-clone",
1801       target  => "${::aodh::params::evaluator_service_name}-clone",
1802       score   => 'INFINITY',
1803       require => [Pacemaker::Resource::Service[$::aodh::params::evaluator_service_name],
1804                   Pacemaker::Resource::Service[$::aodh::params::notifier_service_name]],
1805     }
1806     pacemaker::constraint::colocation { 'aodh-listener-with-aodh-evaluator-colocation':
1807       source  => "${::aodh::params::listener_service_name}-clone",
1808       target  => "${::aodh::params::evaluator_service_name}-clone",
1809       score   => 'INFINITY',
1810       require => [Pacemaker::Resource::Service[$::aodh::params::evaluator_service_name],
1811                   Pacemaker::Resource::Service[$::aodh::params::listener_service_name]],
1812     }
1813     if downcase(hiera('ceilometer_backend')) == 'mongodb' {
1814       pacemaker::constraint::base { 'mongodb-then-ceilometer-central-constraint':
1815         constraint_type => 'order',
1816         first_resource  => "${::mongodb::params::service_name}-clone",
1817         second_resource => "${::ceilometer::params::agent_central_service_name}-clone",
1818         first_action    => 'start',
1819         second_action   => 'start',
1820         require         => [Pacemaker::Resource::Service[$::ceilometer::params::agent_central_service_name],
1821                             Pacemaker::Resource::Service[$::mongodb::params::service_name]],
1822       }
1823     }
1824
1825     # gnocchi
1826     pacemaker::resource::service { $::gnocchi::params::metricd_service_name :
1827       clone_params => 'interleave=true',
1828     }
1829     pacemaker::resource::service { $::gnocchi::params::statsd_service_name :
1830       clone_params => 'interleave=true',
1831     }
1832     pacemaker::constraint::base { 'gnocchi-metricd-then-gnocchi-statsd-constraint':
1833       constraint_type => 'order',
1834       first_resource  => "${::gnocchi::params::metricd_service_name}-clone",
1835       second_resource => "${::gnocchi::params::statsd_service_name}-clone",
1836       first_action    => 'start',
1837       second_action   => 'start',
1838       require         => [Pacemaker::Resource::Service[$::gnocchi::params::metricd_service_name],
1839                           Pacemaker::Resource::Service[$::gnocchi::params::statsd_service_name]],
1840     }
1841     pacemaker::constraint::colocation { 'gnocchi-statsd-with-metricd-colocation':
1842       source  => "${::gnocchi::params::statsd_service_name}-clone",
1843       target  => "${::gnocchi::params::metricd_service_name}-clone",
1844       score   => 'INFINITY',
1845       require => [Pacemaker::Resource::Service[$::gnocchi::params::metricd_service_name],
1846                   Pacemaker::Resource::Service[$::gnocchi::params::statsd_service_name]],
1847     }
1848
1849     # Heat
1850     pacemaker::resource::service { $::heat::params::api_service_name :
1851       clone_params => 'interleave=true',
1852     }
1853     pacemaker::resource::service { $::heat::params::api_cloudwatch_service_name :
1854       clone_params => 'interleave=true',
1855     }
1856     pacemaker::resource::service { $::heat::params::api_cfn_service_name :
1857       clone_params => 'interleave=true',
1858     }
1859     pacemaker::resource::service { $::heat::params::engine_service_name :
1860       clone_params => 'interleave=true',
1861     }
1862     pacemaker::constraint::base { 'keystone-then-heat-api-constraint':
1863       constraint_type => 'order',
1864       first_resource  => 'openstack-core-clone',
1865       second_resource => "${::heat::params::api_service_name}-clone",
1866       first_action    => 'start',
1867       second_action   => 'start',
1868       require         => [Pacemaker::Resource::Service[$::heat::params::api_service_name],
1869                           Pacemaker::Resource::Ocf['openstack-core']],
1870     }
1871     pacemaker::constraint::base { 'heat-api-then-heat-api-cfn-constraint':
1872       constraint_type => 'order',
1873       first_resource  => "${::heat::params::api_service_name}-clone",
1874       second_resource => "${::heat::params::api_cfn_service_name}-clone",
1875       first_action    => 'start',
1876       second_action   => 'start',
1877       require         => [Pacemaker::Resource::Service[$::heat::params::api_service_name],
1878                           Pacemaker::Resource::Service[$::heat::params::api_cfn_service_name]],
1879     }
1880     pacemaker::constraint::colocation { 'heat-api-cfn-with-heat-api-colocation':
1881       source  => "${::heat::params::api_cfn_service_name}-clone",
1882       target  => "${::heat::params::api_service_name}-clone",
1883       score   => 'INFINITY',
1884       require => [Pacemaker::Resource::Service[$::heat::params::api_cfn_service_name],
1885                   Pacemaker::Resource::Service[$::heat::params::api_service_name]],
1886     }
1887     pacemaker::constraint::base { 'heat-api-cfn-then-heat-api-cloudwatch-constraint':
1888       constraint_type => 'order',
1889       first_resource  => "${::heat::params::api_cfn_service_name}-clone",
1890       second_resource => "${::heat::params::api_cloudwatch_service_name}-clone",
1891       first_action    => 'start',
1892       second_action   => 'start',
1893       require         => [Pacemaker::Resource::Service[$::heat::params::api_cloudwatch_service_name],
1894                           Pacemaker::Resource::Service[$::heat::params::api_cfn_service_name]],
1895     }
1896     pacemaker::constraint::colocation { 'heat-api-cloudwatch-with-heat-api-cfn-colocation':
1897       source  => "${::heat::params::api_cloudwatch_service_name}-clone",
1898       target  => "${::heat::params::api_cfn_service_name}-clone",
1899       score   => 'INFINITY',
1900       require => [Pacemaker::Resource::Service[$::heat::params::api_cfn_service_name],
1901                   Pacemaker::Resource::Service[$::heat::params::api_cloudwatch_service_name]],
1902     }
1903     pacemaker::constraint::base { 'heat-api-cloudwatch-then-heat-engine-constraint':
1904       constraint_type => 'order',
1905       first_resource  => "${::heat::params::api_cloudwatch_service_name}-clone",
1906       second_resource => "${::heat::params::engine_service_name}-clone",
1907       first_action    => 'start',
1908       second_action   => 'start',
1909       require         => [Pacemaker::Resource::Service[$::heat::params::api_cloudwatch_service_name],
1910                           Pacemaker::Resource::Service[$::heat::params::engine_service_name]],
1911     }
1912     pacemaker::constraint::colocation { 'heat-engine-with-heat-api-cloudwatch-colocation':
1913       source  => "${::heat::params::engine_service_name}-clone",
1914       target  => "${::heat::params::api_cloudwatch_service_name}-clone",
1915       score   => 'INFINITY',
1916       require => [Pacemaker::Resource::Service[$::heat::params::api_cloudwatch_service_name],
1917                   Pacemaker::Resource::Service[$::heat::params::engine_service_name]],
1918     }
1919     pacemaker::constraint::base { 'ceilometer-notification-then-heat-api-constraint':
1920       constraint_type => 'order',
1921       first_resource  => "${::ceilometer::params::agent_notification_service_name}-clone",
1922       second_resource => "${::heat::params::api_service_name}-clone",
1923       first_action    => 'start',
1924       second_action   => 'start',
1925       require         => [Pacemaker::Resource::Service[$::heat::params::api_service_name],
1926                           Pacemaker::Resource::Service[$::ceilometer::params::agent_notification_service_name]],
1927     }
1928
1929     # Horizon and Keystone
1930     pacemaker::resource::service { $::apache::params::service_name:
1931       clone_params     => 'interleave=true',
1932       verify_on_create => true,
1933       require          => [File['/etc/keystone/ssl/certs/ca.pem'],
1934       File['/etc/keystone/ssl/private/signing_key.pem'],
1935       File['/etc/keystone/ssl/certs/signing_cert.pem']],
1936     }
1937
1938     #VSM
1939     if 'cisco_n1kv' in hiera('neutron::plugins::ml2::mechanism_drivers') {
1940       pacemaker::resource::ocf { 'vsm-p' :
1941         ocf_agent_name  => 'heartbeat:VirtualDomain',
1942         resource_params => 'force_stop=true config=/var/spool/cisco/vsm/vsm_primary_deploy.xml',
1943         require         => Class['n1k_vsm'],
1944         meta_params     => 'resource-stickiness=INFINITY',
1945       }
1946       if str2bool(hiera('n1k_vsm::pacemaker_control', true)) {
1947         pacemaker::resource::ocf { 'vsm-s' :
1948           ocf_agent_name  => 'heartbeat:VirtualDomain',
1949           resource_params => 'force_stop=true config=/var/spool/cisco/vsm/vsm_secondary_deploy.xml',
1950           require         => Class['n1k_vsm'],
1951           meta_params     => 'resource-stickiness=INFINITY',
1952         }
1953         pacemaker::constraint::colocation { 'vsm-colocation-contraint':
1954           source  => 'vsm-p',
1955           target  => 'vsm-s',
1956           score   => '-INFINITY',
1957           require => [Pacemaker::Resource::Ocf['vsm-p'],
1958                       Pacemaker::Resource::Ocf['vsm-s']],
1959         }
1960       }
1961     }
1962
1963   }
1964
1965 } #END STEP 5
1966
1967 $package_manifest_name = join(['/var/lib/tripleo/installed-packages/overcloud_controller_pacemaker', hiera('step')])
1968 package_manifest{$package_manifest_name: ensure => present}