opendev/system-config
Code Issues Proposed changes

Add sixth elasticsearch node.

Browse Source 
* manifests/site.pp: Put elasticsearch nodes in a list variable that is
reused.

* modules/logstash/templates/elasticsearch.yml.erb: Update cluster
settings to be more appropriate for the larger cluster size, including
changing the minimum number of master eligible nodes that must be seen
before becoming operational in a cluster. Should help prevent split
brained clusters.

* modules/openstack_project/manifests/cacti.pp: Add new node to cacti
node list.

Change-Id: I9a18422aa56a56b9ad030892a312772d9b6b2a79
This commit is contained in:
Clark Boylan 2013-08-02 13:22:47 -07:00
parent eb1c279e9d
commit 2820835473
3 changed files with 18 additions and 38 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

49
manifests/site.pp
View File

@ -224,16 +224,19 @@ node 'puppet-dashboard.openstack.org' {
}
}
$elasticsearch_nodes = [
'elasticsearch.openstack.org',
'elasticsearch2.openstack.org',
'elasticsearch3.openstack.org',
'elasticsearch4.openstack.org',
'elasticsearch5.openstack.org',
'elasticsearch6.openstack.org',
]
node 'logstash.openstack.org' {
class { 'openstack_project::logstash':
sysadmins => hiera('sysadmins'),
elasticsearch_nodes => [
'elasticsearch.openstack.org',
'elasticsearch2.openstack.org',
'elasticsearch3.openstack.org',
'elasticsearch4.openstack.org',
'elasticsearch5.openstack.org',
],
elasticsearch_nodes => $elasticsearch_nodes,
gearman_workers => [
'logstash-worker1.openstack.org',
'logstash-worker2.openstack.org',
@ -244,26 +247,14 @@ node 'logstash.openstack.org' {
'logstash-worker7.openstack.org',
'logstash-worker8.openstack.org',
],
discover_nodes => [
'elasticsearch.openstack.org:9200',
'elasticsearch2.openstack.org:9200',
'elasticsearch3.openstack.org:9200',
'elasticsearch4.openstack.org:9200',
'elasticsearch5.openstack.org:9200',
],
discover_nodes => $elasticsearch_nodes,
}
}
node /^logstash-worker\d+\.openstack\.org$/ {
class { 'openstack_project::logstash_worker':
sysadmins => hiera('sysadmins'),
elasticsearch_nodes => [
'elasticsearch.openstack.org',
'elasticsearch2.openstack.org',
'elasticsearch3.openstack.org',
'elasticsearch4.openstack.org',
'elasticsearch5.openstack.org',
],
elasticsearch_nodes => $elasticsearch_nodes,
discover_node => 'elasticsearch.openstack.org',
}
}
@ -271,13 +262,7 @@ node /^logstash-worker\d+\.openstack\.org$/ {
node /^elasticsearch\d*\.openstack\.org$/ {
class { 'openstack_project::elasticsearch':
sysadmins => hiera('sysadmins'),
elasticsearch_nodes => [
'elasticsearch.openstack.org',
'elasticsearch2.openstack.org',
'elasticsearch3.openstack.org',
'elasticsearch4.openstack.org',
'elasticsearch5.openstack.org',
],
elasticsearch_nodes => $elasticsearch_nodes,
elasticsearch_clients => [
'logstash.openstack.org',
'logstash-worker1.openstack.org',
@ -289,13 +274,7 @@ node /^elasticsearch\d*\.openstack\.org$/ {
'logstash-worker7.openstack.org',
'logstash-worker8.openstack.org',
],
discover_nodes => [
'elasticsearch.openstack.org',
'elasticsearch2.openstack.org',
'elasticsearch3.openstack.org',
'elasticsearch4.openstack.org',
'elasticsearch5.openstack.org',
],
discover_nodes => $elasticsearch_nodes,
}
}

6
modules/logstash/templates/elasticsearch.yml.erb
View File

@ -255,7 +255,7 @@ bootstrap.mlockall: true
# Allow recovery process after N nodes in a cluster are up:
#
gateway.recover_after_nodes: 4
gateway.recover_after_nodes: 5
# Set the timeout to initiate the recovery process, once the N nodes
# from previous setting are up (accepts time value):
@ -266,7 +266,7 @@ gateway.recover_after_time: 5m
# are up (and recover_after_nodes is met), begin recovery process immediately
# (without waiting for recover_after_time to expire):
#
gateway.expected_nodes: 5
gateway.expected_nodes: 6
############################# Recovery Throttling #############################
@ -304,7 +304,7 @@ gateway.expected_nodes: 5
# operational within the cluster. Set this option to a higher value (2-4)
# for large clusters (>3 nodes):
#
discovery.zen.minimum_master_nodes: 2
discovery.zen.minimum_master_nodes: 4
# Set the time to wait for ping responses from other nodes when discovering.
# Set this option to a higher value on a slow or congested network

1
modules/openstack_project/manifests/cacti.pp
View File

@ -64,6 +64,7 @@ class openstack_project::cacti (
'elasticsearch3.openstack.org',
'elasticsearch4.openstack.org',
'elasticsearch5.openstack.org',
'elasticsearch6.openstack.org',
'etherpad.openstack.org',
'graphite.openstack.org',
'jenkins.openstack.org',