e6d78af997
The logstash-indexer services sometimes fall out of the elasticsearch cluster when it is under heavy load and unable to respond to pings. Logstash doesn't do anything to reconnect :( so restart the service if a node detects that it has fallen out of the cluster. Upstream bug submitted at https://logstash.jira.com/browse/LOGSTASH-1951 Change-Id: I2e7767c5fe20cff279366fec2ddadd7710dbb4a9
60 lines
2.0 KiB
Puppet
60 lines
2.0 KiB
Puppet
# Copyright 2013 Hewlett-Packard Development Company, L.P.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
#
|
|
# Logstash indexer worker glue class.
|
|
#
|
|
class openstack_project::logstash_worker (
|
|
$elasticsearch_nodes = [],
|
|
$discover_node = 'elasticsearch01.openstack.org',
|
|
$sysadmins = []
|
|
) {
|
|
$iptables_rule = regsubst ($elasticsearch_nodes, '^(.*)$', '-m state --state NEW -m tcp -p tcp --dport 9200:9400 -s \1 -j ACCEPT')
|
|
class { 'openstack_project::server':
|
|
iptables_public_tcp_ports => [22],
|
|
iptables_rules6 => $iptables_rule,
|
|
iptables_rules4 => $iptables_rule,
|
|
sysadmins => $sysadmins,
|
|
}
|
|
|
|
file { '/etc/default/logstash-indexer':
|
|
ensure => present,
|
|
owner => 'root',
|
|
group => 'root',
|
|
mode => '0644',
|
|
source => 'puppet:///modules/openstack_project/logstash/logstash-indexer.default',
|
|
}
|
|
|
|
class { 'logstash::indexer':
|
|
conf_template => 'openstack_project/logstash/indexer.conf.erb',
|
|
}
|
|
|
|
class { 'logstash::watchdog':
|
|
es_api_node => $discover_node,
|
|
}
|
|
|
|
include log_processor
|
|
log_processor::worker { 'A':
|
|
config_file => 'puppet:///modules/openstack_project/logstash/jenkins-log-worker.yaml',
|
|
}
|
|
log_processor::worker { 'B':
|
|
config_file => 'puppet:///modules/openstack_project/logstash/jenkins-log-worker.yaml',
|
|
}
|
|
log_processor::worker { 'C':
|
|
config_file => 'puppet:///modules/openstack_project/logstash/jenkins-log-worker.yaml',
|
|
}
|
|
log_processor::worker { 'D':
|
|
config_file => 'puppet:///modules/openstack_project/logstash/jenkins-log-worker.yaml',
|
|
}
|
|
}
|