38b53a4bee
Remove elasticsearch01 as it has been turned off. Allow all elasticsearch running nodes to talk to each other over ports 9200 to 9400. This includes the logstash-worker nodes running non data elasticsearch clients. This appears to be necessary to keep logs from filling up with gigs of NoRouteToHost exceptions on the worker nodes. Change-Id: I3e3365a717d22d881654206692d17dd05ed32c98
77 lines
2.7 KiB
Puppet
77 lines
2.7 KiB
Puppet
# Copyright 2013 Hewlett-Packard Development Company, L.P.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
#
|
|
# Logstash indexer worker glue class.
|
|
#
|
|
class openstack_project::logstash_worker (
|
|
$elasticsearch_nodes = [],
|
|
$elasticsearch_clients = [],
|
|
$discover_node = 'elasticsearch01.openstack.org',
|
|
$sysadmins = []
|
|
) {
|
|
$iptables_rule = regsubst (flatten([$elasticsearch_nodes, $elasticsearch_clients]) , '^(.*)$', '-m state --state NEW -m tcp -p tcp --dport 9200:9400 -s \1 -j ACCEPT')
|
|
class { 'openstack_project::server':
|
|
iptables_public_tcp_ports => [22],
|
|
iptables_rules6 => $iptables_rule,
|
|
iptables_rules4 => $iptables_rule,
|
|
sysadmins => $sysadmins,
|
|
}
|
|
|
|
file { '/etc/default/logstash-indexer':
|
|
ensure => present,
|
|
owner => 'root',
|
|
group => 'root',
|
|
mode => '0644',
|
|
source => 'puppet:///modules/openstack_project/logstash/logstash-indexer.default',
|
|
}
|
|
|
|
class { 'logstash::indexer':
|
|
conf_template => 'openstack_project/logstash/indexer.conf.erb',
|
|
}
|
|
|
|
class { 'logstash::watchdog':
|
|
cron_ensure => 'absent',
|
|
es_api_node => $discover_node,
|
|
}
|
|
|
|
include log_processor
|
|
log_processor::worker { 'A':
|
|
config_file => 'puppet:///modules/openstack_project/logstash/jenkins-log-worker.yaml',
|
|
}
|
|
log_processor::worker { 'B':
|
|
config_file => 'puppet:///modules/openstack_project/logstash/jenkins-log-worker.yaml',
|
|
}
|
|
log_processor::worker { 'C':
|
|
config_file => 'puppet:///modules/openstack_project/logstash/jenkins-log-worker.yaml',
|
|
}
|
|
log_processor::worker { 'D':
|
|
config_file => 'puppet:///modules/openstack_project/logstash/jenkins-log-worker.yaml',
|
|
}
|
|
|
|
class { '::elasticsearch':
|
|
es_template_config => {
|
|
'gateway.recover_after_nodes' => '5',
|
|
'gateway.recover_after_time' => '5m',
|
|
'gateway.expected_nodes' => '6',
|
|
'discovery.zen.minimum_master_nodes' => '5',
|
|
'discovery.zen.ping.multicast.enabled' => false,
|
|
'discovery.zen.ping.unicast.hosts' => $elasticsearch_nodes,
|
|
'node.master' => false,
|
|
'node.data' => false,
|
|
},
|
|
heap_size => '1g',
|
|
version => '0.90.9',
|
|
}
|
|
}
|