83db24f549
In some environments (especially using slow HDD drives), the Elasticsearch backends may fail to ingest logs fast enough. As a result the log_collector service running on the controller nodes are blocked. To alleviate this issue, this change increases the bulk size for nodes that generate lots of logs: - controllers which run OpenStack API services in addition to Pacemaker. - all nodes when the environment's log level is set to debug. In such cases, the flush_count parameter is increased to 100 (instead of 10 by default). Change-Id: Ifdfbcb8ff0292f695dee4deab45560f126bde242 Closes-Bug: #1617211
50 lines
1.9 KiB
Puppet
50 lines
1.9 KiB
Puppet
# Copyright 2015 Mirantis, Inc.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
#
|
|
class lma_collector::elasticsearch (
|
|
$server,
|
|
$port,
|
|
$flush_interval = 5,
|
|
$flush_count = 10,
|
|
) {
|
|
include lma_collector::params
|
|
include lma_collector::service::log
|
|
|
|
validate_string($server)
|
|
validate_integer($port)
|
|
|
|
heka::encoder::es_json { 'elasticsearch':
|
|
config_dir => $lma_collector::params::log_config_dir,
|
|
index => '%{Type}-%{%Y.%m.%d}',
|
|
es_index_from_timestamp => true,
|
|
fields => $lma_collector::params::elasticsearch_fields,
|
|
notify => Class['lma_collector::service::log'],
|
|
}
|
|
|
|
heka::output::elasticsearch { 'elasticsearch':
|
|
config_dir => $lma_collector::params::log_config_dir,
|
|
server => $server,
|
|
port => $port,
|
|
message_matcher => 'Type == \'log\' || Type == \'notification\'',
|
|
use_buffering => $lma_collector::params::buffering_enabled,
|
|
max_buffer_size => $lma_collector::params::buffering_max_buffer_size_for_log,
|
|
max_file_size => $lma_collector::params::buffering_max_file_size_for_log,
|
|
queue_full_action => $lma_collector::params::queue_full_action_for_log,
|
|
flush_interval => $flush_interval,
|
|
flush_count => $flush_count,
|
|
require => Heka::Encoder::Es_json['elasticsearch'],
|
|
notify => Class['lma_collector::service::log'],
|
|
}
|
|
}
|