ebac150f8a
This change separates the processing of the logs/notifications and metric/alerting into 2 dedicated hekad processes, these services are named 'log_collector' and 'metric_collector'. Both services are managed by Pacemaker on controller nodes and by Upstart on other nodes. All metrics computed by log_collector (HTTP response times and creation time for instances and volumes) are sent directly to the metric_collector via TCP. Elasticsearch output (log_collector) uses full_action='block' and the TCP output uses full_action='drop'. All outputs of metric_collector (InfluxDB, HTTP and TCP) use full_action='drop'. The buffer size configurations are: * metric_collector: - influxdb-output buffer size is increased to 1Gb. - aggregator-output (tcp) buffer size is decreased to 256Mb (vs 1Gb). - nagios outputs (x3) buffer size are decreased to 1Mb. * log_collector: - elasticsearch-output buffer size is decreased to 256Mb (vs 1Gb). - tcp-output buffer size is set to 256Mb. Implements: blueprint separate-lma-collector-pipelines Fixes-bug: #1566748 Change-Id: Ieadb93b89f81e944e21cf8e5a65f4d683fd0ffb8
48 lines
1.7 KiB
Puppet
48 lines
1.7 KiB
Puppet
# Copyright 2015 Mirantis, Inc.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
#
|
|
class lma_collector::logs::rabbitmq {
|
|
include lma_collector::params
|
|
include lma_collector::service::log
|
|
|
|
$config_dir = $lma_collector::params::log_config_dir
|
|
|
|
$lua_modules_dir = $lma_collector::params::lua_modules_dir
|
|
|
|
heka::decoder::sandbox { 'rabbitmq':
|
|
config_dir => $config_dir,
|
|
filename => "${lma_collector::params::plugins_dir}/decoders/rabbitmq.lua" ,
|
|
module_directory => $lua_modules_dir,
|
|
notify => Class['lma_collector::service::log'],
|
|
}
|
|
|
|
heka::splitter::regex { 'rabbitmq':
|
|
config_dir => $config_dir,
|
|
delimiter => '\n\n(=[^=]+====)',
|
|
delimiter_eol => false,
|
|
notify => Class['lma_collector::service::log'],
|
|
}
|
|
|
|
heka::input::logstreamer { 'rabbitmq':
|
|
config_dir => $config_dir,
|
|
decoder => 'rabbitmq',
|
|
splitter => 'rabbitmq',
|
|
log_directory => '/var/log/rabbitmq',
|
|
file_match => 'rabbit@(?P<Node>.+)\.log$',
|
|
differentiator => '["rabbitmq.", "Node"]',
|
|
require => [Heka::Decoder::Sandbox['rabbitmq'], Heka::Splitter::Regex['rabbitmq']],
|
|
notify => Class['lma_collector::service::log'],
|
|
}
|
|
}
|