Fix Hindsight modules issues

- Decoder for kafka_input.lua has been defined
- Instructions limit for input Hindsight plugins has been added
to general config, because it's not applied from local config
- Walkaround of issue with several Kafka brokers has been added

Change-Id: Iac19353513bc38bdd8c94de82d7332f3c4cac76d
This commit is contained in:
Ilya Tyaptin 2016-09-20 20:01:04 +03:00
parent 782e153375
commit 4b744ac6e6
4 changed files with 6 additions and 3 deletions

View File

@ -22,7 +22,9 @@ if decoder_module then
end
if type(brokerlist) == "table" then
brokerlist = table.concat(brokerlist, ",")
-- TODO(ityaptin) Research issue with several brokers
-- brokerlist = table.concat(brokerlist, ",")
brokerlist = table.remove(brokerlist, 1)
end
local consumer = kafka.consumer(brokerlist, topics, consumer_conf, topic_conf)

View File

@ -13,10 +13,10 @@ local influxdb_port = read_config('port') or error('influxdb port is required')
local influxdb_user = read_config('username')
local influxdb_password = read_config('password')
local batch_max_lines = read_config('batch_max_lines') or 3000
local database_created = not (read_config("create_database") or false)
assert(batch_max_lines > 0, 'batch_max_lines must be greater than zero')
local db = read_config("database") or error("database config is required")
local database_created = false
local debug_output = read_config("debug") or false
local write

View File

@ -13,9 +13,9 @@ io_lua_path = analysis_lua_path .. ";<%= @sandbox_dir %>/io_modules/
io_lua_cpath = analysis_lua_cpath .. ";<%= @sandbox_dir %>/io_modules/?.so"
input_defaults = {
instruction_limit = 0
-- output_limit = 64 * 1024
-- memory_limit = 8 * 1024 * 1024
-- instruction_limit = 1e6
-- preserve_data = false
-- ticker_interval = 0
}

View File

@ -12,6 +12,7 @@ topic_conf = {}
metadata_fields = "<%= @metadata_fields %>"
instuction_limit = 0
ticker_interval = 60
decoder = "ceilometer"
<% if @resource_api %>
decode_resources = <%= @resource_api %>
<% else %>