6a2369f381
This change adds size limits to the Fluentd buffers to prevent them from becoming too large for OpenSearch and Elasticsearch. These values have been tested and prevent the buffer becoming too big for OpenSearch. Closes-Bug: #2079988 Change-Id: I06e34ceb26bf792f24ee4030a267c94f9ee22e3b
36 lines
1.3 KiB
Django/Jinja
36 lines
1.3 KiB
Django/Jinja
<match **>
|
|
@type copy
|
|
<store>
|
|
@type elasticsearch
|
|
host {{ elasticsearch_address }}
|
|
port {{ elasticsearch_port | default('9200') }}
|
|
scheme {{ fluentd_elasticsearch_scheme }}
|
|
{% if fluentd_elasticsearch_path != '' %}
|
|
path {{ fluentd_elasticsearch_path }}
|
|
{% endif %}
|
|
{% if fluentd_elasticsearch_scheme == 'https' %}
|
|
ssl_version {{ fluentd_elasticsearch_ssl_version }}
|
|
ssl_verify {{ fluentd_elasticsearch_ssl_verify }}
|
|
{% if fluentd_elasticsearch_cacert | length > 0 %}
|
|
ca_file {{ fluentd_elasticsearch_cacert }}
|
|
{% endif %}
|
|
{% endif %}
|
|
{% if fluentd_elasticsearch_user != '' and fluentd_elasticsearch_password != ''%}
|
|
user {{ fluentd_elasticsearch_user }}
|
|
password {{ fluentd_elasticsearch_password }}
|
|
{% endif %}
|
|
logstash_format true
|
|
logstash_prefix {{ opensearch_log_index_prefix }}
|
|
reconnect_on_error true
|
|
request_timeout {{ fluentd_elasticsearch_request_timeout }}
|
|
suppress_type_name true
|
|
bulk_message_request_threshold {{ fluentd_bulk_message_request_threshold }}
|
|
<buffer>
|
|
@type file
|
|
path /var/lib/fluentd/data/elasticsearch.buffer/openstack.*
|
|
flush_interval 15s
|
|
chunk_limit_size {{ fluentd_buffer_chunk_limit_size }}
|
|
</buffer>
|
|
</store>
|
|
</match>
|