The beats were all enabled with the default settings to enable dashboards and templating when the specific beat starts. In a large scale environment this creates a DDOS against Kibana as all beats begin uploading templates and dashboards clobbering one another. This change moves the dashboard config into a common template and sets everything using sane defaults so that we're not inadvertently killing our clusters when rolling restarts happen, like in the event of an upgrade. Change-Id: Ib48ea34a350335b72c3e3df941853c405072446a Signed-off-by: Kevin Carter <kevin.carter@rackspace.com>
41 lines
1.8 KiB
Django/Jinja
41 lines
1.8 KiB
Django/Jinja
# A template is used to set the mapping in Elasticsearch
|
|
# By default template loading is enabled and the template is loaded.
|
|
# These settings can be adjusted to load your own template or overwrite existing ones.
|
|
|
|
# Set to false to disable template loading.
|
|
setup.template.enabled: false
|
|
|
|
# Template name. By default the template name is "{{ beat_name }}-%{[beat.version]}"
|
|
# The template name and pattern has to be set in case the elasticsearch index pattern is modified.
|
|
setup.template.name: "{{ beat_name }}-%{[beat.version]}"
|
|
|
|
# Template pattern. By default the template pattern is "-%{[beat.version]}-*" to apply to the default index settings.
|
|
# The first part is the version of the beat and then -* is used to match all daily indices.
|
|
# The template name and pattern has to be set in case the elasticsearch index pattern is modified.
|
|
setup.template.pattern: "{{ beat_name }}-%{[beat.version]}-*"
|
|
|
|
# Path to fields.yml file to generate the template
|
|
setup.template.fields: "${path.config}/fields.yml"
|
|
|
|
# Overwrite existing template
|
|
setup.template.overwrite: false
|
|
|
|
{% set shards = ((data_nodes | length) * 3) | int %}
|
|
|
|
# Elasticsearch template settings
|
|
setup.template.settings:
|
|
|
|
# A dictionary of settings to place into the settings.index dictionary
|
|
# of the Elasticsearch template. For more details, please check
|
|
# https://www.elastic.co/guide/en/elasticsearch/reference/current/mapping.html
|
|
index:
|
|
number_of_shards: {{ shards }}
|
|
codec: best_compression
|
|
# This provides for an index split of up to 2 times the number of available shards
|
|
number_of_routing_shards: {{ (shards | int) * 2 }}
|
|
|
|
# A dictionary of settings for the _source field. For more details, please check
|
|
# https://www.elastic.co/guide/en/elasticsearch/reference/current/mapping-source-field.html
|
|
_source:
|
|
enabled: true
|