From 218944a4e585b11a73b7e3a9b079a8fb426332d5 Mon Sep 17 00:00:00 2001
From: Kevin Carter <kevin.carter@rackspace.com>
Date: Tue, 18 Sep 2018 17:07:23 -0500
Subject: [PATCH] Add playbook to automatically refresh fields in kibana

When upgrading or updating a template fields within kibana will not be
updated until they're manually refreshed. This change uses the kibana
API to gather field information from the indexes and update kibana
automatically.

Change-Id: Ia5de566521d79da070f4377d1d7cb4d9786447b4
Signed-off-by: Kevin Carter <kevin.carter@rackspace.com>
---
 elk_metrics_6x/fieldRefresh.yml    | 93 ++++++++++++++++++++++++++++++
 elk_metrics_6x/site-beats-core.yml | 19 ++++++
 2 files changed, 112 insertions(+)
 create mode 100644 elk_metrics_6x/fieldRefresh.yml

diff --git a/elk_metrics_6x/fieldRefresh.yml b/elk_metrics_6x/fieldRefresh.yml
new file mode 100644
index 00000000..724c7702
--- /dev/null
+++ b/elk_metrics_6x/fieldRefresh.yml
@@ -0,0 +1,93 @@
+---
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+- name: Refresh kibana index-pattern
+  hosts: "kibana[0]"
+  become: true
+  gather_facts: false
+
+  vars_files:
+    - vars/variables.yml
+
+  environment: "{{ deployment_environment_variables | default({}) }}"
+
+  tasks:
+    - name: Get index fields
+      uri:
+        url: "http://127.0.0.1:{{ kibana_port }}/api/saved_objects/_bulk_get"
+        method: POST
+        body:
+          - id: "{{ index_pattern }}"
+            type: "index-pattern"
+        status_code: 200,404
+        body_format: json
+        return_content: true
+        headers:
+          Content-Type: "application/json"
+          kbn-xsrf: "{{ inventory_hostname | to_uuid }}"
+      register: index_fields_return
+      until: index_fields_return is success
+      retries: 6
+      delay: 10
+      run_once: true
+
+    - name: Get index fields format
+      uri:
+        url: >-
+          http://127.0.0.1:{{ kibana_port }}/api/index_patterns/_fields_for_wildcard?pattern={{ index_pattern }}&meta_fields=["_source","_id","_type","_index","_score"]
+        method: GET
+        status_code: 200,404
+        return_content: true
+        headers:
+          Content-Type: "application/json"
+          kbn-xsrf: "{{ inventory_hostname | to_uuid }}"
+      register: index_fields_format_return
+      until: index_fields_format_return is success
+      retries: 6
+      delay: 10
+      run_once: true
+
+    - name: Refresh fields block
+      block:
+        - name: Set index-pattern refresh fact attributes
+          set_fact:
+            attributes: "{{ index_fields_return['json']['saved_objects'][0]['attributes'] }}"
+
+        - name: Set index-refresh fact
+          set_fact:
+            index_refresh_fact:
+              attributes:
+                fieldFormatMap: "{{ attributes['fieldFormatMap'] | to_json }}"
+                timeFieldName: "{{ attributes['timeFieldName'] }}"
+                title: "{{ attributes['title'] }}"
+                fields: "{{ index_fields_format_return['content'] | to_json }}"
+
+        - name: Put index fields
+          uri:
+            url: "http://127.0.0.1:{{ kibana_port }}/api/saved_objects/index-pattern/{{ index_pattern }}"
+            method: PUT
+            body: "{{ index_refresh_fact }}"
+            status_code: 200
+            body_format: json
+            timeout: 120
+            headers:
+              Content-Type: "application/json"
+              kbn-xsrf: "{{ inventory_hostname | to_uuid }}"
+          register: index_fields_return
+          until: index_fields_return is success
+          retries: 6
+          delay: 10
+          run_once: true
+      when:
+        - index_fields_return.status == 200
+        - index_fields_format_return.status == 200
diff --git a/elk_metrics_6x/site-beats-core.yml b/elk_metrics_6x/site-beats-core.yml
index 266ab657..e5670d2b 100644
--- a/elk_metrics_6x/site-beats-core.yml
+++ b/elk_metrics_6x/site-beats-core.yml
@@ -12,7 +12,26 @@
 # limitations under the License.
 
 - import_playbook: installMetricbeat.yml
+- import_playbook: fieldRefresh.yml
+  vars:
+    index_pattern: metricbeat-*
+
 - import_playbook: installPacketbeat.yml
+- import_playbook: fieldRefresh.yml
+  vars:
+    index_pattern: packetbeat-*
+
 - import_playbook: installAuditbeat.yml
+- import_playbook: fieldRefresh.yml
+  vars:
+    index_pattern: auditbeat-*
+
 - import_playbook: installHeartbeat.yml
+- import_playbook: fieldRefresh.yml
+  vars:
+    index_pattern: heartbeat-*
+
 - import_playbook: installFilebeat.yml
+- import_playbook: fieldRefresh.yml
+  vars:
+    index_pattern: filebeat-*