Fluent-logging: Update fluentbit input definitions

This updates the fluent-logging chart to match the input configs
used in the upstream chart, primarily focused on moving from the
sqlite db file tracking mechanism to the in memory mechanism
instead. This also adds the appropriate fluentbit filter config
for throttling the number of records being forwarded to fluentd

Change-Id: I68ebf05b1b9fcf2a98b4717b74e3d13050446a09
This commit is contained in:
Steve Wilkerson 2019-03-07 11:47:50 -06:00 committed by Drew Walters
parent bdd8bf0d9d
commit 84beb29ddd
1 changed files with 7 additions and 20 deletions

View File

@ -150,9 +150,7 @@ data:
Name: tail Name: tail
Tag: kernel Tag: kernel
Path: /var/log/kern.log Path: /var/log/kern.log
DB: /var/log/kern.db
Mem_Buf_Limit: 5MB Mem_Buf_Limit: 5MB
DB.Sync: Normal
Buffer_Chunk_Size: 1M Buffer_Chunk_Size: 1M
Buffer_Max_Size: 1M Buffer_Max_Size: 1M
- kubelet: - kubelet:
@ -161,9 +159,7 @@ data:
Tag: journal.* Tag: journal.*
Path: ${JOURNAL_PATH} Path: ${JOURNAL_PATH}
Systemd_Filter: _SYSTEMD_UNIT=kubelet.service Systemd_Filter: _SYSTEMD_UNIT=kubelet.service
DB: /var/log/kubelet.db
Mem_Buf_Limit: 5MB Mem_Buf_Limit: 5MB
DB.Sync: Normal
Buffer_Chunk_Size: 1M Buffer_Chunk_Size: 1M
Buffer_Max_Size: 1M Buffer_Max_Size: 1M
- docker_daemon: - docker_daemon:
@ -172,9 +168,7 @@ data:
Tag: journal.* Tag: journal.*
Path: ${JOURNAL_PATH} Path: ${JOURNAL_PATH}
Systemd_Filter: _SYSTEMD_UNIT=docker.service Systemd_Filter: _SYSTEMD_UNIT=docker.service
DB: /var/log/docker.db
Mem_Buf_Limit: 5MB Mem_Buf_Limit: 5MB
DB.Sync: Normal
Buffer_Chunk_Size: 1M Buffer_Chunk_Size: 1M
Buffer_Max_Size: 1M Buffer_Max_Size: 1M
- libvirt: - libvirt:
@ -182,9 +176,7 @@ data:
Name: tail Name: tail
Tag: libvirt Tag: libvirt
Path: /var/log/libvirt/libvirtd.log Path: /var/log/libvirt/libvirtd.log
DB: /var/log/libvirt.db
Mem_Buf_Limit: 5MB Mem_Buf_Limit: 5MB
DB.Sync: Normal
Buffer_Chunk_Size: 1M Buffer_Chunk_Size: 1M
Buffer_Max_Size: 1M Buffer_Max_Size: 1M
- qemu: - qemu:
@ -192,9 +184,7 @@ data:
Name: tail Name: tail
Tag: qemu Tag: qemu
Path: /var/log/libvirt/qemu/*.log Path: /var/log/libvirt/qemu/*.log
DB: /var/log/qemu.db
Mem_Buf_Limit: 5MB Mem_Buf_Limit: 5MB
DB.Sync: Normal
Buffer_Chunk_Size: 1M Buffer_Chunk_Size: 1M
Buffer_Max_Size: 1M Buffer_Max_Size: 1M
- libvirt_record_modifier: - libvirt_record_modifier:
@ -236,10 +226,8 @@ data:
Name: tail Name: tail
Tag: ceph.cluster.* Tag: ceph.cluster.*
Path: /var/log/ceph/airship-ucp-ceph-mon/ceph.log Path: /var/log/ceph/airship-ucp-ceph-mon/ceph.log
DB: /var/log/ceph.db
Parsers: syslog Parsers: syslog
Mem_Buf_Limit: 5MB Mem_Buf_Limit: 5MB
DB.Sync: Normal
Buffer_Chunk_Size: 1M Buffer_Chunk_Size: 1M
Buffer_Max_Size: 1M Buffer_Max_Size: 1M
- ceph_audit_logs: - ceph_audit_logs:
@ -247,10 +235,8 @@ data:
Name: tail Name: tail
Tag: ceph.audit.* Tag: ceph.audit.*
Path: /var/log/ceph/airship-ucp-ceph-mon/ceph.audit.log Path: /var/log/ceph/airship-ucp-ceph-mon/ceph.audit.log
DB: /var/log/ceph.db
Parsers: syslog Parsers: syslog
Mem_Buf_Limit: 5MB Mem_Buf_Limit: 5MB
DB.Sync: Normal
Buffer_Chunk_Size: 1M Buffer_Chunk_Size: 1M
Buffer_Max_Size: 1M Buffer_Max_Size: 1M
- ceph_mon_logs: - ceph_mon_logs:
@ -258,10 +244,8 @@ data:
Name: tail Name: tail
Tag: ceph.mon.* Tag: ceph.mon.*
Path: /var/log/ceph/airship-ucp-ceph-mon/ceph-mon**.log Path: /var/log/ceph/airship-ucp-ceph-mon/ceph-mon**.log
DB: /var/log/ceph.db
Parsers: syslog Parsers: syslog
Mem_Buf_Limit: 5MB Mem_Buf_Limit: 5MB
DB.Sync: Normal
Buffer_Chunk_Size: 1M Buffer_Chunk_Size: 1M
Buffer_Max_Size: 1M Buffer_Max_Size: 1M
- ceph_osd_logs: - ceph_osd_logs:
@ -269,10 +253,8 @@ data:
Name: tail Name: tail
Tag: ceph.osd.* Tag: ceph.osd.*
Path: /var/log/ceph/airship-ucp-ceph-osd/ceph-osd**.log Path: /var/log/ceph/airship-ucp-ceph-osd/ceph-osd**.log
DB: /var/log/ceph.db
Parsers: syslog Parsers: syslog
Mem_Buf_Limit: 5MB Mem_Buf_Limit: 5MB
DB.Sync: Normal
Buffer_Chunk_Size: 1M Buffer_Chunk_Size: 1M
Buffer_Max_Size: 1M Buffer_Max_Size: 1M
- containers_tail: - containers_tail:
@ -281,8 +263,6 @@ data:
Tag: kube.* Tag: kube.*
Path: /var/log/containers/*.log Path: /var/log/containers/*.log
Parser: docker Parser: docker
DB: /var/log/flb_kube.db
DB.Sync: Normal
Buffer_Chunk_Size: 1M Buffer_Chunk_Size: 1M
Buffer_Max_Size: 1M Buffer_Max_Size: 1M
Mem_Buf_Limit: 5MB Mem_Buf_Limit: 5MB
@ -295,6 +275,13 @@ data:
Name: kubernetes Name: kubernetes
Match: kube.* Match: kube.*
Merge_JSON_Log: On Merge_JSON_Log: On
- throttle_filter:
header: filter
Name: throttle
Match: "**"
Rate: 1000
Window: 300
Interval: 1s
- fluentd_output: - fluentd_output:
header: output header: output
Name: forward Name: forward