Fluent-logging: Update fluentbit input definitions
This updates the fluent-logging chart to match the input configs used in the upstream chart, primarily focused on moving from the sqlite db file tracking mechanism to the in memory mechanism instead. This also adds the appropriate fluentbit filter config for throttling the number of records being forwarded to fluentd Change-Id: I68ebf05b1b9fcf2a98b4717b74e3d13050446a09
This commit is contained in:
parent
bdd8bf0d9d
commit
84beb29ddd
|
@ -150,9 +150,7 @@ data:
|
||||||
Name: tail
|
Name: tail
|
||||||
Tag: kernel
|
Tag: kernel
|
||||||
Path: /var/log/kern.log
|
Path: /var/log/kern.log
|
||||||
DB: /var/log/kern.db
|
|
||||||
Mem_Buf_Limit: 5MB
|
Mem_Buf_Limit: 5MB
|
||||||
DB.Sync: Normal
|
|
||||||
Buffer_Chunk_Size: 1M
|
Buffer_Chunk_Size: 1M
|
||||||
Buffer_Max_Size: 1M
|
Buffer_Max_Size: 1M
|
||||||
- kubelet:
|
- kubelet:
|
||||||
|
@ -161,9 +159,7 @@ data:
|
||||||
Tag: journal.*
|
Tag: journal.*
|
||||||
Path: ${JOURNAL_PATH}
|
Path: ${JOURNAL_PATH}
|
||||||
Systemd_Filter: _SYSTEMD_UNIT=kubelet.service
|
Systemd_Filter: _SYSTEMD_UNIT=kubelet.service
|
||||||
DB: /var/log/kubelet.db
|
|
||||||
Mem_Buf_Limit: 5MB
|
Mem_Buf_Limit: 5MB
|
||||||
DB.Sync: Normal
|
|
||||||
Buffer_Chunk_Size: 1M
|
Buffer_Chunk_Size: 1M
|
||||||
Buffer_Max_Size: 1M
|
Buffer_Max_Size: 1M
|
||||||
- docker_daemon:
|
- docker_daemon:
|
||||||
|
@ -172,9 +168,7 @@ data:
|
||||||
Tag: journal.*
|
Tag: journal.*
|
||||||
Path: ${JOURNAL_PATH}
|
Path: ${JOURNAL_PATH}
|
||||||
Systemd_Filter: _SYSTEMD_UNIT=docker.service
|
Systemd_Filter: _SYSTEMD_UNIT=docker.service
|
||||||
DB: /var/log/docker.db
|
|
||||||
Mem_Buf_Limit: 5MB
|
Mem_Buf_Limit: 5MB
|
||||||
DB.Sync: Normal
|
|
||||||
Buffer_Chunk_Size: 1M
|
Buffer_Chunk_Size: 1M
|
||||||
Buffer_Max_Size: 1M
|
Buffer_Max_Size: 1M
|
||||||
- libvirt:
|
- libvirt:
|
||||||
|
@ -182,9 +176,7 @@ data:
|
||||||
Name: tail
|
Name: tail
|
||||||
Tag: libvirt
|
Tag: libvirt
|
||||||
Path: /var/log/libvirt/libvirtd.log
|
Path: /var/log/libvirt/libvirtd.log
|
||||||
DB: /var/log/libvirt.db
|
|
||||||
Mem_Buf_Limit: 5MB
|
Mem_Buf_Limit: 5MB
|
||||||
DB.Sync: Normal
|
|
||||||
Buffer_Chunk_Size: 1M
|
Buffer_Chunk_Size: 1M
|
||||||
Buffer_Max_Size: 1M
|
Buffer_Max_Size: 1M
|
||||||
- qemu:
|
- qemu:
|
||||||
|
@ -192,9 +184,7 @@ data:
|
||||||
Name: tail
|
Name: tail
|
||||||
Tag: qemu
|
Tag: qemu
|
||||||
Path: /var/log/libvirt/qemu/*.log
|
Path: /var/log/libvirt/qemu/*.log
|
||||||
DB: /var/log/qemu.db
|
|
||||||
Mem_Buf_Limit: 5MB
|
Mem_Buf_Limit: 5MB
|
||||||
DB.Sync: Normal
|
|
||||||
Buffer_Chunk_Size: 1M
|
Buffer_Chunk_Size: 1M
|
||||||
Buffer_Max_Size: 1M
|
Buffer_Max_Size: 1M
|
||||||
- libvirt_record_modifier:
|
- libvirt_record_modifier:
|
||||||
|
@ -236,10 +226,8 @@ data:
|
||||||
Name: tail
|
Name: tail
|
||||||
Tag: ceph.cluster.*
|
Tag: ceph.cluster.*
|
||||||
Path: /var/log/ceph/airship-ucp-ceph-mon/ceph.log
|
Path: /var/log/ceph/airship-ucp-ceph-mon/ceph.log
|
||||||
DB: /var/log/ceph.db
|
|
||||||
Parsers: syslog
|
Parsers: syslog
|
||||||
Mem_Buf_Limit: 5MB
|
Mem_Buf_Limit: 5MB
|
||||||
DB.Sync: Normal
|
|
||||||
Buffer_Chunk_Size: 1M
|
Buffer_Chunk_Size: 1M
|
||||||
Buffer_Max_Size: 1M
|
Buffer_Max_Size: 1M
|
||||||
- ceph_audit_logs:
|
- ceph_audit_logs:
|
||||||
|
@ -247,10 +235,8 @@ data:
|
||||||
Name: tail
|
Name: tail
|
||||||
Tag: ceph.audit.*
|
Tag: ceph.audit.*
|
||||||
Path: /var/log/ceph/airship-ucp-ceph-mon/ceph.audit.log
|
Path: /var/log/ceph/airship-ucp-ceph-mon/ceph.audit.log
|
||||||
DB: /var/log/ceph.db
|
|
||||||
Parsers: syslog
|
Parsers: syslog
|
||||||
Mem_Buf_Limit: 5MB
|
Mem_Buf_Limit: 5MB
|
||||||
DB.Sync: Normal
|
|
||||||
Buffer_Chunk_Size: 1M
|
Buffer_Chunk_Size: 1M
|
||||||
Buffer_Max_Size: 1M
|
Buffer_Max_Size: 1M
|
||||||
- ceph_mon_logs:
|
- ceph_mon_logs:
|
||||||
|
@ -258,10 +244,8 @@ data:
|
||||||
Name: tail
|
Name: tail
|
||||||
Tag: ceph.mon.*
|
Tag: ceph.mon.*
|
||||||
Path: /var/log/ceph/airship-ucp-ceph-mon/ceph-mon**.log
|
Path: /var/log/ceph/airship-ucp-ceph-mon/ceph-mon**.log
|
||||||
DB: /var/log/ceph.db
|
|
||||||
Parsers: syslog
|
Parsers: syslog
|
||||||
Mem_Buf_Limit: 5MB
|
Mem_Buf_Limit: 5MB
|
||||||
DB.Sync: Normal
|
|
||||||
Buffer_Chunk_Size: 1M
|
Buffer_Chunk_Size: 1M
|
||||||
Buffer_Max_Size: 1M
|
Buffer_Max_Size: 1M
|
||||||
- ceph_osd_logs:
|
- ceph_osd_logs:
|
||||||
|
@ -269,10 +253,8 @@ data:
|
||||||
Name: tail
|
Name: tail
|
||||||
Tag: ceph.osd.*
|
Tag: ceph.osd.*
|
||||||
Path: /var/log/ceph/airship-ucp-ceph-osd/ceph-osd**.log
|
Path: /var/log/ceph/airship-ucp-ceph-osd/ceph-osd**.log
|
||||||
DB: /var/log/ceph.db
|
|
||||||
Parsers: syslog
|
Parsers: syslog
|
||||||
Mem_Buf_Limit: 5MB
|
Mem_Buf_Limit: 5MB
|
||||||
DB.Sync: Normal
|
|
||||||
Buffer_Chunk_Size: 1M
|
Buffer_Chunk_Size: 1M
|
||||||
Buffer_Max_Size: 1M
|
Buffer_Max_Size: 1M
|
||||||
- containers_tail:
|
- containers_tail:
|
||||||
|
@ -281,8 +263,6 @@ data:
|
||||||
Tag: kube.*
|
Tag: kube.*
|
||||||
Path: /var/log/containers/*.log
|
Path: /var/log/containers/*.log
|
||||||
Parser: docker
|
Parser: docker
|
||||||
DB: /var/log/flb_kube.db
|
|
||||||
DB.Sync: Normal
|
|
||||||
Buffer_Chunk_Size: 1M
|
Buffer_Chunk_Size: 1M
|
||||||
Buffer_Max_Size: 1M
|
Buffer_Max_Size: 1M
|
||||||
Mem_Buf_Limit: 5MB
|
Mem_Buf_Limit: 5MB
|
||||||
|
@ -295,6 +275,13 @@ data:
|
||||||
Name: kubernetes
|
Name: kubernetes
|
||||||
Match: kube.*
|
Match: kube.*
|
||||||
Merge_JSON_Log: On
|
Merge_JSON_Log: On
|
||||||
|
- throttle_filter:
|
||||||
|
header: filter
|
||||||
|
Name: throttle
|
||||||
|
Match: "**"
|
||||||
|
Rate: 1000
|
||||||
|
Window: 300
|
||||||
|
Interval: 1s
|
||||||
- fluentd_output:
|
- fluentd_output:
|
||||||
header: output
|
header: output
|
||||||
Name: forward
|
Name: forward
|
||||||
|
|
Loading…
Reference in New Issue