diff --git a/global/software/charts/osh-infra/osh-infra-logging/fluent-logging.yaml b/global/software/charts/osh-infra/osh-infra-logging/fluent-logging.yaml index 28f9dd633..d57c79c80 100644 --- a/global/software/charts/osh-infra/osh-infra-logging/fluent-logging.yaml +++ b/global/software/charts/osh-infra/osh-infra-logging/fluent-logging.yaml @@ -117,6 +117,50 @@ data: Daemon: Off Log_Level: info Parsers_File: parsers.conf + - ceph_cluster_logs: + header: input + Name: tail + Tag: ceph.cluster.* + Path: /var/log/ceph/ceph.log + DB: /var/log/ceph.db + Parsers: syslog + Mem_Buf_Limit: 5MB + DB.Sync: Normal + Buffer_Chunk_Size: 1M + Buffer_Max_Size: 1M + - ceph_audit_logs: + header: input + Name: tail + Tag: ceph.audit.* + Path: /var/log/ceph/ceph.audit.log + DB: /var/log/ceph.db + Parsers: syslog + Mem_Buf_Limit: 5MB + DB.Sync: Normal + Buffer_Chunk_Size: 1M + Buffer_Max_Size: 1M + - ceph_mon_logs: + header: input + Name: tail + Tag: ceph.mon.* + Path: /var/log/ceph/ceph-mon**.log + DB: /var/log/ceph.db + Parsers: syslog + Mem_Buf_Limit: 5MB + DB.Sync: Normal + Buffer_Chunk_Size: 1M + Buffer_Max_Size: 1M + - ceph_osd_logs: + header: input + Name: tail + Tag: ceph.osd.* + Path: /var/log/ceph/ceph-osd**.log + DB: /var/log/ceph.db + Parsers: syslog + Mem_Buf_Limit: 5MB + DB.Sync: Normal + Buffer_Chunk_Size: 1M + Buffer_Max_Size: 1M - containers_tail: header: input Name: tail @@ -150,6 +194,24 @@ data: type: forward port: "#{ENV['FLUENTD_PORT']}" bind: 0.0.0.0 + - ceph_elasticsearch: + header: match + type: elasticsearch + user: "#{ENV['ELASTICSEARCH_USERNAME']}" + password: "#{ENV['ELASTICSEARCH_PASSWORD']}" + expression: "ceph**" + include_tag_key: true + host: "#{ENV['ELASTICSEARCH_HOST']}" + port: "#{ENV['ELASTICSEARCH_PORT']}" + logstash_format: true + logstash_prefix: ceph + buffer_chunk_limit: 10M + buffer_queue_limit: 32 + flush_interval: "20" + max_retry_wait: 300 + disable_retry_limit: "" + num_threads: 8 + type_name: ceph_logs - elasticsearch: header: match type: elasticsearch @@ -162,10 +224,20 @@ data: logstash_format: true buffer_chunk_limit: 10M buffer_queue_limit: 32 - flush_interval: 20s + flush_interval: "20" max_retry_wait: 300 disable_retry_limit: "" num_threads: 8 + parsers: + - syslog: + header: parser + Name: syslog + Format: regex + Regex: '^(?