diff --git a/fluent-bit-config-kafka-rest.yml b/fluent-bit-config-kafka-rest.yml new file mode 100644 index 0000000..cfd3089 --- /dev/null +++ b/fluent-bit-config-kafka-rest.yml @@ -0,0 +1,86 @@ +kind: ConfigMap +metadata: + name: fluent-bit-config-kafka-rest + namespace: kube-system +apiVersion: v1 +data: + fluent-bit.conf: |- + [SERVICE] + Flush 1 + Daemon Off + Log_Level info + Parsers_File parsers.conf + + [INPUT] + Name tail + Tag kube.* + Path /var/log/containers/*.log + Parser docker + DB /var/log/flb_kube.db + Mem_Buf_Limit 5MB + + [FILTER] + Name kubernetes + Match kube.* + Kube_URL https://kubernetes.default.svc:443 + Merge_JSON_Log On + + [OUTPUT] + Name kafka-rest + Match * + Host ${KAFKA_REST_HOST} + Port ${KAFKA_REST_PORT} + Time_Key @timestamp + Tag_Key _fluent-tag + Include_Tag_Key On + Tag_Key My_Tag_Key + Topic ${KAFKA_TOPIC} + # Partition 0 + # Message_Key abc + + parsers.conf: |- + [PARSER] + Name apache + Format regex + Regex ^(?[^ ]*) [^ ]* (?[^ ]*) \[(?