新版filebeat8.x讀取nginx的access.log到kafka

最簡

filebeat.inputs:
- type: log
  enabled: true
  paths:
    - /usr/local/openresty/nginx/logs/access.log

output.kafka:
  enabled: true
  hosts: ["10.10.14.64:9092"]
  topic: nginx-access-log

多個

filebeat.inputs:
- type: log
  enabled: true  
  paths:
    - /var/log/test1.log
  #添加字段可發送至不同topic
  fields:
    kafka_topic: firstTopic    

- type: log
  enabled: true
  paths:
    - /var/log/test2.log
  #添加字段可發送至不同topic
  fields:
    kafka_topic: secondTopic 

output.kafka:
  enabled: true
  #kafka地址，可配置多個用逗號隔開
  hosts: ["192.168.154.128:9092","192.168.154.129:9092"]
  #根據上面添加字段發送不同topic
  topic: '%{[fields.kafka_topic]}'