fluentd.conf.tpl

<source>
  @type forward
  port {{ env "NOMAD_PORT_fluentd_stream" }}
  source_hostname_key source_addr
  bind 0.0.0.0
</source>

<source>
 @type http
 port {{ env "NOMAD_PORT_fluentd" }}
 bind 0.0.0.0
 add_remote_addr true
 format json
 time_format %Y-%m-%d %H:%M:%S.%N
</source>

<filter asapo.docker>
  @type parser
  key_name log
  format json
  time_format %Y-%m-%d %H:%M:%S.%N
  reserve_data true
</filter>

<filter asapo.docker>
  @type record_transformer
  enable_ruby
  remove_keys ["log","container_id","container_name"]
  <record>
   source_addr ${record["source_addr"].split('.')[0]}
 </record>
</filter>

<match asapo.**>
@type copy
<store>
  @type elasticsearch
  hosts localhost:8400/elasticsearch
  flush_interval 5s
  logstash_format true
  time_key_format %Y-%m-%dT%H:%M:%S.%N
  time_key time
  time_key_exclude_timestamp true
  buffer_type memory
  flush_interval 1s
  </store>
  <store>
  @type file
  flush_interval 1s
  append true
  buffer_type memory
  path /shared/asapo-logs
  </store>
</match>