td-agent.conf

####
## Output descriptions:
##

# Treasure Data (http://www.treasure-data.com/) provides cloud based data
# analytics platform, which easily stores and processes data from td-agent.
# FREE plan is also provided.
# @see http://docs.fluentd.org/articles/http-to-td
#
# This section matches events whose tag is td.DATABASE.TABLE
<match td.*.*>
  type tdlog
  apikey YOUR_API_KEY

  auto_create_table
  buffer_type file
  buffer_path /var/log/td-agent/buffer/td

  <secondary>
    type file
    path /var/log/td-agent/failed_records
  </secondary>
</match>

## match tag=debug.** and dump to console
<match debug.**>
  type stdout
</match>

####
## Source descriptions:
##

## built-in TCP input
## @see http://docs.fluentd.org/articles/in_forward
<source>
  type forward
</source>

## built-in UNIX socket input
#<source>
#  type unix
#</source>

# HTTP input
# POST http://localhost:8888/<tag>?json=<json>
# POST http://localhost:8888/td.myapp.login?json={"user"%3A"me"}
# @see http://docs.fluentd.org/articles/in_http
<source>
  type http
  port 8888
</source>

## live debugging agent
<source>
  type debug_agent
  bind 127.0.0.1
  port 24230
</source>

####
## Examples:
##
## File input
## read apache logs continuously and tags td.apache.access
#<source>
#  type tail
#  format apache
#  path /var/log/httpdaccess.log
#  tag td.apache.access
#</source>

## File output
## match tag=local.** and write to file
#<match local.**>
#  type file
#  path /var/log/td-agent/apache.log
#</match>

## Forwarding
## match tag=system.** and forward to another td-agent server
#<match system.**>
#  type forward
#  host 192.168.0.11
#  # secondary host is optional
#  <secondary>
#    host 192.168.0.12
#  </secondary>
#</match>

## Multiple output
## match tag=td.*.* and output to Treasure Data AND file
#<match td.*.*>
#  type copy
#  <store>
#    type tdlog
#    apikey API_KEY
#    auto_create_table
#    buffer_type file
#    buffer_path /var/log/td-agent/buffer/td
#  </store>
#  <store>
#    type file
#    path /var/log/td-agent/td-%Y-%m-%d/%H.log
#  </store>
#</match>
<source>
  type tail
  path /var/log/pfsense/admin.log
  pos_file /var/log/td-agent/admin.log.pos
  tag pfsense_log
  format pf_admin_log
</source>
<source>
  type tail
  path /var/log/pfsense/check_reload_status.log
  pos_file /var/log/td-agent/check_reload_status.log.pos
  tag pfsense_log
  format pf_check_reload_status
</source>
<source>
  type tail
  path /var/log/pfsense/dnsmasq.log
  pos_file /var/log/td-agent/dnsmasq.log.pos
  tag pfsense_log
  format pf_dmesg
</source>
<source>
  type tail
  path /var/log/pfsense/filterlog.log
  pos_file /var/log/td-agent/filterlog.log.pos
  tag pfsense_log
  format pf_filterlog_1
</source>
<source>
  type tail
  path /var/log/pfsense/filterlog.log
  pos_file /var/log/td-agent/filterlog.log.pos
  tag pfsense_log
  format pf_filterlog_2
</source>
<source>
  type tail
  path /var/log/pfsense/kernel.log
  pos_file /var/log/td-agent/kernel.log.pos
  tag pfsense_log
  format pf_kernal
</source>
<source>
  type tail
  path /var/log/pfsense/nginx.log
  pos_file /var/log/td-agent/nginx.log.pos
  tag pfsense_log
  format pf_nginx
</source>
<source>
  type tail
  path /var/log/pfsense/openvpn.log
  pos_file /var/log/td-agent/openvpn.log.pos
  tag pfsense_log
  format pf_openvpn
</source>
<source>
  type tail
  path /var/log/pfsense/php-fpm.log
  pos_file /var/log/td-agent/php-fpm.log.pos
  tag pfsense_log
  format pf_php_fpm
</source>
<source>
  type tail
  path /var/log/pfsense/syslogd.log
  pos_file /var/log/td-agent/syslogd.log.pos
  tag pfsense_log
  format pf_syslogd
</source>
<source>
  type tail
  path /var/log/pfsense/xinetd.log
  pos_file /var/log/td-agent/xinetd.log.pos
  tag pfsense_log
  format pf_xinetd
</source>
<match pfsense_log>
  type stdout
</match>

<match pfsense_log>
  type elasticsearch
  logstash_format true
  host 10.1.2.80
  port 9200
</match>