Logstash_utf-8-error_input_filter

input {
       file {
               path => "/data/apps/smart-pixel-grails/logs/smartpixelserver.calls"
               start_position => "beginning"
               type => "smrtpxl-grails-calls"
               add_field => [ "platform", "BIT" ]
               add_field => [ "application", "SmartPixel" ]
               sincedb_path => "/data/app/logstash/db/sincedb_smrtpxl_grails_calls"
               discover_interval => 90
               # will want to experiment with longer stat_interval to reduce system overhead
               stat_interval => 60
       }
}


input {
       file {
               path => "/data/apps/smart-pixel-grails/logs/smartpixelserver.warnings"
               start_position => "beginning"
               type => "smrtpxl-grails-warnings"
               add_field => [ "platform", "BIT" ]
               add_field => [ "application", "SmartPixel" ]
               sincedb_path => "/data/app/logstash/db/sincedb_smrtpxl_grails_warngings"
               discover_interval => 90
               #will want to experiment with longer stat_interval to reduce system overhead
               stat_interval => 60
       }
}


filter {
        if [type] ==  "smrtpxl-grails-calls" {
                grok {
                        match => ["message", "\[(?<date>%{DATESTAMP}\ %{TZ})\]\|\[%{INT:spid}\]\|\[%{GREEDYDATA:params}\]\|\[%{GREEDYDATA:pixel}\]$"]
                }
                urldecode {
                        field => "params"
                }
        }
	if [type] == "smrtpxl-grails-warnings" {
		grok {
			match => ["message", "\[%{DATESTAMP:logtime}\:%{GREEDYDATA:timezone}\]  %{LOGLEVEL:loglevel} %{GREEDYDATA:detail}$"]
		}
	}
}