logstash output

{:timestamp=>"2016-11-28T19:23:39.807000+0000", :message=>#<LogStash::PipelineReporter::Snapshot:0x3aef26fa @data={:events_filtered=>615, :events_consumed=>248, :worker_count=>2, :inflight_count=>248, :worker_states=>[{:status=>"sleep", :alive=>true, :index=>0, :inflight_count=>124}, {:status=>"run", :alive=>true, :index=>1, :inflight_count=>124}], :output_info=>[{:type=>"elasticsearch", :config=>{"hosts"=>"162.254.26.244:9200", "user"=>"logstash-user", "password"=>"*****", "max_retries"=>1, "ssl"=>"false", "index"=>"datadog-alerts-%{+YYYY.MM.dd}", "document_type"=>"%{[@metadata][type]}", "document_id"=>"%{[@metadata]][id]}", "__ALLOW_ENV__"=>false}, :is_multi_worker=>false, :events_received=>0, :workers=><Java::JavaUtilConcurrent::CopyOnWriteArrayList:1442936757 [<LogStash::Outputs::ElasticSearch hosts=>["162.254.26.244:9200"], user=>"logstash-user", password=><password>, max_retries=>1, ssl=>false, index=>"datadog-alerts-%{+YYYY.MM.dd}", document_type=>"%{[@metadata][type]}", document_id=>"%{[@metadata]][id]}", codec=><LogStash::Codecs::Plain charset=>"UTF-8">, workers=>1, manage_template=>true, template_name=>"logstash", template_overwrite=>false, flush_size=>500, idle_flush_time=>1, doc_as_upsert=>false, script_type=>"inline", script_var_name=>"event", scripted_upsert=>false, retry_max_interval=>2, retry_max_items=>500, retry_on_conflict=>1, action=>"index", ssl_certificate_verification=>true, sniffing=>false, sniffing_delay=>5>]>, :busy_workers=>0}, {:type=>"datadog", :config=>{"alert_type"=>"error", "api_key"=>"5c49cf8c6c7f2ee7362c6c329077a9e6", "title"=>"%{[@metadata][type]}", "text"=>"es1.unifieddeliverynetwork.net:9200/datadog-alerts/%{[@metadata][type]}/%{[@metadata][id]}", "codec"=>"plain", "dd_tags"=>["%{[udn][env]}", "%{[udn][server]}"], "priority"=>"normal", "source_type_name"=>"my apps", "__ALLOW_ENV__"=>false}, :is_multi_worker=>false, :events_received=>0, :workers=><Java::JavaUtilConcurrent::CopyOnWriteArrayList:139202096 [<LogStash::Outputs::Datadog alert_type=>"error", api_key=>"5c49cf8c6c7f2ee7362c6c329077a9e6", title=>"%{[@metadata][type]}", text=>"es1.unifieddeliverynetwork.net:9200/datadog-alerts/%{[@metadata][type]}/%{[@metadata][id]}", codec=><LogStash::Codecs::Plain charset=>"UTF-8">, dd_tags=>["%{[udn][env]}", "%{[udn][server]}"], priority=>"normal", source_type_name=>"my apps", workers=>1>]>, :busy_workers=>0}, {:type=>"elasticsearch", :config=>{"hosts"=>"162.254.26.244:9200", "user"=>"logstash-user", "password"=>"***** ", "max_retries"=>1, "ssl"=>"false", "index"=>"%{[@metadata][metric-name]}-%{+YYYY.MM.dd}", "document_type"=>"%{[@metadata][metric-sub-name]}", "document_id"=>"%{[@metadata][metric-id]}", "__ALLOW_ENV__"=>false}, :is_multi_worker=>false, :events_received=>614, :workers=><Java::JavaUtilConcurrent::CopyOnWriteArrayList:-1256302654 [<LogStash::Outputs::ElasticSearch hosts=>["162.254.26.244:9200"], user=>"logstash-user", password=><password>, max_retries=>1, ssl=>false, index=>"%{[@metadata][metric-name]}-%{+YYYY.MM.dd}", document_type=>"%{[@metadata][metric-sub-name]}", document_id=>"%{[@metadata][metric-id]}", codec=><LogStash::Codecs::Plain charset=>"UTF-8">, workers=>1, manage_template=>true, template_name=>"logstash", template_overwrite=>false, flush_size=>500, idle_flush_time=>1, doc_as_upsert=>false, script_type=>"inline", script_var_name=>"event", scripted_upsert=>false, retry_max_interval=>2, retry_max_items=>500, retry_on_conflict=>1, action=>"index", ssl_certificate_verification=>true, sniffing=>false, sniffing_delay=>5>]>, :busy_workers=>1}, {:type=>"stdout", :config=>{"codec"=><LogStash::Codecs::RubyDebug metadata=>true>, "__ALLOW_ENV__"=>false}, :is_multi_worker=>false, :events_received=>0, :workers=><Java::JavaUtilConcurrent::CopyOnWriteArrayList:1493371126 [<LogStash::Outputs::Stdout codec=><LogStash::Codecs::RubyDebug metadata=>true>, workers=>1>]>, :busy_workers=>0}], :thread_info=>[{"thread_id"=>15, "name"=>"[main]<file", "plugin"=>nil, "backtrace"=>["[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/util/wrapped_synchronous_queue.rb:17:in `push'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-file-2.2.5/lib/logstash/inputs/file.rb:301:in `post_process_this'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-file-2.2.5/lib/logstash/inputs/file.rb:256:in `process_event'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-file-2.2.5/lib/logstash/inputs/file.rb:75:in `accept'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-codec-plain-2.0.4/lib/logstash/codecs/plain.rb:35:in `decode'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-file-2.2.5/lib/logstash/inputs/file.rb:74:in `accept'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-codec-multiline-2.0.11/lib/logstash/codecs/identity_map_codec.rb:177:in `accept'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-file-2.2.5/lib/logstash/inputs/file.rb:250:in `accept'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/observing_tail.rb:79:in `observe_read_file'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/observing_tail.rb:78:in `each'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/observing_tail.rb:78:in `observe_read_file'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/observing_tail.rb:74:in `loop'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/observing_tail.rb:74:in `observe_read_file'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/observing_tail.rb:47:in `subscribe'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/watch.rb:255:in `each'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/watch.rb:217:in `each'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/watch.rb:217:in `each'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/watch.rb:120:in `each'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/watch.rb:357:in `call'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/watch.rb:357:in `synchronized'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/watch.rb:357:in `synchronize'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/watch.rb:357:in `synchronized'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/watch.rb:118:in `each'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/watch.rb:280:in `subscribe'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/observing_tail.rb:23:in `subscribe'", "[...]/vendor/jruby/lib/ruby/1.9/forwardable.rb:201:in `subscribe'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-file-2.2.5/lib/logstash/inputs/file.rb:294:in `run'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/pipeline.rb:342:in `inputworker'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/pipeline.rb:336:in `start_input'"], "blocked_on"=>"blocked_on_push", "status"=>"run", "current_call"=>"[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/util/wrapped_synchronous_queue.rb:17:in `push'"}, {"thread_id"=>16, "name"=>"[main]<file", "plugin"=>nil, "backtrace"=>["[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/util/wrapped_synchronous_queue.rb:17:in `push'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-file-2.2.5/lib/logstash/inputs/file.rb:301:in `post_process_this'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-file-2.2.5/lib/logstash/inputs/file.rb:256:in `process_event'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-file-2.2.5/lib/logstash/inputs/file.rb:75:in `accept'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-codec-plain-2.0.4/lib/logstash/codecs/plain.rb:35:in `decode'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-file-2.2.5/lib/logstash/inputs/file.rb:74:in `accept'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-codec-multiline-2.0.11/lib/logstash/codecs/identity_map_codec.rb:177:in `accept'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-file-2.2.5/lib/logstash/inputs/file.rb:250:in `accept'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/observing_tail.rb:79:in `observe_read_file'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/observing_tail.rb:78:in `each'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/observing_tail.rb:78:in `observe_read_file'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/observing_tail.rb:74:in `loop'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/observing_tail.rb:74:in `observe_read_file'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/observing_tail.rb:39:in `subscribe'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/watch.rb:187:in `each'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/watch.rb:176:in `each'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/watch.rb:176:in `each'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/watch.rb:357:in `call'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/watch.rb:357:in `synchronized'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/watch.rb:357:in `synchronize'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/watch.rb:357:in `synchronized'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/watch.rb:118:in `each'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/watch.rb:280:in `subscribe'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/observing_tail.rb:23:in `subscribe'", "[...]/vendor/jruby/lib/ruby/1.9/forwardable.rb:201:in `subscribe'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-file-2.2.5/lib/logstash/inputs/file.rb:294:in `run'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/pipeline.rb:342:in `inputworker'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/pipeline.rb:336:in `start_input'"], "blocked_on"=>"blocked_on_push", "status"=>"run", "current_call"=>"[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/util/wrapped_synchronous_queue.rb:17:in `push'"}, {"thread_id"=>17, "name"=>"[main]<exec", "plugin"=>nil, "backtrace"=>["[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/util/wrapped_synchronous_queue.rb:17:in `push'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-exec-2.0.6/lib/logstash/inputs/exec.rb:84:in `execute'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-codec-plain-2.0.4/lib/logstash/codecs/plain.rb:35:in `decode'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-exec-2.0.6/lib/logstash/inputs/exec.rb:80:in `execute'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-exec-2.0.6/lib/logstash/inputs/exec.rb:43:in `inner_run'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-exec-2.0.6/lib/logstash/inputs/exec.rb:37:in `run'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/pipeline.rb:342:in `inputworker'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/pipeline.rb:336:in `start_input'"], "blocked_on"=>"blocked_on_push", "status"=>"run", "current_call"=>"[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/util/wrapped_synchronous_queue.rb:17:in `push'"}, {"thread_id"=>18, "name"=>"[main]<file", "plugin"=>nil, "backtrace"=>["[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/util/wrapped_synchronous_queue.rb:17:in `push'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-file-2.2.5/lib/logstash/inputs/file.rb:301:in `post_process_this'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-file-2.2.5/lib/logstash/inputs/file.rb:256:in `process_event'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-file-2.2.5/lib/logstash/inputs/file.rb:75:in `accept'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-codec-plain-2.0.4/lib/logstash/codecs/plain.rb:35:in `decode'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-file-2.2.5/lib/logstash/inputs/file.rb:74:in `accept'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-codec-multiline-2.0.11/lib/logstash/codecs/identity_map_codec.rb:177:in `accept'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-file-2.2.5/lib/logstash/inputs/file.rb:250:in `accept'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/observing_tail.rb:79:in `observe_read_file'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/observing_tail.rb:78:in `each'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/observing_tail.rb:78:in `observe_read_file'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/observing_tail.rb:74:in `loop'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/observing_tail.rb:74:in `observe_read_file'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/observing_tail.rb:39:in `subscribe'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/watch.rb:187:in `each'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/watch.rb:176:in `each'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/watch.rb:176:in `each'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/watch.rb:357:in `call'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/watch.rb:357:in `synchronized'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/watch.rb:357:in `synchronize'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/watch.rb:357:in `synchronized'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/watch.rb:118:in `each'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/watch.rb:280:in `subscribe'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/observing_tail.rb:23:in `subscribe'", "[...]/vendor/jruby/lib/ruby/1.9/forwardable.rb:201:in `subscribe'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-file-2.2.5/lib/logstash/inputs/file.rb:294:in `run'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/pipeline.rb:342:in `inputworker'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/pipeline.rb:336:in `start_input'"], "blocked_on"=>"blocked_on_push", "status"=>"run", "current_call"=>"[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/util/wrapped_synchronous_queue.rb:17:in `push'"}, {"thread_id"=>19, "name"=>"[main]<file", "plugin"=>nil, "backtrace"=>["[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/util/wrapped_synchronous_queue.rb:17:in `push'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-file-2.2.5/lib/logstash/inputs/file.rb:301:in `post_process_this'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-file-2.2.5/lib/logstash/inputs/file.rb:256:in `process_event'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-file-2.2.5/lib/logstash/inputs/file.rb:75:in `accept'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-codec-plain-2.0.4/lib/logstash/codecs/plain.rb:35:in `decode'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-file-2.2.5/lib/logstash/inputs/file.rb:74:in `accept'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-codec-multiline-2.0.11/lib/logstash/codecs/identity_map_codec.rb:177:in `accept'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-file-2.2.5/lib/logstash/inputs/file.rb:250:in `accept'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/observing_tail.rb:79:in `observe_read_file'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/observing_tail.rb:78:in `each'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/observing_tail.rb:78:in `observe_read_file'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/observing_tail.rb:74:in `loop'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/observing_tail.rb:74:in `observe_read_file'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/observing_tail.rb:39:in `subscribe'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/watch.rb:187:in `each'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/watch.rb:176:in `each'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/watch.rb:176:in `each'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/watch.rb:357:in `call'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/watch.rb:357:in `synchronized'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/watch.rb:357:in `synchronize'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/watch.rb:357:in `synchronized'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/watch.rb:118:in `each'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/watch.rb:280:in `subscribe'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/observing_tail.rb:23:in `subscribe'", "[...]/vendor/jruby/lib/ruby/1.9/forwardable.rb:201:in `subscribe'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-file-2.2.5/lib/logstash/inputs/file.rb:294:in `run'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/pipeline.rb:342:in `inputworker'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/pipeline.rb:336:in `start_input'"], "blocked_on"=>"blocked_on_push", "status"=>"run", "current_call"=>"[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/util/wrapped_synchronous_queue.rb:17:in `push'"}, {"thread_id"=>22, "name"=>"[main]<http_poller", "plugin"=>nil, "backtrace"=>["[...]/vendor/bundle/jruby/1.9/gems/manticore-0.6.0-java/lib/manticore/client.rb:340:in `execute!'", "[...]/vendor/bundle/jruby/1.9/gems/manticore-0.6.0-java/lib/manticore/client.rb:338:in `map'", "[...]/vendor/bundle/jruby/1.9/gems/manticore-0.6.0-java/lib/manticore/client.rb:338:in `execute!'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-http_poller-2.0.6/lib/logstash/inputs/http_poller.rb:148:in `run_once'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-http_poller-2.0.6/lib/logstash/inputs/http_poller.rb:138:in `run'", "[...]/vendor/bundle/jruby/1.9/gems/stud-0.0.22/lib/stud/interval.rb:20:in `call'", "[...]/vendor/bundle/jruby/1.9/gems/stud-0.0.22/lib/stud/interval.rb:20:in `interval'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-http_poller-2.0.6/lib/logstash/inputs/http_poller.rb:137:in `run'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/pipeline.rb:342:in `inputworker'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/pipeline.rb:336:in `start_input'"], "blocked_on"=>nil, "status"=>"run", "current_call"=>"[...]/vendor/bundle/jruby/1.9/gems/manticore-0.6.0-java/lib/manticore/client.rb:340:in `execute!'"}, {"thread_id"=>24, "name"=>"[main]<exec", "plugin"=>nil, "backtrace"=>["[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/util/wrapped_synchronous_queue.rb:17:in `push'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-exec-2.0.6/lib/logstash/inputs/exec.rb:84:in `execute'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-codec-plain-2.0.4/lib/logstash/codecs/plain.rb:35:in `decode'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-exec-2.0.6/lib/logstash/inputs/exec.rb:80:in `execute'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-exec-2.0.6/lib/logstash/inputs/exec.rb:43:in `inner_run'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-exec-2.0.6/lib/logstash/inputs/exec.rb:37:in `run'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/pipeline.rb:342:in `inputworker'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/pipeline.rb:336:in `start_input'"], "blocked_on"=>"blocked_on_push", "status"=>"run", "current_call"=>"[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/util/wrapped_synchronous_queue.rb:17:in `push'"}, {"thread_id"=>26, "name"=>"[main]<exec", "plugin"=>nil, "backtrace"=>["[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/util/wrapped_synchronous_queue.rb:17:in `push'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-exec-2.0.6/lib/logstash/inputs/exec.rb:84:in `execute'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-codec-plain-2.0.4/lib/logstash/codecs/plain.rb:35:in `decode'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-exec-2.0.6/lib/logstash/inputs/exec.rb:80:in `execute'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-exec-2.0.6/lib/logstash/inputs/exec.rb:43:in `inner_run'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-exec-2.0.6/lib/logstash/inputs/exec.rb:37:in `run'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/pipeline.rb:342:in `inputworker'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/pipeline.rb:336:in `start_input'"], "blocked_on"=>"blocked_on_push", "status"=>"run", "current_call"=>"[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/util/wrapped_synchronous_queue.rb:17:in `push'"}, {"thread_id"=>28, "name"=>"[main]<http_poller", "plugin"=>nil, "backtrace"=>["[...]/vendor/bundle/jruby/1.9/gems/manticore-0.6.0-java/lib/manticore/client.rb:340:in `execute!'", "[...]/vendor/bundle/jruby/1.9/gems/manticore-0.6.0-java/lib/manticore/client.rb:338:in `map'", "[...]/vendor/bundle/jruby/1.9/gems/manticore-0.6.0-java/lib/manticore/client.rb:338:in `execute!'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-http_poller-2.0.6/lib/logstash/inputs/http_poller.rb:148:in `run_once'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-http_poller-2.0.6/lib/logstash/inputs/http_poller.rb:138:in `run'", "[...]/vendor/bundle/jruby/1.9/gems/stud-0.0.22/lib/stud/interval.rb:20:in `call'", "[...]/vendor/bundle/jruby/1.9/gems/stud-0.0.22/lib/stud/interval.rb:20:in `interval'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-http_poller-2.0.6/lib/logstash/inputs/http_poller.rb:137:in `run'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/pipeline.rb:342:in `inputworker'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/pipeline.rb:336:in `start_input'"], "blocked_on"=>nil, "status"=>"run", "current_call"=>"[...]/vendor/bundle/jruby/1.9/gems/manticore-0.6.0-java/lib/manticore/client.rb:340:in `execute!'"}, {"thread_id"=>29, "name"=>"[main]<http_poller", "plugin"=>nil, "backtrace"=>["[...]/vendor/bundle/jruby/1.9/gems/manticore-0.6.0-java/lib/manticore/client.rb:340:in `execute!'", "[...]/vendor/bundle/jruby/1.9/gems/manticore-0.6.0-java/lib/manticore/client.rb:338:in `map'", "[...]/vendor/bundle/jruby/1.9/gems/manticore-0.6.0-java/lib/manticore/client.rb:338:in `execute!'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-http_poller-2.0.6/lib/logstash/inputs/http_poller.rb:148:in `run_once'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-http_poller-2.0.6/lib/logstash/inputs/http_poller.rb:138:in `run'", "[...]/vendor/bundle/jruby/1.9/gems/stud-0.0.22/lib/stud/interval.rb:20:in `call'", "[...]/vendor/bundle/jruby/1.9/gems/stud-0.0.22/lib/stud/interval.rb:20:in `interval'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-http_poller-2.0.6/lib/logstash/inputs/http_poller.rb:137:in `run'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/pipeline.rb:342:in `inputworker'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/pipeline.rb:336:in `start_input'"], "blocked_on"=>nil, "status"=>"run", "current_call"=>"[...]/vendor/bundle/jruby/1.9/gems/manticore-0.6.0-java/lib/manticore/client.rb:340:in `execute!'"}, {"thread_id"=>31, "name"=>"[main]<file", "plugin"=>nil, "backtrace"=>["[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/util/wrapped_synchronous_queue.rb:17:in `push'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-file-2.2.5/lib/logstash/inputs/file.rb:301:in `post_process_this'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-file-2.2.5/lib/logstash/inputs/file.rb:256:in `process_event'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-file-2.2.5/lib/logstash/inputs/file.rb:75:in `accept'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-codec-plain-2.0.4/lib/logstash/codecs/plain.rb:35:in `decode'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-file-2.2.5/lib/logstash/inputs/file.rb:74:in `accept'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-codec-multiline-2.0.11/lib/logstash/codecs/identity_map_codec.rb:177:in `accept'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-file-2.2.5/lib/logstash/inputs/file.rb:250:in `accept'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/observing_tail.rb:79:in `observe_read_file'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/observing_tail.rb:78:in `each'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/observing_tail.rb:78:in `observe_read_file'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/observing_tail.rb:74:in `loop'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/observing_tail.rb:74:in `observe_read_file'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/observing_tail.rb:39:in `subscribe'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/watch.rb:187:in `each'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/watch.rb:176:in `each'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/watch.rb:176:in `each'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/watch.rb:357:in `call'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/watch.rb:357:in `synchronized'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/watch.rb:357:in `synchronize'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/watch.rb:357:in `synchronized'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/watch.rb:118:in `each'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/watch.rb:280:in `subscribe'", "[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.8.1/lib/filewatch/observing_tail.rb:23:in `subscribe'", "[...]/vendor/jruby/lib/ruby/1.9/forwardable.rb:201:in `subscribe'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-file-2.2.5/lib/logstash/inputs/file.rb:294:in `run'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/pipeline.rb:342:in `inputworker'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/pipeline.rb:336:in `start_input'"], "blocked_on"=>"blocked_on_push", "status"=>"run", "current_call"=>"[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/util/wrapped_synchronous_queue.rb:17:in `push'"}, {"thread_id"=>44, "name"=>"[main]>worker0", "plugin"=>["LogStash::Filters::Drop", {}], "backtrace"=>["[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/output_delegator.rb:128:in `pop'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/output_delegator.rb:128:in `worker_multi_receive'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/output_delegator.rb:114:in `multi_receive'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/pipeline.rb:301:in `output_batch'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/pipeline.rb:301:in `each'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/pipeline.rb:301:in `output_batch'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/pipeline.rb:232:in `worker_loop'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/pipeline.rb:201:in `start_workers'"], "blocked_on"=>nil, "status"=>"sleep", "current_call"=>"[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/output_delegator.rb:128:in `pop'"}, {"thread_id"=>45, "name"=>"[main]>worker1", "plugin"=>["LogStash::Filters::Mutate", {"add_field"=>{"[@metadata][metric-name]"=>"archive-lines", "[@metadata][metric-sub-name]"=>"secure", "[@metadata][metric-id]"=>"%{[udn][server]}-%{[@timestamp]}"}, "add_tag"=>["metric"]}], "backtrace"=>["[...]/vendor/bundle/jruby/1.9/gems/manticore-0.6.0-java/lib/manticore/response.rb:50:in `call'", "[...]/vendor/bundle/jruby/1.9/gems/manticore-0.6.0-java/lib/manticore/response.rb:256:in `call_once'", "[...]/vendor/bundle/jruby/1.9/gems/manticore-0.6.0-java/lib/manticore/response.rb:153:in `code'", "[...]/vendor/bundle/jruby/1.9/gems/elasticsearch-transport-1.0.18/lib/elasticsearch/transport/transport/http/manticore.rb:84:in `perform_request'", "[...]/vendor/bundle/jruby/1.9/gems/elasticsearch-transport-1.0.18/lib/elasticsearch/transport/transport/base.rb:257:in `call'", "[...]/vendor/bundle/jruby/1.9/gems/elasticsearch-transport-1.0.18/lib/elasticsearch/transport/transport/base.rb:257:in `perform_request'", "[...]/vendor/bundle/jruby/1.9/gems/elasticsearch-transport-1.0.18/lib/elasticsearch/transport/transport/http/manticore.rb:67:in `perform_request'", "[...]/vendor/bundle/jruby/1.9/gems/elasticsearch-transport-1.0.18/lib/elasticsearch/transport/client.rb:128:in `perform_request'", "[...]/vendor/bundle/jruby/1.9/gems/elasticsearch-api-1.0.18/lib/elasticsearch/api/actions/bulk.rb:90:in `bulk'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-output-elasticsearch-2.7.1-java/lib/logstash/outputs/elasticsearch/http_client.rb:53:in `non_threadsafe_bulk'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-output-elasticsearch-2.7.1-java/lib/logstash/outputs/elasticsearch/http_client.rb:38:in `bulk'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-output-elasticsearch-2.7.1-java/lib/logstash/outputs/elasticsearch/http_client.rb:38:in `synchronize'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-output-elasticsearch-2.7.1-java/lib/logstash/outputs/elasticsearch/http_client.rb:38:in `bulk'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-output-elasticsearch-2.7.1-java/lib/logstash/outputs/elasticsearch/common.rb:172:in `safe_bulk'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-output-elasticsearch-2.7.1-java/lib/logstash/outputs/elasticsearch/common.rb:101:in `submit'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-output-elasticsearch-2.7.1-java/lib/logstash/outputs/elasticsearch/common.rb:86:in `retrying_submit'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-output-elasticsearch-2.7.1-java/lib/logstash/outputs/elasticsearch/common.rb:29:in `multi_receive'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-output-elasticsearch-2.7.1-java/lib/logstash/outputs/elasticsearch/common.rb:28:in `each_slice'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-output-elasticsearch-2.7.1-java/lib/logstash/outputs/elasticsearch/common.rb:28:in `multi_receive'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/output_delegator.rb:130:in `worker_multi_receive'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/output_delegator.rb:114:in `multi_receive'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/pipeline.rb:301:in `output_batch'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/pipeline.rb:301:in `each'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/pipeline.rb:301:in `output_batch'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/pipeline.rb:232:in `worker_loop'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/pipeline.rb:201:in `start_workers'"], "blocked_on"=>nil, "status"=>"run", "current_call"=>"[...]/vendor/bundle/jruby/1.9/gems/manticore-0.6.0-java/lib/manticore/response.rb:50:in `call'"}], :stalling_threads_info=>[{"thread_id"=>22, "name"=>"[main]<http_poller", "plugin"=>nil, "current_call"=>"[...]/vendor/bundle/jruby/1.9/gems/manticore-0.6.0-java/lib/manticore/client.rb:340:in `execute!'"}, {"thread_id"=>28, "name"=>"[main]<http_poller", "plugin"=>nil, "current_call"=>"[...]/vendor/bundle/jruby/1.9/gems/manticore-0.6.0-java/lib/manticore/client.rb:340:in `execute!'"}, {"thread_id"=>29, "name"=>"[main]<http_poller", "plugin"=>nil, "current_call"=>"[...]/vendor/bundle/jruby/1.9/gems/manticore-0.6.0-java/lib/manticore/client.rb:340:in `execute!'"}, {"thread_id"=>44, "name"=>"[main]>worker0", "plugin"=>["LogStash::Filters::Drop", {}], "current_call"=>"[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/output_delegator.rb:128:in `pop'"}, {"thread_id"=>45, "name"=>"[main]>worker1", "plugin"=>["LogStash::Filters::Mutate", {"add_field"=>{"[@metadata][metric-name]"=>"archive-lines", "[@metadata][metric-sub-name]"=>"secure", "[@metadata][metric-id]"=>"%{[udn][server]}-%{[@timestamp]}"}, "add_tag"=>["metric"]}], "current_call"=>"[...]/vendor/bundle/jruby/1.9/gems/manticore-0.6.0-java/lib/manticore/response.rb:50:in `call'"}]}>, :level=>:warn}