Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- {
- :timestamp=>"2016-10-05T20:59:00.346000+0000",
- :message=>#<LogStash::PipelineReporter::Snapshot:0xc2a36e6 @data={
- :events_filtered=>46492,
- :events_consumed=>15910,
- :worker_count=>4,
- :inflight_count=>500,
- :worker_states=>[{
- :status=>"dead",
- :alive=>false,
- :index=>0,
- :inflight_count=>125
- }, {
- :status=>"dead",
- :alive=>false,
- :index=>1,
- :inflight_count=>125
- }, {
- :status=>"dead",
- :alive=>false,
- :index=>2,
- :inflight_count=>125
- }, {
- :status=>"dead",
- :alive=>false,
- :index=>3,
- :inflight_count=>125
- }],
- :output_info=>[{
- :type=>"elasticsearch",
- :config=>{
- "document_type"=>"heartbeat",
- "hosts"=>["${ELASTIC_HOST}:443"],
- "index"=>"heartbeat-%{+YYYY.MM.dd}",
- "password"=>"${ELASTIC_PASSWORD}",
- "ssl"=>"true",
- "ssl_certificate_verification"=>"${SSL_CERTIFICATE_VERIFICATION}",
- "template"=>"${LOGSTASH_DIRECTORY}/templates/heartbeat.json",
- "template_name"=>"heartbeat",
- "template_overwrite"=>"true",
- "user"=>"REDACTED",
- "__ALLOW_ENV__"=>true
- },
- :is_multi_worker=>false,
- :events_received=>66,
- :workers=><Java::JavaUtilConcurrent::CopyOnWriteArrayList:1114265688 [
- <LogStash::Outputs::ElasticSearch
- document_type=>"heartbeat",
- hosts=>["REDACTED:443"],
- index=>"heartbeat-%{+YYYY.MM.dd}",
- password=>REDACTED,
- ssl=>true,
- ssl_certificate_verification=>true,
- template=>"/etc/logstash/templates/heartbeat.json",
- template_name=>"heartbeat",
- template_overwrite=>true,
- user=>"REDACTED",
- codec=><LogStash::Codecs::Plain charset=>"UTF-8">,
- workers=>1,
- manage_template=>true,
- flush_size=>500,
- idle_flush_time=>1,
- doc_as_upsert=>false,
- max_retries=>3,
- script_type=>"inline",
- script_var_name=>"event",
- scripted_upsert=>false,
- retry_max_interval=>2,
- retry_max_items=>500,
- retry_on_conflict=>1,
- action=>"index",
- sniffing=>false,
- sniffing_delay=>5
- >
- ]>,
- :busy_workers=>0
- }, {
- :type=>"elasticsearch",
- :config=>{
- "document_id"=>"%{id}",
- "document_type"=>"tracking_events",
- "hosts"=>["${ELASTIC_HOST}:443"],
- "index"=>"tracking_events-%{+YYYY.MM}",
- "password"=>"${ELASTIC_PASSWORD}",
- "ssl"=>"true",
- "ssl_certificate_verification"=>"${SSL_CERTIFICATE_VERIFICATION}",
- "template"=>"${LOGSTASH_DIRECTORY}/templates/tracking_events.json",
- "template_name"=>"tracking_events",
- "template_overwrite"=>"true",
- "user"=>"REDACTED",
- "__ALLOW_ENV__"=>true
- },
- :is_multi_worker=>false,
- :events_received=>15344,
- :workers=><Java::JavaUtilConcurrent::CopyOnWriteArrayList:756667454 [
- <LogStash::Outputs::ElasticSearch
- document_id=>"%{id}",
- document_type=>"tracking_events",
- hosts=>["REDACTED:443"],
- index=>"tracking_events-%{+YYYY.MM}",
- password=><password>,
- ssl=>true,
- ssl_certificate_verification=>true,
- template=>"/etc/logstash/templates/tracking_events.json",
- template_name=>"tracking_events",
- template_overwrite=>true,
- user=>"REDACTED",
- codec=><LogStash::Codecs::Plain charset=>"UTF-8">,
- workers=>1,
- manage_template=>true,
- flush_size=>500,
- idle_flush_time=>1,
- doc_as_upsert=>false,
- max_retries=>3,
- script_type=>"inline",
- script_var_name=>"event",
- scripted_upsert=>false,
- retry_max_interval=>2,
- retry_max_items=>500,
- retry_on_conflict=>1,
- action=>"index",
- sniffing=>false,
- sniffing_delay=>5
- >
- ]>,
- :busy_workers=>0
- }, {
- :type=>"http",
- :config=>{
- "http_method"=>"post",
- "url"=>"REDACTED",
- "__ALLOW_ENV__"=>true
- },
- :is_multi_worker=>false,
- :events_received=>15851,
- :workers=><Java::JavaUtilConcurrent::CopyOnWriteArrayList:884903066 [
- <LogStash::Outputs::Http
- http_method=>"post", url=>"REDACTED",
- codec=><LogStash::Codecs::Plain charset=>"UTF-8">,
- workers=>1,
- request_timeout=>60,
- socket_timeout=>10,
- connect_timeout=>10,
- follow_redirects=>true,
- pool_max=>50,
- pool_max_per_route=>25,
- keepalive=>true,
- automatic_retries=>1,
- retry_non_idempotent=>false,
- validate_after_inactivity=>200,
- ssl_certificate_validation=>true,
- keystore_type=>"JKS",
- truststore_type=>"JKS",
- cookies=>true,
- verify_ssl=>true,
- format=>"json"
- >
- ]>,
- :busy_workers=>0
- }, {
- :type=>"http",
- :config=>{
- "http_method"=>"post",
- "url"=>"REDACTED",
- "__ALLOW_ENV__"=>true
- },
- :is_multi_worker=>false,
- :events_received=>14289,
- :workers=><Java::JavaUtilConcurrent::CopyOnWriteArrayList:1794159931 [
- <LogStash::Outputs::Http
- http_method=>"post",
- url=>"REDACTED",
- codec=><LogStash::Codecs::Plain charset=>"UTF-8">,
- workers=>1,
- request_timeout=>60,
- socket_timeout=>10,
- connect_timeout=>10,
- follow_redirects=>true,
- pool_max=>50,
- pool_max_per_route=>25,
- keepalive=>true,
- automatic_retries=>1,
- retry_non_idempotent=>false,
- validate_after_inactivity=>200,
- ssl_certificate_validation=>true,
- keystore_type=>"JKS",
- truststore_type=>"JKS",
- cookies=>true,
- verify_ssl=>true,
- format=>"json"
- >
- ]>,
- :busy_workers=>0
- }, {
- :type=>"redis",
- :config=>{
- "data_type"=>"list",
- "host"=>"${REDIS_HOST}",
- "key"=>"tracking_events_buffer_failures",
- "__ALLOW_ENV__"=>true
- },
- :is_multi_worker=>false,
- :events_received=>0,
- :workers=><Java::JavaUtilConcurrent::CopyOnWriteArrayList:-1709655309 [
- <LogStash::Outputs::Redis
- data_type=>"list",
- host=>["REDACTED"],
- key=>"tracking_events_buffer_failures",
- codec=><LogStash::Codecs::JSON charset=>"UTF-8">,
- workers=>1,
- name=>"default",
- shuffle_hosts=>true,
- port=>6379,
- db=>0,
- timeout=>5,
- batch=>false,
- batch_events=>50,
- batch_timeout=>5,
- reconnect_interval=>1,
- congestion_threshold=>0,
- congestion_interval=>1
- >
- ]>,
- :busy_workers=>0
- }, {
- :type=>"elasticsearch",
- :config=>{
- "document_id"=>"%{id}",
- "document_type"=>"tracking_events",
- "hosts"=>["${ELASTIC_HOST}:443"],
- "index"=>"tracking_events-%{+YYYY.MM}",
- "password"=>"${ELASTIC_PASSWORD}",
- "ssl"=>"true",
- "ssl_certificate_verification"=>"${SSL_CERTIFICATE_VERIFICATION}",
- "template"=>"${LOGSTASH_DIRECTORY}/templates/tracking_events.json",
- "template_name"=>"tracking_events",
- "template_overwrite"=>"true",
- "user"=>"REDACTED",
- "__ALLOW_ENV__"=>true
- },
- :is_multi_worker=>false,
- :events_received=>0,
- :workers=><Java::JavaUtilConcurrent::CopyOnWriteArrayList:1307003174 [
- <LogStash::Outputs::ElasticSearch
- document_id=>"%{id}",
- document_type=>"tracking_events",
- hosts=>["REDACTED:443"],
- index=>"tracking_events-%{+YYYY.MM}",
- password=>REDACTED,
- ssl=>true,
- ssl_certificate_verification=>true,
- template=>"/etc/logstash/templates/tracking_events.json",
- template_name=>"tracking_events",
- template_overwrite=>true,
- user=>"REDACTED",
- codec=><LogStash::Codecs::Plain charset=>"UTF-8">,
- workers=>1,
- manage_template=>true,
- flush_size=>500,
- idle_flush_time=>1,
- doc_as_upsert=>false,
- max_retries=>3,
- script_type=>"inline",
- script_var_name=>"event",
- scripted_upsert=>false,
- retry_max_interval=>2,
- retry_max_items=>500,
- retry_on_conflict=>1,
- action=>"index",
- sniffing=>false,
- sniffing_delay=>5
- >
- ]>,
- :busy_workers=>0
- }, {
- :type=>"http",
- :config=>{
- "http_method"=>"post",
- "url"=>"REDACTED",
- "__ALLOW_ENV__"=>true
- },
- :is_multi_worker=>false,
- :events_received=>0,
- :workers=><Java::JavaUtilConcurrent::CopyOnWriteArrayList:884903066 [
- <LogStash::Outputs::Http
- http_method=>"post",
- url=>"REDACTED",
- codec=><LogStash::Codecs::Plain charset=>"UTF-8">,
- workers=>1,
- request_timeout=>60,
- socket_timeout=>10,
- connect_timeout=>10,
- follow_redirects=>true,
- pool_max=>50,
- pool_max_per_route=>25,
- keepalive=>true,
- automatic_retries=>1,
- retry_non_idempotent=>false,
- validate_after_inactivity=>200,
- ssl_certificate_validation=>true,
- keystore_type=>"JKS",
- truststore_type=>"JKS",
- cookies=>true,
- verify_ssl=>true,
- format=>"json"
- >
- ]>,
- :busy_workers=>0
- }, {
- :type=>"http",
- :config=>{
- "http_method"=>"post",
- "url"=>"REDACTED",
- "__ALLOW_ENV__"=>true
- },
- :is_multi_worker=>false,
- :events_received=>0,
- :workers=><Java::JavaUtilConcurrent::CopyOnWriteArrayList:1794159931 [
- <LogStash::Outputs::Http
- http_method=>"post",
- url=>"REDACTED",
- codec=><LogStash::Codecs::Plain charset=>"UTF-8">,
- workers=>1,
- request_timeout=>60,
- socket_timeout=>10,
- connect_timeout=>10,
- follow_redirects=>true,
- pool_max=>50,
- pool_max_per_route=>25,
- keepalive=>true,
- automatic_retries=>1,
- retry_non_idempotent=>false,
- validate_after_inactivity=>200,
- ssl_certificate_validation=>true,
- keystore_type=>"JKS",
- truststore_type=>"JKS",
- cookies=>true,
- verify_ssl=>true,
- format=>"json"
- >
- ]>,
- :busy_workers=>0
- }, {
- :type=>"redis",
- :config=>{
- "data_type"=>"list",
- "host"=>"${REDIS_HOST}",
- "key"=>"tracking_events_buffer_failures",
- "__ALLOW_ENV__"=>true
- },
- :is_multi_worker=>false,
- :events_received=>0,
- :workers=><Java::JavaUtilConcurrent::CopyOnWriteArrayList:-1709655309 [
- <LogStash::Outputs::Redis
- data_type=>"list",
- host=>["REDACTED"],
- key=>"tracking_events_buffer_failures",
- codec=><LogStash::Codecs::JSON charset=>"UTF-8">,
- workers=>1,
- name=>"default",
- shuffle_hosts=>true,
- port=>6379,
- db=>0,
- timeout=>5,
- batch=>false,
- batch_events=>50,
- batch_timeout=>5,
- reconnect_interval=>1,
- congestion_threshold=>0,
- congestion_interval=>1
- >
- ]>,
- :busy_workers=>0
- }],
- :thread_info=>[{
- "thread_id"=>16,
- "name"=>"[main]<heartbeat",
- "plugin"=>nil,
- "backtrace"=>[
- "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/util/wrapped_synchronous_queue.rb:17:in `push'",
- "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-heartbeat-2.0.4/lib/logstash/inputs/heartbeat.rb:54:in `run'",
- "[...]/vendor/bundle/jruby/1.9/gems/stud-0.0.22/lib/stud/interval.rb:20:in `call'",
- "[...]/vendor/bundle/jruby/1.9/gems/stud-0.0.22/lib/stud/interval.rb:20:in `interval'",
- "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-heartbeat-2.0.4/lib/logstash/inputs/heartbeat.rb:50:in `run'",
- "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/pipeline.rb:342:in `inputworker'",
- "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/pipeline.rb:336:in `start_input'"
- ],
- "blocked_on"=>"blocked_on_push",
- "status"=>"run", "current_call"=>"[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/util/wrapped_synchronous_queue.rb:17:in `push'"
- }, {
- "thread_id"=>17,
- "name"=>"[main]<redis",
- "plugin"=>nil,
- "backtrace"=>[
- "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/util/wrapped_synchronous_queue.rb:17:in `push'",
- "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-redis-2.0.6/lib/logstash/inputs/redis.rb:184:in `queue_event'",
- "[...]/vendor/bundle/jruby/1.9/gems/logstash-codec-json-2.1.4/lib/logstash/codecs/json.rb:61:in `legacy_parse'",
- "[...]/vendor/bundle/jruby/1.9/gems/logstash-codec-json-2.1.4/lib/logstash/codecs/json.rb:38:in `decode'",
- "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-redis-2.0.6/lib/logstash/inputs/redis.rb:182:in `queue_event'",
- "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-redis-2.0.6/lib/logstash/inputs/redis.rb:220:in `list_batch_listener'",
- "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-redis-2.0.6/lib/logstash/inputs/redis.rb:219:in `each'",
- "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-redis-2.0.6/lib/logstash/inputs/redis.rb:219:in `list_batch_listener'",
- "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-redis-2.0.6/lib/logstash/inputs/redis.rb:204:in `call'",
- "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-redis-2.0.6/lib/logstash/inputs/redis.rb:204:in `list_runner'",
- "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-redis-2.0.6/lib/logstash/inputs/redis.rb:123:in `call'",
- "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-redis-2.0.6/lib/logstash/inputs/redis.rb:123:in `run'",
- "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/pipeline.rb:342:in `inputworker'",
- "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/pipeline.rb:336:in `start_input'"
- ],
- "blocked_on"=>"blocked_on_push",
- "status"=>"run",
- "current_call"=>"[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/util/wrapped_synchronous_queue.rb:17:in `push'"
- }],
- :stalling_threads_info=>[]
- }>,
- :level=>:warn
- }
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement