SHOW:
|
|
- or go back to the newest paste.
| 1 | Errors with Logstash: | |
| 2 | ||
| 3 | {:timestamp=>"2014-09-19T10:32:59.241000-0700", :message=>"Failed to flush outgoing items", :outgoing_count=>2917, :exception=>#<Errno::ECONNRESET: Connection reset by peer - Connection reset by peer>, :backtrace=>["org/jruby/RubyIO.java:3016:in `sysread'", "/opt/logstash/vendor/bundle/jruby/1.9/gems/ftw-0.0.39/lib/ftw/connection.rb:243:in `read'", "/opt/logstash/vendor/bundle/jruby/1.9/gems/ftw-0.0.39/lib/ftw/protocol.rb:30:in `read_http_message'", "/opt/logstash/vendor/bundle/jruby/1.9/gems/ftw-0.0.39/lib/ftw/request.rb:93:in `execute'", "/opt/logstash/vendor/bundle/jruby/1.9/gems/ftw-0.0.39/lib/ftw/agent.rb:325:in `execute'", "/opt/logstash/vendor/bundle/jruby/1.9/gems/ftw-0.0.39/lib/ftw/agent.rb:217:in `post!'", "/opt/logstash/lib/logstash/outputs/elasticsearch/protocol.rb:106:in `bulk_ftw'", "/opt/logstash/lib/logstash/outputs/elasticsearch/protocol.rb:80:in `bulk'", "/opt/logstash/lib/logstash/outputs/elasticsearch.rb:315:in `flush'", "/opt/logstash/vendor/bundle/jruby/1.9/gems/stud-0.0.17/lib/stud/buffer.rb:219:in `buffer_flush'", "org/jruby/RubyHash.java:1339:in `each'", "/opt/logstash/vendor/bundle/jruby/1.9/gems/stud-0.0.17/lib/stud/buffer.rb:216:in `buffer_flush'", "/opt/logstash/vendor/bundle/jruby/1.9/gems/stud-0.0.17/lib/stud/buffer.rb:193:in `buffer_flush'", "/opt/logstash/vendor/bundle/jruby/1.9/gems/stud-0.0.17/lib/stud/buffer.rb:112:in `buffer_initialize'", "org/jruby/RubyKernel.java:1521:in `loop'", "/opt/logstash/vendor/bundle/jruby/1.9/gems/stud-0.0.17/lib/stud/buffer.rb:110:in `buffer_initialize'"], :level=>:warn}
| |
| 4 | ||
| 5 | Errors with Elasticsearch: | |
| 6 | ||
| 7 | [2014-09-19 10:35:41,017][WARN ][http.netty ] [Node1] Caught exception while handling client http traffic, closing connection [id: 0xbdf96db5, /10.12.11.181:35813 => /10.12.7.2:9200] | |
| 8 | org.elasticsearch.common.netty.handler.codec.frame.TooLongFrameException: HTTP content length exceeded 104857600 bytes. | |
| 9 | at org.elasticsearch.common.netty.handler.codec.http.HttpChunkAggregator.messageReceived(HttpChunkAggregator.java:169) | |
| 10 | at org.elasticsearch.common.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:70) | |
| 11 | at org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564) | |
| 12 | at org.elasticsearch.common.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendUpstream(DefaultChannelPipeline.java:791) | |
| 13 | at org.elasticsearch.common.netty.channel.Channels.fireMessageReceived(Channels.java:296) | |
| 14 | at org.elasticsearch.common.netty.handler.codec.frame.FrameDecoder.unfoldAndFireMessageReceived(FrameDecoder.java:459) | |
| 15 | at org.elasticsearch.common.netty.handler.codec.replay.ReplayingDecoder.callDecode(ReplayingDecoder.java:536) | |
| 16 | at org.elasticsearch.common.netty.handler.codec.replay.ReplayingDecoder.messageReceived(ReplayingDecoder.java:435) | |
| 17 | at org.elasticsearch.common.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:70) | |
| 18 | at org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564) | |
| 19 | at org.elasticsearch.common.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendUpstream(DefaultChannelPipeline.java:791) | |
| 20 | at org.elasticsearch.common.netty.OpenChannelsHandler.handleUpstream(OpenChannelsHandler.java:74) | |
| 21 | at org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564) | |
| 22 | at org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:559) | |
| 23 | at org.elasticsearch.common.netty.channel.Channels.fireMessageReceived(Channels.java:268) | |
| 24 | at org.elasticsearch.common.netty.channel.Channels.fireMessageReceived(Channels.java:255) | |
| 25 | at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.read(NioWorker.java:88) | |
| 26 | at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.process(AbstractNioWorker.java:108) | |
| 27 | at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:318) | |
| 28 | at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89) | |
| 29 | at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) | |
| 30 | at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| 31 | at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| 32 | at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| 33 | at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| 34 | at java.lang.Thread.run(Thread.java:722) | |
| 35 | ||
| 36 | [2014-09-19 11:28:07,483][WARN ][transport ] [Node1] Received res ponse for a request that has timed out, sent [52561ms] ago, timed out [22560ms] ago, action [discovery/zen/fd/masterPing], node [[Node2][8WrOXQCwTXy77dguyDBi0A] [sjain-centos6-3][inet[/10.12.10.235:9300]]], id [14568] | |
| 37 | ||
| 38 | ||
| 39 | Errors with Redis-broker: | |
| 40 | ||
| 41 | 2356] 18 Sep 18:06:43 * 1 changes in 900 seconds. Saving... | |
| 42 | [2356] 18 Sep 18:06:43 # Can't save in background: fork: Cannot allocate memory | |
| 43 | [2356] 18 Sep 18:06:43 * 1 changes in 900 seconds. Saving... | |
| 44 | ||
| 45 | Info: | |
| 46 | ||
| 47 | redis_version:2.4.10 | |
| 48 | redis_git_sha1:00000000 | |
| 49 | redis_git_dirty:0 | |
| 50 | arch_bits:64 | |
| 51 | multiplexing_api:epoll | |
| 52 | gcc_version:4.4.6 | |
| 53 | process_id:7789 | |
| 54 | uptime_in_seconds:278 | |
| 55 | uptime_in_days:0 | |
| 56 | lru_clock:605688 | |
| 57 | used_cpu_sys:101.94 | |
| 58 | used_cpu_user:25.32 | |
| 59 | used_cpu_sys_children:0.00 | |
| 60 | used_cpu_user_children:0.00 | |
| 61 | connected_clients:5 | |
| 62 | connected_slaves:0 | |
| 63 | client_longest_output_list:0 | |
| 64 | client_biggest_input_buf:0 | |
| 65 | blocked_clients:0 | |
| 66 | used_memory:5654420480 | |
| 67 | used_memory_human:5.27G | |
| 68 | used_memory_rss:2964369408 | |
| 69 | used_memory_peak:5654392976 | |
| 70 | used_memory_peak_human:5.27G | |
| 71 | mem_fragmentation_ratio:0.52 | |
| 72 | mem_allocator:jemalloc-2.2.5 | |
| 73 | loading:0 | |
| 74 | aof_enabled:0 | |
| 75 | changes_since_last_save:163070 | |
| 76 | bgsave_in_progress:0 | |
| 77 | last_save_time:1411148450 | |
| 78 | bgrewriteaof_in_progress:0 | |
| 79 | total_connections_received:49 | |
| 80 | total_commands_processed:163074 | |
| 81 | expired_keys:0 | |
| 82 | evicted_keys:0 | |
| 83 | keyspace_hits:0 | |
| 84 | keyspace_misses:0 | |
| 85 | pubsub_channels:0 | |
| 86 | pubsub_patterns:0 | |
| 87 | latest_fork_usec:3995 | |
| 88 | vm_enabled:0 | |
| 89 | role:master | |
| 90 | db0:keys=1,expires=0 |
