API tools faq
paste
Advertisement
KO_1984

N2 graylog server.log

KO_1984
Apr 5th, 2017
93
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 200.07 KB | None | 0 0
raw download clone embed print report
  1. at org.glassfish.jersey.internal.Errors$1.call(Errors.java:267)
  2. at org.glassfish.jersey.internal.Errors.process(Errors.java:315)
  3. at org.glassfish.jersey.internal.Errors.process(Errors.java:297)
  4. at org.glassfish.jersey.internal.Errors.process(Errors.java:267)
  5. at org.glassfish.jersey.process.internal.RequestScope.runInScope(RequestScope.java:317)
  6. at org.glassfish.jersey.server.ServerRuntime.process(ServerRuntime.java:305)
  7. at org.glassfish.jersey.server.ApplicationHandler.handle(ApplicationHandler.java:1154)
  8. at org.glassfish.jersey.grizzly2.httpserver.GrizzlyHttpContainer.service(GrizzlyHttpContainer.java:384)
  9. at org.glassfish.grizzly.http.server.HttpHandler$1.run(HttpHandler.java:224)
  10. at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
  11. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  12. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  13. at java.lang.Thread.run(Thread.java:745)
  14. MultiException stack 3 of 3
  15. java.lang.IllegalStateException: Unable to perform operation: resolve on org.graylog2.shared.rest.resources.system.LoadBalancerStatusResource
  16. at org.jvnet.hk2.internal.ClazzCreator.create(ClazzCreator.java:387)
  17. at org.jvnet.hk2.internal.SystemDescriptor.create(SystemDescriptor.java:487)
  18. at org.glassfish.jersey.process.internal.RequestScope.findOrCreate(RequestScope.java:162)
  19. at org.jvnet.hk2.internal.Utilities.createService(Utilities.java:2022)
  20. at org.jvnet.hk2.internal.ServiceLocatorImpl.internalGetService(ServiceLocatorImpl.java:774)
  21. at org.jvnet.hk2.internal.ServiceLocatorImpl.internalGetService(ServiceLocatorImpl.java:737)
  22. at org.jvnet.hk2.internal.ServiceLocatorImpl.getService(ServiceLocatorImpl.java:707)
  23. at org.glassfish.jersey.internal.inject.Injections.getOrCreate(Injections.java:172)
  24. at org.glassfish.jersey.server.model.MethodHandler$ClassBasedMethodHandler.getInstance(MethodHandler.java:284)
  25. at org.glassfish.jersey.server.internal.routing.PushMethodHandlerRouter.apply(PushMethodHandlerRouter.java:74)
  26. at org.glassfish.jersey.server.internal.routing.RoutingStage._apply(RoutingStage.java:109)
  27. at org.glassfish.jersey.server.internal.routing.RoutingStage._apply(RoutingStage.java:112)
  28. at org.glassfish.jersey.server.internal.routing.RoutingStage._apply(RoutingStage.java:112)
  29. at org.glassfish.jersey.server.internal.routing.RoutingStage._apply(RoutingStage.java:112)
  30. at org.glassfish.jersey.server.internal.routing.RoutingStage.apply(RoutingStage.java:92)
  31. at org.glassfish.jersey.server.internal.routing.RoutingStage.apply(RoutingStage.java:61)
  32. at org.glassfish.jersey.process.internal.Stages.process(Stages.java:197)
  33. at org.glassfish.jersey.server.ServerRuntime$2.run(ServerRuntime.java:318)
  34. at org.glassfish.jersey.internal.Errors$1.call(Errors.java:271)
  35. at org.glassfish.jersey.internal.Errors$1.call(Errors.java:267)
  36. at org.glassfish.jersey.internal.Errors.process(Errors.java:315)
  37. at org.glassfish.jersey.internal.Errors.process(Errors.java:297)
  38. at org.glassfish.jersey.internal.Errors.process(Errors.java:267)
  39. at org.glassfish.jersey.process.internal.RequestScope.runInScope(RequestScope.java:317)
  40. at org.glassfish.jersey.server.ServerRuntime.process(ServerRuntime.java:305)
  41. at org.glassfish.jersey.server.ApplicationHandler.handle(ApplicationHandler.java:1154)
  42. at org.glassfish.jersey.grizzly2.httpserver.GrizzlyHttpContainer.service(GrizzlyHttpContainer.java:384)
  43. at org.glassfish.grizzly.http.server.HttpHandler$1.run(HttpHandler.java:224)
  44. at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
  45. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  46. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  47. at java.lang.Thread.run(Thread.java:745)
  48.  
  49.  
  50. 2017-04-04T19:41:33.675-05:00 WARN [Errors] The following warnings have been detected: WARNING: Unknown HK2 failure detected:
  51. MultiException stack 1 of 1
  52. com.google.inject.ProvisionException: Unable to provision, see the following errors:
  53.  
  54. 1) Error injecting constructor, com.mongodb.MongoTimeoutException: Timed out after 30000 ms while waiting for a server that matches WritableServerSelector. Client view of cluster state is {type=REPLICA_SET, servers=[{address=grayarb:27017, type=REPLICA_SET_ARBITER, roundTripTime=59.7 ms, state=CONNECTED}, {address=graysrv2:27017, type=UNKNOWN, state=CONNECTING, exception={com.mongodb.MongoSocketOpenException: Exception opening socket}, caused by {java.net.ConnectException: Connection refused (Connection refused)}}, {address=graysrv1:27017, type=UNKNOWN, state=CONNECTING, exception={com.mongodb.MongoSocketOpenException: Exception opening socket}, caused by {java.net.SocketTimeoutException: connect timed out}}]
  55. at org.graylog2.users.UserServiceImpl.<init>(UserServiceImpl.java:67)
  56. while locating org.graylog2.users.UserServiceImpl
  57. while locating org.graylog2.shared.users.UserService
  58.  
  59. 1 error
  60. at com.google.inject.internal.InjectorImpl$2.get(InjectorImpl.java:1028)
  61. at org.jvnet.hk2.guice.bridge.internal.GuiceServiceHk2Bean.create(GuiceServiceHk2Bean.java:114)
  62. at org.jvnet.hk2.internal.SystemDescriptor.create(SystemDescriptor.java:479)
  63. at org.jvnet.hk2.guice.bridge.internal.GuiceScopeContext.findOrCreate(GuiceScopeContext.java:75)
  64. at org.jvnet.hk2.internal.Utilities.createService(Utilities.java:2022)
  65. at org.jvnet.hk2.internal.ServiceLocatorImpl.getService(ServiceLocatorImpl.java:682)
  66. at org.jvnet.hk2.internal.ThreeThirtyResolver.resolve(ThreeThirtyResolver.java:78)
  67. at org.jvnet.hk2.internal.ClazzCreator.resolve(ClazzCreator.java:212)
  68. at org.jvnet.hk2.internal.ClazzCreator.resolveAllDependencies(ClazzCreator.java:235)
  69. at org.jvnet.hk2.internal.ClazzCreator.create(ClazzCreator.java:358)
  70. at org.jvnet.hk2.internal.SystemDescriptor.create(SystemDescriptor.java:487)
  71. at org.glassfish.jersey.process.internal.RequestScope.findOrCreate(RequestScope.java:162)
  72. at org.jvnet.hk2.internal.Utilities.createService(Utilities.java:2022)
  73. at org.jvnet.hk2.internal.ServiceLocatorImpl.internalGetService(ServiceLocatorImpl.java:774)
  74. at org.jvnet.hk2.internal.ServiceLocatorImpl.internalGetService(ServiceLocatorImpl.java:737)
  75. at org.jvnet.hk2.internal.ServiceLocatorImpl.getService(ServiceLocatorImpl.java:707)
  76. at org.glassfish.jersey.internal.inject.Injections.getOrCreate(Injections.java:172)
  77. at org.glassfish.jersey.server.model.MethodHandler$ClassBasedMethodHandler.getInstance(MethodHandler.java:284)
  78. at org.glassfish.jersey.server.internal.routing.PushMethodHandlerRouter.apply(PushMethodHandlerRouter.java:74)
  79. at org.glassfish.jersey.server.internal.routing.RoutingStage._apply(RoutingStage.java:109)
  80. at org.glassfish.jersey.server.internal.routing.RoutingStage._apply(RoutingStage.java:112)
  81. at org.glassfish.jersey.server.internal.routing.RoutingStage._apply(RoutingStage.java:112)
  82. at org.glassfish.jersey.server.internal.routing.RoutingStage._apply(RoutingStage.java:112)
  83. at org.glassfish.jersey.server.internal.routing.RoutingStage.apply(RoutingStage.java:92)
  84. at org.glassfish.jersey.server.internal.routing.RoutingStage.apply(RoutingStage.java:61)
  85. at org.glassfish.jersey.process.internal.Stages.process(Stages.java:197)
  86. at org.glassfish.jersey.server.ServerRuntime$2.run(ServerRuntime.java:318)
  87. at org.glassfish.jersey.internal.Errors$1.call(Errors.java:271)
  88. at org.glassfish.jersey.internal.Errors$1.call(Errors.java:267)
  89. at org.glassfish.jersey.internal.Errors.process(Errors.java:315)
  90. at org.glassfish.jersey.internal.Errors.process(Errors.java:297)
  91. at org.glassfish.jersey.internal.Errors.process(Errors.java:267)
  92. at org.glassfish.jersey.process.internal.RequestScope.runInScope(RequestScope.java:317)
  93. at org.glassfish.jersey.server.ServerRuntime.process(ServerRuntime.java:305)
  94. at org.glassfish.jersey.server.ApplicationHandler.handle(ApplicationHandler.java:1154)
  95. at org.glassfish.jersey.grizzly2.httpserver.GrizzlyHttpContainer.service(GrizzlyHttpContainer.java:384)
  96. at org.glassfish.grizzly.http.server.HttpHandler$1.run(HttpHandler.java:224)
  97. at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
  98. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  99. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  100. at java.lang.Thread.run(Thread.java:745)
  101. Caused by: com.mongodb.MongoTimeoutException: Timed out after 30000 ms while waiting for a server that matches WritableServerSelector. Client view of cluster state is {type=REPLICA_SET, servers=[{address=grayarb:27017, type=REPLICA_SET_ARBITER, roundTripTime=59.7 ms, state=CONNECTED}, {address=graysrv2:27017, type=UNKNOWN, state=CONNECTING, exception={com.mongodb.MongoSocketOpenException: Exception opening socket}, caused by {java.net.ConnectException: Connection refused (Connection refused)}}, {address=graysrv1:27017, type=UNKNOWN, state=CONNECTING, exception={com.mongodb.MongoSocketOpenException: Exception opening socket}, caused by {java.net.SocketTimeoutException: connect timed out}}]
  102. at com.mongodb.connection.BaseCluster.createTimeoutException(BaseCluster.java:377)
  103. at com.mongodb.connection.BaseCluster.selectServer(BaseCluster.java:104)
  104. at com.mongodb.binding.ClusterBinding$ClusterBindingConnectionSource.<init>(ClusterBinding.java:75)
  105. at com.mongodb.binding.ClusterBinding$ClusterBindingConnectionSource.<init>(ClusterBinding.java:71)
  106. at com.mongodb.binding.ClusterBinding.getWriteConnectionSource(ClusterBinding.java:68)
  107. at com.mongodb.operation.OperationHelper.withConnection(OperationHelper.java:411)
  108. at com.mongodb.operation.CreateIndexesOperation.execute(CreateIndexesOperation.java:144)
  109. at com.mongodb.operation.CreateIndexesOperation.execute(CreateIndexesOperation.java:71)
  110. at com.mongodb.Mongo.execute(Mongo.java:845)
  111. at com.mongodb.Mongo$2.execute(Mongo.java:828)
  112. at com.mongodb.DBCollection.createIndex(DBCollection.java:1615)
  113. at com.mongodb.DBCollection.createIndex(DBCollection.java:1600)
  114. at com.mongodb.DBCollection.createIndex(DBCollection.java:1558)
  115. at org.graylog2.users.UserServiceImpl.<init>(UserServiceImpl.java:74)
  116. at org.graylog2.users.UserServiceImpl$$FastClassByGuice$$45abaa11.newInstance(<generated>)
  117. at com.google.inject.internal.DefaultConstructionProxyFactory$FastClassProxy.newInstance(DefaultConstructionProxyFactory.java:89)
  118. at com.google.inject.internal.ConstructorInjector.provision(ConstructorInjector.java:111)
  119. at com.google.inject.internal.ConstructorInjector.construct(ConstructorInjector.java:90)
  120. at com.google.inject.internal.ConstructorBindingImpl$Factory.get(ConstructorBindingImpl.java:268)
  121. at com.google.inject.internal.FactoryProxy.get(FactoryProxy.java:56)
  122. at com.google.inject.internal.InjectorImpl$2$1.call(InjectorImpl.java:1019)
  123. at com.google.inject.internal.InjectorImpl.callInContext(InjectorImpl.java:1085)
  124. at com.google.inject.internal.InjectorImpl$2.get(InjectorImpl.java:1015)
  125. ... 40 more
  126.  
  127. WARNING: Unknown HK2 failure detected:
  128. MultiException stack 1 of 3
  129. com.google.inject.ProvisionException: Unable to provision, see the following errors:
  130.  
  131. 1) Error injecting constructor, com.mongodb.MongoTimeoutException: Timed out after 30000 ms while waiting for a server that matches WritableServerSelector. Client view of cluster state is {type=REPLICA_SET, servers=[{address=grayarb:27017, type=REPLICA_SET_ARBITER, roundTripTime=59.7 ms, state=CONNECTED}, {address=graysrv2:27017, type=UNKNOWN, state=CONNECTING, exception={com.mongodb.MongoSocketOpenException: Exception opening socket}, caused by {java.net.ConnectException: Connection refused (Connection refused)}}, {address=graysrv1:27017, type=UNKNOWN, state=CONNECTING, exception={com.mongodb.MongoSocketOpenException: Exception opening socket}, caused by {java.net.SocketTimeoutException: connect timed out}}]
  132. at org.graylog2.users.UserServiceImpl.<init>(UserServiceImpl.java:67)
  133. while locating org.graylog2.users.UserServiceImpl
  134. while locating org.graylog2.shared.users.UserService
  135.  
  136. 1 error
  137. at com.google.inject.internal.InjectorImpl$2.get(InjectorImpl.java:1028)
  138. at org.jvnet.hk2.guice.bridge.internal.GuiceServiceHk2Bean.create(GuiceServiceHk2Bean.java:114)
  139. at org.jvnet.hk2.internal.SystemDescriptor.create(SystemDescriptor.java:479)
  140. at org.jvnet.hk2.guice.bridge.internal.GuiceScopeContext.findOrCreate(GuiceScopeContext.java:75)
  141. at org.jvnet.hk2.internal.Utilities.createService(Utilities.java:2022)
  142. at org.jvnet.hk2.internal.ServiceLocatorImpl.getService(ServiceLocatorImpl.java:682)
  143. at org.jvnet.hk2.internal.ThreeThirtyResolver.resolve(ThreeThirtyResolver.java:78)
  144. at org.jvnet.hk2.internal.ClazzCreator.resolve(ClazzCreator.java:212)
  145. at org.jvnet.hk2.internal.ClazzCreator.resolveAllDependencies(ClazzCreator.java:235)
  146. at org.jvnet.hk2.internal.ClazzCreator.create(ClazzCreator.java:358)
  147. at org.jvnet.hk2.internal.SystemDescriptor.create(SystemDescriptor.java:487)
  148. at org.glassfish.jersey.process.internal.RequestScope.findOrCreate(RequestScope.java:162)
  149. at org.jvnet.hk2.internal.Utilities.createService(Utilities.java:2022)
  150. at org.jvnet.hk2.internal.ServiceLocatorImpl.internalGetService(ServiceLocatorImpl.java:774)
  151. at org.jvnet.hk2.internal.ServiceLocatorImpl.internalGetService(ServiceLocatorImpl.java:737)
  152. at org.jvnet.hk2.internal.ServiceLocatorImpl.getService(ServiceLocatorImpl.java:707)
  153. at org.glassfish.jersey.internal.inject.Injections.getOrCreate(Injections.java:172)
  154. at org.glassfish.jersey.server.model.MethodHandler$ClassBasedMethodHandler.getInstance(MethodHandler.java:284)
  155. at org.glassfish.jersey.server.internal.routing.PushMethodHandlerRouter.apply(PushMethodHandlerRouter.java:74)
  156. at org.glassfish.jersey.server.internal.routing.RoutingStage._apply(RoutingStage.java:109)
  157. at org.glassfish.jersey.server.internal.routing.RoutingStage._apply(RoutingStage.java:112)
  158. at org.glassfish.jersey.server.internal.routing.RoutingStage._apply(RoutingStage.java:112)
  159. at org.glassfish.jersey.server.internal.routing.RoutingStage._apply(RoutingStage.java:112)
  160. at org.glassfish.jersey.server.internal.routing.RoutingStage.apply(RoutingStage.java:92)
  161. at org.glassfish.jersey.server.internal.routing.RoutingStage.apply(RoutingStage.java:61)
  162. at org.glassfish.jersey.process.internal.Stages.process(Stages.java:197)
  163. at org.glassfish.jersey.server.ServerRuntime$2.run(ServerRuntime.java:318)
  164. at org.glassfish.jersey.internal.Errors$1.call(Errors.java:271)
  165. at org.glassfish.jersey.internal.Errors$1.call(Errors.java:267)
  166. at org.glassfish.jersey.internal.Errors.process(Errors.java:315)
  167. at org.glassfish.jersey.internal.Errors.process(Errors.java:297)
  168. at org.glassfish.jersey.internal.Errors.process(Errors.java:267)
  169. at org.glassfish.jersey.process.internal.RequestScope.runInScope(RequestScope.java:317)
  170. at org.glassfish.jersey.server.ServerRuntime.process(ServerRuntime.java:305)
  171. at org.glassfish.jersey.server.ApplicationHandler.handle(ApplicationHandler.java:1154)
  172. at org.glassfish.jersey.grizzly2.httpserver.GrizzlyHttpContainer.service(GrizzlyHttpContainer.java:384)
  173. at org.glassfish.grizzly.http.server.HttpHandler$1.run(HttpHandler.java:224)
  174. at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
  175. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  176. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  177. at java.lang.Thread.run(Thread.java:745)
  178. Caused by: com.mongodb.MongoTimeoutException: Timed out after 30000 ms while waiting for a server that matches WritableServerSelector. Client view of cluster state is {type=REPLICA_SET, servers=[{address=grayarb:27017, type=REPLICA_SET_ARBITER, roundTripTime=59.7 ms, state=CONNECTED}, {address=graysrv2:27017, type=UNKNOWN, state=CONNECTING, exception={com.mongodb.MongoSocketOpenException: Exception opening socket}, caused by {java.net.ConnectException: Connection refused (Connection refused)}}, {address=graysrv1:27017, type=UNKNOWN, state=CONNECTING, exception={com.mongodb.MongoSocketOpenException: Exception opening socket}, caused by {java.net.SocketTimeoutException: connect timed out}}]
  179. at com.mongodb.connection.BaseCluster.createTimeoutException(BaseCluster.java:377)
  180. at com.mongodb.connection.BaseCluster.selectServer(BaseCluster.java:104)
  181. at com.mongodb.binding.ClusterBinding$ClusterBindingConnectionSource.<init>(ClusterBinding.java:75)
  182. at com.mongodb.binding.ClusterBinding$ClusterBindingConnectionSource.<init>(ClusterBinding.java:71)
  183. at com.mongodb.binding.ClusterBinding.getWriteConnectionSource(ClusterBinding.java:68)
  184. at com.mongodb.operation.OperationHelper.withConnection(OperationHelper.java:411)
  185. at com.mongodb.operation.CreateIndexesOperation.execute(CreateIndexesOperation.java:144)
  186. at com.mongodb.operation.CreateIndexesOperation.execute(CreateIndexesOperation.java:71)
  187. at com.mongodb.Mongo.execute(Mongo.java:845)
  188. at com.mongodb.Mongo$2.execute(Mongo.java:828)
  189. at com.mongodb.DBCollection.createIndex(DBCollection.java:1615)
  190. at com.mongodb.DBCollection.createIndex(DBCollection.java:1600)
  191. at com.mongodb.DBCollection.createIndex(DBCollection.java:1558)
  192. at org.graylog2.users.UserServiceImpl.<init>(UserServiceImpl.java:74)
  193. at org.graylog2.users.UserServiceImpl$$FastClassByGuice$$45abaa11.newInstance(<generated>)
  194. at com.google.inject.internal.DefaultConstructionProxyFactory$FastClassProxy.newInstance(DefaultConstructionProxyFactory.java:89)
  195. at com.google.inject.internal.ConstructorInjector.provision(ConstructorInjector.java:111)
  196. at com.google.inject.internal.ConstructorInjector.construct(ConstructorInjector.java:90)
  197. at com.google.inject.internal.ConstructorBindingImpl$Factory.get(ConstructorBindingImpl.java:268)
  198. at com.google.inject.internal.FactoryProxy.get(FactoryProxy.java:56)
  199. at com.google.inject.internal.InjectorImpl$2$1.call(InjectorImpl.java:1019)
  200. at com.google.inject.internal.InjectorImpl.callInContext(InjectorImpl.java:1085)
  201. at com.google.inject.internal.InjectorImpl$2.get(InjectorImpl.java:1015)
  202. ... 40 more
  203. MultiException stack 2 of 3
  204. java.lang.IllegalArgumentException: While attempting to resolve the dependencies of org.graylog2.shared.rest.resources.system.LoadBalancerStatusResource errors were found
  205. at org.jvnet.hk2.internal.ClazzCreator.resolveAllDependencies(ClazzCreator.java:247)
  206. at org.jvnet.hk2.internal.ClazzCreator.create(ClazzCreator.java:358)
  207. at org.jvnet.hk2.internal.SystemDescriptor.create(SystemDescriptor.java:487)
  208. at org.glassfish.jersey.process.internal.RequestScope.findOrCreate(RequestScope.java:162)
  209. at org.jvnet.hk2.internal.Utilities.createService(Utilities.java:2022)
  210. at org.jvnet.hk2.internal.ServiceLocatorImpl.internalGetService(ServiceLocatorImpl.java:774)
  211. at org.jvnet.hk2.internal.ServiceLocatorImpl.internalGetService(ServiceLocatorImpl.java:737)
  212. at org.jvnet.hk2.internal.ServiceLocatorImpl.getService(ServiceLocatorImpl.java:707)
  213. at org.glassfish.jersey.internal.inject.Injections.getOrCreate(Injections.java:172)
  214. at org.glassfish.jersey.server.model.MethodHandler$ClassBasedMethodHandler.getInstance(MethodHandler.java:284)
  215. at org.glassfish.jersey.server.internal.routing.PushMethodHandlerRouter.apply(PushMethodHandlerRouter.java:74)
  216. at org.glassfish.jersey.server.internal.routing.RoutingStage._apply(RoutingStage.java:109)
  217. at org.glassfish.jersey.server.internal.routing.RoutingStage._apply(RoutingStage.java:112)
  218. at org.glassfish.jersey.server.internal.routing.RoutingStage._apply(RoutingStage.java:112)
  219. at org.glassfish.jersey.server.internal.routing.RoutingStage._apply(RoutingStage.java:112)
  220. at org.glassfish.jersey.server.internal.routing.RoutingStage.apply(RoutingStage.java:92)
  221. at org.glassfish.jersey.server.internal.routing.RoutingStage.apply(RoutingStage.java:61)
  222. at org.glassfish.jersey.process.internal.Stages.process(Stages.java:197)
  223. at org.glassfish.jersey.server.ServerRuntime$2.run(ServerRuntime.java:318)
  224. at org.glassfish.jersey.internal.Errors$1.call(Errors.java:271)
  225. at org.glassfish.jersey.internal.Errors$1.call(Errors.java:267)
  226. at org.glassfish.jersey.internal.Errors.process(Errors.java:315)
  227. at org.glassfish.jersey.internal.Errors.process(Errors.java:297)
  228. at org.glassfish.jersey.internal.Errors.process(Errors.java:267)
  229. at org.glassfish.jersey.process.internal.RequestScope.runInScope(RequestScope.java:317)
  230. at org.glassfish.jersey.server.ServerRuntime.process(ServerRuntime.java:305)
  231. at org.glassfish.jersey.server.ApplicationHandler.handle(ApplicationHandler.java:1154)
  232. at org.glassfish.jersey.grizzly2.httpserver.GrizzlyHttpContainer.service(GrizzlyHttpContainer.java:384)
  233. at org.glassfish.grizzly.http.server.HttpHandler$1.run(HttpHandler.java:224)
  234. at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
  235. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  236. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  237. at java.lang.Thread.run(Thread.java:745)
  238. MultiException stack 3 of 3
  239. java.lang.IllegalStateException: Unable to perform operation: resolve on org.graylog2.shared.rest.resources.system.LoadBalancerStatusResource
  240. at org.jvnet.hk2.internal.ClazzCreator.create(ClazzCreator.java:387)
  241. at org.jvnet.hk2.internal.SystemDescriptor.create(SystemDescriptor.java:487)
  242. at org.glassfish.jersey.process.internal.RequestScope.findOrCreate(RequestScope.java:162)
  243. at org.jvnet.hk2.internal.Utilities.createService(Utilities.java:2022)
  244. at org.jvnet.hk2.internal.ServiceLocatorImpl.internalGetService(ServiceLocatorImpl.java:774)
  245. at org.jvnet.hk2.internal.ServiceLocatorImpl.internalGetService(ServiceLocatorImpl.java:737)
  246. at org.jvnet.hk2.internal.ServiceLocatorImpl.getService(ServiceLocatorImpl.java:707)
  247. at org.glassfish.jersey.internal.inject.Injections.getOrCreate(Injections.java:172)
  248. at org.glassfish.jersey.server.model.MethodHandler$ClassBasedMethodHandler.getInstance(MethodHandler.java:284)
  249. at org.glassfish.jersey.server.internal.routing.PushMethodHandlerRouter.apply(PushMethodHandlerRouter.java:74)
  250. at org.glassfish.jersey.server.internal.routing.RoutingStage._apply(RoutingStage.java:109)
  251. at org.glassfish.jersey.server.internal.routing.RoutingStage._apply(RoutingStage.java:112)
  252. at org.glassfish.jersey.server.internal.routing.RoutingStage._apply(RoutingStage.java:112)
  253. at org.glassfish.jersey.server.internal.routing.RoutingStage._apply(RoutingStage.java:112)
  254. at org.glassfish.jersey.server.internal.routing.RoutingStage.apply(RoutingStage.java:92)
  255. at org.glassfish.jersey.server.internal.routing.RoutingStage.apply(RoutingStage.java:61)
  256. at org.glassfish.jersey.process.internal.Stages.process(Stages.java:197)
  257. at org.glassfish.jersey.server.ServerRuntime$2.run(ServerRuntime.java:318)
  258. at org.glassfish.jersey.internal.Errors$1.call(Errors.java:271)
  259. at org.glassfish.jersey.internal.Errors$1.call(Errors.java:267)
  260. at org.glassfish.jersey.internal.Errors.process(Errors.java:315)
  261. at org.glassfish.jersey.internal.Errors.process(Errors.java:297)
  262. at org.glassfish.jersey.internal.Errors.process(Errors.java:267)
  263. at org.glassfish.jersey.process.internal.RequestScope.runInScope(RequestScope.java:317)
  264. at org.glassfish.jersey.server.ServerRuntime.process(ServerRuntime.java:305)
  265. at org.glassfish.jersey.server.ApplicationHandler.handle(ApplicationHandler.java:1154)
  266. at org.glassfish.jersey.grizzly2.httpserver.GrizzlyHttpContainer.service(GrizzlyHttpContainer.java:384)
  267. at org.glassfish.grizzly.http.server.HttpHandler$1.run(HttpHandler.java:224)
  268. at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
  269. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  270. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  271. at java.lang.Thread.run(Thread.java:745)
  272.  
  273.  
  274. 2017-04-04T19:41:33.683-05:00 INFO [zen] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] failed to send join request to master [{node-2}{6iC4dCfRRau-PJ5y7yNkcg}{192.168.37.55}{192.168.37.55:9300}], reason [NodeDisconnectedException[[node-2][192.168.37.55:9300][internal:discovery/zen/join] disconnected]]
  275. 2017-04-04T19:41:33.688-05:00 WARN [Errors] The following warnings have been detected: WARNING: Unknown HK2 failure detected:
  276. MultiException stack 1 of 1
  277. com.google.inject.ProvisionException: Unable to provision, see the following errors:
  278.  
  279. 1) Error injecting constructor, com.mongodb.MongoTimeoutException: Timed out after 30000 ms while waiting for a server that matches WritableServerSelector. Client view of cluster state is {type=REPLICA_SET, servers=[{address=grayarb:27017, type=REPLICA_SET_ARBITER, roundTripTime=59.7 ms, state=CONNECTED}, {address=graysrv2:27017, type=UNKNOWN, state=CONNECTING, exception={com.mongodb.MongoSocketOpenException: Exception opening socket}, caused by {java.net.ConnectException: Connection refused (Connection refused)}}, {address=graysrv1:27017, type=UNKNOWN, state=CONNECTING, exception={com.mongodb.MongoSocketOpenException: Exception opening socket}, caused by {java.net.SocketTimeoutException: connect timed out}}]
  280. at org.graylog2.users.UserServiceImpl.<init>(UserServiceImpl.java:67)
  281. while locating org.graylog2.users.UserServiceImpl
  282. while locating org.graylog2.shared.users.UserService
  283.  
  284. 1 error
  285. at com.google.inject.internal.InjectorImpl$2.get(InjectorImpl.java:1028)
  286. at org.jvnet.hk2.guice.bridge.internal.GuiceServiceHk2Bean.create(GuiceServiceHk2Bean.java:114)
  287. at org.jvnet.hk2.internal.SystemDescriptor.create(SystemDescriptor.java:479)
  288. at org.jvnet.hk2.guice.bridge.internal.GuiceScopeContext.findOrCreate(GuiceScopeContext.java:75)
  289. at org.jvnet.hk2.internal.Utilities.createService(Utilities.java:2022)
  290. at org.jvnet.hk2.internal.ServiceLocatorImpl.getService(ServiceLocatorImpl.java:682)
  291. at org.jvnet.hk2.internal.ThreeThirtyResolver.resolve(ThreeThirtyResolver.java:78)
  292. at org.jvnet.hk2.internal.ClazzCreator.resolve(ClazzCreator.java:212)
  293. at org.jvnet.hk2.internal.ClazzCreator.resolveAllDependencies(ClazzCreator.java:235)
  294. at org.jvnet.hk2.internal.ClazzCreator.create(ClazzCreator.java:358)
  295. at org.jvnet.hk2.internal.SystemDescriptor.create(SystemDescriptor.java:487)
  296. at org.glassfish.jersey.process.internal.RequestScope.findOrCreate(RequestScope.java:162)
  297. at org.jvnet.hk2.internal.Utilities.createService(Utilities.java:2022)
  298. at org.jvnet.hk2.internal.ServiceLocatorImpl.internalGetService(ServiceLocatorImpl.java:774)
  299. at org.jvnet.hk2.internal.ServiceLocatorImpl.internalGetService(ServiceLocatorImpl.java:737)
  300. at org.jvnet.hk2.internal.ServiceLocatorImpl.getService(ServiceLocatorImpl.java:707)
  301. at org.glassfish.jersey.internal.inject.Injections.getOrCreate(Injections.java:172)
  302. at org.glassfish.jersey.server.model.MethodHandler$ClassBasedMethodHandler.getInstance(MethodHandler.java:284)
  303. at org.glassfish.jersey.server.internal.routing.PushMethodHandlerRouter.apply(PushMethodHandlerRouter.java:74)
  304. at org.glassfish.jersey.server.internal.routing.RoutingStage._apply(RoutingStage.java:109)
  305. at org.glassfish.jersey.server.internal.routing.RoutingStage._apply(RoutingStage.java:112)
  306. at org.glassfish.jersey.server.internal.routing.RoutingStage._apply(RoutingStage.java:112)
  307. at org.glassfish.jersey.server.internal.routing.RoutingStage._apply(RoutingStage.java:112)
  308. at org.glassfish.jersey.server.internal.routing.RoutingStage.apply(RoutingStage.java:92)
  309. at org.glassfish.jersey.server.internal.routing.RoutingStage.apply(RoutingStage.java:61)
  310. at org.glassfish.jersey.process.internal.Stages.process(Stages.java:197)
  311. at org.glassfish.jersey.server.ServerRuntime$2.run(ServerRuntime.java:318)
  312. at org.glassfish.jersey.internal.Errors$1.call(Errors.java:271)
  313. at org.glassfish.jersey.internal.Errors$1.call(Errors.java:267)
  314. at org.glassfish.jersey.internal.Errors.process(Errors.java:315)
  315. at org.glassfish.jersey.internal.Errors.process(Errors.java:297)
  316. at org.glassfish.jersey.internal.Errors.process(Errors.java:267)
  317. at org.glassfish.jersey.process.internal.RequestScope.runInScope(RequestScope.java:317)
  318. at org.glassfish.jersey.server.ServerRuntime.process(ServerRuntime.java:305)
  319. at org.glassfish.jersey.server.ApplicationHandler.handle(ApplicationHandler.java:1154)
  320. at org.glassfish.jersey.grizzly2.httpserver.GrizzlyHttpContainer.service(GrizzlyHttpContainer.java:384)
  321. at org.glassfish.grizzly.http.server.HttpHandler$1.run(HttpHandler.java:224)
  322. at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
  323. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  324. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  325. at java.lang.Thread.run(Thread.java:745)
  326. Caused by: com.mongodb.MongoTimeoutException: Timed out after 30000 ms while waiting for a server that matches WritableServerSelector. Client view of cluster state is {type=REPLICA_SET, servers=[{address=grayarb:27017, type=REPLICA_SET_ARBITER, roundTripTime=59.7 ms, state=CONNECTED}, {address=graysrv2:27017, type=UNKNOWN, state=CONNECTING, exception={com.mongodb.MongoSocketOpenException: Exception opening socket}, caused by {java.net.ConnectException: Connection refused (Connection refused)}}, {address=graysrv1:27017, type=UNKNOWN, state=CONNECTING, exception={com.mongodb.MongoSocketOpenException: Exception opening socket}, caused by {java.net.SocketTimeoutException: connect timed out}}]
  327. at com.mongodb.connection.BaseCluster.createTimeoutException(BaseCluster.java:377)
  328. at com.mongodb.connection.BaseCluster.selectServer(BaseCluster.java:104)
  329. at com.mongodb.binding.ClusterBinding$ClusterBindingConnectionSource.<init>(ClusterBinding.java:75)
  330. at com.mongodb.binding.ClusterBinding$ClusterBindingConnectionSource.<init>(ClusterBinding.java:71)
  331. at com.mongodb.binding.ClusterBinding.getWriteConnectionSource(ClusterBinding.java:68)
  332. at com.mongodb.operation.OperationHelper.withConnection(OperationHelper.java:411)
  333. at com.mongodb.operation.CreateIndexesOperation.execute(CreateIndexesOperation.java:144)
  334. at com.mongodb.operation.CreateIndexesOperation.execute(CreateIndexesOperation.java:71)
  335. at com.mongodb.Mongo.execute(Mongo.java:845)
  336. at com.mongodb.Mongo$2.execute(Mongo.java:828)
  337. at com.mongodb.DBCollection.createIndex(DBCollection.java:1615)
  338. at com.mongodb.DBCollection.createIndex(DBCollection.java:1600)
  339. at com.mongodb.DBCollection.createIndex(DBCollection.java:1558)
  340. at org.graylog2.users.UserServiceImpl.<init>(UserServiceImpl.java:74)
  341. at org.graylog2.users.UserServiceImpl$$FastClassByGuice$$45abaa11.newInstance(<generated>)
  342. at com.google.inject.internal.DefaultConstructionProxyFactory$FastClassProxy.newInstance(DefaultConstructionProxyFactory.java:89)
  343. at com.google.inject.internal.ConstructorInjector.provision(ConstructorInjector.java:111)
  344. at com.google.inject.internal.ConstructorInjector.construct(ConstructorInjector.java:90)
  345. at com.google.inject.internal.ConstructorBindingImpl$Factory.get(ConstructorBindingImpl.java:268)
  346. at com.google.inject.internal.FactoryProxy.get(FactoryProxy.java:56)
  347. at com.google.inject.internal.InjectorImpl$2$1.call(InjectorImpl.java:1019)
  348. at com.google.inject.internal.InjectorImpl.callInContext(InjectorImpl.java:1085)
  349. at com.google.inject.internal.InjectorImpl$2.get(InjectorImpl.java:1015)
  350. ... 40 more
  351.  
  352. WARNING: Unknown HK2 failure detected:
  353. MultiException stack 1 of 3
  354. com.google.inject.ProvisionException: Unable to provision, see the following errors:
  355.  
  356. 1) Error injecting constructor, com.mongodb.MongoTimeoutException: Timed out after 30000 ms while waiting for a server that matches WritableServerSelector. Client view of cluster state is {type=REPLICA_SET, servers=[{address=grayarb:27017, type=REPLICA_SET_ARBITER, roundTripTime=59.7 ms, state=CONNECTED}, {address=graysrv2:27017, type=UNKNOWN, state=CONNECTING, exception={com.mongodb.MongoSocketOpenException: Exception opening socket}, caused by {java.net.ConnectException: Connection refused (Connection refused)}}, {address=graysrv1:27017, type=UNKNOWN, state=CONNECTING, exception={com.mongodb.MongoSocketOpenException: Exception opening socket}, caused by {java.net.SocketTimeoutException: connect timed out}}]
  357. at org.graylog2.users.UserServiceImpl.<init>(UserServiceImpl.java:67)
  358. while locating org.graylog2.users.UserServiceImpl
  359. while locating org.graylog2.shared.users.UserService
  360.  
  361. 1 error
  362. at com.google.inject.internal.InjectorImpl$2.get(InjectorImpl.java:1028)
  363. at org.jvnet.hk2.guice.bridge.internal.GuiceServiceHk2Bean.create(GuiceServiceHk2Bean.java:114)
  364. at org.jvnet.hk2.internal.SystemDescriptor.create(SystemDescriptor.java:479)
  365. at org.jvnet.hk2.guice.bridge.internal.GuiceScopeContext.findOrCreate(GuiceScopeContext.java:75)
  366. at org.jvnet.hk2.internal.Utilities.createService(Utilities.java:2022)
  367. at org.jvnet.hk2.internal.ServiceLocatorImpl.getService(ServiceLocatorImpl.java:682)
  368. at org.jvnet.hk2.internal.ThreeThirtyResolver.resolve(ThreeThirtyResolver.java:78)
  369. at org.jvnet.hk2.internal.ClazzCreator.resolve(ClazzCreator.java:212)
  370. at org.jvnet.hk2.internal.ClazzCreator.resolveAllDependencies(ClazzCreator.java:235)
  371. at org.jvnet.hk2.internal.ClazzCreator.create(ClazzCreator.java:358)
  372. at org.jvnet.hk2.internal.SystemDescriptor.create(SystemDescriptor.java:487)
  373. at org.glassfish.jersey.process.internal.RequestScope.findOrCreate(RequestScope.java:162)
  374. at org.jvnet.hk2.internal.Utilities.createService(Utilities.java:2022)
  375. at org.jvnet.hk2.internal.ServiceLocatorImpl.internalGetService(ServiceLocatorImpl.java:774)
  376. at org.jvnet.hk2.internal.ServiceLocatorImpl.internalGetService(ServiceLocatorImpl.java:737)
  377. at org.jvnet.hk2.internal.ServiceLocatorImpl.getService(ServiceLocatorImpl.java:707)
  378. at org.glassfish.jersey.internal.inject.Injections.getOrCreate(Injections.java:172)
  379. at org.glassfish.jersey.server.model.MethodHandler$ClassBasedMethodHandler.getInstance(MethodHandler.java:284)
  380. at org.glassfish.jersey.server.internal.routing.PushMethodHandlerRouter.apply(PushMethodHandlerRouter.java:74)
  381. at org.glassfish.jersey.server.internal.routing.RoutingStage._apply(RoutingStage.java:109)
  382. at org.glassfish.jersey.server.internal.routing.RoutingStage._apply(RoutingStage.java:112)
  383. at org.glassfish.jersey.server.internal.routing.RoutingStage._apply(RoutingStage.java:112)
  384. at org.glassfish.jersey.server.internal.routing.RoutingStage._apply(RoutingStage.java:112)
  385. at org.glassfish.jersey.server.internal.routing.RoutingStage.apply(RoutingStage.java:92)
  386. at org.glassfish.jersey.server.internal.routing.RoutingStage.apply(RoutingStage.java:61)
  387. at org.glassfish.jersey.process.internal.Stages.process(Stages.java:197)
  388. at org.glassfish.jersey.server.ServerRuntime$2.run(ServerRuntime.java:318)
  389. at org.glassfish.jersey.internal.Errors$1.call(Errors.java:271)
  390. at org.glassfish.jersey.internal.Errors$1.call(Errors.java:267)
  391. at org.glassfish.jersey.internal.Errors.process(Errors.java:315)
  392. at org.glassfish.jersey.internal.Errors.process(Errors.java:297)
  393. at org.glassfish.jersey.internal.Errors.process(Errors.java:267)
  394. at org.glassfish.jersey.process.internal.RequestScope.runInScope(RequestScope.java:317)
  395. at org.glassfish.jersey.server.ServerRuntime.process(ServerRuntime.java:305)
  396. at org.glassfish.jersey.server.ApplicationHandler.handle(ApplicationHandler.java:1154)
  397. at org.glassfish.jersey.grizzly2.httpserver.GrizzlyHttpContainer.service(GrizzlyHttpContainer.java:384)
  398. at org.glassfish.grizzly.http.server.HttpHandler$1.run(HttpHandler.java:224)
  399. at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
  400. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  401. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  402. at java.lang.Thread.run(Thread.java:745)
  403. Caused by: com.mongodb.MongoTimeoutException: Timed out after 30000 ms while waiting for a server that matches WritableServerSelector. Client view of cluster state is {type=REPLICA_SET, servers=[{address=grayarb:27017, type=REPLICA_SET_ARBITER, roundTripTime=59.7 ms, state=CONNECTED}, {address=graysrv2:27017, type=UNKNOWN, state=CONNECTING, exception={com.mongodb.MongoSocketOpenException: Exception opening socket}, caused by {java.net.ConnectException: Connection refused (Connection refused)}}, {address=graysrv1:27017, type=UNKNOWN, state=CONNECTING, exception={com.mongodb.MongoSocketOpenException: Exception opening socket}, caused by {java.net.SocketTimeoutException: connect timed out}}]
  404. at com.mongodb.connection.BaseCluster.createTimeoutException(BaseCluster.java:377)
  405. at com.mongodb.connection.BaseCluster.selectServer(BaseCluster.java:104)
  406. at com.mongodb.binding.ClusterBinding$ClusterBindingConnectionSource.<init>(ClusterBinding.java:75)
  407. at com.mongodb.binding.ClusterBinding$ClusterBindingConnectionSource.<init>(ClusterBinding.java:71)
  408. at com.mongodb.binding.ClusterBinding.getWriteConnectionSource(ClusterBinding.java:68)
  409. at com.mongodb.operation.OperationHelper.withConnection(OperationHelper.java:411)
  410. at com.mongodb.operation.CreateIndexesOperation.execute(CreateIndexesOperation.java:144)
  411. at com.mongodb.operation.CreateIndexesOperation.execute(CreateIndexesOperation.java:71)
  412. at com.mongodb.Mongo.execute(Mongo.java:845)
  413. at com.mongodb.Mongo$2.execute(Mongo.java:828)
  414. at com.mongodb.DBCollection.createIndex(DBCollection.java:1615)
  415. at com.mongodb.DBCollection.createIndex(DBCollection.java:1600)
  416. at com.mongodb.DBCollection.createIndex(DBCollection.java:1558)
  417. at org.graylog2.users.UserServiceImpl.<init>(UserServiceImpl.java:74)
  418. at org.graylog2.users.UserServiceImpl$$FastClassByGuice$$45abaa11.newInstance(<generated>)
  419. at com.google.inject.internal.DefaultConstructionProxyFactory$FastClassProxy.newInstance(DefaultConstructionProxyFactory.java:89)
  420. at com.google.inject.internal.ConstructorInjector.provision(ConstructorInjector.java:111)
  421. at com.google.inject.internal.ConstructorInjector.construct(ConstructorInjector.java:90)
  422. at com.google.inject.internal.ConstructorBindingImpl$Factory.get(ConstructorBindingImpl.java:268)
  423. at com.google.inject.internal.FactoryProxy.get(FactoryProxy.java:56)
  424. at com.google.inject.internal.InjectorImpl$2$1.call(InjectorImpl.java:1019)
  425. at com.google.inject.internal.InjectorImpl.callInContext(InjectorImpl.java:1085)
  426. at com.google.inject.internal.InjectorImpl$2.get(InjectorImpl.java:1015)
  427. ... 40 more
  428. MultiException stack 2 of 3
  429. java.lang.IllegalArgumentException: While attempting to resolve the dependencies of org.graylog2.shared.rest.resources.system.LoadBalancerStatusResource errors were found
  430. at org.jvnet.hk2.internal.ClazzCreator.resolveAllDependencies(ClazzCreator.java:247)
  431. at org.jvnet.hk2.internal.ClazzCreator.create(ClazzCreator.java:358)
  432. at org.jvnet.hk2.internal.SystemDescriptor.create(SystemDescriptor.java:487)
  433. at org.glassfish.jersey.process.internal.RequestScope.findOrCreate(RequestScope.java:162)
  434. at org.jvnet.hk2.internal.Utilities.createService(Utilities.java:2022)
  435. at org.jvnet.hk2.internal.ServiceLocatorImpl.internalGetService(ServiceLocatorImpl.java:774)
  436. at org.jvnet.hk2.internal.ServiceLocatorImpl.internalGetService(ServiceLocatorImpl.java:737)
  437. at org.jvnet.hk2.internal.ServiceLocatorImpl.getService(ServiceLocatorImpl.java:707)
  438. at org.glassfish.jersey.internal.inject.Injections.getOrCreate(Injections.java:172)
  439. at org.glassfish.jersey.server.model.MethodHandler$ClassBasedMethodHandler.getInstance(MethodHandler.java:284)
  440. at org.glassfish.jersey.server.internal.routing.PushMethodHandlerRouter.apply(PushMethodHandlerRouter.java:74)
  441. at org.glassfish.jersey.server.internal.routing.RoutingStage._apply(RoutingStage.java:109)
  442. at org.glassfish.jersey.server.internal.routing.RoutingStage._apply(RoutingStage.java:112)
  443. at org.glassfish.jersey.server.internal.routing.RoutingStage._apply(RoutingStage.java:112)
  444. at org.glassfish.jersey.server.internal.routing.RoutingStage._apply(RoutingStage.java:112)
  445. at org.glassfish.jersey.server.internal.routing.RoutingStage.apply(RoutingStage.java:92)
  446. at org.glassfish.jersey.server.internal.routing.RoutingStage.apply(RoutingStage.java:61)
  447. at org.glassfish.jersey.process.internal.Stages.process(Stages.java:197)
  448. at org.glassfish.jersey.server.ServerRuntime$2.run(ServerRuntime.java:318)
  449. at org.glassfish.jersey.internal.Errors$1.call(Errors.java:271)
  450. at org.glassfish.jersey.internal.Errors$1.call(Errors.java:267)
  451. at org.glassfish.jersey.internal.Errors.process(Errors.java:315)
  452. at org.glassfish.jersey.internal.Errors.process(Errors.java:297)
  453. at org.glassfish.jersey.internal.Errors.process(Errors.java:267)
  454. at org.glassfish.jersey.process.internal.RequestScope.runInScope(RequestScope.java:317)
  455. at org.glassfish.jersey.server.ServerRuntime.process(ServerRuntime.java:305)
  456. at org.glassfish.jersey.server.ApplicationHandler.handle(ApplicationHandler.java:1154)
  457. at org.glassfish.jersey.grizzly2.httpserver.GrizzlyHttpContainer.service(GrizzlyHttpContainer.java:384)
  458. at org.glassfish.grizzly.http.server.HttpHandler$1.run(HttpHandler.java:224)
  459. at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
  460. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  461. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  462. at java.lang.Thread.run(Thread.java:745)
  463. MultiException stack 3 of 3
  464. java.lang.IllegalStateException: Unable to perform operation: resolve on org.graylog2.shared.rest.resources.system.LoadBalancerStatusResource
  465. at org.jvnet.hk2.internal.ClazzCreator.create(ClazzCreator.java:387)
  466. at org.jvnet.hk2.internal.SystemDescriptor.create(SystemDescriptor.java:487)
  467. at org.glassfish.jersey.process.internal.RequestScope.findOrCreate(RequestScope.java:162)
  468. at org.jvnet.hk2.internal.Utilities.createService(Utilities.java:2022)
  469. at org.jvnet.hk2.internal.ServiceLocatorImpl.internalGetService(ServiceLocatorImpl.java:774)
  470. at org.jvnet.hk2.internal.ServiceLocatorImpl.internalGetService(ServiceLocatorImpl.java:737)
  471. at org.jvnet.hk2.internal.ServiceLocatorImpl.getService(ServiceLocatorImpl.java:707)
  472. at org.glassfish.jersey.internal.inject.Injections.getOrCreate(Injections.java:172)
  473. at org.glassfish.jersey.server.model.MethodHandler$ClassBasedMethodHandler.getInstance(MethodHandler.java:284)
  474. at org.glassfish.jersey.server.internal.routing.PushMethodHandlerRouter.apply(PushMethodHandlerRouter.java:74)
  475. at org.glassfish.jersey.server.internal.routing.RoutingStage._apply(RoutingStage.java:109)
  476. at org.glassfish.jersey.server.internal.routing.RoutingStage._apply(RoutingStage.java:112)
  477. at org.glassfish.jersey.server.internal.routing.RoutingStage._apply(RoutingStage.java:112)
  478. at org.glassfish.jersey.server.internal.routing.RoutingStage._apply(RoutingStage.java:112)
  479. at org.glassfish.jersey.server.internal.routing.RoutingStage.apply(RoutingStage.java:92)
  480. at org.glassfish.jersey.server.internal.routing.RoutingStage.apply(RoutingStage.java:61)
  481. at org.glassfish.jersey.process.internal.Stages.process(Stages.java:197)
  482. at org.glassfish.jersey.server.ServerRuntime$2.run(ServerRuntime.java:318)
  483. at org.glassfish.jersey.internal.Errors$1.call(Errors.java:271)
  484. at org.glassfish.jersey.internal.Errors$1.call(Errors.java:267)
  485. at org.glassfish.jersey.internal.Errors.process(Errors.java:315)
  486. at org.glassfish.jersey.internal.Errors.process(Errors.java:297)
  487. at org.glassfish.jersey.internal.Errors.process(Errors.java:267)
  488. at org.glassfish.jersey.process.internal.RequestScope.runInScope(RequestScope.java:317)
  489. at org.glassfish.jersey.server.ServerRuntime.process(ServerRuntime.java:305)
  490. at org.glassfish.jersey.server.ApplicationHandler.handle(ApplicationHandler.java:1154)
  491. at org.glassfish.jersey.grizzly2.httpserver.GrizzlyHttpContainer.service(GrizzlyHttpContainer.java:384)
  492. at org.glassfish.grizzly.http.server.HttpHandler$1.run(HttpHandler.java:224)
  493. at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
  494. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  495. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  496. at java.lang.Thread.run(Thread.java:745)
  497.  
  498.  
  499. 2017-04-04T19:44:09.208-05:00 INFO [CmdLineTool] Loaded plugin: Elastic Beats Input 2.2.3 [org.graylog.plugins.beats.BeatsInputPlugin]
  500. 2017-04-04T19:44:09.232-05:00 INFO [CmdLineTool] Loaded plugin: Collector 2.2.3 [org.graylog.plugins.collector.CollectorPlugin]
  501. 2017-04-04T19:44:09.233-05:00 INFO [CmdLineTool] Loaded plugin: Enterprise Integration Plugin 2.2.3 [org.graylog.plugins.enterprise_integration.EnterpriseIntegrationPlugin]
  502. 2017-04-04T19:44:09.234-05:00 INFO [CmdLineTool] Loaded plugin: MapWidgetPlugin 2.2.3 [org.graylog.plugins.map.MapWidgetPlugin]
  503. 2017-04-04T19:44:09.245-05:00 INFO [CmdLineTool] Loaded plugin: Pipeline Processor Plugin 2.2.3 [org.graylog.plugins.pipelineprocessor.ProcessorPlugin]
  504. 2017-04-04T19:44:09.246-05:00 INFO [CmdLineTool] Loaded plugin: Anonymous Usage Statistics 2.2.3 [org.graylog.plugins.usagestatistics.UsageStatsPlugin]
  505. 2017-04-04T19:44:09.671-05:00 INFO [CmdLineTool] Running with JVM arguments: -Xms1g -Xmx1g -XX:NewRatio=1 -XX:+ResizeTLAB -XX:+UseConcMarkSweepGC -XX:+CMSConcurrentMTEnabled -XX:+CMSClassUnloadingEnabled -XX:+UseParNewGC -XX:-OmitStackTraceInFastThrow -Dlog4j.configurationFile=file:///etc/graylog/server/log4j2.xml -Djava.library.path=/usr/share/graylog-server/lib/sigar -Dgraylog2.installation_source=deb
  506. 2017-04-04T19:44:09.949-05:00 INFO [Version] HV000001: Hibernate Validator null
  507. 2017-04-04T19:44:12.517-05:00 INFO [InputBufferImpl] Message journal is enabled.
  508. 2017-04-04T19:44:12.543-05:00 INFO [NodeId] Node ID: c397e76f-56b3-4ec8-9f99-7e26f77f9f2c
  509. 2017-04-04T19:44:12.807-05:00 INFO [LogManager] Loading logs.
  510. 2017-04-04T19:44:12.853-05:00 WARN [Log] Found a corrupted index file, /var/lib/graylog-server/journal/messagejournal-0/00000000000000069647.index, deleting and rebuilding index...
  511. 2017-04-04T19:44:12.979-05:00 INFO [LogManager] Logs loading complete.
  512. 2017-04-04T19:44:12.980-05:00 INFO [KafkaJournal] Initialized Kafka based journal at /var/lib/graylog-server/journal
  513. 2017-04-04T19:44:13.000-05:00 INFO [InputBufferImpl] Initialized InputBufferImpl with ring size <65536> and wait strategy <BlockingWaitStrategy>, running 2 parallel message handlers.
  514. 2017-04-04T19:44:13.025-05:00 INFO [cluster] Cluster created with settings {hosts=[grayarb:27017, graysrv1:27017, graysrv2:27017], mode=MULTIPLE, requiredClusterType=REPLICA_SET, serverSelectionTimeout='30000 ms', maxWaitQueueSize=5000, requiredReplicaSetName='rs0'}
  515. 2017-04-04T19:44:13.026-05:00 INFO [cluster] Adding discovered server grayarb:27017 to client view of cluster
  516. 2017-04-04T19:44:13.063-05:00 INFO [cluster] Adding discovered server graysrv1:27017 to client view of cluster
  517. 2017-04-04T19:44:13.066-05:00 INFO [cluster] Adding discovered server graysrv2:27017 to client view of cluster
  518. 2017-04-04T19:44:13.088-05:00 INFO [cluster] No server chosen by ReadPreferenceServerSelector{readPreference=primary} from cluster description ClusterDescription{type=REPLICA_SET, connectionMode=MULTIPLE, serverDescriptions=[ServerDescription{address=grayarb:27017, type=UNKNOWN, state=CONNECTING}, ServerDescription{address=graysrv2:27017, type=UNKNOWN, state=CONNECTING}, ServerDescription{address=graysrv1:27017, type=UNKNOWN, state=CONNECTING}]}. Waiting for 30000 ms before timing out
  519. 2017-04-04T19:44:13.112-05:00 INFO [connection] Opened connection [connectionId{localValue:1, serverValue:10}] to graysrv1:27017
  520. 2017-04-04T19:44:13.116-05:00 INFO [connection] Opened connection [connectionId{localValue:3, serverValue:7}] to graysrv2:27017
  521. 2017-04-04T19:44:13.116-05:00 INFO [cluster] Monitor thread successfully connected to server with description ServerDescription{address=graysrv1:27017, type=REPLICA_SET_PRIMARY, state=CONNECTED, ok=true, version=ServerVersion{versionList=[2, 6, 10]}, minWireVersion=0, maxWireVersion=2, maxDocumentSize=16777216, roundTripTimeNanos=1214815, setName='rs0', canonicalAddress=GraySrv1:27017, hosts=[GraySrv2:27017, GraySrv1:27017], passives=[], arbiters=[GrayArb:27017], primary='GraySrv1:27017', tagSet=TagSet{[]}, electionId=58e43dcb0a3558c9fe7ef1cc, setVersion=7, lastWriteDate=null, lastUpdateTimeNanos=33280283791}
  522. 2017-04-04T19:44:13.116-05:00 INFO [connection] Opened connection [connectionId{localValue:2, serverValue:122}] to grayarb:27017
  523. 2017-04-04T19:44:13.117-05:00 INFO [cluster] Monitor thread successfully connected to server with description ServerDescription{address=graysrv2:27017, type=REPLICA_SET_SECONDARY, state=CONNECTED, ok=true, version=ServerVersion{versionList=[2, 6, 10]}, minWireVersion=0, maxWireVersion=2, maxDocumentSize=16777216, roundTripTimeNanos=965867, setName='rs0', canonicalAddress=GraySrv2:27017, hosts=[GraySrv2:27017, GraySrv1:27017], passives=[], arbiters=[GrayArb:27017], primary='GraySrv1:27017', tagSet=TagSet{[]}, electionId=null, setVersion=7, lastWriteDate=null, lastUpdateTimeNanos=33282554383}
  524. 2017-04-04T19:44:13.118-05:00 INFO [cluster] Monitor thread successfully connected to server with description ServerDescription{address=grayarb:27017, type=REPLICA_SET_ARBITER, state=CONNECTED, ok=true, version=ServerVersion{versionList=[2, 6, 10]}, minWireVersion=0, maxWireVersion=2, maxDocumentSize=16777216, roundTripTimeNanos=1828074, setName='rs0', canonicalAddress=GrayArb:27017, hosts=[GraySrv2:27017, GraySrv1:27017], passives=[], arbiters=[GrayArb:27017], primary='GraySrv1:27017', tagSet=TagSet{[]}, electionId=null, setVersion=7, lastWriteDate=null, lastUpdateTimeNanos=33283534978}
  525. 2017-04-04T19:44:13.118-05:00 INFO [cluster] Setting max election id to 58e43dcb0a3558c9fe7ef1cc from replica set primary graysrv1:27017
  526. 2017-04-04T19:44:13.118-05:00 INFO [cluster] Setting max set version to 7 from replica set primary graysrv1:27017
  527. 2017-04-04T19:44:13.119-05:00 INFO [cluster] Discovered replica set primary graysrv1:27017
  528. 2017-04-04T19:44:13.127-05:00 INFO [connection] Opened connection [connectionId{localValue:4, serverValue:11}] to graysrv1:27017
  529. 2017-04-04T19:44:13.512-05:00 INFO [node] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] version[2.4.4], pid[1409], build[fcbb46d/2017-01-03T11:33:16Z]
  530. 2017-04-04T19:44:13.512-05:00 INFO [node] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] initializing ...
  531. 2017-04-04T19:44:13.520-05:00 INFO [plugins] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] modules [], plugins [graylog-monitor], sites []
  532. 2017-04-04T19:44:15.342-05:00 INFO [node] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] initialized
  533. 2017-04-04T19:44:15.426-05:00 INFO [ProcessBuffer] Initialized ProcessBuffer with ring size <65536> and wait strategy <BlockingWaitStrategy>.
  534. 2017-04-04T19:44:17.460-05:00 INFO [RulesEngineProvider] No static rules file loaded.
  535. 2017-04-04T19:44:18.595-05:00 INFO [OutputBuffer] Initialized OutputBuffer with ring size <65536> and wait strategy <BlockingWaitStrategy>.
  536. 2017-04-04T19:44:19.698-05:00 INFO [ServerBootstrap] Graylog server 2.2.3+7adc951 starting up
  537. 2017-04-04T19:44:19.698-05:00 INFO [ServerBootstrap] JRE: Oracle Corporation 1.8.0_121 on Linux 4.4.0-72-generic
  538. 2017-04-04T19:44:19.699-05:00 INFO [ServerBootstrap] Deployment: deb
  539. 2017-04-04T19:44:19.699-05:00 INFO [ServerBootstrap] OS: Ubuntu 16.04.2 LTS (xenial)
  540. 2017-04-04T19:44:19.699-05:00 INFO [ServerBootstrap] Arch: amd64
  541. 2017-04-04T19:44:19.703-05:00 WARN [DeadEventLoggingListener] Received unhandled event of type <org.graylog2.plugin.lifecycles.Lifecycle> from event bus <AsyncEventBus{graylog-eventbus}>
  542. 2017-04-04T19:44:19.751-05:00 INFO [PeriodicalsService] Starting 26 periodicals ...
  543. 2017-04-04T19:44:19.756-05:00 INFO [Periodicals] Starting [org.graylog2.periodical.ThroughputCalculator] periodical in [0s], polling every [1s].
  544. 2017-04-04T19:44:19.757-05:00 INFO [node] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] starting ...
  545. 2017-04-04T19:44:19.760-05:00 INFO [PeriodicalsService] Not starting [org.graylog2.periodical.AlertScannerThread] periodical. Only started on Graylog master nodes.
  546. 2017-04-04T19:44:19.760-05:00 INFO [Periodicals] Starting [org.graylog2.periodical.BatchedElasticSearchOutputFlushThread] periodical in [0s], polling every [1s].
  547. 2017-04-04T19:44:19.762-05:00 INFO [PeriodicalsService] Not starting [org.graylog2.periodical.ClusterHealthCheckThread] periodical. Only started on Graylog master nodes.
  548. 2017-04-04T19:44:19.762-05:00 INFO [PeriodicalsService] Not starting [org.graylog2.periodical.ContentPackLoaderPeriodical] periodical. Only started on Graylog master nodes.
  549. 2017-04-04T19:44:19.763-05:00 INFO [Periodicals] Starting [org.graylog2.periodical.GarbageCollectionWarningThread] periodical, running forever.
  550. 2017-04-04T19:44:19.767-05:00 INFO [PeriodicalsService] Not starting [org.graylog2.periodical.IndexerClusterCheckerThread] periodical. Only started on Graylog master nodes.
  551. 2017-04-04T19:44:19.767-05:00 INFO [PeriodicalsService] Not starting [org.graylog2.periodical.IndexRetentionThread] periodical. Only started on Graylog master nodes.
  552. 2017-04-04T19:44:19.768-05:00 INFO [PeriodicalsService] Not starting [org.graylog2.periodical.IndexRotationThread] periodical. Only started on Graylog master nodes.
  553. 2017-04-04T19:44:19.768-05:00 INFO [Periodicals] Starting [org.graylog2.periodical.NodePingThread] periodical in [0s], polling every [1s].
  554. 2017-04-04T19:44:19.770-05:00 INFO [PeriodicalsService] Not starting [org.graylog2.periodical.VersionCheckThread] periodical. Only started on Graylog master nodes.
  555. 2017-04-04T19:44:19.770-05:00 INFO [Periodicals] Starting [org.graylog2.periodical.ThrottleStateUpdaterThread] periodical in [1s], polling every [1s].
  556. 2017-04-04T19:44:19.772-05:00 INFO [Periodicals] Starting [org.graylog2.events.ClusterEventPeriodical] periodical in [0s], polling every [1s].
  557. 2017-04-04T19:44:19.775-05:00 INFO [PeriodicalsService] Not starting [org.graylog2.events.ClusterEventCleanupPeriodical] periodical. Only started on Graylog master nodes.
  558. 2017-04-04T19:44:19.775-05:00 INFO [PeriodicalsService] Not starting [org.graylog2.periodical.ClusterIdGeneratorPeriodical] periodical. Only started on Graylog master nodes.
  559. 2017-04-04T19:44:19.776-05:00 INFO [PeriodicalsService] Not starting [org.graylog2.periodical.IndexRangesMigrationPeriodical] periodical. Only started on Graylog master nodes.
  560. 2017-04-04T19:44:19.777-05:00 INFO [PeriodicalsService] Not starting [org.graylog2.periodical.IndexRangesCleanupPeriodical] periodical. Only started on Graylog master nodes.
  561. 2017-04-04T19:44:19.777-05:00 INFO [PeriodicalsService] Not starting [org.graylog2.periodical.UserPermissionMigrationPeriodical] periodical. Only started on Graylog master nodes.
  562. 2017-04-04T19:44:19.779-05:00 INFO [connection] Opened connection [connectionId{localValue:5, serverValue:14}] to graysrv1:27017
  563. 2017-04-04T19:44:19.782-05:00 INFO [PeriodicalsService] Not starting [org.graylog2.periodical.AlarmCallbacksMigrationPeriodical] periodical. Only started on Graylog master nodes.
  564. 2017-04-04T19:44:19.783-05:00 INFO [PeriodicalsService] Not starting [org.graylog2.periodical.ConfigurationManagementPeriodical] periodical. Only started on Graylog master nodes.
  565. 2017-04-04T19:44:19.783-05:00 INFO [PeriodicalsService] Not starting [org.graylog2.periodical.LdapGroupMappingMigration] periodical. Only started on Graylog master nodes.
  566. 2017-04-04T19:44:19.785-05:00 INFO [Periodicals] Starting [org.graylog2.periodical.IndexFailuresPeriodical] periodical, running forever.
  567. 2017-04-04T19:44:19.788-05:00 INFO [Periodicals] Starting [org.graylog.plugins.usagestatistics.UsageStatsNodePeriodical] periodical in [300s], polling every [21600s].
  568. 2017-04-04T19:44:19.789-05:00 INFO [PeriodicalsService] Not starting [org.graylog.plugins.usagestatistics.UsageStatsClusterPeriodical] periodical. Not configured to run on this node.
  569. 2017-04-04T19:44:19.789-05:00 INFO [PeriodicalsService] Not starting [org.graylog.plugins.pipelineprocessor.periodical.LegacyDefaultStreamMigration] periodical. Only started on Graylog master nodes.
  570. 2017-04-04T19:44:19.789-05:00 INFO [PeriodicalsService] Not starting [org.graylog.plugins.collector.periodical.PurgeExpiredCollectorsThread] periodical. Only started on Graylog master nodes.
  571. 2017-04-04T19:44:19.793-05:00 INFO [connection] Opened connection [connectionId{localValue:6, serverValue:15}] to graysrv1:27017
  572. 2017-04-04T19:44:20.109-05:00 INFO [transport] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] publish_address {192.168.37.55:9350}, bound_addresses {192.168.37.55:9350}
  573. 2017-04-04T19:44:20.116-05:00 INFO [discovery] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] GRAY-graylog/u-bKA93wQs2DvOI_K30yeQ
  574. 2017-04-04T19:44:20.334-05:00 INFO [JerseyService] Enabling CORS for HTTP endpoint
  575. 2017-04-04T19:44:23.126-05:00 WARN [discovery] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] waited for 3s and no initial state was set by the discovery
  576. 2017-04-04T19:44:23.127-05:00 INFO [node] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] started
  577. 2017-04-04T19:44:28.140-05:00 WARN [IndexerSetupService] Could not connect to Elasticsearch
  578. 2017-04-04T19:44:28.141-05:00 INFO [IndexerSetupService] If you're using multicast, check that it is working in your network and that Elasticsearch is accessible. Also check that the cluster name setting is correct.
  579. 2017-04-04T19:44:28.142-05:00 INFO [IndexerSetupService] See http://docs.graylog.org/en/2.2/pages/configuration/elasticsearch.html for details.
  580. 2017-04-04T19:44:28.349-05:00 INFO [service] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] detected_master {node-1}{DpHE5UbcSbqgpMjICgiLxQ}{192.168.37.52}{192.168.37.52:9300}, added {{node-1}{DpHE5UbcSbqgpMjICgiLxQ}{192.168.37.52}{192.168.37.52:9300},{node-2}{xQKVr-jxQZGWodwP0hf8iw}{192.168.37.55}{192.168.37.55:9300},}, reason: zen-disco-receive(from master [{node-1}{DpHE5UbcSbqgpMjICgiLxQ}{192.168.37.52}{192.168.37.52:9300}])
  581. 2017-04-04T19:44:33.829-05:00 INFO [NetworkListener] Started listener bound to [192.168.37.55:9000]
  582. 2017-04-04T19:44:33.831-05:00 INFO [HttpServer] [HttpServer] Started.
  583. 2017-04-04T19:44:33.831-05:00 INFO [JerseyService] Started REST API at <http://192.168.37.55:9000/api/>
  584. 2017-04-04T19:44:33.831-05:00 INFO [JerseyService] Started Web Interface at <http://192.168.37.55:9000/>
  585. 2017-04-04T19:44:33.833-05:00 INFO [ServiceManagerListener] Services are healthy
  586. 2017-04-04T19:44:33.834-05:00 INFO [ServerBootstrap] Services started, startup times in ms: {BufferSynchronizerService [RUNNING]=8, OutputSetupService [RUNNING]=10, InputSetupService [RUNNING]=15, ConfigurationEtagService [RUNNING]=18, KafkaJournal [RUNNING]=21, JournalReader [RUNNING]=28, PeriodicalsService [RUNNING]=44, StreamCacheService [RUNNING]=45, IndexerSetupService [RUNNING]=8391, JerseyService [RUNNING]=14084}
  587. 2017-04-04T19:44:33.834-05:00 INFO [InputSetupService] Triggering launching persisted inputs, node transitioned from Uninitialized [LB:DEAD] to Running [LB:ALIVE]
  588. 2017-04-04T19:44:33.863-05:00 INFO [ServerBootstrap] Graylog server up and running.
  589. 2017-04-04T19:44:33.863-05:00 INFO [InputStateListener] Input [GELF HTTP/58de78a082abd9465023587d] is now STARTING
  590. 2017-04-04T19:44:33.875-05:00 INFO [InputStateListener] Input [Raw/Plaintext TCP/58de786c82abd94650235843] is now STARTING
  591. 2017-04-04T19:44:33.876-05:00 INFO [InputStateListener] Input [Raw/Plaintext TCP/58de785382abd94650235825] is now STARTING
  592. 2017-04-04T19:44:33.925-05:00 WARN [NettyTransport] receiveBufferSize (SO_RCVBUF) for input RawTCPInput{title=GRAY Raw TCP, type=org.graylog2.inputs.raw.tcp.RawTCPInput, nodeId=null} should be 1048576 but is 212992.
  593. 2017-04-04T19:44:33.925-05:00 WARN [NettyTransport] receiveBufferSize (SO_RCVBUF) for input RawTCPInput{title=Other Raw TCP, type=org.graylog2.inputs.raw.tcp.RawTCPInput, nodeId=null} should be 1048576 but is 212992.
  594. 2017-04-04T19:44:33.925-05:00 WARN [NettyTransport] receiveBufferSize (SO_RCVBUF) for input GELFHttpInput{title=GELF HTTP, type=org.graylog2.inputs.gelf.http.GELFHttpInput, nodeId=null} should be 1048576 but is 212992.
  595. 2017-04-04T19:44:33.927-05:00 INFO [InputStateListener] Input [Raw/Plaintext TCP/58de785382abd94650235825] is now RUNNING
  596. 2017-04-04T19:44:33.929-05:00 INFO [InputStateListener] Input [GELF HTTP/58de78a082abd9465023587d] is now RUNNING
  597. 2017-04-04T19:44:33.934-05:00 INFO [InputStateListener] Input [Raw/Plaintext TCP/58de786c82abd94650235843] is now RUNNING
  598. 2017-04-04T19:44:45.654-05:00 INFO [connection] Opened connection [connectionId{localValue:7, serverValue:18}] to graysrv1:27017
  599. 2017-04-04T19:46:12.920-05:00 INFO [connection] Opened connection [connectionId{localValue:8, serverValue:23}] to graysrv1:27017
  600. 2017-04-04T19:46:24.948-05:00 INFO [connection] Opened connection [connectionId{localValue:9, serverValue:26}] to graysrv1:27017
  601. 2017-04-04T19:46:38.975-05:00 INFO [connection] Opened connection [connectionId{localValue:11, serverValue:28}] to graysrv1:27017
  602. 2017-04-04T19:46:38.975-05:00 INFO [connection] Opened connection [connectionId{localValue:10, serverValue:27}] to graysrv1:27017
  603. 2017-04-04T19:47:59.743-05:00 INFO [connection] Opened connection [connectionId{localValue:12, serverValue:36}] to graysrv1:27017
  604. 2017-04-04T19:47:59.743-05:00 INFO [connection] Opened connection [connectionId{localValue:13, serverValue:35}] to graysrv1:27017
  605. 2017-04-04T19:47:59.743-05:00 INFO [connection] Opened connection [connectionId{localValue:15, serverValue:38}] to graysrv1:27017
  606. 2017-04-04T19:47:59.743-05:00 INFO [connection] Opened connection [connectionId{localValue:16, serverValue:39}] to graysrv1:27017
  607. 2017-04-04T19:47:59.743-05:00 INFO [connection] Opened connection [connectionId{localValue:14, serverValue:37}] to graysrv1:27017
  608. 2017-04-04T19:48:35.861-05:00 INFO [connection] Opened connection [connectionId{localValue:17, serverValue:42}] to graysrv1:27017
  609. 2017-04-04T20:01:54.303-05:00 INFO [zen] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] master_left [{node-1}{DpHE5UbcSbqgpMjICgiLxQ}{192.168.37.52}{192.168.37.52:9300}], reason [transport disconnected]
  610. 2017-04-04T20:07:17.408-05:00 WARN [zen] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] master left (reason = transport disconnected), current nodes: {{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false},{node-2}{xQKVr-jxQZGWodwP0hf8iw}{192.168.37.55}{192.168.37.55:9300},}
  611. 2017-04-04T20:07:17.436-05:00 INFO [service] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] removed {{node-1}{DpHE5UbcSbqgpMjICgiLxQ}{192.168.37.52}{192.168.37.52:9300},}, reason: zen-disco-master_failed ({node-1}{DpHE5UbcSbqgpMjICgiLxQ}{192.168.37.52}{192.168.37.52:9300})
  612. 2017-04-04T20:07:17.438-05:00 WARN [NodePingThread] Did not find meta info of this node. Re-registering.
  613. 2017-04-04T20:07:17.421-05:00 WARN [ProcessBuffer] Unable to process event MessageEvent{raw=null, message=null, messages=null}, sequence 42
  614. java.lang.OutOfMemoryError: Java heap space
  615. at com.google.common.collect.Maps.newHashMap(Maps.java:275) ~[graylog.jar:?]
  616. at org.graylog.plugins.pipelineprocessor.EvaluationContext.define(EvaluationContext.java:67) ~[?:?]
  617. at org.graylog.plugins.pipelineprocessor.ast.statements.VarAssignStatement.evaluate(VarAssignStatement.java:34) ~[?:?]
  618. at org.graylog.plugins.pipelineprocessor.ast.statements.VarAssignStatement.evaluate(VarAssignStatement.java:22) ~[?:?]
  619. at org.graylog.plugins.pipelineprocessor.processors.PipelineInterpreter.evaluateStatement(PipelineInterpreter.java:372) ~[?:?]
  620. at org.graylog.plugins.pipelineprocessor.processors.PipelineInterpreter.executeRuleActions(PipelineInterpreter.java:359) ~[?:?]
  621. at org.graylog.plugins.pipelineprocessor.processors.PipelineInterpreter.evaluateStage(PipelineInterpreter.java:302) ~[?:?]
  622. at org.graylog.plugins.pipelineprocessor.processors.PipelineInterpreter.processForResolvedPipelines(PipelineInterpreter.java:264) ~[?:?]
  623. at org.graylog.plugins.pipelineprocessor.processors.PipelineInterpreter.process(PipelineInterpreter.java:144) ~[?:?]
  624. at org.graylog.plugins.pipelineprocessor.processors.PipelineInterpreter.process(PipelineInterpreter.java:100) ~[?:?]
  625. at org.graylog2.shared.buffers.processors.ProcessBufferProcessor.handleMessage(ProcessBufferProcessor.java:119) ~[graylog.jar:?]
  626. at org.graylog2.shared.buffers.processors.ProcessBufferProcessor.dispatchMessage(ProcessBufferProcessor.java:105) ~[graylog.jar:?]
  627. at org.graylog2.shared.buffers.processors.ProcessBufferProcessor.onEvent(ProcessBufferProcessor.java:82) ~[graylog.jar:?]
  628. at org.graylog2.shared.buffers.processors.ProcessBufferProcessor.onEvent(ProcessBufferProcessor.java:45) ~[graylog.jar:?]
  629. at com.lmax.disruptor.WorkProcessor.run(WorkProcessor.java:143) [graylog.jar:?]
  630. at com.codahale.metrics.InstrumentedThreadFactory$InstrumentedRunnable.run(InstrumentedThreadFactory.java:66) [graylog.jar:?]
  631. at java.lang.Thread.run(Thread.java:745) [?:1.8.0_121]
  632. 2017-04-04T20:07:17.408-05:00 WARN [ProcessBuffer] Unable to process event MessageEvent{raw=null, message=null, messages=null}, sequence 116
  633. java.lang.OutOfMemoryError: Java heap space
  634. at java.util.stream.ReduceOps$3.makeSink(ReduceOps.java:180) ~[?:1.8.0_121]
  635. at java.util.stream.ReduceOps$3.makeSink(ReduceOps.java:177) ~[?:1.8.0_121]
  636. at java.util.stream.ReduceOps$ReduceOp.evaluateSequential(ReduceOps.java:708) ~[?:1.8.0_121]
  637. at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) ~[?:1.8.0_121]
  638. at java.util.stream.ReferencePipeline.collect(ReferencePipeline.java:499) ~[?:1.8.0_121]
  639. at org.graylog.plugins.pipelineprocessor.processors.PipelineInterpreter.selectPipelines(PipelineInterpreter.java:210) ~[?:?]
  640. at org.graylog.plugins.pipelineprocessor.processors.PipelineInterpreter.process(PipelineInterpreter.java:138) ~[?:?]
  641. at org.graylog.plugins.pipelineprocessor.processors.PipelineInterpreter.process(PipelineInterpreter.java:100) ~[?:?]
  642. at org.graylog2.shared.buffers.processors.ProcessBufferProcessor.handleMessage(ProcessBufferProcessor.java:119) ~[graylog.jar:?]
  643. at org.graylog2.shared.buffers.processors.ProcessBufferProcessor.dispatchMessage(ProcessBufferProcessor.java:105) ~[graylog.jar:?]
  644. at org.graylog2.shared.buffers.processors.ProcessBufferProcessor.onEvent(ProcessBufferProcessor.java:82) ~[graylog.jar:?]
  645. at org.graylog2.shared.buffers.processors.ProcessBufferProcessor.onEvent(ProcessBufferProcessor.java:45) ~[graylog.jar:?]
  646. at com.lmax.disruptor.WorkProcessor.run(WorkProcessor.java:143) [graylog.jar:?]
  647. at com.codahale.metrics.InstrumentedThreadFactory$InstrumentedRunnable.run(InstrumentedThreadFactory.java:66) [graylog.jar:?]
  648. at java.lang.Thread.run(Thread.java:745) [?:1.8.0_121]
  649. 2017-04-04T20:07:17.442-05:00 ERROR [AnyExceptionClassMapper] Unhandled exception in REST resource
  650. java.lang.NullPointerException: null
  651. at org.glassfish.grizzly.http.HttpRequestPacket.remoteAddr(HttpRequestPacket.java:332) ~[graylog.jar:?]
  652. at org.glassfish.grizzly.http.HttpRequestPacket.getRemoteAddress(HttpRequestPacket.java:346) ~[graylog.jar:?]
  653. at org.glassfish.grizzly.http.server.Request.getRemoteAddr(Request.java:1222) ~[graylog.jar:?]
  654. at org.graylog2.rest.RestTools.getRemoteAddrFromRequest(RestTools.java:65) ~[graylog.jar:?]
  655. at org.graylog2.shared.security.ShiroSecurityContextFilter.filter(ShiroSecurityContextFilter.java:68) ~[graylog.jar:?]
  656. at org.glassfish.jersey.server.ContainerFilteringStage.apply(ContainerFilteringStage.java:132) ~[graylog.jar:?]
  657. at org.glassfish.jersey.server.ContainerFilteringStage.apply(ContainerFilteringStage.java:68) ~[graylog.jar:?]
  658. at org.glassfish.jersey.process.internal.Stages.process(Stages.java:197) ~[graylog.jar:?]
  659. at org.glassfish.jersey.server.ServerRuntime$2.run(ServerRuntime.java:318) [graylog.jar:?]
  660. at org.glassfish.jersey.internal.Errors$1.call(Errors.java:271) [graylog.jar:?]
  661. at org.glassfish.jersey.internal.Errors$1.call(Errors.java:267) [graylog.jar:?]
  662. at org.glassfish.jersey.internal.Errors.process(Errors.java:315) [graylog.jar:?]
  663. at org.glassfish.jersey.internal.Errors.process(Errors.java:297) [graylog.jar:?]
  664. at org.glassfish.jersey.internal.Errors.process(Errors.java:267) [graylog.jar:?]
  665. at org.glassfish.jersey.process.internal.RequestScope.runInScope(RequestScope.java:317) [graylog.jar:?]
  666. at org.glassfish.jersey.server.ServerRuntime.process(ServerRuntime.java:305) [graylog.jar:?]
  667. at org.glassfish.jersey.server.ApplicationHandler.handle(ApplicationHandler.java:1154) [graylog.jar:?]
  668. at org.glassfish.jersey.grizzly2.httpserver.GrizzlyHttpContainer.service(GrizzlyHttpContainer.java:384) [graylog.jar:?]
  669. at org.glassfish.grizzly.http.server.HttpHandler$1.run(HttpHandler.java:224) [graylog.jar:?]
  670. at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176) [graylog.jar:?]
  671. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [?:1.8.0_121]
  672. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [?:1.8.0_121]
  673. at java.lang.Thread.run(Thread.java:745) [?:1.8.0_121]
  674. 2017-04-04T20:07:17.497-05:00 WARN [service] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] cluster state update task [zen-disco-master_failed ({node-1}{DpHE5UbcSbqgpMjICgiLxQ}{192.168.37.52}{192.168.37.52:9300})] took 3.9m above the warn threshold of 30s
  675. 2017-04-04T20:07:17.498-05:00 INFO [service] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] detected_master {node-2}{xQKVr-jxQZGWodwP0hf8iw}{192.168.37.55}{192.168.37.55:9300}, added {{node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300},}, reason: zen-disco-receive(from master [{node-2}{xQKVr-jxQZGWodwP0hf8iw}{192.168.37.55}{192.168.37.55:9300}])
  676. 2017-04-04T20:07:17.466-05:00 WARN [unicast] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] failed to send ping to [{#zen_unicast_1#}{192.168.37.52}{192.168.37.52:9300}]
  677. org.elasticsearch.transport.SendRequestTransportException: [node-1][192.168.37.52:9300][internal:discovery/zen/unicast]
  678. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:340) ~[graylog.jar:?]
  679. at org.elasticsearch.discovery.zen.ping.unicast.UnicastZenPing.sendPingRequestToNode(UnicastZenPing.java:440) ~[graylog.jar:?]
  680. at org.elasticsearch.discovery.zen.ping.unicast.UnicastZenPing.access$1000(UnicastZenPing.java:83) ~[graylog.jar:?]
  681. at org.elasticsearch.discovery.zen.ping.unicast.UnicastZenPing$3.run(UnicastZenPing.java:403) ~[graylog.jar:?]
  682. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [?:1.8.0_121]
  683. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [?:1.8.0_121]
  684. at java.lang.Thread.run(Thread.java:745) [?:1.8.0_121]
  685. Caused by: org.elasticsearch.transport.NodeNotConnectedException: [node-1][192.168.37.52:9300] Node not connected
  686. at org.elasticsearch.transport.netty.NettyTransport.nodeChannel(NettyTransport.java:1141) ~[graylog.jar:?]
  687. at org.elasticsearch.transport.netty.NettyTransport.sendRequest(NettyTransport.java:830) ~[graylog.jar:?]
  688. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:329) ~[graylog.jar:?]
  689. ... 6 more
  690. 2017-04-04T20:07:18.503-05:00 INFO [zen] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] master_left [{node-2}{xQKVr-jxQZGWodwP0hf8iw}{192.168.37.55}{192.168.37.55:9300}], reason [failed to ping, tried [3] times, each with maximum [30s] timeout]
  691. 2017-04-04T20:07:18.504-05:00 WARN [zen] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] master left (reason = failed to ping, tried [3] times, each with maximum [30s] timeout), current nodes: {{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false},{node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300},}
  692. 2017-04-04T20:07:18.504-05:00 INFO [service] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] removed {{node-2}{xQKVr-jxQZGWodwP0hf8iw}{192.168.37.55}{192.168.37.55:9300},}, reason: zen-disco-master_failed ({node-2}{xQKVr-jxQZGWodwP0hf8iw}{192.168.37.55}{192.168.37.55:9300})
  693. 2017-04-04T20:07:20.489-05:00 INFO [service] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] detected_master {node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300}, added {{node-2}{gXWWdKRJT8O8iGZh-5Xcfg}{192.168.37.55}{192.168.37.55:9300},}, reason: zen-disco-receive(from master [{node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300}])
  694. 2017-04-04T20:14:10.748-05:00 INFO [connection] Opened connection [connectionId{localValue:18, serverValue:145}] to graysrv1:27017
  695. 2017-04-04T20:15:09.106-05:00 WARN [ProxiedResource] Unable to call http://192.168.37.55:9000/api/system/metrics/multiple on node <c397e76f-56b3-4ec8-9f99-7e26f77f9f2c>
  696. java.net.SocketTimeoutException: timeout
  697. at okio.Okio$4.newTimeoutException(Okio.java:227) ~[graylog.jar:?]
  698. at okio.AsyncTimeout.exit(AsyncTimeout.java:284) ~[graylog.jar:?]
  699. at okio.AsyncTimeout$2.read(AsyncTimeout.java:240) ~[graylog.jar:?]
  700. at okio.RealBufferedSource.indexOf(RealBufferedSource.java:325) ~[graylog.jar:?]
  701. at okio.RealBufferedSource.indexOf(RealBufferedSource.java:314) ~[graylog.jar:?]
  702. at okio.RealBufferedSource.readUtf8LineStrict(RealBufferedSource.java:210) ~[graylog.jar:?]
  703. at okhttp3.internal.http1.Http1Codec.readResponse(Http1Codec.java:191) ~[graylog.jar:?]
  704. at okhttp3.internal.http1.Http1Codec.readResponseHeaders(Http1Codec.java:132) ~[graylog.jar:?]
  705. at okhttp3.internal.http.CallServerInterceptor.intercept(CallServerInterceptor.java:54) ~[graylog.jar:?]
  706. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  707. at okhttp3.internal.connection.ConnectInterceptor.intercept(ConnectInterceptor.java:45) ~[graylog.jar:?]
  708. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  709. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  710. at okhttp3.internal.cache.CacheInterceptor.intercept(CacheInterceptor.java:93) ~[graylog.jar:?]
  711. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  712. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  713. at okhttp3.internal.http.BridgeInterceptor.intercept(BridgeInterceptor.java:93) ~[graylog.jar:?]
  714. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  715. at okhttp3.internal.http.RetryAndFollowUpInterceptor.intercept(RetryAndFollowUpInterceptor.java:120) ~[graylog.jar:?]
  716. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  717. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  718. at org.graylog2.rest.RemoteInterfaceProvider.lambda$get$0(RemoteInterfaceProvider.java:59) ~[graylog.jar:?]
  719. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  720. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  721. at okhttp3.RealCall.getResponseWithInterceptorChain(RealCall.java:179) ~[graylog.jar:?]
  722. at okhttp3.RealCall.execute(RealCall.java:63) ~[graylog.jar:?]
  723. at retrofit2.OkHttpCall.execute(OkHttpCall.java:174) ~[graylog.jar:?]
  724. at org.graylog2.shared.rest.resources.ProxiedResource.lambda$null$0(ProxiedResource.java:76) ~[graylog.jar:?]
  725. at java.util.concurrent.FutureTask.run(FutureTask.java:266) [?:1.8.0_121]
  726. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [?:1.8.0_121]
  727. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [?:1.8.0_121]
  728. at java.lang.Thread.run(Thread.java:745) [?:1.8.0_121]
  729. Caused by: java.net.SocketTimeoutException: Read timed out
  730. at java.net.SocketInputStream.socketRead0(Native Method) ~[?:1.8.0_121]
  731. at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) ~[?:1.8.0_121]
  732. at java.net.SocketInputStream.read(SocketInputStream.java:171) ~[?:1.8.0_121]
  733. at java.net.SocketInputStream.read(SocketInputStream.java:141) ~[?:1.8.0_121]
  734. at okio.Okio$2.read(Okio.java:138) ~[graylog.jar:?]
  735. at okio.AsyncTimeout$2.read(AsyncTimeout.java:236) ~[graylog.jar:?]
  736. ... 29 more
  737. 2017-04-04T20:15:35.744-05:00 WARN [ProxiedResource] Unable to call http://192.168.37.55:9000/api/system/metrics/multiple on node <c397e76f-56b3-4ec8-9f99-7e26f77f9f2c>
  738. java.net.SocketTimeoutException: timeout
  739. at okio.Okio$4.newTimeoutException(Okio.java:227) ~[graylog.jar:?]
  740. at okio.AsyncTimeout.exit(AsyncTimeout.java:284) ~[graylog.jar:?]
  741. at okio.AsyncTimeout$2.read(AsyncTimeout.java:240) ~[graylog.jar:?]
  742. at okio.RealBufferedSource.indexOf(RealBufferedSource.java:325) ~[graylog.jar:?]
  743. at okio.RealBufferedSource.indexOf(RealBufferedSource.java:314) ~[graylog.jar:?]
  744. at okio.RealBufferedSource.readUtf8LineStrict(RealBufferedSource.java:210) ~[graylog.jar:?]
  745. at okhttp3.internal.http1.Http1Codec.readResponse(Http1Codec.java:191) ~[graylog.jar:?]
  746. at okhttp3.internal.http1.Http1Codec.readResponseHeaders(Http1Codec.java:132) ~[graylog.jar:?]
  747. at okhttp3.internal.http.CallServerInterceptor.intercept(CallServerInterceptor.java:54) ~[graylog.jar:?]
  748. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  749. at okhttp3.internal.connection.ConnectInterceptor.intercept(ConnectInterceptor.java:45) ~[graylog.jar:?]
  750. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  751. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  752. at okhttp3.internal.cache.CacheInterceptor.intercept(CacheInterceptor.java:93) ~[graylog.jar:?]
  753. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  754. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  755. at okhttp3.internal.http.BridgeInterceptor.intercept(BridgeInterceptor.java:93) ~[graylog.jar:?]
  756. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  757. at okhttp3.internal.http.RetryAndFollowUpInterceptor.intercept(RetryAndFollowUpInterceptor.java:120) ~[graylog.jar:?]
  758. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  759. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  760. at org.graylog2.rest.RemoteInterfaceProvider.lambda$get$0(RemoteInterfaceProvider.java:59) ~[graylog.jar:?]
  761. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  762. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  763. at okhttp3.RealCall.getResponseWithInterceptorChain(RealCall.java:179) ~[graylog.jar:?]
  764. at okhttp3.RealCall.execute(RealCall.java:63) ~[graylog.jar:?]
  765. at retrofit2.OkHttpCall.execute(OkHttpCall.java:174) ~[graylog.jar:?]
  766. at org.graylog2.shared.rest.resources.ProxiedResource.lambda$null$0(ProxiedResource.java:76) ~[graylog.jar:?]
  767. at java.util.concurrent.FutureTask.run(FutureTask.java:266) [?:1.8.0_121]
  768. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [?:1.8.0_121]
  769. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [?:1.8.0_121]
  770. at java.lang.Thread.run(Thread.java:745) [?:1.8.0_121]
  771. Caused by: java.net.SocketTimeoutException: Read timed out
  772. at java.net.SocketInputStream.socketRead0(Native Method) ~[?:1.8.0_121]
  773. at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) ~[?:1.8.0_121]
  774. at java.net.SocketInputStream.read(SocketInputStream.java:171) ~[?:1.8.0_121]
  775. at java.net.SocketInputStream.read(SocketInputStream.java:141) ~[?:1.8.0_121]
  776. at okio.Okio$2.read(Okio.java:138) ~[graylog.jar:?]
  777. at okio.AsyncTimeout$2.read(AsyncTimeout.java:236) ~[graylog.jar:?]
  778. ... 29 more
  779. 2017-04-04T20:15:39.073-05:00 WARN [ProxiedResource] Unable to call http://192.168.37.55:9000/api/system on node <c397e76f-56b3-4ec8-9f99-7e26f77f9f2c>
  780. java.net.SocketTimeoutException: timeout
  781. at okio.Okio$4.newTimeoutException(Okio.java:227) ~[graylog.jar:?]
  782. at okio.AsyncTimeout.exit(AsyncTimeout.java:284) ~[graylog.jar:?]
  783. at okio.AsyncTimeout$2.read(AsyncTimeout.java:240) ~[graylog.jar:?]
  784. at okio.RealBufferedSource.indexOf(RealBufferedSource.java:325) ~[graylog.jar:?]
  785. at okio.RealBufferedSource.indexOf(RealBufferedSource.java:314) ~[graylog.jar:?]
  786. at okio.RealBufferedSource.readUtf8LineStrict(RealBufferedSource.java:210) ~[graylog.jar:?]
  787. at okhttp3.internal.http1.Http1Codec.readResponse(Http1Codec.java:191) ~[graylog.jar:?]
  788. at okhttp3.internal.http1.Http1Codec.readResponseHeaders(Http1Codec.java:132) ~[graylog.jar:?]
  789. at okhttp3.internal.http.CallServerInterceptor.intercept(CallServerInterceptor.java:54) ~[graylog.jar:?]
  790. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  791. at okhttp3.internal.connection.ConnectInterceptor.intercept(ConnectInterceptor.java:45) ~[graylog.jar:?]
  792. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  793. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  794. at okhttp3.internal.cache.CacheInterceptor.intercept(CacheInterceptor.java:93) ~[graylog.jar:?]
  795. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  796. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  797. at okhttp3.internal.http.BridgeInterceptor.intercept(BridgeInterceptor.java:93) ~[graylog.jar:?]
  798. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  799. at okhttp3.internal.http.RetryAndFollowUpInterceptor.intercept(RetryAndFollowUpInterceptor.java:120) ~[graylog.jar:?]
  800. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  801. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  802. at org.graylog2.rest.RemoteInterfaceProvider.lambda$get$0(RemoteInterfaceProvider.java:59) ~[graylog.jar:?]
  803. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  804. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  805. at okhttp3.RealCall.getResponseWithInterceptorChain(RealCall.java:179) ~[graylog.jar:?]
  806. at okhttp3.RealCall.execute(RealCall.java:63) ~[graylog.jar:?]
  807. at retrofit2.OkHttpCall.execute(OkHttpCall.java:174) ~[graylog.jar:?]
  808. at org.graylog2.shared.rest.resources.ProxiedResource.lambda$null$0(ProxiedResource.java:76) ~[graylog.jar:?]
  809. at java.util.concurrent.FutureTask.run(FutureTask.java:266) [?:1.8.0_121]
  810. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [?:1.8.0_121]
  811. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [?:1.8.0_121]
  812. at java.lang.Thread.run(Thread.java:745) [?:1.8.0_121]
  813. Caused by: java.net.SocketTimeoutException: Read timed out
  814. at java.net.SocketInputStream.socketRead0(Native Method) ~[?:1.8.0_121]
  815. at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) ~[?:1.8.0_121]
  816. at java.net.SocketInputStream.read(SocketInputStream.java:171) ~[?:1.8.0_121]
  817. at java.net.SocketInputStream.read(SocketInputStream.java:141) ~[?:1.8.0_121]
  818. at okio.Okio$2.read(Okio.java:138) ~[graylog.jar:?]
  819. at okio.AsyncTimeout$2.read(AsyncTimeout.java:236) ~[graylog.jar:?]
  820. ... 29 more
  821. 2017-04-04T20:15:47.542-05:00 WARN [ProxiedResource] Unable to call http://192.168.37.55:9000/api/system on node <c397e76f-56b3-4ec8-9f99-7e26f77f9f2c>
  822. java.net.SocketTimeoutException: timeout
  823. at okio.Okio$4.newTimeoutException(Okio.java:227) ~[graylog.jar:?]
  824. at okio.AsyncTimeout.exit(AsyncTimeout.java:284) ~[graylog.jar:?]
  825. at okio.AsyncTimeout$2.read(AsyncTimeout.java:240) ~[graylog.jar:?]
  826. at okio.RealBufferedSource.indexOf(RealBufferedSource.java:325) ~[graylog.jar:?]
  827. at okio.RealBufferedSource.indexOf(RealBufferedSource.java:314) ~[graylog.jar:?]
  828. at okio.RealBufferedSource.readUtf8LineStrict(RealBufferedSource.java:210) ~[graylog.jar:?]
  829. at okhttp3.internal.http1.Http1Codec.readResponse(Http1Codec.java:191) ~[graylog.jar:?]
  830. at okhttp3.internal.http1.Http1Codec.readResponseHeaders(Http1Codec.java:132) ~[graylog.jar:?]
  831. at okhttp3.internal.http.CallServerInterceptor.intercept(CallServerInterceptor.java:54) ~[graylog.jar:?]
  832. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  833. at okhttp3.internal.connection.ConnectInterceptor.intercept(ConnectInterceptor.java:45) ~[graylog.jar:?]
  834. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  835. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  836. at okhttp3.internal.cache.CacheInterceptor.intercept(CacheInterceptor.java:93) ~[graylog.jar:?]
  837. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  838. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  839. at okhttp3.internal.http.BridgeInterceptor.intercept(BridgeInterceptor.java:93) ~[graylog.jar:?]
  840. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  841. at okhttp3.internal.http.RetryAndFollowUpInterceptor.intercept(RetryAndFollowUpInterceptor.java:120) ~[graylog.jar:?]
  842. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  843. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  844. at org.graylog2.rest.RemoteInterfaceProvider.lambda$get$0(RemoteInterfaceProvider.java:59) ~[graylog.jar:?]
  845. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  846. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  847. at okhttp3.RealCall.getResponseWithInterceptorChain(RealCall.java:179) ~[graylog.jar:?]
  848. at okhttp3.RealCall.execute(RealCall.java:63) ~[graylog.jar:?]
  849. at retrofit2.OkHttpCall.execute(OkHttpCall.java:174) ~[graylog.jar:?]
  850. at org.graylog2.shared.rest.resources.ProxiedResource.lambda$null$0(ProxiedResource.java:76) ~[graylog.jar:?]
  851. at java.util.concurrent.FutureTask.run(FutureTask.java:266) [?:1.8.0_121]
  852. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [?:1.8.0_121]
  853. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [?:1.8.0_121]
  854. at java.lang.Thread.run(Thread.java:745) [?:1.8.0_121]
  855. Caused by: java.net.SocketTimeoutException: Read timed out
  856. at java.net.SocketInputStream.socketRead0(Native Method) ~[?:1.8.0_121]
  857. at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) ~[?:1.8.0_121]
  858. at java.net.SocketInputStream.read(SocketInputStream.java:171) ~[?:1.8.0_121]
  859. at java.net.SocketInputStream.read(SocketInputStream.java:141) ~[?:1.8.0_121]
  860. at okio.Okio$2.read(Okio.java:138) ~[graylog.jar:?]
  861. at okio.AsyncTimeout$2.read(AsyncTimeout.java:236) ~[graylog.jar:?]
  862. ... 29 more
  863. 2017-04-04T20:16:06.406-05:00 WARN [ProxiedResource] Unable to call http://192.168.37.55:9000/api/system/metrics/multiple on node <c397e76f-56b3-4ec8-9f99-7e26f77f9f2c>
  864. java.net.SocketTimeoutException: timeout
  865. at okio.Okio$4.newTimeoutException(Okio.java:227) ~[graylog.jar:?]
  866. at okio.AsyncTimeout.exit(AsyncTimeout.java:284) ~[graylog.jar:?]
  867. at okio.AsyncTimeout$2.read(AsyncTimeout.java:240) ~[graylog.jar:?]
  868. at okio.RealBufferedSource.indexOf(RealBufferedSource.java:325) ~[graylog.jar:?]
  869. at okio.RealBufferedSource.indexOf(RealBufferedSource.java:314) ~[graylog.jar:?]
  870. at okio.RealBufferedSource.readUtf8LineStrict(RealBufferedSource.java:210) ~[graylog.jar:?]
  871. at okhttp3.internal.http1.Http1Codec.readResponse(Http1Codec.java:191) ~[graylog.jar:?]
  872. at okhttp3.internal.http1.Http1Codec.readResponseHeaders(Http1Codec.java:132) ~[graylog.jar:?]
  873. at okhttp3.internal.http.CallServerInterceptor.intercept(CallServerInterceptor.java:54) ~[graylog.jar:?]
  874. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  875. at okhttp3.internal.connection.ConnectInterceptor.intercept(ConnectInterceptor.java:45) ~[graylog.jar:?]
  876. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  877. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  878. at okhttp3.internal.cache.CacheInterceptor.intercept(CacheInterceptor.java:93) ~[graylog.jar:?]
  879. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  880. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  881. at okhttp3.internal.http.BridgeInterceptor.intercept(BridgeInterceptor.java:93) ~[graylog.jar:?]
  882. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  883. at okhttp3.internal.http.RetryAndFollowUpInterceptor.intercept(RetryAndFollowUpInterceptor.java:120) ~[graylog.jar:?]
  884. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  885. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  886. at org.graylog2.rest.RemoteInterfaceProvider.lambda$get$0(RemoteInterfaceProvider.java:59) ~[graylog.jar:?]
  887. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  888. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  889. at okhttp3.RealCall.getResponseWithInterceptorChain(RealCall.java:179) ~[graylog.jar:?]
  890. at okhttp3.RealCall.execute(RealCall.java:63) ~[graylog.jar:?]
  891. at retrofit2.OkHttpCall.execute(OkHttpCall.java:174) ~[graylog.jar:?]
  892. at org.graylog2.shared.rest.resources.ProxiedResource.lambda$null$0(ProxiedResource.java:76) ~[graylog.jar:?]
  893. at java.util.concurrent.FutureTask.run(FutureTask.java:266) [?:1.8.0_121]
  894. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [?:1.8.0_121]
  895. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [?:1.8.0_121]
  896. at java.lang.Thread.run(Thread.java:745) [?:1.8.0_121]
  897. Caused by: java.net.SocketTimeoutException: Read timed out
  898. at java.net.SocketInputStream.socketRead0(Native Method) ~[?:1.8.0_121]
  899. at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) ~[?:1.8.0_121]
  900. at java.net.SocketInputStream.read(SocketInputStream.java:171) ~[?:1.8.0_121]
  901. at java.net.SocketInputStream.read(SocketInputStream.java:141) ~[?:1.8.0_121]
  902. at okio.Okio$2.read(Okio.java:138) ~[graylog.jar:?]
  903. at okio.AsyncTimeout$2.read(AsyncTimeout.java:236) ~[graylog.jar:?]
  904. ... 29 more
  905. 2017-04-04T20:16:18.744-05:00 WARN [ProxiedResource] Unable to call http://192.168.37.55:9000/api/system on node <c397e76f-56b3-4ec8-9f99-7e26f77f9f2c>
  906. java.net.SocketTimeoutException: timeout
  907. at okio.Okio$4.newTimeoutException(Okio.java:227) ~[graylog.jar:?]
  908. at okio.AsyncTimeout.exit(AsyncTimeout.java:284) ~[graylog.jar:?]
  909. at okio.AsyncTimeout$2.read(AsyncTimeout.java:240) ~[graylog.jar:?]
  910. at okio.RealBufferedSource.indexOf(RealBufferedSource.java:325) ~[graylog.jar:?]
  911. at okio.RealBufferedSource.indexOf(RealBufferedSource.java:314) ~[graylog.jar:?]
  912. at okio.RealBufferedSource.readUtf8LineStrict(RealBufferedSource.java:210) ~[graylog.jar:?]
  913. at okhttp3.internal.http1.Http1Codec.readResponse(Http1Codec.java:191) ~[graylog.jar:?]
  914. at okhttp3.internal.http1.Http1Codec.readResponseHeaders(Http1Codec.java:132) ~[graylog.jar:?]
  915. at okhttp3.internal.http.CallServerInterceptor.intercept(CallServerInterceptor.java:54) ~[graylog.jar:?]
  916. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  917. at okhttp3.internal.connection.ConnectInterceptor.intercept(ConnectInterceptor.java:45) ~[graylog.jar:?]
  918. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  919. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  920. at okhttp3.internal.cache.CacheInterceptor.intercept(CacheInterceptor.java:93) ~[graylog.jar:?]
  921. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  922. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  923. at okhttp3.internal.http.BridgeInterceptor.intercept(BridgeInterceptor.java:93) ~[graylog.jar:?]
  924. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  925. at okhttp3.internal.http.RetryAndFollowUpInterceptor.intercept(RetryAndFollowUpInterceptor.java:120) ~[graylog.jar:?]
  926. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  927. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  928. at org.graylog2.rest.RemoteInterfaceProvider.lambda$get$0(RemoteInterfaceProvider.java:59) ~[graylog.jar:?]
  929. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  930. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  931. at okhttp3.RealCall.getResponseWithInterceptorChain(RealCall.java:179) ~[graylog.jar:?]
  932. at okhttp3.RealCall.execute(RealCall.java:63) ~[graylog.jar:?]
  933. at retrofit2.OkHttpCall.execute(OkHttpCall.java:174) ~[graylog.jar:?]
  934. at org.graylog2.shared.rest.resources.ProxiedResource.lambda$null$0(ProxiedResource.java:76) ~[graylog.jar:?]
  935. at java.util.concurrent.FutureTask.run(FutureTask.java:266) [?:1.8.0_121]
  936. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [?:1.8.0_121]
  937. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [?:1.8.0_121]
  938. at java.lang.Thread.run(Thread.java:745) [?:1.8.0_121]
  939. Caused by: java.net.SocketTimeoutException: Read timed out
  940. at java.net.SocketInputStream.socketRead0(Native Method) ~[?:1.8.0_121]
  941. at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) ~[?:1.8.0_121]
  942. at java.net.SocketInputStream.read(SocketInputStream.java:171) ~[?:1.8.0_121]
  943. at java.net.SocketInputStream.read(SocketInputStream.java:141) ~[?:1.8.0_121]
  944. at okio.Okio$2.read(Okio.java:138) ~[graylog.jar:?]
  945. at okio.AsyncTimeout$2.read(AsyncTimeout.java:236) ~[graylog.jar:?]
  946. ... 29 more
  947. 2017-04-04T20:16:33.189-05:00 WARN [ProxiedResource] Unable to call http://192.168.37.55:9000/api/system/metrics/multiple on node <c397e76f-56b3-4ec8-9f99-7e26f77f9f2c>
  948. java.net.SocketTimeoutException: timeout
  949. at okio.Okio$4.newTimeoutException(Okio.java:227) ~[graylog.jar:?]
  950. at okio.AsyncTimeout.exit(AsyncTimeout.java:284) ~[graylog.jar:?]
  951. at okio.AsyncTimeout$2.read(AsyncTimeout.java:240) ~[graylog.jar:?]
  952. at okio.RealBufferedSource.indexOf(RealBufferedSource.java:325) ~[graylog.jar:?]
  953. at okio.RealBufferedSource.indexOf(RealBufferedSource.java:314) ~[graylog.jar:?]
  954. at okio.RealBufferedSource.readUtf8LineStrict(RealBufferedSource.java:210) ~[graylog.jar:?]
  955. at okhttp3.internal.http1.Http1Codec.readResponse(Http1Codec.java:191) ~[graylog.jar:?]
  956. at okhttp3.internal.http1.Http1Codec.readResponseHeaders(Http1Codec.java:132) ~[graylog.jar:?]
  957. at okhttp3.internal.http.CallServerInterceptor.intercept(CallServerInterceptor.java:54) ~[graylog.jar:?]
  958. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  959. at okhttp3.internal.connection.ConnectInterceptor.intercept(ConnectInterceptor.java:45) ~[graylog.jar:?]
  960. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  961. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  962. at okhttp3.internal.cache.CacheInterceptor.intercept(CacheInterceptor.java:93) ~[graylog.jar:?]
  963. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  964. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  965. at okhttp3.internal.http.BridgeInterceptor.intercept(BridgeInterceptor.java:93) ~[graylog.jar:?]
  966. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  967. at okhttp3.internal.http.RetryAndFollowUpInterceptor.intercept(RetryAndFollowUpInterceptor.java:120) ~[graylog.jar:?]
  968. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  969. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  970. at org.graylog2.rest.RemoteInterfaceProvider.lambda$get$0(RemoteInterfaceProvider.java:59) ~[graylog.jar:?]
  971. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  972. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  973. at okhttp3.RealCall.getResponseWithInterceptorChain(RealCall.java:179) ~[graylog.jar:?]
  974. at okhttp3.RealCall.execute(RealCall.java:63) ~[graylog.jar:?]
  975. at retrofit2.OkHttpCall.execute(OkHttpCall.java:174) ~[graylog.jar:?]
  976. at org.graylog2.shared.rest.resources.ProxiedResource.lambda$null$0(ProxiedResource.java:76) ~[graylog.jar:?]
  977. at java.util.concurrent.FutureTask.run(FutureTask.java:266) [?:1.8.0_121]
  978. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [?:1.8.0_121]
  979. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [?:1.8.0_121]
  980. at java.lang.Thread.run(Thread.java:745) [?:1.8.0_121]
  981. Caused by: java.net.SocketTimeoutException: Read timed out
  982. at java.net.SocketInputStream.socketRead0(Native Method) ~[?:1.8.0_121]
  983. at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) ~[?:1.8.0_121]
  984. at java.net.SocketInputStream.read(SocketInputStream.java:171) ~[?:1.8.0_121]
  985. at java.net.SocketInputStream.read(SocketInputStream.java:141) ~[?:1.8.0_121]
  986. at okio.Okio$2.read(Okio.java:138) ~[graylog.jar:?]
  987. at okio.AsyncTimeout$2.read(AsyncTimeout.java:236) ~[graylog.jar:?]
  988. ... 29 more
  989. 2017-04-04T20:16:37.621-05:00 WARN [ProxiedResource] Unable to call http://192.168.37.55:9000/api/system on node <c397e76f-56b3-4ec8-9f99-7e26f77f9f2c>
  990. java.net.SocketTimeoutException: timeout
  991. at okio.Okio$4.newTimeoutException(Okio.java:227) ~[graylog.jar:?]
  992. at okio.AsyncTimeout.exit(AsyncTimeout.java:284) ~[graylog.jar:?]
  993. at okio.AsyncTimeout$2.read(AsyncTimeout.java:240) ~[graylog.jar:?]
  994. at okio.RealBufferedSource.indexOf(RealBufferedSource.java:325) ~[graylog.jar:?]
  995. at okio.RealBufferedSource.indexOf(RealBufferedSource.java:314) ~[graylog.jar:?]
  996. at okio.RealBufferedSource.readUtf8LineStrict(RealBufferedSource.java:210) ~[graylog.jar:?]
  997. at okhttp3.internal.http1.Http1Codec.readResponse(Http1Codec.java:191) ~[graylog.jar:?]
  998. at okhttp3.internal.http1.Http1Codec.readResponseHeaders(Http1Codec.java:132) ~[graylog.jar:?]
  999. at okhttp3.internal.http.CallServerInterceptor.intercept(CallServerInterceptor.java:54) ~[graylog.jar:?]
  1000. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1001. at okhttp3.internal.connection.ConnectInterceptor.intercept(ConnectInterceptor.java:45) ~[graylog.jar:?]
  1002. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1003. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1004. at okhttp3.internal.cache.CacheInterceptor.intercept(CacheInterceptor.java:93) ~[graylog.jar:?]
  1005. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1006. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1007. at okhttp3.internal.http.BridgeInterceptor.intercept(BridgeInterceptor.java:93) ~[graylog.jar:?]
  1008. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1009. at okhttp3.internal.http.RetryAndFollowUpInterceptor.intercept(RetryAndFollowUpInterceptor.java:120) ~[graylog.jar:?]
  1010. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1011. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1012. at org.graylog2.rest.RemoteInterfaceProvider.lambda$get$0(RemoteInterfaceProvider.java:59) ~[graylog.jar:?]
  1013. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1014. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1015. at okhttp3.RealCall.getResponseWithInterceptorChain(RealCall.java:179) ~[graylog.jar:?]
  1016. at okhttp3.RealCall.execute(RealCall.java:63) ~[graylog.jar:?]
  1017. at retrofit2.OkHttpCall.execute(OkHttpCall.java:174) ~[graylog.jar:?]
  1018. at org.graylog2.shared.rest.resources.ProxiedResource.lambda$null$0(ProxiedResource.java:76) ~[graylog.jar:?]
  1019. at java.util.concurrent.FutureTask.run(FutureTask.java:266) [?:1.8.0_121]
  1020. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [?:1.8.0_121]
  1021. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [?:1.8.0_121]
  1022. at java.lang.Thread.run(Thread.java:745) [?:1.8.0_121]
  1023. Caused by: java.net.SocketTimeoutException: Read timed out
  1024. at java.net.SocketInputStream.socketRead0(Native Method) ~[?:1.8.0_121]
  1025. at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) ~[?:1.8.0_121]
  1026. at java.net.SocketInputStream.read(SocketInputStream.java:171) ~[?:1.8.0_121]
  1027. at java.net.SocketInputStream.read(SocketInputStream.java:141) ~[?:1.8.0_121]
  1028. at okio.Okio$2.read(Okio.java:138) ~[graylog.jar:?]
  1029. at okio.AsyncTimeout$2.read(AsyncTimeout.java:236) ~[graylog.jar:?]
  1030. ... 29 more
  1031. 2017-04-04T20:16:48.835-05:00 WARN [ProxiedResource] Unable to call http://192.168.37.55:9000/api/system on node <c397e76f-56b3-4ec8-9f99-7e26f77f9f2c>
  1032. java.net.SocketTimeoutException: timeout
  1033. at okio.Okio$4.newTimeoutException(Okio.java:227) ~[graylog.jar:?]
  1034. at okio.AsyncTimeout.exit(AsyncTimeout.java:284) ~[graylog.jar:?]
  1035. at okio.AsyncTimeout$2.read(AsyncTimeout.java:240) ~[graylog.jar:?]
  1036. at okio.RealBufferedSource.indexOf(RealBufferedSource.java:325) ~[graylog.jar:?]
  1037. at okio.RealBufferedSource.indexOf(RealBufferedSource.java:314) ~[graylog.jar:?]
  1038. at okio.RealBufferedSource.readUtf8LineStrict(RealBufferedSource.java:210) ~[graylog.jar:?]
  1039. at okhttp3.internal.http1.Http1Codec.readResponse(Http1Codec.java:191) ~[graylog.jar:?]
  1040. at okhttp3.internal.http1.Http1Codec.readResponseHeaders(Http1Codec.java:132) ~[graylog.jar:?]
  1041. at okhttp3.internal.http.CallServerInterceptor.intercept(CallServerInterceptor.java:54) ~[graylog.jar:?]
  1042. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1043. at okhttp3.internal.connection.ConnectInterceptor.intercept(ConnectInterceptor.java:45) ~[graylog.jar:?]
  1044. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1045. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1046. at okhttp3.internal.cache.CacheInterceptor.intercept(CacheInterceptor.java:93) ~[graylog.jar:?]
  1047. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1048. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1049. at okhttp3.internal.http.BridgeInterceptor.intercept(BridgeInterceptor.java:93) ~[graylog.jar:?]
  1050. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1051. at okhttp3.internal.http.RetryAndFollowUpInterceptor.intercept(RetryAndFollowUpInterceptor.java:120) ~[graylog.jar:?]
  1052. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1053. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1054. at org.graylog2.rest.RemoteInterfaceProvider.lambda$get$0(RemoteInterfaceProvider.java:59) ~[graylog.jar:?]
  1055. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1056. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1057. at okhttp3.RealCall.getResponseWithInterceptorChain(RealCall.java:179) ~[graylog.jar:?]
  1058. at okhttp3.RealCall.execute(RealCall.java:63) ~[graylog.jar:?]
  1059. at retrofit2.OkHttpCall.execute(OkHttpCall.java:174) ~[graylog.jar:?]
  1060. at org.graylog2.shared.rest.resources.ProxiedResource.lambda$null$0(ProxiedResource.java:76) ~[graylog.jar:?]
  1061. at java.util.concurrent.FutureTask.run(FutureTask.java:266) [?:1.8.0_121]
  1062. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [?:1.8.0_121]
  1063. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [?:1.8.0_121]
  1064. at java.lang.Thread.run(Thread.java:745) [?:1.8.0_121]
  1065. Caused by: java.net.SocketTimeoutException: Read timed out
  1066. at java.net.SocketInputStream.socketRead0(Native Method) ~[?:1.8.0_121]
  1067. at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) ~[?:1.8.0_121]
  1068. at java.net.SocketInputStream.read(SocketInputStream.java:171) ~[?:1.8.0_121]
  1069. at java.net.SocketInputStream.read(SocketInputStream.java:141) ~[?:1.8.0_121]
  1070. at okio.Okio$2.read(Okio.java:138) ~[graylog.jar:?]
  1071. at okio.AsyncTimeout$2.read(AsyncTimeout.java:236) ~[graylog.jar:?]
  1072. ... 29 more
  1073. 2017-04-04T20:17:01.209-05:00 WARN [ProxiedResource] Unable to call http://192.168.37.55:9000/api/system/metrics/multiple on node <c397e76f-56b3-4ec8-9f99-7e26f77f9f2c>
  1074. java.net.SocketTimeoutException: timeout
  1075. at okio.Okio$4.newTimeoutException(Okio.java:227) ~[graylog.jar:?]
  1076. at okio.AsyncTimeout.exit(AsyncTimeout.java:284) ~[graylog.jar:?]
  1077. at okio.AsyncTimeout$2.read(AsyncTimeout.java:240) ~[graylog.jar:?]
  1078. at okio.RealBufferedSource.indexOf(RealBufferedSource.java:325) ~[graylog.jar:?]
  1079. at okio.RealBufferedSource.indexOf(RealBufferedSource.java:314) ~[graylog.jar:?]
  1080. at okio.RealBufferedSource.readUtf8LineStrict(RealBufferedSource.java:210) ~[graylog.jar:?]
  1081. at okhttp3.internal.http1.Http1Codec.readResponse(Http1Codec.java:191) ~[graylog.jar:?]
  1082. at okhttp3.internal.http1.Http1Codec.readResponseHeaders(Http1Codec.java:132) ~[graylog.jar:?]
  1083. at okhttp3.internal.http.CallServerInterceptor.intercept(CallServerInterceptor.java:54) ~[graylog.jar:?]
  1084. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1085. at okhttp3.internal.connection.ConnectInterceptor.intercept(ConnectInterceptor.java:45) ~[graylog.jar:?]
  1086. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1087. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1088. at okhttp3.internal.cache.CacheInterceptor.intercept(CacheInterceptor.java:93) ~[graylog.jar:?]
  1089. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1090. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1091. at okhttp3.internal.http.BridgeInterceptor.intercept(BridgeInterceptor.java:93) ~[graylog.jar:?]
  1092. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1093. at okhttp3.internal.http.RetryAndFollowUpInterceptor.intercept(RetryAndFollowUpInterceptor.java:120) ~[graylog.jar:?]
  1094. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1095. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1096. at org.graylog2.rest.RemoteInterfaceProvider.lambda$get$0(RemoteInterfaceProvider.java:59) ~[graylog.jar:?]
  1097. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1098. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1099. at okhttp3.RealCall.getResponseWithInterceptorChain(RealCall.java:179) ~[graylog.jar:?]
  1100. at okhttp3.RealCall.execute(RealCall.java:63) ~[graylog.jar:?]
  1101. at retrofit2.OkHttpCall.execute(OkHttpCall.java:174) ~[graylog.jar:?]
  1102. at org.graylog2.shared.rest.resources.ProxiedResource.lambda$null$0(ProxiedResource.java:76) ~[graylog.jar:?]
  1103. at java.util.concurrent.FutureTask.run(FutureTask.java:266) [?:1.8.0_121]
  1104. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [?:1.8.0_121]
  1105. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [?:1.8.0_121]
  1106. at java.lang.Thread.run(Thread.java:745) [?:1.8.0_121]
  1107. Caused by: java.net.SocketTimeoutException: Read timed out
  1108. at java.net.SocketInputStream.socketRead0(Native Method) ~[?:1.8.0_121]
  1109. at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) ~[?:1.8.0_121]
  1110. at java.net.SocketInputStream.read(SocketInputStream.java:171) ~[?:1.8.0_121]
  1111. at java.net.SocketInputStream.read(SocketInputStream.java:141) ~[?:1.8.0_121]
  1112. at okio.Okio$2.read(Okio.java:138) ~[graylog.jar:?]
  1113. at okio.AsyncTimeout$2.read(AsyncTimeout.java:236) ~[graylog.jar:?]
  1114. ... 29 more
  1115. 2017-04-04T20:17:09.091-05:00 WARN [ProxiedResource] Unable to call http://192.168.37.55:9000/api/system on node <c397e76f-56b3-4ec8-9f99-7e26f77f9f2c>
  1116. java.net.SocketTimeoutException: timeout
  1117. at okio.Okio$4.newTimeoutException(Okio.java:227) ~[graylog.jar:?]
  1118. at okio.AsyncTimeout.exit(AsyncTimeout.java:284) ~[graylog.jar:?]
  1119. at okio.AsyncTimeout$2.read(AsyncTimeout.java:240) ~[graylog.jar:?]
  1120. at okio.RealBufferedSource.indexOf(RealBufferedSource.java:325) ~[graylog.jar:?]
  1121. at okio.RealBufferedSource.indexOf(RealBufferedSource.java:314) ~[graylog.jar:?]
  1122. at okio.RealBufferedSource.readUtf8LineStrict(RealBufferedSource.java:210) ~[graylog.jar:?]
  1123. at okhttp3.internal.http1.Http1Codec.readResponse(Http1Codec.java:191) ~[graylog.jar:?]
  1124. at okhttp3.internal.http1.Http1Codec.readResponseHeaders(Http1Codec.java:132) ~[graylog.jar:?]
  1125. at okhttp3.internal.http.CallServerInterceptor.intercept(CallServerInterceptor.java:54) ~[graylog.jar:?]
  1126. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1127. at okhttp3.internal.connection.ConnectInterceptor.intercept(ConnectInterceptor.java:45) ~[graylog.jar:?]
  1128. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1129. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1130. at okhttp3.internal.cache.CacheInterceptor.intercept(CacheInterceptor.java:93) ~[graylog.jar:?]
  1131. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1132. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1133. at okhttp3.internal.http.BridgeInterceptor.intercept(BridgeInterceptor.java:93) ~[graylog.jar:?]
  1134. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1135. at okhttp3.internal.http.RetryAndFollowUpInterceptor.intercept(RetryAndFollowUpInterceptor.java:120) ~[graylog.jar:?]
  1136. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1137. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1138. at org.graylog2.rest.RemoteInterfaceProvider.lambda$get$0(RemoteInterfaceProvider.java:59) ~[graylog.jar:?]
  1139. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1140. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1141. at okhttp3.RealCall.getResponseWithInterceptorChain(RealCall.java:179) ~[graylog.jar:?]
  1142. at okhttp3.RealCall.execute(RealCall.java:63) ~[graylog.jar:?]
  1143. at retrofit2.OkHttpCall.execute(OkHttpCall.java:174) ~[graylog.jar:?]
  1144. at org.graylog2.shared.rest.resources.ProxiedResource.lambda$null$0(ProxiedResource.java:76) ~[graylog.jar:?]
  1145. at java.util.concurrent.FutureTask.run(FutureTask.java:266) [?:1.8.0_121]
  1146. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [?:1.8.0_121]
  1147. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [?:1.8.0_121]
  1148. at java.lang.Thread.run(Thread.java:745) [?:1.8.0_121]
  1149. Caused by: java.net.SocketTimeoutException: Read timed out
  1150. at java.net.SocketInputStream.socketRead0(Native Method) ~[?:1.8.0_121]
  1151. at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) ~[?:1.8.0_121]
  1152. at java.net.SocketInputStream.read(SocketInputStream.java:171) ~[?:1.8.0_121]
  1153. at java.net.SocketInputStream.read(SocketInputStream.java:141) ~[?:1.8.0_121]
  1154. at okio.Okio$2.read(Okio.java:138) ~[graylog.jar:?]
  1155. at okio.AsyncTimeout$2.read(AsyncTimeout.java:236) ~[graylog.jar:?]
  1156. ... 29 more
  1157. 2017-04-04T20:17:20.685-05:00 WARN [ProxiedResource] Unable to call http://192.168.37.55:9000/api/system on node <c397e76f-56b3-4ec8-9f99-7e26f77f9f2c>
  1158. java.net.SocketTimeoutException: timeout
  1159. at okio.Okio$4.newTimeoutException(Okio.java:227) ~[graylog.jar:?]
  1160. at okio.AsyncTimeout.exit(AsyncTimeout.java:284) ~[graylog.jar:?]
  1161. at okio.AsyncTimeout$2.read(AsyncTimeout.java:240) ~[graylog.jar:?]
  1162. at okio.RealBufferedSource.indexOf(RealBufferedSource.java:325) ~[graylog.jar:?]
  1163. at okio.RealBufferedSource.indexOf(RealBufferedSource.java:314) ~[graylog.jar:?]
  1164. at okio.RealBufferedSource.readUtf8LineStrict(RealBufferedSource.java:210) ~[graylog.jar:?]
  1165. at okhttp3.internal.http1.Http1Codec.readResponse(Http1Codec.java:191) ~[graylog.jar:?]
  1166. at okhttp3.internal.http1.Http1Codec.readResponseHeaders(Http1Codec.java:132) ~[graylog.jar:?]
  1167. at okhttp3.internal.http.CallServerInterceptor.intercept(CallServerInterceptor.java:54) ~[graylog.jar:?]
  1168. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1169. at okhttp3.internal.connection.ConnectInterceptor.intercept(ConnectInterceptor.java:45) ~[graylog.jar:?]
  1170. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1171. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1172. at okhttp3.internal.cache.CacheInterceptor.intercept(CacheInterceptor.java:93) ~[graylog.jar:?]
  1173. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1174. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1175. at okhttp3.internal.http.BridgeInterceptor.intercept(BridgeInterceptor.java:93) ~[graylog.jar:?]
  1176. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1177. at okhttp3.internal.http.RetryAndFollowUpInterceptor.intercept(RetryAndFollowUpInterceptor.java:120) ~[graylog.jar:?]
  1178. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1179. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1180. at org.graylog2.rest.RemoteInterfaceProvider.lambda$get$0(RemoteInterfaceProvider.java:59) ~[graylog.jar:?]
  1181. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1182. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1183. at okhttp3.RealCall.getResponseWithInterceptorChain(RealCall.java:179) ~[graylog.jar:?]
  1184. at okhttp3.RealCall.execute(RealCall.java:63) ~[graylog.jar:?]
  1185. at retrofit2.OkHttpCall.execute(OkHttpCall.java:174) ~[graylog.jar:?]
  1186. at org.graylog2.shared.rest.resources.ProxiedResource.lambda$null$0(ProxiedResource.java:76) ~[graylog.jar:?]
  1187. at java.util.concurrent.FutureTask.run(FutureTask.java:266) [?:1.8.0_121]
  1188. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [?:1.8.0_121]
  1189. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [?:1.8.0_121]
  1190. at java.lang.Thread.run(Thread.java:745) [?:1.8.0_121]
  1191. Caused by: java.net.SocketTimeoutException: Read timed out
  1192. at java.net.SocketInputStream.socketRead0(Native Method) ~[?:1.8.0_121]
  1193. at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) ~[?:1.8.0_121]
  1194. at java.net.SocketInputStream.read(SocketInputStream.java:171) ~[?:1.8.0_121]
  1195. at java.net.SocketInputStream.read(SocketInputStream.java:141) ~[?:1.8.0_121]
  1196. at okio.Okio$2.read(Okio.java:138) ~[graylog.jar:?]
  1197. at okio.AsyncTimeout$2.read(AsyncTimeout.java:236) ~[graylog.jar:?]
  1198. ... 29 more
  1199. 2017-04-04T20:17:32.139-05:00 WARN [ProxiedResource] Unable to call http://192.168.37.55:9000/api/system/metrics/multiple on node <c397e76f-56b3-4ec8-9f99-7e26f77f9f2c>
  1200. java.net.SocketTimeoutException: timeout
  1201. at okio.Okio$4.newTimeoutException(Okio.java:227) ~[graylog.jar:?]
  1202. at okio.AsyncTimeout.exit(AsyncTimeout.java:284) ~[graylog.jar:?]
  1203. at okio.AsyncTimeout$2.read(AsyncTimeout.java:240) ~[graylog.jar:?]
  1204. at okio.RealBufferedSource.indexOf(RealBufferedSource.java:325) ~[graylog.jar:?]
  1205. at okio.RealBufferedSource.indexOf(RealBufferedSource.java:314) ~[graylog.jar:?]
  1206. at okio.RealBufferedSource.readUtf8LineStrict(RealBufferedSource.java:210) ~[graylog.jar:?]
  1207. at okhttp3.internal.http1.Http1Codec.readResponse(Http1Codec.java:191) ~[graylog.jar:?]
  1208. at okhttp3.internal.http1.Http1Codec.readResponseHeaders(Http1Codec.java:132) ~[graylog.jar:?]
  1209. at okhttp3.internal.http.CallServerInterceptor.intercept(CallServerInterceptor.java:54) ~[graylog.jar:?]
  1210. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1211. at okhttp3.internal.connection.ConnectInterceptor.intercept(ConnectInterceptor.java:45) ~[graylog.jar:?]
  1212. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1213. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1214. at okhttp3.internal.cache.CacheInterceptor.intercept(CacheInterceptor.java:93) ~[graylog.jar:?]
  1215. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1216. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1217. at okhttp3.internal.http.BridgeInterceptor.intercept(BridgeInterceptor.java:93) ~[graylog.jar:?]
  1218. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1219. at okhttp3.internal.http.RetryAndFollowUpInterceptor.intercept(RetryAndFollowUpInterceptor.java:120) ~[graylog.jar:?]
  1220. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1221. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1222. at org.graylog2.rest.RemoteInterfaceProvider.lambda$get$0(RemoteInterfaceProvider.java:59) ~[graylog.jar:?]
  1223. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1224. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1225. at okhttp3.RealCall.getResponseWithInterceptorChain(RealCall.java:179) ~[graylog.jar:?]
  1226. at okhttp3.RealCall.execute(RealCall.java:63) ~[graylog.jar:?]
  1227. at retrofit2.OkHttpCall.execute(OkHttpCall.java:174) ~[graylog.jar:?]
  1228. at org.graylog2.shared.rest.resources.ProxiedResource.lambda$null$0(ProxiedResource.java:76) ~[graylog.jar:?]
  1229. at java.util.concurrent.FutureTask.run(FutureTask.java:266) [?:1.8.0_121]
  1230. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [?:1.8.0_121]
  1231. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [?:1.8.0_121]
  1232. at java.lang.Thread.run(Thread.java:745) [?:1.8.0_121]
  1233. Caused by: java.net.SocketTimeoutException: Read timed out
  1234. at java.net.SocketInputStream.socketRead0(Native Method) ~[?:1.8.0_121]
  1235. at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) ~[?:1.8.0_121]
  1236. at java.net.SocketInputStream.read(SocketInputStream.java:171) ~[?:1.8.0_121]
  1237. at java.net.SocketInputStream.read(SocketInputStream.java:141) ~[?:1.8.0_121]
  1238. at okio.Okio$2.read(Okio.java:138) ~[graylog.jar:?]
  1239. at okio.AsyncTimeout$2.read(AsyncTimeout.java:236) ~[graylog.jar:?]
  1240. ... 29 more
  1241. 2017-04-04T20:17:55.119-05:00 WARN [ProxiedResource] Unable to call http://192.168.37.55:9000/api/system on node <c397e76f-56b3-4ec8-9f99-7e26f77f9f2c>
  1242. java.net.SocketTimeoutException: timeout
  1243. at okio.Okio$4.newTimeoutException(Okio.java:227) ~[graylog.jar:?]
  1244. at okio.AsyncTimeout.exit(AsyncTimeout.java:284) ~[graylog.jar:?]
  1245. at okio.AsyncTimeout$2.read(AsyncTimeout.java:240) ~[graylog.jar:?]
  1246. at okio.RealBufferedSource.indexOf(RealBufferedSource.java:325) ~[graylog.jar:?]
  1247. at okio.RealBufferedSource.indexOf(RealBufferedSource.java:314) ~[graylog.jar:?]
  1248. at okio.RealBufferedSource.readUtf8LineStrict(RealBufferedSource.java:210) ~[graylog.jar:?]
  1249. at okhttp3.internal.http1.Http1Codec.readResponse(Http1Codec.java:191) ~[graylog.jar:?]
  1250. at okhttp3.internal.http1.Http1Codec.readResponseHeaders(Http1Codec.java:132) ~[graylog.jar:?]
  1251. at okhttp3.internal.http.CallServerInterceptor.intercept(CallServerInterceptor.java:54) ~[graylog.jar:?]
  1252. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1253. at okhttp3.internal.connection.ConnectInterceptor.intercept(ConnectInterceptor.java:45) ~[graylog.jar:?]
  1254. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1255. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1256. at okhttp3.internal.cache.CacheInterceptor.intercept(CacheInterceptor.java:93) ~[graylog.jar:?]
  1257. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1258. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1259. at okhttp3.internal.http.BridgeInterceptor.intercept(BridgeInterceptor.java:93) ~[graylog.jar:?]
  1260. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1261. at okhttp3.internal.http.RetryAndFollowUpInterceptor.intercept(RetryAndFollowUpInterceptor.java:120) ~[graylog.jar:?]
  1262. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1263. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1264. at org.graylog2.rest.RemoteInterfaceProvider.lambda$get$0(RemoteInterfaceProvider.java:59) ~[graylog.jar:?]
  1265. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1266. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1267. at okhttp3.RealCall.getResponseWithInterceptorChain(RealCall.java:179) ~[graylog.jar:?]
  1268. at okhttp3.RealCall.execute(RealCall.java:63) ~[graylog.jar:?]
  1269. at retrofit2.OkHttpCall.execute(OkHttpCall.java:174) ~[graylog.jar:?]
  1270. at org.graylog2.shared.rest.resources.ProxiedResource.lambda$null$0(ProxiedResource.java:76) ~[graylog.jar:?]
  1271. at java.util.concurrent.FutureTask.run(FutureTask.java:266) [?:1.8.0_121]
  1272. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [?:1.8.0_121]
  1273. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [?:1.8.0_121]
  1274. at java.lang.Thread.run(Thread.java:745) [?:1.8.0_121]
  1275. Caused by: java.net.SocketTimeoutException: Read timed out
  1276. at java.net.SocketInputStream.socketRead0(Native Method) ~[?:1.8.0_121]
  1277. at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) ~[?:1.8.0_121]
  1278. at java.net.SocketInputStream.read(SocketInputStream.java:171) ~[?:1.8.0_121]
  1279. at java.net.SocketInputStream.read(SocketInputStream.java:141) ~[?:1.8.0_121]
  1280. at okio.Okio$2.read(Okio.java:138) ~[graylog.jar:?]
  1281. at okio.AsyncTimeout$2.read(AsyncTimeout.java:236) ~[graylog.jar:?]
  1282. ... 29 more
  1283. 2017-04-04T20:18:06.698-05:00 WARN [ProxiedResource] Unable to call http://192.168.37.55:9000/api/system/metrics/multiple on node <c397e76f-56b3-4ec8-9f99-7e26f77f9f2c>
  1284. java.net.SocketTimeoutException: timeout
  1285. at okio.Okio$4.newTimeoutException(Okio.java:227) ~[graylog.jar:?]
  1286. at okio.AsyncTimeout.exit(AsyncTimeout.java:284) ~[graylog.jar:?]
  1287. at okio.AsyncTimeout$2.read(AsyncTimeout.java:240) ~[graylog.jar:?]
  1288. at okio.RealBufferedSource.indexOf(RealBufferedSource.java:325) ~[graylog.jar:?]
  1289. at okio.RealBufferedSource.indexOf(RealBufferedSource.java:314) ~[graylog.jar:?]
  1290. at okio.RealBufferedSource.readUtf8LineStrict(RealBufferedSource.java:210) ~[graylog.jar:?]
  1291. at okhttp3.internal.http1.Http1Codec.readResponse(Http1Codec.java:191) ~[graylog.jar:?]
  1292. at okhttp3.internal.http1.Http1Codec.readResponseHeaders(Http1Codec.java:132) ~[graylog.jar:?]
  1293. at okhttp3.internal.http.CallServerInterceptor.intercept(CallServerInterceptor.java:54) ~[graylog.jar:?]
  1294. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1295. at okhttp3.internal.connection.ConnectInterceptor.intercept(ConnectInterceptor.java:45) ~[graylog.jar:?]
  1296. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1297. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1298. at okhttp3.internal.cache.CacheInterceptor.intercept(CacheInterceptor.java:93) ~[graylog.jar:?]
  1299. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1300. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1301. at okhttp3.internal.http.BridgeInterceptor.intercept(BridgeInterceptor.java:93) ~[graylog.jar:?]
  1302. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1303. at okhttp3.internal.http.RetryAndFollowUpInterceptor.intercept(RetryAndFollowUpInterceptor.java:120) ~[graylog.jar:?]
  1304. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1305. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1306. at org.graylog2.rest.RemoteInterfaceProvider.lambda$get$0(RemoteInterfaceProvider.java:59) ~[graylog.jar:?]
  1307. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1308. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1309. at okhttp3.RealCall.getResponseWithInterceptorChain(RealCall.java:179) ~[graylog.jar:?]
  1310. at okhttp3.RealCall.execute(RealCall.java:63) ~[graylog.jar:?]
  1311. at retrofit2.OkHttpCall.execute(OkHttpCall.java:174) ~[graylog.jar:?]
  1312. at org.graylog2.shared.rest.resources.ProxiedResource.lambda$null$0(ProxiedResource.java:76) ~[graylog.jar:?]
  1313. at java.util.concurrent.FutureTask.run(FutureTask.java:266) [?:1.8.0_121]
  1314. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [?:1.8.0_121]
  1315. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [?:1.8.0_121]
  1316. at java.lang.Thread.run(Thread.java:745) [?:1.8.0_121]
  1317. Caused by: java.net.SocketTimeoutException: Read timed out
  1318. at java.net.SocketInputStream.socketRead0(Native Method) ~[?:1.8.0_121]
  1319. at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) ~[?:1.8.0_121]
  1320. at java.net.SocketInputStream.read(SocketInputStream.java:171) ~[?:1.8.0_121]
  1321. at java.net.SocketInputStream.read(SocketInputStream.java:141) ~[?:1.8.0_121]
  1322. at okio.Okio$2.read(Okio.java:138) ~[graylog.jar:?]
  1323. at okio.AsyncTimeout$2.read(AsyncTimeout.java:236) ~[graylog.jar:?]
  1324. ... 29 more
  1325. 2017-04-04T20:18:14.272-05:00 WARN [ProxiedResource] Unable to call http://192.168.37.55:9000/api/system on node <c397e76f-56b3-4ec8-9f99-7e26f77f9f2c>
  1326. java.net.SocketTimeoutException: timeout
  1327. at okio.Okio$4.newTimeoutException(Okio.java:227) ~[graylog.jar:?]
  1328. at okio.AsyncTimeout.exit(AsyncTimeout.java:284) ~[graylog.jar:?]
  1329. at okio.AsyncTimeout$2.read(AsyncTimeout.java:240) ~[graylog.jar:?]
  1330. at okio.RealBufferedSource.indexOf(RealBufferedSource.java:325) ~[graylog.jar:?]
  1331. at okio.RealBufferedSource.indexOf(RealBufferedSource.java:314) ~[graylog.jar:?]
  1332. at okio.RealBufferedSource.readUtf8LineStrict(RealBufferedSource.java:210) ~[graylog.jar:?]
  1333. at okhttp3.internal.http1.Http1Codec.readResponse(Http1Codec.java:191) ~[graylog.jar:?]
  1334. at okhttp3.internal.http1.Http1Codec.readResponseHeaders(Http1Codec.java:132) ~[graylog.jar:?]
  1335. at okhttp3.internal.http.CallServerInterceptor.intercept(CallServerInterceptor.java:54) ~[graylog.jar:?]
  1336. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1337. at okhttp3.internal.connection.ConnectInterceptor.intercept(ConnectInterceptor.java:45) ~[graylog.jar:?]
  1338. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1339. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1340. at okhttp3.internal.cache.CacheInterceptor.intercept(CacheInterceptor.java:93) ~[graylog.jar:?]
  1341. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1342. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1343. at okhttp3.internal.http.BridgeInterceptor.intercept(BridgeInterceptor.java:93) ~[graylog.jar:?]
  1344. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1345. at okhttp3.internal.http.RetryAndFollowUpInterceptor.intercept(RetryAndFollowUpInterceptor.java:120) ~[graylog.jar:?]
  1346. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1347. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1348. at org.graylog2.rest.RemoteInterfaceProvider.lambda$get$0(RemoteInterfaceProvider.java:59) ~[graylog.jar:?]
  1349. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1350. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1351. at okhttp3.RealCall.getResponseWithInterceptorChain(RealCall.java:179) ~[graylog.jar:?]
  1352. at okhttp3.RealCall.execute(RealCall.java:63) ~[graylog.jar:?]
  1353. at retrofit2.OkHttpCall.execute(OkHttpCall.java:174) ~[graylog.jar:?]
  1354. at org.graylog2.shared.rest.resources.ProxiedResource.lambda$null$0(ProxiedResource.java:76) ~[graylog.jar:?]
  1355. at java.util.concurrent.FutureTask.run(FutureTask.java:266) [?:1.8.0_121]
  1356. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [?:1.8.0_121]
  1357. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [?:1.8.0_121]
  1358. at java.lang.Thread.run(Thread.java:745) [?:1.8.0_121]
  1359. Caused by: java.net.SocketTimeoutException: Read timed out
  1360. at java.net.SocketInputStream.socketRead0(Native Method) ~[?:1.8.0_121]
  1361. at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) ~[?:1.8.0_121]
  1362. at java.net.SocketInputStream.read(SocketInputStream.java:171) ~[?:1.8.0_121]
  1363. at java.net.SocketInputStream.read(SocketInputStream.java:141) ~[?:1.8.0_121]
  1364. at okio.Okio$2.read(Okio.java:138) ~[graylog.jar:?]
  1365. at okio.AsyncTimeout$2.read(AsyncTimeout.java:236) ~[graylog.jar:?]
  1366. ... 29 more
  1367. 2017-04-04T20:18:36.014-05:00 WARN [ProxiedResource] Unable to call http://192.168.37.55:9000/api/system on node <c397e76f-56b3-4ec8-9f99-7e26f77f9f2c>
  1368. java.net.SocketTimeoutException: timeout
  1369. at okio.Okio$4.newTimeoutException(Okio.java:227) ~[graylog.jar:?]
  1370. at okio.AsyncTimeout.exit(AsyncTimeout.java:284) ~[graylog.jar:?]
  1371. at okio.AsyncTimeout$2.read(AsyncTimeout.java:240) ~[graylog.jar:?]
  1372. at okio.RealBufferedSource.indexOf(RealBufferedSource.java:325) ~[graylog.jar:?]
  1373. at okio.RealBufferedSource.indexOf(RealBufferedSource.java:314) ~[graylog.jar:?]
  1374. at okio.RealBufferedSource.readUtf8LineStrict(RealBufferedSource.java:210) ~[graylog.jar:?]
  1375. at okhttp3.internal.http1.Http1Codec.readResponse(Http1Codec.java:191) ~[graylog.jar:?]
  1376. at okhttp3.internal.http1.Http1Codec.readResponseHeaders(Http1Codec.java:132) ~[graylog.jar:?]
  1377. at okhttp3.internal.http.CallServerInterceptor.intercept(CallServerInterceptor.java:54) ~[graylog.jar:?]
  1378. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1379. at okhttp3.internal.connection.ConnectInterceptor.intercept(ConnectInterceptor.java:45) ~[graylog.jar:?]
  1380. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1381. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1382. at okhttp3.internal.cache.CacheInterceptor.intercept(CacheInterceptor.java:93) ~[graylog.jar:?]
  1383. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1384. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1385. at okhttp3.internal.http.BridgeInterceptor.intercept(BridgeInterceptor.java:93) ~[graylog.jar:?]
  1386. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1387. at okhttp3.internal.http.RetryAndFollowUpInterceptor.intercept(RetryAndFollowUpInterceptor.java:120) ~[graylog.jar:?]
  1388. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1389. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1390. at org.graylog2.rest.RemoteInterfaceProvider.lambda$get$0(RemoteInterfaceProvider.java:59) ~[graylog.jar:?]
  1391. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1392. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1393. at okhttp3.RealCall.getResponseWithInterceptorChain(RealCall.java:179) ~[graylog.jar:?]
  1394. at okhttp3.RealCall.execute(RealCall.java:63) ~[graylog.jar:?]
  1395. at retrofit2.OkHttpCall.execute(OkHttpCall.java:174) ~[graylog.jar:?]
  1396. at org.graylog2.shared.rest.resources.ProxiedResource.lambda$null$0(ProxiedResource.java:76) ~[graylog.jar:?]
  1397. at java.util.concurrent.FutureTask.run(FutureTask.java:266) [?:1.8.0_121]
  1398. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [?:1.8.0_121]
  1399. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [?:1.8.0_121]
  1400. at java.lang.Thread.run(Thread.java:745) [?:1.8.0_121]
  1401. Caused by: java.net.SocketTimeoutException: Read timed out
  1402. at java.net.SocketInputStream.socketRead0(Native Method) ~[?:1.8.0_121]
  1403. at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) ~[?:1.8.0_121]
  1404. at java.net.SocketInputStream.read(SocketInputStream.java:171) ~[?:1.8.0_121]
  1405. at java.net.SocketInputStream.read(SocketInputStream.java:141) ~[?:1.8.0_121]
  1406. at okio.Okio$2.read(Okio.java:138) ~[graylog.jar:?]
  1407. at okio.AsyncTimeout$2.read(AsyncTimeout.java:236) ~[graylog.jar:?]
  1408. ... 29 more
  1409. 2017-04-04T20:18:47.904-05:00 WARN [ProxiedResource] Unable to call http://192.168.37.55:9000/api/system/metrics/multiple on node <c397e76f-56b3-4ec8-9f99-7e26f77f9f2c>
  1410. java.net.SocketTimeoutException: timeout
  1411. at okio.Okio$4.newTimeoutException(Okio.java:227) ~[graylog.jar:?]
  1412. at okio.AsyncTimeout.exit(AsyncTimeout.java:284) ~[graylog.jar:?]
  1413. at okio.AsyncTimeout$2.read(AsyncTimeout.java:240) ~[graylog.jar:?]
  1414. at okio.RealBufferedSource.indexOf(RealBufferedSource.java:325) ~[graylog.jar:?]
  1415. at okio.RealBufferedSource.indexOf(RealBufferedSource.java:314) ~[graylog.jar:?]
  1416. at okio.RealBufferedSource.readUtf8LineStrict(RealBufferedSource.java:210) ~[graylog.jar:?]
  1417. at okhttp3.internal.http1.Http1Codec.readResponse(Http1Codec.java:191) ~[graylog.jar:?]
  1418. at okhttp3.internal.http1.Http1Codec.readResponseHeaders(Http1Codec.java:132) ~[graylog.jar:?]
  1419. at okhttp3.internal.http.CallServerInterceptor.intercept(CallServerInterceptor.java:54) ~[graylog.jar:?]
  1420. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1421. at okhttp3.internal.connection.ConnectInterceptor.intercept(ConnectInterceptor.java:45) ~[graylog.jar:?]
  1422. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1423. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1424. at okhttp3.internal.cache.CacheInterceptor.intercept(CacheInterceptor.java:93) ~[graylog.jar:?]
  1425. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1426. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1427. at okhttp3.internal.http.BridgeInterceptor.intercept(BridgeInterceptor.java:93) ~[graylog.jar:?]
  1428. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1429. at okhttp3.internal.http.RetryAndFollowUpInterceptor.intercept(RetryAndFollowUpInterceptor.java:120) ~[graylog.jar:?]
  1430. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1431. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1432. at org.graylog2.rest.RemoteInterfaceProvider.lambda$get$0(RemoteInterfaceProvider.java:59) ~[graylog.jar:?]
  1433. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1434. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1435. at okhttp3.RealCall.getResponseWithInterceptorChain(RealCall.java:179) ~[graylog.jar:?]
  1436. at okhttp3.RealCall.execute(RealCall.java:63) ~[graylog.jar:?]
  1437. at retrofit2.OkHttpCall.execute(OkHttpCall.java:174) ~[graylog.jar:?]
  1438. at org.graylog2.shared.rest.resources.ProxiedResource.lambda$null$0(ProxiedResource.java:76) ~[graylog.jar:?]
  1439. at java.util.concurrent.FutureTask.run(FutureTask.java:266) [?:1.8.0_121]
  1440. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [?:1.8.0_121]
  1441. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [?:1.8.0_121]
  1442. at java.lang.Thread.run(Thread.java:745) [?:1.8.0_121]
  1443. Caused by: java.net.SocketTimeoutException: Read timed out
  1444. at java.net.SocketInputStream.socketRead0(Native Method) ~[?:1.8.0_121]
  1445. at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) ~[?:1.8.0_121]
  1446. at java.net.SocketInputStream.read(SocketInputStream.java:171) ~[?:1.8.0_121]
  1447. at java.net.SocketInputStream.read(SocketInputStream.java:141) ~[?:1.8.0_121]
  1448. at okio.Okio$2.read(Okio.java:138) ~[graylog.jar:?]
  1449. at okio.AsyncTimeout$2.read(AsyncTimeout.java:236) ~[graylog.jar:?]
  1450. ... 29 more
  1451. 2017-04-04T20:19:18.255-05:00 WARN [ProxiedResource] Unable to call http://192.168.37.55:9000/api/system on node <c397e76f-56b3-4ec8-9f99-7e26f77f9f2c>
  1452. java.net.SocketTimeoutException: timeout
  1453. at okio.Okio$4.newTimeoutException(Okio.java:227) ~[graylog.jar:?]
  1454. at okio.AsyncTimeout.exit(AsyncTimeout.java:284) ~[graylog.jar:?]
  1455. at okio.AsyncTimeout$2.read(AsyncTimeout.java:240) ~[graylog.jar:?]
  1456. at okio.RealBufferedSource.indexOf(RealBufferedSource.java:325) ~[graylog.jar:?]
  1457. at okio.RealBufferedSource.indexOf(RealBufferedSource.java:314) ~[graylog.jar:?]
  1458. at okio.RealBufferedSource.readUtf8LineStrict(RealBufferedSource.java:210) ~[graylog.jar:?]
  1459. at okhttp3.internal.http1.Http1Codec.readResponse(Http1Codec.java:191) ~[graylog.jar:?]
  1460. at okhttp3.internal.http1.Http1Codec.readResponseHeaders(Http1Codec.java:132) ~[graylog.jar:?]
  1461. at okhttp3.internal.http.CallServerInterceptor.intercept(CallServerInterceptor.java:54) ~[graylog.jar:?]
  1462. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1463. at okhttp3.internal.connection.ConnectInterceptor.intercept(ConnectInterceptor.java:45) ~[graylog.jar:?]
  1464. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1465. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1466. at okhttp3.internal.cache.CacheInterceptor.intercept(CacheInterceptor.java:93) ~[graylog.jar:?]
  1467. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1468. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1469. at okhttp3.internal.http.BridgeInterceptor.intercept(BridgeInterceptor.java:93) ~[graylog.jar:?]
  1470. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1471. at okhttp3.internal.http.RetryAndFollowUpInterceptor.intercept(RetryAndFollowUpInterceptor.java:120) ~[graylog.jar:?]
  1472. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1473. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1474. at org.graylog2.rest.RemoteInterfaceProvider.lambda$get$0(RemoteInterfaceProvider.java:59) ~[graylog.jar:?]
  1475. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1476. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1477. at okhttp3.RealCall.getResponseWithInterceptorChain(RealCall.java:179) ~[graylog.jar:?]
  1478. at okhttp3.RealCall.execute(RealCall.java:63) ~[graylog.jar:?]
  1479. at retrofit2.OkHttpCall.execute(OkHttpCall.java:174) ~[graylog.jar:?]
  1480. at org.graylog2.shared.rest.resources.ProxiedResource.lambda$null$0(ProxiedResource.java:76) ~[graylog.jar:?]
  1481. at java.util.concurrent.FutureTask.run(FutureTask.java:266) [?:1.8.0_121]
  1482. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [?:1.8.0_121]
  1483. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [?:1.8.0_121]
  1484. at java.lang.Thread.run(Thread.java:745) [?:1.8.0_121]
  1485. Caused by: java.net.SocketTimeoutException: Read timed out
  1486. at java.net.SocketInputStream.socketRead0(Native Method) ~[?:1.8.0_121]
  1487. at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) ~[?:1.8.0_121]
  1488. at java.net.SocketInputStream.read(SocketInputStream.java:171) ~[?:1.8.0_121]
  1489. at java.net.SocketInputStream.read(SocketInputStream.java:141) ~[?:1.8.0_121]
  1490. at okio.Okio$2.read(Okio.java:138) ~[graylog.jar:?]
  1491. at okio.AsyncTimeout$2.read(AsyncTimeout.java:236) ~[graylog.jar:?]
  1492. ... 29 more
  1493. 2017-04-04T20:19:30.128-05:00 WARN [ProxiedResource] Unable to call http://192.168.37.55:9000/api/system/metrics/multiple on node <c397e76f-56b3-4ec8-9f99-7e26f77f9f2c>
  1494. java.net.SocketTimeoutException: Read timed out
  1495. at java.net.SocketInputStream.socketRead0(Native Method) ~[?:1.8.0_121]
  1496. at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) ~[?:1.8.0_121]
  1497. at java.net.SocketInputStream.read(SocketInputStream.java:171) ~[?:1.8.0_121]
  1498. at java.net.SocketInputStream.read(SocketInputStream.java:141) ~[?:1.8.0_121]
  1499. at okio.Okio$2.read(Okio.java:138) ~[graylog.jar:?]
  1500. at okio.AsyncTimeout$2.read(AsyncTimeout.java:236) ~[graylog.jar:?]
  1501. at okio.RealBufferedSource.indexOf(RealBufferedSource.java:325) ~[graylog.jar:?]
  1502. at okio.RealBufferedSource.indexOf(RealBufferedSource.java:314) ~[graylog.jar:?]
  1503. at okio.RealBufferedSource.readUtf8LineStrict(RealBufferedSource.java:210) ~[graylog.jar:?]
  1504. at okhttp3.internal.http1.Http1Codec.readResponse(Http1Codec.java:191) ~[graylog.jar:?]
  1505. at okhttp3.internal.http1.Http1Codec.readResponseHeaders(Http1Codec.java:132) ~[graylog.jar:?]
  1506. at okhttp3.internal.http.CallServerInterceptor.intercept(CallServerInterceptor.java:54) ~[graylog.jar:?]
  1507. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1508. at okhttp3.internal.connection.ConnectInterceptor.intercept(ConnectInterceptor.java:45) ~[graylog.jar:?]
  1509. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1510. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1511. at okhttp3.internal.cache.CacheInterceptor.intercept(CacheInterceptor.java:93) ~[graylog.jar:?]
  1512. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1513. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1514. at okhttp3.internal.http.BridgeInterceptor.intercept(BridgeInterceptor.java:93) ~[graylog.jar:?]
  1515. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1516. at okhttp3.internal.http.RetryAndFollowUpInterceptor.intercept(RetryAndFollowUpInterceptor.java:120) ~[graylog.jar:?]
  1517. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1518. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1519. at org.graylog2.rest.RemoteInterfaceProvider.lambda$get$0(RemoteInterfaceProvider.java:59) ~[graylog.jar:?]
  1520. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1521. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1522. at okhttp3.RealCall.getResponseWithInterceptorChain(RealCall.java:179) ~[graylog.jar:?]
  1523. at okhttp3.RealCall.execute(RealCall.java:63) ~[graylog.jar:?]
  1524. at retrofit2.OkHttpCall.execute(OkHttpCall.java:174) ~[graylog.jar:?]
  1525. at org.graylog2.shared.rest.resources.ProxiedResource.lambda$null$0(ProxiedResource.java:76) ~[graylog.jar:?]
  1526. at java.util.concurrent.FutureTask.run(FutureTask.java:266) [?:1.8.0_121]
  1527. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [?:1.8.0_121]
  1528. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [?:1.8.0_121]
  1529. at java.lang.Thread.run(Thread.java:745) [?:1.8.0_121]
  1530. 2017-04-04T20:19:30.132-05:00 WARN [ProxiedResource] Unable to call http://192.168.37.55:9000/api/system on node <c397e76f-56b3-4ec8-9f99-7e26f77f9f2c>
  1531. java.net.SocketTimeoutException: timeout
  1532. at okio.Okio$4.newTimeoutException(Okio.java:227) ~[graylog.jar:?]
  1533. at okio.AsyncTimeout.exit(AsyncTimeout.java:284) ~[graylog.jar:?]
  1534. at okio.AsyncTimeout$2.read(AsyncTimeout.java:240) ~[graylog.jar:?]
  1535. at okio.RealBufferedSource.indexOf(RealBufferedSource.java:325) ~[graylog.jar:?]
  1536. at okio.RealBufferedSource.indexOf(RealBufferedSource.java:314) ~[graylog.jar:?]
  1537. at okio.RealBufferedSource.readUtf8LineStrict(RealBufferedSource.java:210) ~[graylog.jar:?]
  1538. at okhttp3.internal.http1.Http1Codec.readResponse(Http1Codec.java:191) ~[graylog.jar:?]
  1539. at okhttp3.internal.http1.Http1Codec.readResponseHeaders(Http1Codec.java:132) ~[graylog.jar:?]
  1540. at okhttp3.internal.http.CallServerInterceptor.intercept(CallServerInterceptor.java:54) ~[graylog.jar:?]
  1541. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1542. at okhttp3.internal.connection.ConnectInterceptor.intercept(ConnectInterceptor.java:45) ~[graylog.jar:?]
  1543. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1544. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1545. at okhttp3.internal.cache.CacheInterceptor.intercept(CacheInterceptor.java:93) ~[graylog.jar:?]
  1546. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1547. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1548. at okhttp3.internal.http.BridgeInterceptor.intercept(BridgeInterceptor.java:93) ~[graylog.jar:?]
  1549. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1550. at okhttp3.internal.http.RetryAndFollowUpInterceptor.intercept(RetryAndFollowUpInterceptor.java:120) ~[graylog.jar:?]
  1551. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1552. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1553. at org.graylog2.rest.RemoteInterfaceProvider.lambda$get$0(RemoteInterfaceProvider.java:59) ~[graylog.jar:?]
  1554. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1555. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1556. at okhttp3.RealCall.getResponseWithInterceptorChain(RealCall.java:179) ~[graylog.jar:?]
  1557. at okhttp3.RealCall.execute(RealCall.java:63) ~[graylog.jar:?]
  1558. at retrofit2.OkHttpCall.execute(OkHttpCall.java:174) ~[graylog.jar:?]
  1559. at org.graylog2.shared.rest.resources.ProxiedResource.lambda$null$0(ProxiedResource.java:76) ~[graylog.jar:?]
  1560. at java.util.concurrent.FutureTask.run(FutureTask.java:266) [?:1.8.0_121]
  1561. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [?:1.8.0_121]
  1562. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [?:1.8.0_121]
  1563. at java.lang.Thread.run(Thread.java:745) [?:1.8.0_121]
  1564. Caused by: java.net.SocketTimeoutException: Read timed out
  1565. at java.net.SocketInputStream.socketRead0(Native Method) ~[?:1.8.0_121]
  1566. at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) ~[?:1.8.0_121]
  1567. at java.net.SocketInputStream.read(SocketInputStream.java:171) ~[?:1.8.0_121]
  1568. at java.net.SocketInputStream.read(SocketInputStream.java:141) ~[?:1.8.0_121]
  1569. at okio.Okio$2.read(Okio.java:138) ~[graylog.jar:?]
  1570. at okio.AsyncTimeout$2.read(AsyncTimeout.java:236) ~[graylog.jar:?]
  1571. ... 29 more
  1572. 2017-04-04T20:20:42.075-05:00 WARN [ProxiedResource] Unable to call http://192.168.37.55:9000/api/system/metrics/multiple on node <c397e76f-56b3-4ec8-9f99-7e26f77f9f2c>
  1573. java.net.SocketTimeoutException: timeout
  1574. at okio.Okio$4.newTimeoutException(Okio.java:227) ~[graylog.jar:?]
  1575. at okio.AsyncTimeout.exit(AsyncTimeout.java:284) ~[graylog.jar:?]
  1576. at okio.AsyncTimeout$2.read(AsyncTimeout.java:240) ~[graylog.jar:?]
  1577. at okio.RealBufferedSource.indexOf(RealBufferedSource.java:325) ~[graylog.jar:?]
  1578. at okio.RealBufferedSource.indexOf(RealBufferedSource.java:314) ~[graylog.jar:?]
  1579. at okio.RealBufferedSource.readUtf8LineStrict(RealBufferedSource.java:210) ~[graylog.jar:?]
  1580. at okhttp3.internal.http1.Http1Codec.readResponse(Http1Codec.java:191) ~[graylog.jar:?]
  1581. at okhttp3.internal.http1.Http1Codec.readResponseHeaders(Http1Codec.java:132) ~[graylog.jar:?]
  1582. at okhttp3.internal.http.CallServerInterceptor.intercept(CallServerInterceptor.java:54) ~[graylog.jar:?]
  1583. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1584. at okhttp3.internal.connection.ConnectInterceptor.intercept(ConnectInterceptor.java:45) ~[graylog.jar:?]
  1585. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1586. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1587. at okhttp3.internal.cache.CacheInterceptor.intercept(CacheInterceptor.java:93) ~[graylog.jar:?]
  1588. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1589. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1590. at okhttp3.internal.http.BridgeInterceptor.intercept(BridgeInterceptor.java:93) ~[graylog.jar:?]
  1591. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1592. at okhttp3.internal.http.RetryAndFollowUpInterceptor.intercept(RetryAndFollowUpInterceptor.java:120) ~[graylog.jar:?]
  1593. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1594. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1595. at org.graylog2.rest.RemoteInterfaceProvider.lambda$get$0(RemoteInterfaceProvider.java:59) ~[graylog.jar:?]
  1596. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1597. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1598. at okhttp3.RealCall.getResponseWithInterceptorChain(RealCall.java:179) ~[graylog.jar:?]
  1599. at okhttp3.RealCall.execute(RealCall.java:63) ~[graylog.jar:?]
  1600. at retrofit2.OkHttpCall.execute(OkHttpCall.java:174) ~[graylog.jar:?]
  1601. at org.graylog2.shared.rest.resources.ProxiedResource.lambda$null$0(ProxiedResource.java:76) ~[graylog.jar:?]
  1602. at java.util.concurrent.FutureTask.run(FutureTask.java:266) [?:1.8.0_121]
  1603. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [?:1.8.0_121]
  1604. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [?:1.8.0_121]
  1605. at java.lang.Thread.run(Thread.java:745) [?:1.8.0_121]
  1606. Caused by: java.net.SocketTimeoutException: Read timed out
  1607. at java.net.SocketInputStream.socketRead0(Native Method) ~[?:1.8.0_121]
  1608. at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) ~[?:1.8.0_121]
  1609. at java.net.SocketInputStream.read(SocketInputStream.java:171) ~[?:1.8.0_121]
  1610. at java.net.SocketInputStream.read(SocketInputStream.java:141) ~[?:1.8.0_121]
  1611. at okio.Okio$2.read(Okio.java:138) ~[graylog.jar:?]
  1612. at okio.AsyncTimeout$2.read(AsyncTimeout.java:236) ~[graylog.jar:?]
  1613. ... 29 more
  1614. 2017-04-04T20:22:41.267-05:00 WARN [ProxiedResource] Unable to call http://192.168.37.55:9000/api/system on node <c397e76f-56b3-4ec8-9f99-7e26f77f9f2c>
  1615. java.net.SocketTimeoutException: timeout
  1616. at okio.Okio$4.newTimeoutException(Okio.java:227) ~[graylog.jar:?]
  1617. at okio.AsyncTimeout.exit(AsyncTimeout.java:284) ~[graylog.jar:?]
  1618. at okio.AsyncTimeout$2.read(AsyncTimeout.java:240) ~[graylog.jar:?]
  1619. at okio.RealBufferedSource.indexOf(RealBufferedSource.java:325) ~[graylog.jar:?]
  1620. at okio.RealBufferedSource.indexOf(RealBufferedSource.java:314) ~[graylog.jar:?]
  1621. at okio.RealBufferedSource.readUtf8LineStrict(RealBufferedSource.java:210) ~[graylog.jar:?]
  1622. at okhttp3.internal.http1.Http1Codec.readResponse(Http1Codec.java:191) ~[graylog.jar:?]
  1623. at okhttp3.internal.http1.Http1Codec.readResponseHeaders(Http1Codec.java:132) ~[graylog.jar:?]
  1624. at okhttp3.internal.http.CallServerInterceptor.intercept(CallServerInterceptor.java:54) ~[graylog.jar:?]
  1625. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1626. at okhttp3.internal.connection.ConnectInterceptor.intercept(ConnectInterceptor.java:45) ~[graylog.jar:?]
  1627. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1628. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1629. at okhttp3.internal.cache.CacheInterceptor.intercept(CacheInterceptor.java:93) ~[graylog.jar:?]
  1630. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1631. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1632. at okhttp3.internal.http.BridgeInterceptor.intercept(BridgeInterceptor.java:93) ~[graylog.jar:?]
  1633. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1634. at okhttp3.internal.http.RetryAndFollowUpInterceptor.intercept(RetryAndFollowUpInterceptor.java:120) ~[graylog.jar:?]
  1635. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1636. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1637. at org.graylog2.rest.RemoteInterfaceProvider.lambda$get$0(RemoteInterfaceProvider.java:59) ~[graylog.jar:?]
  1638. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1639. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1640. at okhttp3.RealCall.getResponseWithInterceptorChain(RealCall.java:179) ~[graylog.jar:?]
  1641. at okhttp3.RealCall.execute(RealCall.java:63) ~[graylog.jar:?]
  1642. at retrofit2.OkHttpCall.execute(OkHttpCall.java:174) ~[graylog.jar:?]
  1643. at org.graylog2.shared.rest.resources.ProxiedResource.lambda$null$0(ProxiedResource.java:76) ~[graylog.jar:?]
  1644. at java.util.concurrent.FutureTask.run(FutureTask.java:266) [?:1.8.0_121]
  1645. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [?:1.8.0_121]
  1646. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [?:1.8.0_121]
  1647. at java.lang.Thread.run(Thread.java:745) [?:1.8.0_121]
  1648. Caused by: java.net.SocketTimeoutException: Read timed out
  1649. at java.net.SocketInputStream.socketRead0(Native Method) ~[?:1.8.0_121]
  1650. at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) ~[?:1.8.0_121]
  1651. at java.net.SocketInputStream.read(SocketInputStream.java:171) ~[?:1.8.0_121]
  1652. at java.net.SocketInputStream.read(SocketInputStream.java:141) ~[?:1.8.0_121]
  1653. at okio.Okio$2.read(Okio.java:138) ~[graylog.jar:?]
  1654. at okio.AsyncTimeout$2.read(AsyncTimeout.java:236) ~[graylog.jar:?]
  1655. ... 29 more
  1656. 2017-04-04T20:23:41.041-05:00 WARN [ProxiedResource] Unable to call http://192.168.37.55:9000/api/system/metrics/multiple on node <c397e76f-56b3-4ec8-9f99-7e26f77f9f2c>
  1657. java.net.SocketTimeoutException: Read timed out
  1658. at java.net.SocketInputStream.socketRead0(Native Method) ~[?:1.8.0_121]
  1659. at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) ~[?:1.8.0_121]
  1660. at java.net.SocketInputStream.read(SocketInputStream.java:171) ~[?:1.8.0_121]
  1661. at java.net.SocketInputStream.read(SocketInputStream.java:141) ~[?:1.8.0_121]
  1662. at okio.Okio$2.read(Okio.java:138) ~[graylog.jar:?]
  1663. at okio.AsyncTimeout$2.read(AsyncTimeout.java:236) ~[graylog.jar:?]
  1664. at okio.RealBufferedSource.indexOf(RealBufferedSource.java:325) ~[graylog.jar:?]
  1665. at okio.RealBufferedSource.indexOf(RealBufferedSource.java:314) ~[graylog.jar:?]
  1666. at okio.RealBufferedSource.readUtf8LineStrict(RealBufferedSource.java:210) ~[graylog.jar:?]
  1667. at okhttp3.internal.http1.Http1Codec.readResponse(Http1Codec.java:191) ~[graylog.jar:?]
  1668. at okhttp3.internal.http1.Http1Codec.readResponseHeaders(Http1Codec.java:132) ~[graylog.jar:?]
  1669. at okhttp3.internal.http.CallServerInterceptor.intercept(CallServerInterceptor.java:54) ~[graylog.jar:?]
  1670. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1671. at okhttp3.internal.connection.ConnectInterceptor.intercept(ConnectInterceptor.java:45) ~[graylog.jar:?]
  1672. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1673. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1674. at okhttp3.internal.cache.CacheInterceptor.intercept(CacheInterceptor.java:93) ~[graylog.jar:?]
  1675. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1676. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1677. at okhttp3.internal.http.BridgeInterceptor.intercept(BridgeInterceptor.java:93) ~[graylog.jar:?]
  1678. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1679. at okhttp3.internal.http.RetryAndFollowUpInterceptor.intercept(RetryAndFollowUpInterceptor.java:120) ~[graylog.jar:?]
  1680. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1681. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1682. at org.graylog2.rest.RemoteInterfaceProvider.lambda$get$0(RemoteInterfaceProvider.java:59) ~[graylog.jar:?]
  1683. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1684. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1685. at okhttp3.RealCall.getResponseWithInterceptorChain(RealCall.java:179) ~[graylog.jar:?]
  1686. at okhttp3.RealCall.execute(RealCall.java:63) ~[graylog.jar:?]
  1687. at retrofit2.OkHttpCall.execute(OkHttpCall.java:174) ~[graylog.jar:?]
  1688. at org.graylog2.shared.rest.resources.ProxiedResource.lambda$null$0(ProxiedResource.java:76) ~[graylog.jar:?]
  1689. at java.util.concurrent.FutureTask.run(FutureTask.java:266) [?:1.8.0_121]
  1690. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [?:1.8.0_121]
  1691. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [?:1.8.0_121]
  1692. at java.lang.Thread.run(Thread.java:745) [?:1.8.0_121]
  1693. 2017-04-04T20:23:56.181-05:00 WARN [ProxiedResource] Unable to call http://192.168.37.55:9000/api/system on node <c397e76f-56b3-4ec8-9f99-7e26f77f9f2c>
  1694. java.net.SocketTimeoutException: Read timed out
  1695. at java.net.SocketInputStream.socketRead0(Native Method) ~[?:1.8.0_121]
  1696. at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) ~[?:1.8.0_121]
  1697. at java.net.SocketInputStream.read(SocketInputStream.java:171) ~[?:1.8.0_121]
  1698. at java.net.SocketInputStream.read(SocketInputStream.java:141) ~[?:1.8.0_121]
  1699. at okio.Okio$2.read(Okio.java:138) ~[graylog.jar:?]
  1700. at okio.AsyncTimeout$2.read(AsyncTimeout.java:236) ~[graylog.jar:?]
  1701. at okio.RealBufferedSource.indexOf(RealBufferedSource.java:325) ~[graylog.jar:?]
  1702. at okio.RealBufferedSource.indexOf(RealBufferedSource.java:314) ~[graylog.jar:?]
  1703. at okio.RealBufferedSource.readUtf8LineStrict(RealBufferedSource.java:210) ~[graylog.jar:?]
  1704. at okhttp3.internal.http1.Http1Codec.readResponse(Http1Codec.java:191) ~[graylog.jar:?]
  1705. at okhttp3.internal.http1.Http1Codec.readResponseHeaders(Http1Codec.java:132) ~[graylog.jar:?]
  1706. at okhttp3.internal.http.CallServerInterceptor.intercept(CallServerInterceptor.java:54) ~[graylog.jar:?]
  1707. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1708. at okhttp3.internal.connection.ConnectInterceptor.intercept(ConnectInterceptor.java:45) ~[graylog.jar:?]
  1709. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1710. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1711. at okhttp3.internal.cache.CacheInterceptor.intercept(CacheInterceptor.java:93) ~[graylog.jar:?]
  1712. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1713. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1714. at okhttp3.internal.http.BridgeInterceptor.intercept(BridgeInterceptor.java:93) ~[graylog.jar:?]
  1715. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1716. at okhttp3.internal.http.RetryAndFollowUpInterceptor.intercept(RetryAndFollowUpInterceptor.java:120) ~[graylog.jar:?]
  1717. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1718. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1719. at org.graylog2.rest.RemoteInterfaceProvider.lambda$get$0(RemoteInterfaceProvider.java:59) ~[graylog.jar:?]
  1720. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:92) ~[graylog.jar:?]
  1721. at okhttp3.internal.http.RealInterceptorChain.proceed(RealInterceptorChain.java:67) ~[graylog.jar:?]
  1722. at okhttp3.RealCall.getResponseWithInterceptorChain(RealCall.java:179) ~[graylog.jar:?]
  1723. at okhttp3.RealCall.execute(RealCall.java:63) ~[graylog.jar:?]
  1724. at retrofit2.OkHttpCall.execute(OkHttpCall.java:174) ~[graylog.jar:?]
  1725. at org.graylog2.shared.rest.resources.ProxiedResource.lambda$null$0(ProxiedResource.java:76) ~[graylog.jar:?]
  1726. at java.util.concurrent.FutureTask.run(FutureTask.java:266) [?:1.8.0_121]
  1727. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [?:1.8.0_121]
  1728. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [?:1.8.0_121]
  1729. at java.lang.Thread.run(Thread.java:745) [?:1.8.0_121]
  1730. 2017-04-04T20:27:48.941-05:00 WARN [transport] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] Received response for a request that has timed out, sent [44103ms] ago, timed out [12111ms] ago, action [internal:discovery/zen/fd/master_ping], node [{node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300}], id [8322]
  1731. 2017-04-04T20:35:02.885-05:00 WARN [DefaultFilterChain] GRIZZLY0013: Exception during FilterChain execution
  1732. java.lang.OutOfMemoryError: Java heap space
  1733. 2017-04-04T20:35:02.910-05:00 WARN [NodePingThread] Did not find meta info of this node. Re-registering.
  1734. 2017-04-04T20:35:02.912-05:00 WARN [transport] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] Received response for a request that has timed out, sent [97946ms] ago, timed out [4ms] ago, action [internal:discovery/zen/fd/master_ping], node [{node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300}], id [8330]
  1735. 2017-04-04T20:35:02.911-05:00 WARN [ProcessBuffer] Unable to process event MessageEvent{raw=null, message=null, messages=null}, sequence 202
  1736. java.lang.OutOfMemoryError: Java heap space
  1737. 2017-04-04T20:35:02.917-05:00 INFO [zen] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] master_left [{node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300}], reason [failed to ping, tried [3] times, each with maximum [30s] timeout]
  1738. 2017-04-04T20:35:02.922-05:00 WARN [zen] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] master left (reason = failed to ping, tried [3] times, each with maximum [30s] timeout), current nodes: {{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false},{node-2}{gXWWdKRJT8O8iGZh-5Xcfg}{192.168.37.55}{192.168.37.55:9300},}
  1739. 2017-04-04T20:35:02.923-05:00 INFO [service] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] removed {{node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300},}, reason: zen-disco-master_failed ({node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300})
  1740. 2017-04-04T20:35:02.926-05:00 ERROR [SchedulerBindings] Thread scheduled-daemon-16 failed by not catching exception: java.lang.OutOfMemoryError: Java heap space.
  1741. 2017-04-04T20:35:15.389-05:00 ERROR [AnyExceptionClassMapper] Unhandled exception in REST resource
  1742. java.lang.NullPointerException: null
  1743. at org.glassfish.grizzly.http.HttpRequestPacket.remoteAddr(HttpRequestPacket.java:332) ~[graylog.jar:?]
  1744. at org.glassfish.grizzly.http.HttpRequestPacket.getRemoteAddress(HttpRequestPacket.java:346) ~[graylog.jar:?]
  1745. at org.glassfish.grizzly.http.server.Request.getRemoteAddr(Request.java:1222) ~[graylog.jar:?]
  1746. at org.graylog2.rest.RestTools.getRemoteAddrFromRequest(RestTools.java:65) ~[graylog.jar:?]
  1747. at org.graylog2.shared.security.ShiroSecurityContextFilter.filter(ShiroSecurityContextFilter.java:68) ~[graylog.jar:?]
  1748. at org.glassfish.jersey.server.ContainerFilteringStage.apply(ContainerFilteringStage.java:132) ~[graylog.jar:?]
  1749. at org.glassfish.jersey.server.ContainerFilteringStage.apply(ContainerFilteringStage.java:68) ~[graylog.jar:?]
  1750. at org.glassfish.jersey.process.internal.Stages.process(Stages.java:197) ~[graylog.jar:?]
  1751. at org.glassfish.jersey.server.ServerRuntime$2.run(ServerRuntime.java:318) [graylog.jar:?]
  1752. at org.glassfish.jersey.internal.Errors$1.call(Errors.java:271) [graylog.jar:?]
  1753. at org.glassfish.jersey.internal.Errors$1.call(Errors.java:267) [graylog.jar:?]
  1754. at org.glassfish.jersey.internal.Errors.process(Errors.java:315) [graylog.jar:?]
  1755. at org.glassfish.jersey.internal.Errors.process(Errors.java:297) [graylog.jar:?]
  1756. at org.glassfish.jersey.internal.Errors.process(Errors.java:267) [graylog.jar:?]
  1757. at org.glassfish.jersey.process.internal.RequestScope.runInScope(RequestScope.java:317) [graylog.jar:?]
  1758. at org.glassfish.jersey.server.ServerRuntime.process(ServerRuntime.java:305) [graylog.jar:?]
  1759. at org.glassfish.jersey.server.ApplicationHandler.handle(ApplicationHandler.java:1154) [graylog.jar:?]
  1760. at org.glassfish.jersey.grizzly2.httpserver.GrizzlyHttpContainer.service(GrizzlyHttpContainer.java:384) [graylog.jar:?]
  1761. at org.glassfish.grizzly.http.server.HttpHandler$1.run(HttpHandler.java:224) [graylog.jar:?]
  1762. at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176) [graylog.jar:?]
  1763. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [?:1.8.0_121]
  1764. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [?:1.8.0_121]
  1765. at java.lang.Thread.run(Thread.java:745) [?:1.8.0_121]
  1766. 2017-04-04T20:36:15.348-05:00 INFO [zen] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] failed to send join request to master [{node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300}], reason [ElasticsearchTimeoutException[Timeout waiting for task.]]
  1767. 2017-04-04T20:36:27.762-05:00 WARN [unicast] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] received ping response ping_response{node [{node-2}{gXWWdKRJT8O8iGZh-5Xcfg}{192.168.37.55}{192.168.37.55:9300}], id[36], master [{node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300}], hasJoinedOnce [true], cluster_name[GRAY-graylog]} with no matching handler id [4]
  1768. 2017-04-04T20:36:35.398-05:00 INFO [service] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] detected_master {node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300}, added {{node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300},}, reason: zen-disco-receive(from master [{node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300}])
  1769. 2017-04-04T20:42:40.711-05:00 WARN [NodePingThread] Did not find meta info of this node. Re-registering.
  1770. 2017-04-04T20:44:06.734-05:00 WARN [transport] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] Received response for a request that has timed out, sent [78360ms] ago, timed out [30439ms] ago, action [internal:discovery/zen/fd/master_ping], node [{node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300}], id [8481]
  1771. 2017-04-04T20:45:26.791-05:00 WARN [transport] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] Received response for a request that has timed out, sent [31152ms] ago, timed out [1ms] ago, action [internal:discovery/zen/fd/master_ping], node [{node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300}], id [8485]
  1772. 2017-04-04T20:46:36.586-05:00 WARN [transport] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] Received response for a request that has timed out, sent [37571ms] ago, timed out [0ms] ago, action [internal:discovery/zen/fd/master_ping], node [{node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300}], id [8488]
  1773. 2017-04-04T20:50:52.428-05:00 WARN [transport] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] Received response for a request that has timed out, sent [144219ms] ago, timed out [8008ms] ago, action [internal:discovery/zen/fd/master_ping], node [{node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300}], id [8489]
  1774. 2017-04-04T20:58:03.282-05:00 WARN [DefaultFilterChain] GRIZZLY0013: Exception during FilterChain execution
  1775. java.lang.OutOfMemoryError: Java heap space
  1776. 2017-04-04T21:04:43.796-05:00 INFO [zen] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] master_left [{node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300}], reason [failed to ping, tried [3] times, each with maximum [30s] timeout]
  1777. 2017-04-04T21:04:43.815-05:00 WARN [zen] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] master left (reason = failed to ping, tried [3] times, each with maximum [30s] timeout), current nodes: {{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false},{node-2}{gXWWdKRJT8O8iGZh-5Xcfg}{192.168.37.55}{192.168.37.55:9300},}
  1778. 2017-04-04T21:04:43.815-05:00 WARN [ProcessBuffer] Unable to process event MessageEvent{raw=null, message=null, messages=null}, sequence 154
  1779. java.lang.OutOfMemoryError: Java heap space
  1780. 2017-04-04T21:04:43.815-05:00 INFO [service] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] removed {{node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300},}, reason: zen-disco-master_failed ({node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300})
  1781. 2017-04-04T21:04:43.818-05:00 ERROR [AnyExceptionClassMapper] Unhandled exception in REST resource
  1782. java.lang.NullPointerException: null
  1783. at org.glassfish.grizzly.http.HttpRequestPacket.remoteAddr(HttpRequestPacket.java:332) ~[graylog.jar:?]
  1784. at org.glassfish.grizzly.http.HttpRequestPacket.getRemoteAddress(HttpRequestPacket.java:346) ~[graylog.jar:?]
  1785. at org.glassfish.grizzly.http.server.Request.getRemoteAddr(Request.java:1222) ~[graylog.jar:?]
  1786. at org.graylog2.rest.RestTools.getRemoteAddrFromRequest(RestTools.java:65) ~[graylog.jar:?]
  1787. at org.graylog2.shared.security.ShiroSecurityContextFilter.filter(ShiroSecurityContextFilter.java:68) ~[graylog.jar:?]
  1788. at org.glassfish.jersey.server.ContainerFilteringStage.apply(ContainerFilteringStage.java:132) ~[graylog.jar:?]
  1789. at org.glassfish.jersey.server.ContainerFilteringStage.apply(ContainerFilteringStage.java:68) ~[graylog.jar:?]
  1790. at org.glassfish.jersey.process.internal.Stages.process(Stages.java:197) ~[graylog.jar:?]
  1791. at org.glassfish.jersey.server.ServerRuntime$2.run(ServerRuntime.java:318) [graylog.jar:?]
  1792. at org.glassfish.jersey.internal.Errors$1.call(Errors.java:271) [graylog.jar:?]
  1793. at org.glassfish.jersey.internal.Errors$1.call(Errors.java:267) [graylog.jar:?]
  1794. at org.glassfish.jersey.internal.Errors.process(Errors.java:315) [graylog.jar:?]
  1795. at org.glassfish.jersey.internal.Errors.process(Errors.java:297) [graylog.jar:?]
  1796. at org.glassfish.jersey.internal.Errors.process(Errors.java:267) [graylog.jar:?]
  1797. at org.glassfish.jersey.process.internal.RequestScope.runInScope(RequestScope.java:317) [graylog.jar:?]
  1798. at org.glassfish.jersey.server.ServerRuntime.process(ServerRuntime.java:305) [graylog.jar:?]
  1799. at org.glassfish.jersey.server.ApplicationHandler.handle(ApplicationHandler.java:1154) [graylog.jar:?]
  1800. at org.glassfish.jersey.grizzly2.httpserver.GrizzlyHttpContainer.service(GrizzlyHttpContainer.java:384) [graylog.jar:?]
  1801. at org.glassfish.grizzly.http.server.HttpHandler$1.run(HttpHandler.java:224) [graylog.jar:?]
  1802. at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176) [graylog.jar:?]
  1803. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [?:1.8.0_121]
  1804. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [?:1.8.0_121]
  1805. at java.lang.Thread.run(Thread.java:745) [?:1.8.0_121]
  1806. 2017-04-04T21:04:43.829-05:00 WARN [NodePingThread] Did not find meta info of this node. Re-registering.
  1807. 2017-04-04T21:04:52.006-05:00 INFO [service] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] detected_master {node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300}, added {{node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300},}, reason: zen-disco-receive(from master [{node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300}])
  1808. 2017-04-04T21:22:05.420-05:00 WARN [DefaultFilterChain] GRIZZLY0013: Exception during FilterChain execution
  1809. java.lang.OutOfMemoryError: Java heap space
  1810. 2017-04-04T21:23:37.181-05:00 WARN [DefaultFilterChain] GRIZZLY0013: Exception during FilterChain execution
  1811. java.lang.OutOfMemoryError: Java heap space
  1812. 2017-04-04T21:36:23.630-05:00 WARN [transport] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] Received response for a request that has timed out, sent [139865ms] ago, timed out [11706ms] ago, action [internal:discovery/zen/fd/master_ping], node [{node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300}], id [18146]
  1813. 2017-04-04T21:37:27.933-05:00 WARN [cluster] Exception in monitor thread during notification of server description state change
  1814. java.lang.OutOfMemoryError: Java heap space
  1815. 2017-04-04T21:36:23.630-05:00 ERROR [SelectorRunner] doSelect exception
  1816. java.lang.OutOfMemoryError: Java heap space
  1817. 2017-04-04T21:38:45.109-05:00 WARN [DefaultFilterChain] GRIZZLY0013: Exception during FilterChain execution
  1818. java.lang.OutOfMemoryError: Java heap space
  1819. 2017-04-04T21:38:45.109-05:00 WARN [ProcessBuffer] Unable to process event MessageEvent{raw=null, message=null, messages=null}, sequence 94
  1820. java.lang.OutOfMemoryError: Java heap space
  1821. 2017-04-04T21:36:52.275-05:00 INFO [zen] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] master_left [{node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300}], reason [failed to ping, tried [3] times, each with maximum [30s] timeout]
  1822. 2017-04-04T21:38:45.115-05:00 WARN [zen] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] master left (reason = failed to ping, tried [3] times, each with maximum [30s] timeout), current nodes: {{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false},{node-2}{gXWWdKRJT8O8iGZh-5Xcfg}{192.168.37.55}{192.168.37.55:9300},}
  1823. 2017-04-04T21:38:45.116-05:00 INFO [service] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] removed {{node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300},}, reason: zen-disco-master_failed ({node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300})
  1824. 2017-04-04T21:38:52.217-05:00 INFO [service] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] detected_master {node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300}, added {{node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300},}, reason: zen-disco-receive(from master [{node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300}])
  1825. 2017-04-04T21:38:55.918-05:00 INFO [cluster] Monitor thread successfully connected to server with description ServerDescription{address=grayarb:27017, type=REPLICA_SET_ARBITER, state=CONNECTED, ok=true, version=ServerVersion{versionList=[2, 6, 10]}, minWireVersion=0, maxWireVersion=2, maxDocumentSize=16777216, roundTripTimeNanos=681649, setName='rs0', canonicalAddress=GrayArb:27017, hosts=[GraySrv2:27017, GraySrv1:27017], passives=[], arbiters=[GrayArb:27017], primary='GraySrv1:27017', tagSet=TagSet{[]}, electionId=null, setVersion=7, lastWriteDate=null, lastUpdateTimeNanos=6916083124624}
  1826. 2017-04-04T21:38:56.007-05:00 WARN [Errors] The following warnings have been detected: WARNING: Unknown HK2 failure detected:
  1827. MultiException stack 1 of 3
  1828. java.lang.OutOfMemoryError: Java heap space
  1829. MultiException stack 2 of 3
  1830. java.lang.IllegalArgumentException: While attempting to resolve the dependencies of org.graylog2.rest.resources.streams.StreamResource errors were found
  1831. at org.jvnet.hk2.internal.ClazzCreator.resolveAllDependencies(ClazzCreator.java:247)
  1832. at org.jvnet.hk2.internal.ClazzCreator.create(ClazzCreator.java:358)
  1833. at org.jvnet.hk2.internal.SystemDescriptor.create(SystemDescriptor.java:487)
  1834. at org.glassfish.jersey.process.internal.RequestScope.findOrCreate(RequestScope.java:162)
  1835. at org.jvnet.hk2.internal.Utilities.createService(Utilities.java:2022)
  1836. at org.jvnet.hk2.internal.ServiceLocatorImpl.internalGetService(ServiceLocatorImpl.java:774)
  1837. at org.jvnet.hk2.internal.ServiceLocatorImpl.internalGetService(ServiceLocatorImpl.java:737)
  1838. at org.jvnet.hk2.internal.ServiceLocatorImpl.getService(ServiceLocatorImpl.java:707)
  1839. at org.glassfish.jersey.internal.inject.Injections.getOrCreate(Injections.java:172)
  1840. at org.glassfish.jersey.server.model.MethodHandler$ClassBasedMethodHandler.getInstance(MethodHandler.java:284)
  1841. at org.glassfish.jersey.server.internal.routing.PushMethodHandlerRouter.apply(PushMethodHandlerRouter.java:74)
  1842. at org.glassfish.jersey.server.internal.routing.RoutingStage._apply(RoutingStage.java:109)
  1843. at org.glassfish.jersey.server.internal.routing.RoutingStage._apply(RoutingStage.java:112)
  1844. at org.glassfish.jersey.server.internal.routing.RoutingStage._apply(RoutingStage.java:112)
  1845. at org.glassfish.jersey.server.internal.routing.RoutingStage._apply(RoutingStage.java:112)
  1846. at org.glassfish.jersey.server.internal.routing.RoutingStage.apply(RoutingStage.java:92)
  1847. at org.glassfish.jersey.server.internal.routing.RoutingStage.apply(RoutingStage.java:61)
  1848. at org.glassfish.jersey.process.internal.Stages.process(Stages.java:197)
  1849. at org.glassfish.jersey.server.ServerRuntime$2.run(ServerRuntime.java:318)
  1850. at org.glassfish.jersey.internal.Errors$1.call(Errors.java:271)
  1851. at org.glassfish.jersey.internal.Errors$1.call(Errors.java:267)
  1852. at org.glassfish.jersey.internal.Errors.process(Errors.java:315)
  1853. at org.glassfish.jersey.internal.Errors.process(Errors.java:297)
  1854. at org.glassfish.jersey.internal.Errors.process(Errors.java:267)
  1855. at org.glassfish.jersey.process.internal.RequestScope.runInScope(RequestScope.java:317)
  1856. at org.glassfish.jersey.server.ServerRuntime.process(ServerRuntime.java:305)
  1857. at org.glassfish.jersey.server.ApplicationHandler.handle(ApplicationHandler.java:1154)
  1858. at org.glassfish.jersey.grizzly2.httpserver.GrizzlyHttpContainer.service(GrizzlyHttpContainer.java:384)
  1859. at org.glassfish.grizzly.http.server.HttpHandler$1.run(HttpHandler.java:224)
  1860. at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
  1861. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  1862. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  1863. at java.lang.Thread.run(Thread.java:745)
  1864. MultiException stack 3 of 3
  1865. java.lang.IllegalStateException: Unable to perform operation: resolve on org.graylog2.rest.resources.streams.StreamResource
  1866. at org.jvnet.hk2.internal.ClazzCreator.create(ClazzCreator.java:387)
  1867. at org.jvnet.hk2.internal.SystemDescriptor.create(SystemDescriptor.java:487)
  1868. at org.glassfish.jersey.process.internal.RequestScope.findOrCreate(RequestScope.java:162)
  1869. at org.jvnet.hk2.internal.Utilities.createService(Utilities.java:2022)
  1870. at org.jvnet.hk2.internal.ServiceLocatorImpl.internalGetService(ServiceLocatorImpl.java:774)
  1871. at org.jvnet.hk2.internal.ServiceLocatorImpl.internalGetService(ServiceLocatorImpl.java:737)
  1872. at org.jvnet.hk2.internal.ServiceLocatorImpl.getService(ServiceLocatorImpl.java:707)
  1873. at org.glassfish.jersey.internal.inject.Injections.getOrCreate(Injections.java:172)
  1874. at org.glassfish.jersey.server.model.MethodHandler$ClassBasedMethodHandler.getInstance(MethodHandler.java:284)
  1875. at org.glassfish.jersey.server.internal.routing.PushMethodHandlerRouter.apply(PushMethodHandlerRouter.java:74)
  1876. at org.glassfish.jersey.server.internal.routing.RoutingStage._apply(RoutingStage.java:109)
  1877. at org.glassfish.jersey.server.internal.routing.RoutingStage._apply(RoutingStage.java:112)
  1878. at org.glassfish.jersey.server.internal.routing.RoutingStage._apply(RoutingStage.java:112)
  1879. at org.glassfish.jersey.server.internal.routing.RoutingStage._apply(RoutingStage.java:112)
  1880. at org.glassfish.jersey.server.internal.routing.RoutingStage.apply(RoutingStage.java:92)
  1881. at org.glassfish.jersey.server.internal.routing.RoutingStage.apply(RoutingStage.java:61)
  1882. at org.glassfish.jersey.process.internal.Stages.process(Stages.java:197)
  1883. at org.glassfish.jersey.server.ServerRuntime$2.run(ServerRuntime.java:318)
  1884. at org.glassfish.jersey.internal.Errors$1.call(Errors.java:271)
  1885. at org.glassfish.jersey.internal.Errors$1.call(Errors.java:267)
  1886. at org.glassfish.jersey.internal.Errors.process(Errors.java:315)
  1887. at org.glassfish.jersey.internal.Errors.process(Errors.java:297)
  1888. at org.glassfish.jersey.internal.Errors.process(Errors.java:267)
  1889. at org.glassfish.jersey.process.internal.RequestScope.runInScope(RequestScope.java:317)
  1890. at org.glassfish.jersey.server.ServerRuntime.process(ServerRuntime.java:305)
  1891. at org.glassfish.jersey.server.ApplicationHandler.handle(ApplicationHandler.java:1154)
  1892. at org.glassfish.jersey.grizzly2.httpserver.GrizzlyHttpContainer.service(GrizzlyHttpContainer.java:384)
  1893. at org.glassfish.grizzly.http.server.HttpHandler$1.run(HttpHandler.java:224)
  1894. at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
  1895. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  1896. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  1897. at java.lang.Thread.run(Thread.java:745)
  1898.  
  1899.  
  1900. 2017-04-04T21:50:57.879-05:00 INFO [cluster] Exception in monitor thread while connecting to server graysrv1:27017
  1901. java.lang.OutOfMemoryError: Java heap space
  1902. 2017-04-04T21:53:29.047-05:00 INFO [cluster] Exception in monitor thread while connecting to server graysrv2:27017
  1903. java.lang.OutOfMemoryError: Java heap space
  1904. 2017-04-04T21:58:25.124-05:00 INFO [cluster] Monitor thread successfully connected to server with description ServerDescription{address=graysrv1:27017, type=REPLICA_SET_PRIMARY, state=CONNECTED, ok=true, version=ServerVersion{versionList=[2, 6, 10]}, minWireVersion=0, maxWireVersion=2, maxDocumentSize=16777216, roundTripTimeNanos=413028392768, setName='rs0', canonicalAddress=GraySrv1:27017, hosts=[GraySrv2:27017, GraySrv1:27017], passives=[], arbiters=[GrayArb:27017], primary='GraySrv1:27017', tagSet=TagSet{[]}, electionId=58e43dcb0a3558c9fe7ef1cc, setVersion=7, lastWriteDate=null, lastUpdateTimeNanos=8085289164475}
  1905. 2017-04-04T21:58:25.124-05:00 INFO [cluster] Discovered replica set primary graysrv1:27017
  1906. 2017-04-04T21:58:25.125-05:00 WARN [ProcessBuffer] Unable to process event MessageEvent{raw=null, message=null, messages=null}, sequence 123
  1907. java.lang.OutOfMemoryError: Java heap space
  1908. 2017-04-04T21:58:25.126-05:00 WARN [AbstractThreadPool] GRIZZLY0011: Uncaught exception on thread Thread[grizzly-nio-kernel(1),5,main]
  1909. java.lang.OutOfMemoryError: Java heap space
  1910. 2017-04-04T21:58:25.127-05:00 INFO [zen] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] master_left [{node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300}], reason [failed to ping, tried [3] times, each with maximum [30s] timeout]
  1911. 2017-04-04T21:58:25.127-05:00 WARN [zen] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] master left (reason = failed to ping, tried [3] times, each with maximum [30s] timeout), current nodes: {{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false},{node-2}{gXWWdKRJT8O8iGZh-5Xcfg}{192.168.37.55}{192.168.37.55:9300},}
  1912. 2017-04-04T21:58:25.128-05:00 INFO [service] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] removed {{node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300},}, reason: zen-disco-master_failed ({node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300})
  1913. 2017-04-04T21:58:25.162-05:00 INFO [cluster] Exception in monitor thread while connecting to server grayarb:27017
  1914. com.mongodb.MongoInternalException: Unexpected exception
  1915. at com.mongodb.connection.InternalStreamConnection.translateReadException(InternalStreamConnection.java:489) ~[graylog.jar:?]
  1916. at com.mongodb.connection.InternalStreamConnection.receiveMessage(InternalStreamConnection.java:228) ~[graylog.jar:?]
  1917. at com.mongodb.connection.CommandHelper.receiveReply(CommandHelper.java:134) ~[graylog.jar:?]
  1918. at com.mongodb.connection.CommandHelper.receiveCommandResult(CommandHelper.java:121) ~[graylog.jar:?]
  1919. at com.mongodb.connection.CommandHelper.executeCommand(CommandHelper.java:32) ~[graylog.jar:?]
  1920. at com.mongodb.connection.DefaultServerMonitor$ServerMonitorRunnable.lookupServerDescription(DefaultServerMonitor.java:175) [graylog.jar:?]
  1921. at com.mongodb.connection.DefaultServerMonitor$ServerMonitorRunnable.run(DefaultServerMonitor.java:120) [graylog.jar:?]
  1922. at java.lang.Thread.run(Thread.java:745) [?:1.8.0_121]
  1923. Caused by: java.lang.OutOfMemoryError: Java heap space
  1924. 2017-04-04T21:58:32.449-05:00 INFO [service] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] detected_master {node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300}, added {{node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300},}, reason: zen-disco-receive(from master [{node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300}])
  1925. 2017-04-04T21:58:36.319-05:00 INFO [cluster] Monitor thread successfully connected to server with description ServerDescription{address=graysrv2:27017, type=REPLICA_SET_SECONDARY, state=CONNECTED, ok=true, version=ServerVersion{versionList=[2, 6, 10]}, minWireVersion=0, maxWireVersion=2, maxDocumentSize=16777216, roundTripTimeNanos=317815911, setName='rs0', canonicalAddress=GraySrv2:27017, hosts=[GraySrv2:27017, GraySrv1:27017], passives=[], arbiters=[GrayArb:27017], primary='GraySrv1:27017', tagSet=TagSet{[]}, electionId=null, setVersion=7, lastWriteDate=null, lastUpdateTimeNanos=8096484144310}
  1926. 2017-04-04T21:58:36.320-05:00 INFO [connection] Opened connection [connectionId{localValue:19, serverValue:660}] to grayarb:27017
  1927. 2017-04-04T21:58:36.321-05:00 INFO [cluster] Monitor thread successfully connected to server with description ServerDescription{address=grayarb:27017, type=REPLICA_SET_ARBITER, state=CONNECTED, ok=true, version=ServerVersion{versionList=[2, 6, 10]}, minWireVersion=0, maxWireVersion=2, maxDocumentSize=16777216, roundTripTimeNanos=290230, setName='rs0', canonicalAddress=GrayArb:27017, hosts=[GraySrv2:27017, GraySrv1:27017], passives=[], arbiters=[GrayArb:27017], primary='GraySrv1:27017', tagSet=TagSet{[]}, electionId=null, setVersion=7, lastWriteDate=null, lastUpdateTimeNanos=8096486443463}
  1928. 2017-04-04T22:02:59.481-05:00 WARN [transport] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] Received response for a request that has timed out, sent [39853ms] ago, timed out [3409ms] ago, action [internal:discovery/zen/fd/master_ping], node [{node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300}], id [31084]
  1929. 2017-04-04T22:06:31.437-05:00 WARN [transport] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] Received response for a request that has timed out, sent [51158ms] ago, timed out [14174ms] ago, action [internal:discovery/zen/fd/master_ping], node [{node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300}], id [31090]
  1930. 2017-04-04T22:10:48.377-05:00 INFO [zen] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] master_left [{node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300}], reason [failed to ping, tried [3] times, each with maximum [30s] timeout]
  1931. 2017-04-04T22:10:48.373-05:00 WARN [ProcessBuffer] Unable to process event MessageEvent{raw=null, message=null, messages=null}, sequence 214
  1932. java.lang.OutOfMemoryError: Java heap space
  1933. 2017-04-04T22:10:48.386-05:00 WARN [transport] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] Received response for a request that has timed out, sent [271122ms] ago, timed out [8ms] ago, action [internal:discovery/zen/fd/master_ping], node [{node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300}], id [31092]
  1934. 2017-04-04T22:09:15.073-05:00 INFO [cluster] Exception in monitor thread while connecting to server graysrv1:27017
  1935. java.lang.OutOfMemoryError: Java heap space
  1936. 2017-04-04T22:10:48.386-05:00 WARN [zen] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] master left (reason = failed to ping, tried [3] times, each with maximum [30s] timeout), current nodes: {{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false},{node-2}{gXWWdKRJT8O8iGZh-5Xcfg}{192.168.37.55}{192.168.37.55:9300},}
  1937. 2017-04-04T22:10:48.386-05:00 INFO [service] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] removed {{node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300},}, reason: zen-disco-master_failed ({node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300})
  1938. 2017-04-04T22:10:48.397-05:00 WARN [unicast] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] failed to send ping to [{#zen_unicast_1#}{192.168.37.52}{192.168.37.52:9300}]
  1939. org.elasticsearch.transport.SendRequestTransportException: [node-1][192.168.37.52:9300][internal:discovery/zen/unicast]
  1940. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:340) ~[graylog.jar:?]
  1941. at org.elasticsearch.discovery.zen.ping.unicast.UnicastZenPing.sendPingRequestToNode(UnicastZenPing.java:440) ~[graylog.jar:?]
  1942. at org.elasticsearch.discovery.zen.ping.unicast.UnicastZenPing.sendPings(UnicastZenPing.java:426) ~[graylog.jar:?]
  1943. at org.elasticsearch.discovery.zen.ping.unicast.UnicastZenPing.ping(UnicastZenPing.java:240) ~[graylog.jar:?]
  1944. at org.elasticsearch.discovery.zen.ping.ZenPingService.ping(ZenPingService.java:106) ~[graylog.jar:?]
  1945. at org.elasticsearch.discovery.zen.ping.ZenPingService.pingAndWait(ZenPingService.java:84) ~[graylog.jar:?]
  1946. at org.elasticsearch.discovery.zen.ZenDiscovery.findMaster(ZenDiscovery.java:945) ~[graylog.jar:?]
  1947. at org.elasticsearch.discovery.zen.ZenDiscovery.innerJoinCluster(ZenDiscovery.java:360) ~[graylog.jar:?]
  1948. at org.elasticsearch.discovery.zen.ZenDiscovery.access$4400(ZenDiscovery.java:96) ~[graylog.jar:?]
  1949. at org.elasticsearch.discovery.zen.ZenDiscovery$JoinThreadControl$1.run(ZenDiscovery.java:1296) ~[graylog.jar:?]
  1950. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [?:1.8.0_121]
  1951. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [?:1.8.0_121]
  1952. at java.lang.Thread.run(Thread.java:745) [?:1.8.0_121]
  1953. Caused by: org.elasticsearch.transport.NodeNotConnectedException: [node-1][192.168.37.52:9300] Node not connected
  1954. at org.elasticsearch.transport.netty.NettyTransport.nodeChannel(NettyTransport.java:1141) ~[graylog.jar:?]
  1955. at org.elasticsearch.transport.netty.NettyTransport.sendRequest(NettyTransport.java:830) ~[graylog.jar:?]
  1956. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:329) ~[graylog.jar:?]
  1957. ... 12 more
  1958. 2017-04-04T22:10:56.590-05:00 INFO [service] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] detected_master {node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300}, added {{node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300},}, reason: zen-disco-receive(from master [{node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300}])
  1959. 2017-04-04T22:11:00.591-05:00 INFO [cluster] Monitor thread successfully connected to server with description ServerDescription{address=graysrv1:27017, type=REPLICA_SET_PRIMARY, state=CONNECTED, ok=true, version=ServerVersion{versionList=[2, 6, 10]}, minWireVersion=0, maxWireVersion=2, maxDocumentSize=16777216, roundTripTimeNanos=613487, setName='rs0', canonicalAddress=GraySrv1:27017, hosts=[GraySrv2:27017, GraySrv1:27017], passives=[], arbiters=[GrayArb:27017], primary='GraySrv1:27017', tagSet=TagSet{[]}, electionId=58e43dcb0a3558c9fe7ef1cc, setVersion=7, lastWriteDate=null, lastUpdateTimeNanos=8840756202495}
  1960. 2017-04-04T22:11:00.591-05:00 INFO [cluster] Discovered replica set primary graysrv1:27017
  1961. 2017-04-04T22:20:57.817-05:00 WARN [ProcessBuffer] Unable to process event MessageEvent{raw=null, message=null, messages=null}, sequence 259
  1962. java.lang.OutOfMemoryError: Java heap space
  1963. 2017-04-04T22:20:57.822-05:00 WARN [transport] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] Received response for a request that has timed out, sent [121947ms] ago, timed out [3ms] ago, action [internal:discovery/zen/fd/master_ping], node [{node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300}], id [34087]
  1964. 2017-04-04T22:20:57.823-05:00 INFO [zen] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] master_left [{node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300}], reason [failed to ping, tried [3] times, each with maximum [30s] timeout]
  1965. 2017-04-04T22:20:57.824-05:00 WARN [zen] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] master left (reason = failed to ping, tried [3] times, each with maximum [30s] timeout), current nodes: {{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false},{node-2}{gXWWdKRJT8O8iGZh-5Xcfg}{192.168.37.55}{192.168.37.55:9300},}
  1966. 2017-04-04T22:20:57.824-05:00 INFO [service] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] removed {{node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300},}, reason: zen-disco-master_failed ({node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300})
  1967. 2017-04-04T22:21:02.304-05:00 INFO [service] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] detected_master {node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300}, added {{node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300},}, reason: zen-disco-receive(from master [{node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300}])
  1968. 2017-04-04T22:28:50.831-05:00 INFO [zen] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] master_left [{node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300}], reason [failed to ping, tried [3] times, each with maximum [30s] timeout]
  1969. 2017-04-04T22:28:58.401-05:00 WARN [zen] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] master left (reason = failed to ping, tried [3] times, each with maximum [30s] timeout), current nodes: {{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false},{node-2}{gXWWdKRJT8O8iGZh-5Xcfg}{192.168.37.55}{192.168.37.55:9300},}
  1970. 2017-04-04T22:29:01.862-05:00 INFO [service] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] removed {{node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300},}, reason: zen-disco-master_failed ({node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300})
  1971. 2017-04-04T22:34:30.451-05:00 INFO [cluster] Exception in monitor thread while connecting to server graysrv2:27017
  1972. java.lang.OutOfMemoryError: Java heap space
  1973. 2017-04-04T22:34:30.451-05:00 INFO [cluster] Exception in monitor thread while connecting to server graysrv1:27017
  1974. java.lang.OutOfMemoryError: Java heap space
  1975. 2017-04-04T22:34:30.643-05:00 WARN [ProcessBuffer] Unable to process event MessageEvent{raw=null, message=null, messages=null}, sequence 363
  1976. java.lang.OutOfMemoryError: Java heap space
  1977. 2017-04-04T22:34:30.453-05:00 WARN [threadpool] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] failed to run [threaded] org.elasticsearch.transport.TransportService$TimeoutHandler@68436b81
  1978. java.lang.OutOfMemoryError: Java heap space
  1979. 2017-04-04T22:34:30.646-05:00 WARN [cluster] Exception in monitor thread during notification of server description state change
  1980. java.lang.OutOfMemoryError: Java heap space
  1981. 2017-04-04T22:34:30.648-05:00 WARN [service] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] cluster state update task [zen-disco-master_failed ({node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300})] took 5.6m above the warn threshold of 30s
  1982. 2017-04-04T22:34:32.174-05:00 INFO [service] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] detected_master {node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300}, added {{node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300},}, reason: zen-disco-receive(from master [{node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300}])
  1983. 2017-04-04T22:34:41.765-05:00 INFO [cluster] Monitor thread successfully connected to server with description ServerDescription{address=graysrv2:27017, type=REPLICA_SET_SECONDARY, state=CONNECTED, ok=true, version=ServerVersion{versionList=[2, 6, 10]}, minWireVersion=0, maxWireVersion=2, maxDocumentSize=16777216, roundTripTimeNanos=361673558, setName='rs0', canonicalAddress=GraySrv2:27017, hosts=[GraySrv2:27017, GraySrv1:27017], passives=[], arbiters=[GrayArb:27017], primary='GraySrv1:27017', tagSet=TagSet{[]}, electionId=null, setVersion=7, lastWriteDate=null, lastUpdateTimeNanos=10261930849373}
  1984. 2017-04-04T22:34:41.765-05:00 INFO [cluster] Monitor thread successfully connected to server with description ServerDescription{address=graysrv1:27017, type=REPLICA_SET_PRIMARY, state=CONNECTED, ok=true, version=ServerVersion{versionList=[2, 6, 10]}, minWireVersion=0, maxWireVersion=2, maxDocumentSize=16777216, roundTripTimeNanos=361827032, setName='rs0', canonicalAddress=GraySrv1:27017, hosts=[GraySrv2:27017, GraySrv1:27017], passives=[], arbiters=[GrayArb:27017], primary='GraySrv1:27017', tagSet=TagSet{[]}, electionId=58e43dcb0a3558c9fe7ef1cc, setVersion=7, lastWriteDate=null, lastUpdateTimeNanos=10261930917369}
  1985. 2017-04-04T22:34:41.765-05:00 INFO [cluster] Monitor thread successfully connected to server with description ServerDescription{address=grayarb:27017, type=REPLICA_SET_ARBITER, state=CONNECTED, ok=true, version=ServerVersion{versionList=[2, 6, 10]}, minWireVersion=0, maxWireVersion=2, maxDocumentSize=16777216, roundTripTimeNanos=361915522, setName='rs0', canonicalAddress=GrayArb:27017, hosts=[GraySrv2:27017, GraySrv1:27017], passives=[], arbiters=[GrayArb:27017], primary='GraySrv1:27017', tagSet=TagSet{[]}, electionId=null, setVersion=7, lastWriteDate=null, lastUpdateTimeNanos=10261930949425}
  1986. 2017-04-04T22:34:41.766-05:00 INFO [cluster] Discovered replica set primary graysrv1:27017
  1987. 2017-04-04T22:46:12.525-05:00 WARN [netty] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] exception caught on transport layer [[id: 0xc6347aa9, /192.168.37.55:36008 => /192.168.37.52:9300]], closing connection
  1988. java.lang.OutOfMemoryError: Java heap space
  1989. 2017-04-04T22:46:12.521-05:00 WARN [ProcessBuffer] Unable to process event MessageEvent{raw=null, message=null, messages=null}, sequence 362
  1990. java.lang.OutOfMemoryError: Java heap space
  1991. 2017-04-04T22:46:12.542-05:00 INFO [zen] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] master_left [{node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300}], reason [transport disconnected]
  1992. 2017-04-04T22:46:12.543-05:00 WARN [zen] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] master left (reason = transport disconnected), current nodes: {{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false},{node-2}{gXWWdKRJT8O8iGZh-5Xcfg}{192.168.37.55}{192.168.37.55:9300},}
  1993. 2017-04-04T22:46:12.543-05:00 INFO [service] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] removed {{node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300},}, reason: zen-disco-master_failed ({node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300})
  1994. 2017-04-04T22:46:15.566-05:00 INFO [service] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] detected_master {node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300}, added {{node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300},}, reason: zen-disco-receive(from master [{node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300}])
  1995. 2017-04-04T22:46:16.294-05:00 WARN [unicast] [GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c] failed to send ping to [{#zen_unicast_3#}{192.168.37.55}{192.168.37.55:9300}]
  1996. org.elasticsearch.transport.ReceiveTimeoutTransportException: [node-2][192.168.37.55:9300][internal:discovery/zen/unicast] request_id [40098] timed out after [3751ms]
  1997. at org.elasticsearch.transport.TransportService$TimeoutHandler.run(TransportService.java:698) [graylog.jar:?]
  1998. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [?:1.8.0_121]
  1999. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [?:1.8.0_121]
  2000. at java.lang.Thread.run(Thread.java:745) [?:1.8.0_121]
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement
Public Pastes
Advertisement
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!