API tools faq
paste
Advertisement
Guest User

Untitled

a guest
Apr 28th, 2016
81
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 63.79 KB | None | 0 0
raw download clone embed print report
  1.  
  2. Basic info:
  3. Date taken: Mon Apr 18 19:04:16 IST 2016
  4. File: C:\Users\rkalhans\Desktop\visualVM\java_pid3448.hprof
  5. File size: 5,420.6 MB
  6.  
  7. Total bytes: 5,669,661,223
  8. Total classes: 6,630
  9. Total instances: 1,920,482
  10. Classloaders: 13
  11. GC roots: 1,650
  12. Number of objects pending for finalization: 0
  13.  
  14. Heap dumped on OutOfMemoryError exception
  15. Thread causing OutOfMemoryError exception: elasticsearch[ES-NODE-Q01][http_server_worker][T#3]{New I/O worker #13}
  16.  
  17. Environment:
  18. OS: Windows Server 2012 (6.2)
  19. Architecture: amd64 64bit
  20. Java Home: C:\zulu\jre
  21. Java Version: 1.7.0_25
  22. JVM: OpenJDK 64-Bit Server VM (23.25-b03, mixed mode)
  23. Java Vendor: Azul Systems, Inc.
  24.  
  25. System properties:
  26. Show System Properties
  27.  
  28. Threads at the heap dump:
  29.  
  30.  
  31. "elasticsearch[ES-NODE-Q01][transport_client_worker][T#3]{New I/O worker #3}" daemon prio=5 tid=19 RUNNABLE
  32. at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)
  33. at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:295)
  34. at sun.nio.ch.WindowsSelectorImpl$SubSelector.access$400(WindowsSelectorImpl.java:277)
  35. at sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:158)
  36. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
  37. Local Variable: java.util.Collections$UnmodifiableSet#6354
  38. Local Variable: sun.nio.ch.Util$2#4
  39. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
  40. at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
  41. at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:434)
  42. at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
  43. Local Variable: sun.nio.ch.WindowsSelectorImpl#4
  44. at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
  45. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
  46. Local Variable: org.elasticsearch.common.netty.channel.socket.nio.NioWorker#3
  47. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  48. Local Variable: org.elasticsearch.common.netty.util.ThreadRenamingRunnable#14
  49. Local Variable: java.lang.String#42710
  50. Local Variable: java.lang.String#42709
  51. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
  52. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  53. Local Variable: org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1#13
  54. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  55. Local Variable: java.util.concurrent.ThreadPoolExecutor$Worker#9
  56. at java.lang.Thread.run(Thread.java:724)
  57.  
  58.  
  59. "elasticsearch[ES-NODE-Q01][[http_server_boss.default]][T#1]{New I/O server boss #10}" daemon prio=5 tid=27 RUNNABLE
  60. at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)
  61. at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:295)
  62. at sun.nio.ch.WindowsSelectorImpl$SubSelector.access$400(WindowsSelectorImpl.java:277)
  63. at sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:158)
  64. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
  65. Local Variable: sun.nio.ch.Util$2#6
  66. Local Variable: java.util.Collections$UnmodifiableSet#6356
  67. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
  68. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102)
  69. at org.elasticsearch.common.netty.channel.socket.nio.NioServerBoss.select(NioServerBoss.java:163)
  70. at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
  71. Local Variable: sun.nio.ch.WindowsSelectorImpl#6
  72. at org.elasticsearch.common.netty.channel.socket.nio.NioServerBoss.run(NioServerBoss.java:42)
  73. Local Variable: org.elasticsearch.common.netty.channel.socket.nio.NioServerBoss#1
  74. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  75. Local Variable: org.elasticsearch.common.netty.util.ThreadRenamingRunnable#7
  76. Local Variable: java.lang.String#42689
  77. Local Variable: java.lang.String#42688
  78. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
  79. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  80. Local Variable: java.util.concurrent.ThreadPoolExecutor#4
  81. Local Variable: org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1#6
  82. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  83. Local Variable: java.util.concurrent.ThreadPoolExecutor$Worker#11
  84. at java.lang.Thread.run(Thread.java:724)
  85.  
  86.  
  87. "elasticsearch[ES-NODE-Q01][[http_server_worker.default]][T#2]{New I/O worker #7}" daemon prio=5 tid=24 RUNNABLE
  88. at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)
  89. at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:295)
  90. at sun.nio.ch.WindowsSelectorImpl$SubSelector.access$400(WindowsSelectorImpl.java:277)
  91. at sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:158)
  92. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
  93. Local Variable: java.util.Collections$UnmodifiableSet#6360
  94. Local Variable: sun.nio.ch.Util$2#10
  95. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
  96. at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
  97. at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:434)
  98. at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
  99. Local Variable: sun.nio.ch.WindowsSelectorImpl#10
  100. at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
  101. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
  102. Local Variable: org.elasticsearch.common.netty.channel.socket.nio.NioWorker#8
  103. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  104. Local Variable: org.elasticsearch.common.netty.util.ThreadRenamingRunnable#10
  105. Local Variable: java.lang.String#42698
  106. Local Variable: java.lang.String#42697
  107. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
  108. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  109. Local Variable: org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1#9
  110. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  111. Local Variable: java.util.concurrent.ThreadPoolExecutor$Worker#15
  112. at java.lang.Thread.run(Thread.java:724)
  113.  
  114.  
  115. "elasticsearch[ES-NODE-Q01][transport_client_worker][T#4]{New I/O worker #4}" daemon prio=5 tid=20 RUNNABLE
  116. at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)
  117. at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:295)
  118. at sun.nio.ch.WindowsSelectorImpl$SubSelector.access$400(WindowsSelectorImpl.java:277)
  119. at sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:158)
  120. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
  121. Local Variable: java.util.Collections$UnmodifiableSet#6355
  122. Local Variable: sun.nio.ch.Util$2#5
  123. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
  124. at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
  125. at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:434)
  126. at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
  127. Local Variable: sun.nio.ch.WindowsSelectorImpl#5
  128. at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
  129. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
  130. Local Variable: org.elasticsearch.common.netty.channel.socket.nio.NioWorker#4
  131. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  132. Local Variable: java.lang.String#42706
  133. Local Variable: java.lang.String#42707
  134. Local Variable: org.elasticsearch.common.netty.util.ThreadRenamingRunnable#13
  135. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
  136. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  137. Local Variable: org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1#12
  138. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  139. Local Variable: java.util.concurrent.ThreadPoolExecutor$Worker#10
  140. at java.lang.Thread.run(Thread.java:724)
  141.  
  142.  
  143. "elasticsearch[ES-NODE-Q01][http_server_boss][T#1]{New I/O server boss #15}" daemon prio=5 tid=40 RUNNABLE
  144. at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)
  145. at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:295)
  146. at sun.nio.ch.WindowsSelectorImpl$SubSelector.access$400(WindowsSelectorImpl.java:277)
  147. at sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:158)
  148. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
  149. Local Variable: java.util.Collections$UnmodifiableSet#6361
  150. Local Variable: sun.nio.ch.Util$2#11
  151. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
  152. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102)
  153. at org.elasticsearch.common.netty.channel.socket.nio.NioServerBoss.select(NioServerBoss.java:163)
  154. at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
  155. Local Variable: sun.nio.ch.WindowsSelectorImpl#11
  156. at org.elasticsearch.common.netty.channel.socket.nio.NioServerBoss.run(NioServerBoss.java:42)
  157. Local Variable: org.elasticsearch.common.netty.channel.socket.nio.NioServerBoss#2
  158. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  159. Local Variable: java.lang.String#42671
  160. Local Variable: java.lang.String#42670
  161. Local Variable: org.elasticsearch.common.netty.util.ThreadRenamingRunnable#2
  162. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
  163. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  164. Local Variable: org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1#1
  165. Local Variable: java.util.concurrent.ThreadPoolExecutor#6
  166. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  167. Local Variable: java.util.concurrent.ThreadPoolExecutor$Worker#16
  168. at java.lang.Thread.run(Thread.java:724)
  169.  
  170.  
  171. "elasticsearch[ES-NODE-Q01][transport_client_worker][T#2]{New I/O worker #2}" daemon prio=5 tid=18 RUNNABLE
  172. at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)
  173. at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:295)
  174. at sun.nio.ch.WindowsSelectorImpl$SubSelector.access$400(WindowsSelectorImpl.java:277)
  175. at sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:158)
  176. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
  177. Local Variable: java.util.Collections$UnmodifiableSet#6352
  178. Local Variable: sun.nio.ch.Util$2#2
  179. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
  180. at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
  181. at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:434)
  182. at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
  183. Local Variable: sun.nio.ch.WindowsSelectorImpl#2
  184. at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
  185. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
  186. Local Variable: org.elasticsearch.common.netty.channel.socket.nio.NioWorker#1
  187. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  188. Local Variable: java.lang.String#42713
  189. Local Variable: org.elasticsearch.common.netty.util.ThreadRenamingRunnable#15
  190. Local Variable: java.lang.String#42712
  191. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
  192. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  193. Local Variable: org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1#14
  194. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  195. Local Variable: java.util.concurrent.ThreadPoolExecutor$Worker#7
  196. at java.lang.Thread.run(Thread.java:724)
  197.  
  198.  
  199. "elasticsearch[ES-NODE-Q01][[http_server_worker.default]][T#3]{New I/O worker #8}" daemon prio=5 tid=25 RUNNABLE
  200. at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)
  201. at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:295)
  202. at sun.nio.ch.WindowsSelectorImpl$SubSelector.access$400(WindowsSelectorImpl.java:277)
  203. at sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:158)
  204. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
  205. Local Variable: java.util.Collections$UnmodifiableSet#6357
  206. Local Variable: sun.nio.ch.Util$2#7
  207. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
  208. at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
  209. at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:434)
  210. at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
  211. Local Variable: sun.nio.ch.WindowsSelectorImpl#7
  212. at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
  213. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
  214. Local Variable: org.elasticsearch.common.netty.channel.socket.nio.NioWorker#5
  215. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  216. Local Variable: org.elasticsearch.common.netty.util.ThreadRenamingRunnable#9
  217. Local Variable: java.lang.String#42695
  218. Local Variable: java.lang.String#42694
  219. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
  220. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  221. Local Variable: org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1#8
  222. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  223. Local Variable: java.util.concurrent.ThreadPoolExecutor$Worker#13
  224. at java.lang.Thread.run(Thread.java:724)
  225.  
  226.  
  227. "elasticsearch[ES-NODE-Q01][master_mapping_updater]" prio=5 tid=16 TIMED_WAITING
  228. at sun.misc.Unsafe.park(Native Method)
  229. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
  230. at java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:731)
  231. Local Variable: java.util.concurrent.LinkedTransferQueue$Node#1
  232. Local Variable: java.util.concurrent.LinkedTransferQueue$Node#13
  233. Local Variable: java.util.concurrent.ThreadLocalRandom#2
  234. at java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644)
  235. at java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1145)
  236. Local Variable: java.util.concurrent.TimeUnit$5#1
  237. Local Variable: java.util.concurrent.LinkedTransferQueue#5
  238. at org.elasticsearch.cluster.action.index.MappingUpdatedAction$MasterMappingUpdater.run(MappingUpdatedAction.java:382)
  239. Local Variable: java.util.HashMap#7358
  240.  
  241.  
  242. "elasticsearch[ES-NODE-Q01][transport_client_worker][T#1]{New I/O worker #1}" daemon prio=5 tid=17 RUNNABLE
  243. at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)
  244. at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:295)
  245. at sun.nio.ch.WindowsSelectorImpl$SubSelector.access$400(WindowsSelectorImpl.java:277)
  246. at sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:158)
  247. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
  248. Local Variable: java.util.Collections$UnmodifiableSet#6353
  249. Local Variable: sun.nio.ch.Util$2#3
  250. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
  251. at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
  252. at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:434)
  253. at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
  254. Local Variable: sun.nio.ch.WindowsSelectorImpl#3
  255. at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
  256. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
  257. Local Variable: org.elasticsearch.common.netty.channel.socket.nio.NioWorker#2
  258. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  259. Local Variable: org.elasticsearch.common.netty.util.ThreadRenamingRunnable#16
  260. Local Variable: java.lang.String#42716
  261. Local Variable: java.lang.String#42715
  262. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
  263. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  264. Local Variable: java.util.concurrent.ThreadPoolExecutor#3
  265. Local Variable: org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1#15
  266. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  267. Local Variable: java.util.concurrent.ThreadPoolExecutor$Worker#8
  268. at java.lang.Thread.run(Thread.java:724)
  269.  
  270.  
  271. "Keep-Alive-Timer" daemon prio=8 tid=1166 TIMED_WAITING
  272. at java.lang.Thread.sleep(Native Method)
  273. at sun.net.www.http.KeepAliveCache.run(KeepAliveCache.java:172)
  274. Local Variable: sun.net.www.http.KeepAliveCache#1
  275. at java.lang.Thread.run(Thread.java:724)
  276.  
  277.  
  278. "elasticsearch[ES-NODE-Q01][transport_client_timer][T#1]{Hashed wheel timer #1}" daemon prio=5 tid=21 TIMED_WAITING
  279. at java.lang.Thread.sleep(Native Method)
  280. at org.elasticsearch.common.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:445)
  281. at org.elasticsearch.common.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:364)
  282. Local Variable: org.elasticsearch.common.netty.util.HashedWheelTimer$Worker#1
  283. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  284. Local Variable: java.lang.String#42685
  285. Local Variable: java.lang.String#42684
  286. Local Variable: org.elasticsearch.common.netty.util.ThreadRenamingRunnable#1
  287. at java.lang.Thread.run(Thread.java:724)
  288.  
  289.  
  290. "elasticsearch[ES-NODE-Q01][transport_client_boss][T#1]{New I/O boss #5}" daemon prio=5 tid=22 RUNNABLE
  291. at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)
  292. at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:295)
  293. at sun.nio.ch.WindowsSelectorImpl$SubSelector.access$400(WindowsSelectorImpl.java:277)
  294. at sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:158)
  295. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
  296. Local Variable: java.util.Collections$UnmodifiableSet#6351
  297. Local Variable: sun.nio.ch.Util$2#1
  298. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
  299. at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
  300. at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:434)
  301. at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
  302. Local Variable: sun.nio.ch.WindowsSelectorImpl#1
  303. at org.elasticsearch.common.netty.channel.socket.nio.NioClientBoss.run(NioClientBoss.java:42)
  304. Local Variable: org.elasticsearch.common.netty.channel.socket.nio.NioClientBoss#1
  305. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  306. Local Variable: java.lang.String#42703
  307. Local Variable: org.elasticsearch.common.netty.util.ThreadRenamingRunnable#12
  308. Local Variable: java.lang.String#42704
  309. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
  310. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  311. Local Variable: org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1#11
  312. Local Variable: java.util.concurrent.ThreadPoolExecutor#2
  313. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  314. Local Variable: java.util.concurrent.ThreadPoolExecutor$Worker#6
  315. at java.lang.Thread.run(Thread.java:724)
  316.  
  317.  
  318. "Reference Handler" daemon prio=10 tid=2 WAITING
  319. at java.lang.Object.wait(Native Method)
  320. at java.lang.Object.wait(Object.java:503)
  321. at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:133)
  322.  
  323.  
  324. "Attach Listener" daemon prio=5 tid=6 RUNNABLE
  325.  
  326.  
  327. "Signal Dispatcher" daemon prio=9 tid=5 RUNNABLE
  328.  
  329.  
  330. "elasticsearch[ES-NODE-Q01][generic][T#264]" daemon prio=5 tid=1167 TIMED_WAITING
  331. at sun.misc.Unsafe.park(Native Method)
  332. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
  333. at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
  334. at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
  335. Local Variable: java.util.concurrent.SynchronousQueue$TransferStack$SNode#4
  336. at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
  337. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
  338. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
  339. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  340. Local Variable: java.util.concurrent.ThreadPoolExecutor$Worker#2
  341. at java.lang.Thread.run(Thread.java:724)
  342.  
  343.  
  344. "elasticsearch[ES-NODE-Q01][http_server_worker][T#2]{New I/O worker #12}" daemon prio=5 tid=37 RUNNABLE
  345. at org.elasticsearch.common.netty.buffer.BigEndianHeapChannelBuffer.duplicate(BigEndianHeapChannelBuffer.java:116)
  346. Local Variable: org.elasticsearch.common.netty.buffer.BigEndianHeapChannelBuffer#146744
  347. at org.elasticsearch.common.netty.buffer.HeapChannelBuffer.slice(HeapChannelBuffer.java:191)
  348. at org.elasticsearch.common.netty.buffer.AbstractChannelBuffer.slice(AbstractChannelBuffer.java:498)
  349. at org.elasticsearch.common.netty.buffer.ChannelBuffers.wrappedBuffer(ChannelBuffers.java:441)
  350. Local Variable: java.util.ArrayList#666
  351. Local Variable: org.elasticsearch.common.netty.buffer.ChannelBuffer[]#313
  352. Local Variable: java.nio.ByteOrder#1
  353. at org.elasticsearch.common.netty.buffer.ChannelBuffers.wrappedBuffer(ChannelBuffers.java:396)
  354. at org.elasticsearch.common.netty.handler.codec.http.HttpChunkAggregator.appendToCumulation(HttpChunkAggregator.java:214)
  355. at org.elasticsearch.common.netty.handler.codec.http.HttpChunkAggregator.messageReceived(HttpChunkAggregator.java:175)
  356. Local Variable: org.elasticsearch.common.netty.handler.codec.http.DefaultHttpRequest#21
  357. Local Variable: org.elasticsearch.common.netty.buffer.CompositeChannelBuffer#210
  358. Local Variable: org.elasticsearch.common.netty.handler.codec.http.DefaultHttpChunk#87
  359. Local Variable: org.elasticsearch.common.netty.handler.codec.http.HttpChunkAggregator#8
  360. Local Variable: org.elasticsearch.common.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext#53
  361. at org.elasticsearch.common.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:70)
  362. at org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564)
  363. at org.elasticsearch.common.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendUpstream(DefaultChannelPipeline.java:791)
  364. at org.elasticsearch.common.netty.handler.codec.http.HttpContentDecoder.messageReceived(HttpContentDecoder.java:135)
  365. at org.elasticsearch.common.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:70)
  366. at org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564)
  367. Local Variable: org.elasticsearch.common.netty.channel.UpstreamMessageEvent#99
  368. at org.elasticsearch.common.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendUpstream(DefaultChannelPipeline.java:791)
  369. at org.elasticsearch.common.netty.channel.Channels.fireMessageReceived(Channels.java:296)
  370. at org.elasticsearch.common.netty.handler.codec.frame.FrameDecoder.unfoldAndFireMessageReceived(FrameDecoder.java:459)
  371. at org.elasticsearch.common.netty.handler.codec.replay.ReplayingDecoder.callDecode(ReplayingDecoder.java:536)
  372. Local Variable: java.net.InetSocketAddress#30
  373. Local Variable: org.elasticsearch.common.netty.handler.codec.replay.ReplayingDecoderBuffer#8
  374. at org.elasticsearch.common.netty.handler.codec.replay.ReplayingDecoder.messageReceived(ReplayingDecoder.java:435)
  375. Local Variable: org.elasticsearch.common.netty.handler.codec.http.HttpRequestDecoder#8
  376. Local Variable: org.elasticsearch.common.netty.buffer.BigEndianHeapChannelBuffer#112444
  377. Local Variable: org.elasticsearch.common.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext#51
  378. at org.elasticsearch.common.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:70)
  379. at org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564)
  380. at org.elasticsearch.common.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendUpstream(DefaultChannelPipeline.java:791)
  381. at org.elasticsearch.common.netty.OpenChannelsHandler.handleUpstream(OpenChannelsHandler.java:74)
  382. at org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564)
  383. Local Variable: org.elasticsearch.common.netty.channel.DefaultChannelPipeline#8
  384. Local Variable: org.elasticsearch.common.netty.channel.UpstreamMessageEvent#80
  385. at org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:559)
  386. at org.elasticsearch.common.netty.channel.Channels.fireMessageReceived(Channels.java:268)
  387. at org.elasticsearch.common.netty.channel.Channels.fireMessageReceived(Channels.java:255)
  388. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.read(NioWorker.java:88)
  389. Local Variable: org.elasticsearch.common.netty.channel.socket.nio.NioAcceptedSocketChannel#8
  390. at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.process(AbstractNioWorker.java:108)
  391. Local Variable: sun.nio.ch.SelectionKeyImpl#7
  392. Local Variable: java.util.HashMap$KeyIterator#9
  393. at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:337)
  394. Local Variable: sun.nio.ch.WindowsSelectorImpl#15
  395. at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
  396. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
  397. Local Variable: org.elasticsearch.common.netty.channel.socket.nio.NioWorker#11
  398. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  399. Local Variable: java.lang.String#42680
  400. Local Variable: java.lang.String#42679
  401. Local Variable: org.elasticsearch.common.netty.util.ThreadRenamingRunnable#5
  402. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
  403. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  404. Local Variable: org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1#4
  405. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  406. Local Variable: java.util.concurrent.ThreadPoolExecutor$Worker#20
  407. at java.lang.Thread.run(Thread.java:724)
  408.  
  409.  
  410. "elasticsearch[ES-NODE-Q01][search][T#1]" daemon prio=5 tid=51 WAITING
  411. at sun.misc.Unsafe.park(Native Method)
  412. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  413. at java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735)
  414. Local Variable: java.util.concurrent.LinkedTransferQueue$Node#2
  415. Local Variable: java.util.concurrent.LinkedTransferQueue#1
  416. Local Variable: java.util.concurrent.LinkedTransferQueue$Node#3
  417. at java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644)
  418. at java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137)
  419. at org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162)
  420. Local Variable: org.elasticsearch.common.util.concurrent.SizeBlockingQueue#1
  421. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
  422. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
  423. Local Variable: org.elasticsearch.common.util.concurrent.EsThreadPoolExecutor#1
  424. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  425. Local Variable: java.util.concurrent.ThreadPoolExecutor$Worker#3
  426. at java.lang.Thread.run(Thread.java:724)
  427.  
  428.  
  429. "elasticsearch[ES-NODE-Q01][[http_server_worker.default]][T#1]{New I/O worker #6}" daemon prio=5 tid=23 RUNNABLE
  430. at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)
  431. at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:295)
  432. at sun.nio.ch.WindowsSelectorImpl$SubSelector.access$400(WindowsSelectorImpl.java:277)
  433. at sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:158)
  434. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
  435. Local Variable: sun.nio.ch.Util$2#9
  436. Local Variable: java.util.Collections$UnmodifiableSet#6359
  437. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
  438. at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
  439. at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:434)
  440. at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
  441. Local Variable: sun.nio.ch.WindowsSelectorImpl#9
  442. at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
  443. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
  444. Local Variable: org.elasticsearch.common.netty.channel.socket.nio.NioWorker#7
  445. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  446. Local Variable: java.lang.String#42700
  447. Local Variable: java.lang.String#42701
  448. Local Variable: org.elasticsearch.common.netty.util.ThreadRenamingRunnable#11
  449. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
  450. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  451. Local Variable: java.util.concurrent.ThreadPoolExecutor#5
  452. Local Variable: org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1#10
  453. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  454. Local Variable: java.util.concurrent.ThreadPoolExecutor$Worker#14
  455. at java.lang.Thread.run(Thread.java:724)
  456.  
  457.  
  458. "Finalizer" daemon prio=8 tid=3 WAITING
  459. at java.lang.Object.wait(Native Method)
  460. at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:135)
  461. Local Variable: java.lang.ref.ReferenceQueue#150
  462. at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:151)
  463. at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:189)
  464.  
  465.  
  466. "elasticsearch[ES-NODE-Q01][http_server_worker][T#1]{New I/O worker #11}" daemon prio=5 tid=36 RUNNABLE
  467. at org.elasticsearch.common.netty.buffer.BigEndianHeapChannelBuffer.duplicate(BigEndianHeapChannelBuffer.java:116)
  468. Local Variable: org.elasticsearch.common.netty.buffer.BigEndianHeapChannelBuffer#146449
  469. at org.elasticsearch.common.netty.buffer.HeapChannelBuffer.slice(HeapChannelBuffer.java:191)
  470. at org.elasticsearch.common.netty.buffer.AbstractChannelBuffer.slice(AbstractChannelBuffer.java:498)
  471. at org.elasticsearch.common.netty.buffer.CompositeChannelBuffer.decompose(CompositeChannelBuffer.java:100)
  472. Local Variable: java.util.ArrayList#665
  473. at org.elasticsearch.common.netty.handler.codec.http.HttpChunkAggregator.appendToCumulation(HttpChunkAggregator.java:210)
  474. Local Variable: org.elasticsearch.common.netty.buffer.BigEndianHeapChannelBuffer#145962
  475. at org.elasticsearch.common.netty.handler.codec.http.HttpChunkAggregator.messageReceived(HttpChunkAggregator.java:175)
  476. Local Variable: org.elasticsearch.common.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext#473
  477. Local Variable: org.elasticsearch.common.netty.handler.codec.http.HttpChunkAggregator#68
  478. Local Variable: org.elasticsearch.common.netty.buffer.CompositeChannelBuffer#216
  479. Local Variable: org.elasticsearch.common.netty.handler.codec.http.DefaultHttpRequest#31
  480. Local Variable: org.elasticsearch.common.netty.handler.codec.http.DefaultHttpChunk#93
  481. at org.elasticsearch.common.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:70)
  482. at org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564)
  483. at org.elasticsearch.common.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendUpstream(DefaultChannelPipeline.java:791)
  484. at org.elasticsearch.common.netty.handler.codec.http.HttpContentDecoder.messageReceived(HttpContentDecoder.java:135)
  485. at org.elasticsearch.common.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:70)
  486. at org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564)
  487. Local Variable: org.elasticsearch.common.netty.channel.UpstreamMessageEvent#105
  488. at org.elasticsearch.common.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendUpstream(DefaultChannelPipeline.java:791)
  489. at org.elasticsearch.common.netty.channel.Channels.fireMessageReceived(Channels.java:296)
  490. at org.elasticsearch.common.netty.handler.codec.frame.FrameDecoder.unfoldAndFireMessageReceived(FrameDecoder.java:459)
  491. at org.elasticsearch.common.netty.handler.codec.replay.ReplayingDecoder.callDecode(ReplayingDecoder.java:536)
  492. Local Variable: java.net.InetSocketAddress#282
  493. Local Variable: org.elasticsearch.common.netty.handler.codec.replay.ReplayingDecoderBuffer#68
  494. at org.elasticsearch.common.netty.handler.codec.replay.ReplayingDecoder.messageReceived(ReplayingDecoder.java:435)
  495. Local Variable: org.elasticsearch.common.netty.buffer.BigEndianHeapChannelBuffer#56339
  496. Local Variable: org.elasticsearch.common.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext#471
  497. Local Variable: org.elasticsearch.common.netty.handler.codec.http.HttpRequestDecoder#68
  498. at org.elasticsearch.common.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:70)
  499. at org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564)
  500. at org.elasticsearch.common.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendUpstream(DefaultChannelPipeline.java:791)
  501. at org.elasticsearch.common.netty.OpenChannelsHandler.handleUpstream(OpenChannelsHandler.java:74)
  502. at org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564)
  503. Local Variable: org.elasticsearch.common.netty.channel.UpstreamMessageEvent#45
  504. Local Variable: org.elasticsearch.common.netty.channel.DefaultChannelPipeline#68
  505. at org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:559)
  506. at org.elasticsearch.common.netty.channel.Channels.fireMessageReceived(Channels.java:268)
  507. at org.elasticsearch.common.netty.channel.Channels.fireMessageReceived(Channels.java:255)
  508. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.read(NioWorker.java:88)
  509. Local Variable: org.elasticsearch.common.netty.channel.socket.nio.NioAcceptedSocketChannel#68
  510. at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.process(AbstractNioWorker.java:108)
  511. Local Variable: java.util.HashMap$KeyIterator#11
  512. Local Variable: sun.nio.ch.SelectionKeyImpl#67
  513. at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:337)
  514. Local Variable: sun.nio.ch.WindowsSelectorImpl#12
  515. at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
  516. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
  517. Local Variable: org.elasticsearch.common.netty.channel.socket.nio.NioWorker#9
  518. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  519. Local Variable: java.lang.String#42683
  520. Local Variable: java.lang.String#42682
  521. Local Variable: org.elasticsearch.common.netty.util.ThreadRenamingRunnable#6
  522. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
  523. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  524. Local Variable: org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1#5
  525. Local Variable: java.util.concurrent.ThreadPoolExecutor#7
  526. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  527. Local Variable: java.util.concurrent.ThreadPoolExecutor$Worker#19
  528. at java.lang.Thread.run(Thread.java:724)
  529.  
  530.  
  531. "elasticsearch[ES-NODE-Q01][listener][T#1]" daemon prio=5 tid=50 WAITING
  532. at sun.misc.Unsafe.park(Native Method)
  533. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  534. at java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735)
  535. Local Variable: java.util.concurrent.ThreadLocalRandom#1
  536. Local Variable: java.util.concurrent.LinkedTransferQueue$Node#10
  537. Local Variable: java.util.concurrent.LinkedTransferQueue$Node#15
  538. Local Variable: java.util.concurrent.LinkedTransferQueue#2
  539. at java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644)
  540. at java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137)
  541. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
  542. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
  543. Local Variable: org.elasticsearch.common.util.concurrent.EsThreadPoolExecutor#2
  544. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  545. Local Variable: java.util.concurrent.ThreadPoolExecutor$Worker#4
  546. at java.lang.Thread.run(Thread.java:724)
  547.  
  548.  
  549. "elasticsearch[ES-NODE-Q01][[http_server_worker.default]][T#4]{New I/O worker #9}" daemon prio=5 tid=26 RUNNABLE
  550. at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)
  551. at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:295)
  552. at sun.nio.ch.WindowsSelectorImpl$SubSelector.access$400(WindowsSelectorImpl.java:277)
  553. at sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:158)
  554. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
  555. Local Variable: sun.nio.ch.Util$2#8
  556. Local Variable: java.util.Collections$UnmodifiableSet#6358
  557. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
  558. at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
  559. at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:434)
  560. at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
  561. Local Variable: sun.nio.ch.WindowsSelectorImpl#8
  562. at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
  563. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
  564. Local Variable: org.elasticsearch.common.netty.channel.socket.nio.NioWorker#6
  565. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  566. Local Variable: org.elasticsearch.common.netty.util.ThreadRenamingRunnable#8
  567. Local Variable: java.lang.String#42692
  568. Local Variable: java.lang.String#42691
  569. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
  570. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  571. Local Variable: org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1#7
  572. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  573. Local Variable: java.util.concurrent.ThreadPoolExecutor$Worker#12
  574. at java.lang.Thread.run(Thread.java:724)
  575.  
  576.  
  577. "elasticsearch[ES-NODE-Q01][http_server_worker][T#4]{New I/O worker #14}" daemon prio=5 tid=39 RUNNABLE
  578. at org.elasticsearch.common.netty.buffer.BigEndianHeapChannelBuffer.duplicate(BigEndianHeapChannelBuffer.java:116)
  579. Local Variable: org.elasticsearch.common.netty.buffer.BigEndianHeapChannelBuffer#143559
  580. at org.elasticsearch.common.netty.buffer.HeapChannelBuffer.slice(HeapChannelBuffer.java:191)
  581. at org.elasticsearch.common.netty.buffer.AbstractChannelBuffer.slice(AbstractChannelBuffer.java:498)
  582. at org.elasticsearch.common.netty.buffer.ChannelBuffers.wrappedBuffer(ChannelBuffers.java:441)
  583. Local Variable: java.util.ArrayList#664
  584. Local Variable: org.elasticsearch.common.netty.buffer.ChannelBuffer[]#311
  585. at org.elasticsearch.common.netty.buffer.ChannelBuffers.wrappedBuffer(ChannelBuffers.java:396)
  586. at org.elasticsearch.common.netty.handler.codec.http.HttpChunkAggregator.appendToCumulation(HttpChunkAggregator.java:214)
  587. at org.elasticsearch.common.netty.handler.codec.http.HttpChunkAggregator.messageReceived(HttpChunkAggregator.java:175)
  588. Local Variable: org.elasticsearch.common.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext#382
  589. Local Variable: org.elasticsearch.common.netty.handler.codec.http.HttpChunkAggregator#55
  590. Local Variable: org.elasticsearch.common.netty.buffer.CompositeChannelBuffer#214
  591. Local Variable: org.elasticsearch.common.netty.handler.codec.http.DefaultHttpRequest#30
  592. Local Variable: org.elasticsearch.common.netty.handler.codec.http.DefaultHttpChunk#91
  593. at org.elasticsearch.common.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:70)
  594. at org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564)
  595. at org.elasticsearch.common.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendUpstream(DefaultChannelPipeline.java:791)
  596. at org.elasticsearch.common.netty.handler.codec.http.HttpContentDecoder.messageReceived(HttpContentDecoder.java:135)
  597. at org.elasticsearch.common.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:70)
  598. at org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564)
  599. Local Variable: org.elasticsearch.common.netty.channel.UpstreamMessageEvent#103
  600. at org.elasticsearch.common.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendUpstream(DefaultChannelPipeline.java:791)
  601. at org.elasticsearch.common.netty.channel.Channels.fireMessageReceived(Channels.java:296)
  602. at org.elasticsearch.common.netty.handler.codec.frame.FrameDecoder.unfoldAndFireMessageReceived(FrameDecoder.java:459)
  603. at org.elasticsearch.common.netty.handler.codec.replay.ReplayingDecoder.callDecode(ReplayingDecoder.java:536)
  604. Local Variable: org.elasticsearch.common.netty.handler.codec.replay.ReplayingDecoderBuffer#55
  605. Local Variable: java.net.InetSocketAddress#220
  606. at org.elasticsearch.common.netty.handler.codec.replay.ReplayingDecoder.messageReceived(ReplayingDecoder.java:435)
  607. Local Variable: org.elasticsearch.common.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext#380
  608. Local Variable: org.elasticsearch.common.netty.handler.codec.http.HttpRequestDecoder#55
  609. Local Variable: org.elasticsearch.common.netty.buffer.BigEndianHeapChannelBuffer#60219
  610. at org.elasticsearch.common.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:70)
  611. at org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564)
  612. at org.elasticsearch.common.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendUpstream(DefaultChannelPipeline.java:791)
  613. at org.elasticsearch.common.netty.OpenChannelsHandler.handleUpstream(OpenChannelsHandler.java:74)
  614. at org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564)
  615. Local Variable: org.elasticsearch.common.netty.channel.DefaultChannelPipeline#55
  616. Local Variable: org.elasticsearch.common.netty.channel.UpstreamMessageEvent#50
  617. at org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:559)
  618. at org.elasticsearch.common.netty.channel.Channels.fireMessageReceived(Channels.java:268)
  619. at org.elasticsearch.common.netty.channel.Channels.fireMessageReceived(Channels.java:255)
  620. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.read(NioWorker.java:88)
  621. Local Variable: org.elasticsearch.common.netty.channel.socket.nio.NioAcceptedSocketChannel#55
  622. at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.process(AbstractNioWorker.java:108)
  623. Local Variable: java.util.HashMap$KeyIterator#10
  624. Local Variable: sun.nio.ch.SelectionKeyImpl#55
  625. at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:337)
  626. Local Variable: sun.nio.ch.WindowsSelectorImpl#14
  627. at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
  628. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
  629. Local Variable: org.elasticsearch.common.netty.channel.socket.nio.NioWorker#12
  630. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  631. Local Variable: java.lang.String#42674
  632. Local Variable: java.lang.String#42673
  633. Local Variable: org.elasticsearch.common.netty.util.ThreadRenamingRunnable#3
  634. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
  635. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  636. Local Variable: org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1#2
  637. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  638. Local Variable: java.util.concurrent.ThreadPoolExecutor$Worker#18
  639. at java.lang.Thread.run(Thread.java:724)
  640.  
  641.  
  642. "elasticsearch[ES-NODE-Q01][[timer]]" daemon prio=5 tid=10 TIMED_WAITING
  643. at java.lang.Thread.sleep(Native Method)
  644. at org.elasticsearch.threadpool.ThreadPool$EstimatedTimeThread.run(ThreadPool.java:586)
  645.  
  646.  
  647. "elasticsearch[ES-NODE-Q01][http_server_worker][T#3]{New I/O worker #13}" daemon prio=5 tid=38 RUNNABLE
  648. at java.lang.OutOfMemoryError.<init>(OutOfMemoryError.java:48)
  649. at org.elasticsearch.common.netty.buffer.HeapChannelBuffer.<init>(HeapChannelBuffer.java:42)
  650. at org.elasticsearch.common.netty.buffer.BigEndianHeapChannelBuffer.<init>(BigEndianHeapChannelBuffer.java:34)
  651. at org.elasticsearch.common.netty.buffer.ChannelBuffers.buffer(ChannelBuffers.java:134)
  652. at org.elasticsearch.common.netty.buffer.HeapChannelBufferFactory.getBuffer(HeapChannelBufferFactory.java:68)
  653. at org.elasticsearch.common.netty.buffer.CompositeChannelBuffer.copy(CompositeChannelBuffer.java:568)
  654. at org.elasticsearch.common.netty.buffer.AbstractChannelBuffer.copy(AbstractChannelBuffer.java:494)
  655. at org.elasticsearch.common.netty.handler.codec.http.HttpChunkAggregator.appendToCumulation(HttpChunkAggregator.java:208)
  656. Local Variable: org.elasticsearch.common.netty.buffer.BigEndianHeapChannelBuffer#13357
  657. at org.elasticsearch.common.netty.handler.codec.http.HttpChunkAggregator.messageReceived(HttpChunkAggregator.java:175)
  658. Local Variable: org.elasticsearch.common.netty.handler.codec.http.DefaultHttpRequest#20
  659. Local Variable: org.elasticsearch.common.netty.handler.codec.http.DefaultHttpChunk#2
  660. Local Variable: org.elasticsearch.common.netty.handler.codec.http.HttpChunkAggregator#40
  661. Local Variable: org.elasticsearch.common.netty.buffer.CompositeChannelBuffer#174
  662. Local Variable: org.elasticsearch.common.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext#277
  663. at org.elasticsearch.common.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:70)
  664. at org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564)
  665. at org.elasticsearch.common.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendUpstream(DefaultChannelPipeline.java:791)
  666. at org.elasticsearch.common.netty.handler.codec.http.HttpContentDecoder.messageReceived(HttpContentDecoder.java:135)
  667. at org.elasticsearch.common.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:70)
  668. at org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564)
  669. Local Variable: org.elasticsearch.common.netty.channel.UpstreamMessageEvent#2
  670. at org.elasticsearch.common.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendUpstream(DefaultChannelPipeline.java:791)
  671. at org.elasticsearch.common.netty.channel.Channels.fireMessageReceived(Channels.java:296)
  672. at org.elasticsearch.common.netty.handler.codec.frame.FrameDecoder.unfoldAndFireMessageReceived(FrameDecoder.java:459)
  673. at org.elasticsearch.common.netty.handler.codec.replay.ReplayingDecoder.callDecode(ReplayingDecoder.java:536)
  674. Local Variable: org.elasticsearch.common.netty.handler.codec.replay.ReplayingDecoderBuffer#40
  675. Local Variable: java.net.InetSocketAddress#154
  676. at org.elasticsearch.common.netty.handler.codec.replay.ReplayingDecoder.messageReceived(ReplayingDecoder.java:435)
  677. Local Variable: org.elasticsearch.common.netty.buffer.BigEndianHeapChannelBuffer#13356
  678. Local Variable: org.elasticsearch.common.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext#275
  679. Local Variable: org.elasticsearch.common.netty.handler.codec.http.HttpRequestDecoder#40
  680. at org.elasticsearch.common.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:70)
  681. at org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564)
  682. at org.elasticsearch.common.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendUpstream(DefaultChannelPipeline.java:791)
  683. at org.elasticsearch.common.netty.OpenChannelsHandler.handleUpstream(OpenChannelsHandler.java:74)
  684. at org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564)
  685. Local Variable: org.elasticsearch.common.netty.channel.UpstreamMessageEvent#1
  686. Local Variable: org.elasticsearch.common.netty.channel.DefaultChannelPipeline#40
  687. at org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:559)
  688. at org.elasticsearch.common.netty.channel.Channels.fireMessageReceived(Channels.java:268)
  689. at org.elasticsearch.common.netty.channel.Channels.fireMessageReceived(Channels.java:255)
  690. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.read(NioWorker.java:88)
  691. Local Variable: org.elasticsearch.common.netty.channel.socket.nio.NioAcceptedSocketChannel#40
  692. at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.process(AbstractNioWorker.java:108)
  693. Local Variable: java.util.HashMap$KeyIterator#1
  694. Local Variable: sun.nio.ch.SelectionKeyImpl#39
  695. at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:337)
  696. Local Variable: sun.nio.ch.WindowsSelectorImpl#13
  697. at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
  698. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
  699. Local Variable: org.elasticsearch.common.netty.channel.socket.nio.NioWorker#10
  700. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  701. Local Variable: org.elasticsearch.common.netty.util.ThreadRenamingRunnable#4
  702. Local Variable: java.lang.String#42677
  703. Local Variable: java.lang.String#42676
  704. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
  705. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  706. Local Variable: org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1#3
  707. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  708. Local Variable: java.util.concurrent.ThreadPoolExecutor$Worker#17
  709. at java.lang.Thread.run(Thread.java:724)
  710.  
  711.  
  712. "elasticsearch[keepAlive/1.7.1-SNAPSHOT]" prio=5 tid=42 WAITING
  713. at sun.misc.Unsafe.park(Native Method)
  714. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  715. at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:834)
  716. at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:994)
  717. Local Variable: java.util.concurrent.locks.AbstractQueuedSynchronizer$Node#10
  718. Local Variable: java.util.concurrent.locks.AbstractQueuedSynchronizer$Node#11
  719. at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1303)
  720. Local Variable: java.util.concurrent.CountDownLatch$Sync#4
  721. at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:236)
  722. Local Variable: java.util.concurrent.CountDownLatch#2
  723. at org.elasticsearch.bootstrap.Bootstrap$4.run(Bootstrap.java:267)
  724. Local Variable: org.elasticsearch.bootstrap.Bootstrap$4#1
  725. at java.lang.Thread.run(Thread.java:724)
  726.  
  727.  
  728. "elasticsearch[ES-NODE-Q01][generic][T#260]" daemon prio=5 tid=1155 TIMED_WAITING
  729. at sun.misc.Unsafe.park(Native Method)
  730. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
  731. at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
  732. at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
  733. Local Variable: java.util.concurrent.SynchronousQueue$TransferStack#1
  734. Local Variable: java.util.concurrent.SynchronousQueue$TransferStack$SNode#2
  735. at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
  736. Local Variable: java.util.concurrent.SynchronousQueue#1
  737. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
  738. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
  739. Local Variable: org.elasticsearch.common.util.concurrent.EsThreadPoolExecutor#4
  740. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  741. Local Variable: java.util.concurrent.ThreadPoolExecutor$Worker#1
  742. at java.lang.Thread.run(Thread.java:724)
  743.  
  744.  
  745. "elasticsearch[ES-NODE-Q01][management][T#1]" daemon prio=5 tid=44 TIMED_WAITING
  746. at sun.misc.Unsafe.park(Native Method)
  747. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
  748. at java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:731)
  749. Local Variable: java.util.concurrent.LinkedTransferQueue$Node#8
  750. Local Variable: java.util.concurrent.LinkedTransferQueue$Node#14
  751. at java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644)
  752. at java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1145)
  753. Local Variable: java.util.concurrent.TimeUnit$1#1
  754. Local Variable: org.elasticsearch.common.util.concurrent.EsExecutors$ExecutorScalingQueue#4
  755. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
  756. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
  757. Local Variable: org.elasticsearch.common.util.concurrent.EsThreadPoolExecutor#7
  758. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  759. Local Variable: java.util.concurrent.ThreadPoolExecutor$Worker#22
  760. at java.lang.Thread.run(Thread.java:724)
  761.  
  762.  
  763. "elasticsearch[ES-NODE-Q01][search][T#2]" daemon prio=5 tid=52 WAITING
  764. at sun.misc.Unsafe.park(Native Method)
  765. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  766. at java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735)
  767. Local Variable: java.util.concurrent.LinkedTransferQueue$Node#4
  768. at java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644)
  769. at java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137)
  770. at org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162)
  771. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
  772. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
  773. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  774. Local Variable: java.util.concurrent.ThreadPoolExecutor$Worker#21
  775. at java.lang.Thread.run(Thread.java:724)
  776.  
  777.  
  778. "elasticsearch[ES-NODE-Q01][search][T#4]" daemon prio=5 tid=54 WAITING
  779. at sun.misc.Unsafe.park(Native Method)
  780. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  781. at java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735)
  782. Local Variable: java.util.concurrent.LinkedTransferQueue$Node#9
  783. at java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644)
  784. at java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137)
  785. at org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162)
  786. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
  787. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
  788. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  789. Local Variable: java.util.concurrent.ThreadPoolExecutor$Worker#25
  790. at java.lang.Thread.run(Thread.java:724)
  791.  
  792.  
  793. "elasticsearch[ES-NODE-Q01][[ttl_expire]]" daemon prio=5 tid=13 TIMED_WAITING
  794. at sun.misc.Unsafe.park(Native Method)
  795. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
  796. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2176)
  797. Local Variable: java.util.concurrent.locks.AbstractQueuedSynchronizer$Node#5
  798. Local Variable: java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject#10
  799. at org.elasticsearch.indices.ttl.IndicesTTLService$Notifier.await(IndicesTTLService.java:342)
  800. Local Variable: org.elasticsearch.indices.ttl.IndicesTTLService$Notifier#1
  801. at org.elasticsearch.indices.ttl.IndicesTTLService$PurgerThread.run(IndicesTTLService.java:148)
  802.  
  803.  
  804. "elasticsearch[ES-NODE-Q01][search][T#3]" daemon prio=5 tid=53 WAITING
  805. at sun.misc.Unsafe.park(Native Method)
  806. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  807. at java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735)
  808. Local Variable: java.util.concurrent.LinkedTransferQueue$Node#5
  809. at java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644)
  810. at java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137)
  811. at org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162)
  812. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
  813. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
  814. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  815. Local Variable: java.util.concurrent.ThreadPoolExecutor$Worker#24
  816. at java.lang.Thread.run(Thread.java:724)
  817.  
  818.  
  819. "elasticsearch[ES-NODE-Q01][management][T#2]" daemon prio=5 tid=122 TIMED_WAITING
  820. at sun.misc.Unsafe.park(Native Method)
  821. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
  822. at java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:731)
  823. Local Variable: java.util.concurrent.LinkedTransferQueue$Node#7
  824. at java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644)
  825. at java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1145)
  826. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
  827. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
  828. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  829. Local Variable: java.util.concurrent.ThreadPoolExecutor$Worker#26
  830. at java.lang.Thread.run(Thread.java:724)
  831.  
  832.  
  833. "DestroyJavaVM" prio=5 tid=43 RUNNABLE
  834.  
  835.  
  836. "elasticsearch[ES-NODE-Q01][clusterService#updateTask][T#1]" daemon prio=5 tid=28 WAITING
  837. at sun.misc.Unsafe.park(Native Method)
  838. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  839. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
  840. Local Variable: java.util.concurrent.locks.AbstractQueuedSynchronizer$Node#2
  841. Local Variable: java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject#21
  842. at java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:537)
  843. Local Variable: java.util.concurrent.PriorityBlockingQueue#1
  844. Local Variable: java.util.concurrent.locks.ReentrantLock#77
  845. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
  846. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
  847. Local Variable: org.elasticsearch.common.util.concurrent.PrioritizedEsThreadPoolExecutor#1
  848. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  849. Local Variable: java.util.concurrent.ThreadPoolExecutor$Worker#23
  850. at java.lang.Thread.run(Thread.java:724)
  851.  
  852.  
  853. "elasticsearch[ES-NODE-Q01][marvel.exporters]" daemon prio=5 tid=15 TIMED_WAITING
  854. at java.lang.Thread.sleep(Native Method)
  855. at org.elasticsearch.marvel.agent.AgentService$ExportingWorker.run(AgentService.java:248)
  856. Local Variable: org.elasticsearch.marvel.agent.AgentService$ExportingWorker#1
  857. at java.lang.Thread.run(Thread.java:724)
  858.  
  859.  
  860. "elasticsearch[ES-NODE-Q01][keep_alive]" daemon prio=5 tid=669 TIMED_WAITING
  861. at java.lang.Thread.sleep(Native Method)
  862. at org.elasticsearch.marvel.agent.exporter.ESExporter$ConnectionKeepAliveWorker.run(ESExporter.java:788)
  863. Local Variable: org.elasticsearch.marvel.agent.exporter.ESExporter$ConnectionKeepAliveWorker#1
  864. at java.lang.Thread.run(Thread.java:724)
  865.  
  866.  
  867. "elasticsearch[ES-NODE-Q01][scheduler][T#1]" daemon prio=5 tid=12 TIMED_WAITING
  868. at sun.misc.Unsafe.park(Native Method)
  869. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
  870. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
  871. Local Variable: java.util.concurrent.locks.AbstractQueuedSynchronizer$Node#4
  872. Local Variable: java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject#5
  873. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)
  874. Local Variable: java.util.concurrent.locks.ReentrantLock#17
  875. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)
  876. Local Variable: java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue#1
  877. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
  878. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
  879. Local Variable: java.util.concurrent.ScheduledThreadPoolExecutor#1
  880. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  881. Local Variable: java.util.concurrent.ThreadPoolExecutor$Worker#5
  882. at java.lang.Thread.run(Thread.java:724)
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement
Public Pastes
Advertisement
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!