API tools faq
paste
Advertisement
Guest User

hot_threads.txt

a guest
Sep 14th, 2015
216
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 18.08 KB | None | 0 0
raw download clone embed print report
  1. ::: [MyNode1][WoFrkO0SSH-b2fS5sNHmXQ][MachineName123][inet[/11.10.1.121:9300]]
  2. Hot threads at 2015-09-14T16:05:12.414Z, interval=500ms, busiestThreads=1000, ignoreIdleThreads=true:
  3.  
  4. 65.5% (327.6ms out of 500ms) cpu usage by thread 'elasticsearch[MyNode1][management][T#2]'
  5. 8/10 snapshots sharing following 23 elements
  6. java.io.WinNTFileSystem.getBooleanAttributes(Native Method)
  7. java.io.File.isDirectory(File.java:849)
  8. org.apache.lucene.store.FSDirectory$1.accept(FSDirectory.java:221)
  9. java.io.File.list(File.java:1161)
  10. org.apache.lucene.store.FSDirectory.listAll(FSDirectory.java:218)
  11. org.apache.lucene.store.FSDirectory.listAll(FSDirectory.java:237)
  12. org.apache.lucene.store.FilterDirectory.listAll(FilterDirectory.java:48)
  13. org.apache.lucene.store.FilterDirectory.listAll(FilterDirectory.java:48)
  14. org.apache.lucene.store.FilterDirectory.listAll(FilterDirectory.java:48)
  15. org.elasticsearch.index.store.Store$StoreStatsCache.estimateSize(Store.java:1579)
  16. org.elasticsearch.index.store.Store$StoreStatsCache.refresh(Store.java:1571)
  17. org.elasticsearch.index.store.Store$StoreStatsCache.refresh(Store.java:1558)
  18. org.elasticsearch.common.util.SingleObjectCache.getOrRefresh(SingleObjectCache.java:55)
  19. org.elasticsearch.index.store.Store.stats(Store.java:290)
  20. org.elasticsearch.index.shard.IndexShard.storeStats(IndexShard.java:639)
  21. org.elasticsearch.action.admin.indices.stats.CommonStats.<init>(CommonStats.java:139)
  22. org.elasticsearch.action.admin.indices.stats.ShardStats.<init>(ShardStats.java:55)
  23. org.elasticsearch.action.admin.indices.stats.TransportIndicesStatsAction.shardOperation(TransportIndicesStatsAction.java:208)
  24. org.elasticsearch.action.admin.indices.stats.TransportIndicesStatsAction.shardOperation(TransportIndicesStatsAction.java:56)
  25. org.elasticsearch.action.support.broadcast.TransportBroadcastOperationAction$AsyncBroadcastAction$1.run(TransportBroadcastOperationAction.java:170)
  26. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  27. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  28. java.lang.Thread.run(Thread.java:745)
  29. 2/10 snapshots sharing following 13 elements
  30. org.elasticsearch.index.store.Store$StoreStatsCache.refresh(Store.java:1571)
  31. org.elasticsearch.index.store.Store$StoreStatsCache.refresh(Store.java:1558)
  32. org.elasticsearch.common.util.SingleObjectCache.getOrRefresh(SingleObjectCache.java:55)
  33. org.elasticsearch.index.store.Store.stats(Store.java:290)
  34. org.elasticsearch.index.shard.IndexShard.storeStats(IndexShard.java:639)
  35. org.elasticsearch.action.admin.indices.stats.CommonStats.<init>(CommonStats.java:139)
  36. org.elasticsearch.action.admin.indices.stats.ShardStats.<init>(ShardStats.java:55)
  37. org.elasticsearch.action.admin.indices.stats.TransportIndicesStatsAction.shardOperation(TransportIndicesStatsAction.java:208)
  38. org.elasticsearch.action.admin.indices.stats.TransportIndicesStatsAction.shardOperation(TransportIndicesStatsAction.java:56)
  39. org.elasticsearch.action.support.broadcast.TransportBroadcastOperationAction$AsyncBroadcastAction$1.run(TransportBroadcastOperationAction.java:170)
  40. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  41. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  42. java.lang.Thread.run(Thread.java:745)
  43.  
  44. 59.3% (296.4ms out of 500ms) cpu usage by thread 'elasticsearch[MyNode1][management][T#4]'
  45. 10/10 snapshots sharing following 23 elements
  46. java.io.WinNTFileSystem.getBooleanAttributes(Native Method)
  47. java.io.File.isDirectory(File.java:849)
  48. org.apache.lucene.store.FSDirectory$1.accept(FSDirectory.java:221)
  49. java.io.File.list(File.java:1161)
  50. org.apache.lucene.store.FSDirectory.listAll(FSDirectory.java:218)
  51. org.apache.lucene.store.FSDirectory.listAll(FSDirectory.java:237)
  52. org.apache.lucene.store.FilterDirectory.listAll(FilterDirectory.java:48)
  53. org.apache.lucene.store.FilterDirectory.listAll(FilterDirectory.java:48)
  54. org.apache.lucene.store.FilterDirectory.listAll(FilterDirectory.java:48)
  55. org.elasticsearch.index.store.Store$StoreStatsCache.estimateSize(Store.java:1579)
  56. org.elasticsearch.index.store.Store$StoreStatsCache.refresh(Store.java:1571)
  57. org.elasticsearch.index.store.Store$StoreStatsCache.refresh(Store.java:1558)
  58. org.elasticsearch.common.util.SingleObjectCache.getOrRefresh(SingleObjectCache.java:55)
  59. org.elasticsearch.index.store.Store.stats(Store.java:290)
  60. org.elasticsearch.index.shard.IndexShard.storeStats(IndexShard.java:639)
  61. org.elasticsearch.action.admin.indices.stats.CommonStats.<init>(CommonStats.java:139)
  62. org.elasticsearch.action.admin.indices.stats.ShardStats.<init>(ShardStats.java:55)
  63. org.elasticsearch.action.admin.indices.stats.TransportIndicesStatsAction.shardOperation(TransportIndicesStatsAction.java:208)
  64. org.elasticsearch.action.admin.indices.stats.TransportIndicesStatsAction.shardOperation(TransportIndicesStatsAction.java:56)
  65. org.elasticsearch.action.support.broadcast.TransportBroadcastOperationAction$AsyncBroadcastAction$1.run(TransportBroadcastOperationAction.java:170)
  66. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  67. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  68. java.lang.Thread.run(Thread.java:745)
  69.  
  70. 56.2% (280.8ms out of 500ms) cpu usage by thread 'elasticsearch[MyNode1][management][T#1]'
  71. 9/10 snapshots sharing following 23 elements
  72. java.io.WinNTFileSystem.getBooleanAttributes(Native Method)
  73. java.io.File.isDirectory(File.java:849)
  74. org.apache.lucene.store.FSDirectory$1.accept(FSDirectory.java:221)
  75. java.io.File.list(File.java:1161)
  76. org.apache.lucene.store.FSDirectory.listAll(FSDirectory.java:218)
  77. org.apache.lucene.store.FSDirectory.listAll(FSDirectory.java:237)
  78. org.apache.lucene.store.FilterDirectory.listAll(FilterDirectory.java:48)
  79. org.apache.lucene.store.FilterDirectory.listAll(FilterDirectory.java:48)
  80. org.apache.lucene.store.FilterDirectory.listAll(FilterDirectory.java:48)
  81. org.elasticsearch.index.store.Store$StoreStatsCache.estimateSize(Store.java:1579)
  82. org.elasticsearch.index.store.Store$StoreStatsCache.refresh(Store.java:1571)
  83. org.elasticsearch.index.store.Store$StoreStatsCache.refresh(Store.java:1558)
  84. org.elasticsearch.common.util.SingleObjectCache.getOrRefresh(SingleObjectCache.java:55)
  85. org.elasticsearch.index.store.Store.stats(Store.java:290)
  86. org.elasticsearch.index.shard.IndexShard.storeStats(IndexShard.java:639)
  87. org.elasticsearch.action.admin.indices.stats.CommonStats.<init>(CommonStats.java:139)
  88. org.elasticsearch.action.admin.indices.stats.ShardStats.<init>(ShardStats.java:55)
  89. org.elasticsearch.action.admin.indices.stats.TransportIndicesStatsAction.shardOperation(TransportIndicesStatsAction.java:208)
  90. org.elasticsearch.action.admin.indices.stats.TransportIndicesStatsAction.shardOperation(TransportIndicesStatsAction.java:56)
  91. org.elasticsearch.action.support.broadcast.TransportBroadcastOperationAction$AsyncBroadcastAction$1.run(TransportBroadcastOperationAction.java:170)
  92. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  93. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  94. java.lang.Thread.run(Thread.java:745)
  95. unique snapshot
  96. java.io.WinNTFileSystem.getLength(Native Method)
  97. java.io.File.length(File.java:974)
  98. org.apache.lucene.store.FSDirectory.fileLength(FSDirectory.java:253)
  99. org.apache.lucene.store.FilterDirectory.fileLength(FilterDirectory.java:63)
  100. org.apache.lucene.store.FilterDirectory.fileLength(FilterDirectory.java:63)
  101. org.apache.lucene.store.FilterDirectory.fileLength(FilterDirectory.java:63)
  102. org.elasticsearch.index.store.Store$StoreStatsCache.estimateSize(Store.java:1582)
  103. org.elasticsearch.index.store.Store$StoreStatsCache.refresh(Store.java:1571)
  104. org.elasticsearch.index.store.Store$StoreStatsCache.refresh(Store.java:1558)
  105. org.elasticsearch.common.util.SingleObjectCache.getOrRefresh(SingleObjectCache.java:55)
  106. org.elasticsearch.index.store.Store.stats(Store.java:290)
  107. org.elasticsearch.index.shard.IndexShard.storeStats(IndexShard.java:639)
  108. org.elasticsearch.action.admin.indices.stats.CommonStats.<init>(CommonStats.java:139)
  109. org.elasticsearch.action.admin.indices.stats.ShardStats.<init>(ShardStats.java:55)
  110. org.elasticsearch.action.admin.indices.stats.TransportIndicesStatsAction.shardOperation(TransportIndicesStatsAction.java:208)
  111. org.elasticsearch.action.admin.indices.stats.TransportIndicesStatsAction.shardOperation(TransportIndicesStatsAction.java:56)
  112. org.elasticsearch.action.support.broadcast.TransportBroadcastOperationAction$AsyncBroadcastAction$1.run(TransportBroadcastOperationAction.java:170)
  113. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  114. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  115. java.lang.Thread.run(Thread.java:745)
  116.  
  117. 53.0% (265.2ms out of 500ms) cpu usage by thread 'elasticsearch[MyNode1][management][T#5]'
  118. 6/10 snapshots sharing following 23 elements
  119. java.io.WinNTFileSystem.getBooleanAttributes(Native Method)
  120. java.io.File.isDirectory(File.java:849)
  121. org.apache.lucene.store.FSDirectory$1.accept(FSDirectory.java:221)
  122. java.io.File.list(File.java:1161)
  123. org.apache.lucene.store.FSDirectory.listAll(FSDirectory.java:218)
  124. org.apache.lucene.store.FSDirectory.listAll(FSDirectory.java:237)
  125. org.apache.lucene.store.FilterDirectory.listAll(FilterDirectory.java:48)
  126. org.apache.lucene.store.FilterDirectory.listAll(FilterDirectory.java:48)
  127. org.apache.lucene.store.FilterDirectory.listAll(FilterDirectory.java:48)
  128. org.elasticsearch.index.store.Store$StoreStatsCache.estimateSize(Store.java:1579)
  129. org.elasticsearch.index.store.Store$StoreStatsCache.refresh(Store.java:1571)
  130. org.elasticsearch.index.store.Store$StoreStatsCache.refresh(Store.java:1558)
  131. org.elasticsearch.common.util.SingleObjectCache.getOrRefresh(SingleObjectCache.java:55)
  132. org.elasticsearch.index.store.Store.stats(Store.java:290)
  133. org.elasticsearch.index.shard.IndexShard.storeStats(IndexShard.java:639)
  134. org.elasticsearch.action.admin.indices.stats.CommonStats.<init>(CommonStats.java:139)
  135. org.elasticsearch.action.admin.indices.stats.ShardStats.<init>(ShardStats.java:55)
  136. org.elasticsearch.action.admin.indices.stats.TransportIndicesStatsAction.shardOperation(TransportIndicesStatsAction.java:208)
  137. org.elasticsearch.action.admin.indices.stats.TransportIndicesStatsAction.shardOperation(TransportIndicesStatsAction.java:56)
  138. org.elasticsearch.action.support.broadcast.TransportBroadcastOperationAction$AsyncBroadcastAction$1.run(TransportBroadcastOperationAction.java:170)
  139. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  140. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  141. java.lang.Thread.run(Thread.java:745)
  142. 3/10 snapshots sharing following 17 elements
  143. org.apache.lucene.store.FilterDirectory.fileLength(FilterDirectory.java:63)
  144. org.apache.lucene.store.FilterDirectory.fileLength(FilterDirectory.java:63)
  145. org.apache.lucene.store.FilterDirectory.fileLength(FilterDirectory.java:63)
  146. org.elasticsearch.index.store.Store$StoreStatsCache.estimateSize(Store.java:1582)
  147. org.elasticsearch.index.store.Store$StoreStatsCache.refresh(Store.java:1571)
  148. org.elasticsearch.index.store.Store$StoreStatsCache.refresh(Store.java:1558)
  149. org.elasticsearch.common.util.SingleObjectCache.getOrRefresh(SingleObjectCache.java:55)
  150. org.elasticsearch.index.store.Store.stats(Store.java:290)
  151. org.elasticsearch.index.shard.IndexShard.storeStats(IndexShard.java:639)
  152. org.elasticsearch.action.admin.indices.stats.CommonStats.<init>(CommonStats.java:139)
  153. org.elasticsearch.action.admin.indices.stats.ShardStats.<init>(ShardStats.java:55)
  154. org.elasticsearch.action.admin.indices.stats.TransportIndicesStatsAction.shardOperation(TransportIndicesStatsAction.java:208)
  155. org.elasticsearch.action.admin.indices.stats.TransportIndicesStatsAction.shardOperation(TransportIndicesStatsAction.java:56)
  156. org.elasticsearch.action.support.broadcast.TransportBroadcastOperationAction$AsyncBroadcastAction$1.run(TransportBroadcastOperationAction.java:170)
  157. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  158. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  159. java.lang.Thread.run(Thread.java:745)
  160. unique snapshot
  161. java.io.WinNTFileSystem.resolve(WinNTFileSystem.java:262)
  162. java.io.File.<init>(File.java:367)
  163. org.apache.lucene.store.FSDirectory$1.accept(FSDirectory.java:221)
  164. java.io.File.list(File.java:1161)
  165. org.apache.lucene.store.FSDirectory.listAll(FSDirectory.java:218)
  166. org.apache.lucene.store.FSDirectory.listAll(FSDirectory.java:237)
  167. org.apache.lucene.store.FilterDirectory.listAll(FilterDirectory.java:48)
  168. org.apache.lucene.store.FilterDirectory.listAll(FilterDirectory.java:48)
  169. org.apache.lucene.store.FilterDirectory.listAll(FilterDirectory.java:48)
  170. org.elasticsearch.index.store.Store$StoreStatsCache.estimateSize(Store.java:1579)
  171. org.elasticsearch.index.store.Store$StoreStatsCache.refresh(Store.java:1571)
  172. org.elasticsearch.index.store.Store$StoreStatsCache.refresh(Store.java:1558)
  173. org.elasticsearch.common.util.SingleObjectCache.getOrRefresh(SingleObjectCache.java:55)
  174. org.elasticsearch.index.store.Store.stats(Store.java:290)
  175. org.elasticsearch.index.shard.IndexShard.storeStats(IndexShard.java:639)
  176. org.elasticsearch.action.admin.indices.stats.CommonStats.<init>(CommonStats.java:139)
  177. org.elasticsearch.action.admin.indices.stats.ShardStats.<init>(ShardStats.java:55)
  178. org.elasticsearch.action.admin.indices.stats.TransportIndicesStatsAction.shardOperation(TransportIndicesStatsAction.java:208)
  179. org.elasticsearch.action.admin.indices.stats.TransportIndicesStatsAction.shardOperation(TransportIndicesStatsAction.java:56)
  180. org.elasticsearch.action.support.broadcast.TransportBroadcastOperationAction$AsyncBroadcastAction$1.run(TransportBroadcastOperationAction.java:170)
  181. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  182. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  183. java.lang.Thread.run(Thread.java:745)
  184.  
  185. 37.4% (187.2ms out of 500ms) cpu usage by thread 'elasticsearch[MyNode1][management][T#3]'
  186. 10/10 snapshots sharing following 9 elements
  187. sun.misc.Unsafe.park(Native Method)
  188. java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  189. java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
  190. java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
  191. java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
  192. org.elasticsearch.cluster.InternalClusterInfoService$ClusterInfoUpdateJob.run(InternalClusterInfoService.java:398)
  193. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  194. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  195. java.lang.Thread.run(Thread.java:745)
  196.  
  197. 0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[MyNode1][scheduler][T#1]'
  198. 7/10 snapshots sharing following 2 elements
  199. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  200. java.lang.Thread.run(Thread.java:745)
  201.  
  202. 0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[MyNode1][transport_client_timer][T#1]{Hashed wheel timer #1}'
  203. 10/10 snapshots sharing following 5 elements
  204. java.lang.Thread.sleep(Native Method)
  205. org.elasticsearch.common.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:445)
  206. org.elasticsearch.common.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:364)
  207. org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  208. java.lang.Thread.run(Thread.java:745)
  209.  
  210. 0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[keepAlive/1.7.1]'
  211. 10/10 snapshots sharing following 8 elements
  212. sun.misc.Unsafe.park(Native Method)
  213. java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
  214. java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
  215. java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
  216. java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
  217. java.util.concurrent.CountDownLatch.await(CountDownLatch.java:231)
  218. org.elasticsearch.bootstrap.Bootstrap$4.run(Bootstrap.java:267)
  219. java.lang.Thread.run(Thread.java:745)
  220.  
  221. 0.0% (0s out of 500ms) cpu usage by thread 'DestroyJavaVM'
  222. unique snapshot
  223. unique snapshot
  224. unique snapshot
  225. unique snapshot
  226. unique snapshot
  227. unique snapshot
  228. unique snapshot
  229. unique snapshot
  230. unique snapshot
  231. unique snapshot
  232.  
  233. 0.0% (0s out of 500ms) cpu usage by thread 'Attach Listener'
  234. unique snapshot
  235. unique snapshot
  236. unique snapshot
  237. unique snapshot
  238. unique snapshot
  239. unique snapshot
  240. unique snapshot
  241. unique snapshot
  242. unique snapshot
  243. unique snapshot
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement
Public Pastes
Advertisement
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!