Advertisement
Guest User

Untitled

a guest
Jul 7th, 2016
245
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 29.59 KB | None | 0 0
  1. ::: {elk}{-WMa7rZzTK-zmfOHen82yg}{}{:9300}{data=false, master=false}
  2. Hot threads at 2016-07-07T15:36:28.156Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true:
  3.  
  4. ::: {es-1}{85Ud2FkPSS-aBJmVlv8OkA}{}{:9300}
  5. Hot threads at 2016-07-07T15:36:32.992Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true:
  6.  
  7. 96.2% (481.1ms out of 500ms) cpu usage by thread 'elasticsearch[es-1][management][T#4]'
  8. 9/10 snapshots sharing following 32 elements
  9. java.io.FilePermission.init(FilePermission.java:203)
  10. java.io.FilePermission.<init>(FilePermission.java:277)
  11. java.lang.SecurityManager.checkRead(SecurityManager.java:888)
  12. sun.nio.fs.UnixPath.checkRead(UnixPath.java:795)
  13. sun.nio.fs.UnixFileAttributeViews$Basic.readAttributes(UnixFileAttributeViews.java:49)
  14. sun.nio.fs.UnixFileSystemProvider.readAttributes(UnixFileSystemProvider.java:144)
  15. sun.nio.fs.LinuxFileSystemProvider.readAttributes(LinuxFileSystemProvider.java:99)
  16. java.nio.file.Files.readAttributes(Files.java:1737)
  17. java.nio.file.Files.size(Files.java:2332)
  18. org.apache.lucene.store.FSDirectory.fileLength(FSDirectory.java:210)
  19. org.apache.lucene.store.FileSwitchDirectory.fileLength(FileSwitchDirectory.java:150)
  20. org.apache.lucene.store.FilterDirectory.fileLength(FilterDirectory.java:67)
  21. org.apache.lucene.store.FilterDirectory.fileLength(FilterDirectory.java:67)
  22. org.elasticsearch.index.store.Store$StoreStatsCache.estimateSize(Store.java:1541)
  23. org.elasticsearch.index.store.Store$StoreStatsCache.refresh(Store.java:1530)
  24. org.elasticsearch.index.store.Store$StoreStatsCache.refresh(Store.java:1517)
  25. org.elasticsearch.common.util.SingleObjectCache.getOrRefresh(SingleObjectCache.java:55)
  26. org.elasticsearch.index.store.Store.stats(Store.java:293)
  27. org.elasticsearch.index.shard.IndexShard.storeStats(IndexShard.java:702)
  28. org.elasticsearch.action.admin.indices.stats.CommonStats.<init>(CommonStats.java:134)
  29. org.elasticsearch.action.admin.indices.stats.TransportIndicesStatsAction.shardOperation(TransportIndicesStatsAction.java:165)
  30. org.elasticsearch.action.admin.indices.stats.TransportIndicesStatsAction.shardOperation(TransportIndicesStatsAction.java:47)
  31. org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$BroadcastByNodeTransportRequestHandler.onShardOperation(TransportBroadcastByNodeAction.java:420)
  32. org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$BroadcastByNodeTransportRequestHandler.messageReceived(TransportBroadcastByNodeAction.java:399)
  33. org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$BroadcastByNodeTransportRequestHandler.messageReceived(TransportBroadcastByNodeAction.java:386)
  34. org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33)
  35. org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75)
  36. org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376)
  37. org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  38. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  39. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  40. java.lang.Thread.run(Thread.java:745)
  41. unique snapshot
  42. sun.nio.fs.UnixNativeDispatcher.readdir(Native Method)
  43. sun.nio.fs.UnixDirectoryStream$UnixDirectoryIterator.readNextEntry(UnixDirectoryStream.java:168)
  44. sun.nio.fs.UnixDirectoryStream$UnixDirectoryIterator.hasNext(UnixDirectoryStream.java:201)
  45. org.apache.lucene.store.FSDirectory.listAll(FSDirectory.java:192)
  46. org.apache.lucene.store.FSDirectory.listAll(FSDirectory.java:203)
  47. org.elasticsearch.index.store.FsDirectoryService$1.listAll(FsDirectoryService.java:127)
  48. org.apache.lucene.store.FilterDirectory.listAll(FilterDirectory.java:57)
  49. org.apache.lucene.store.FilterDirectory.listAll(FilterDirectory.java:57)
  50. org.elasticsearch.index.store.Store$StoreStatsCache.estimateSize(Store.java:1538)
  51. org.elasticsearch.index.store.Store$StoreStatsCache.refresh(Store.java:1530)
  52. org.elasticsearch.index.store.Store$StoreStatsCache.refresh(Store.java:1517)
  53. org.elasticsearch.common.util.SingleObjectCache.getOrRefresh(SingleObjectCache.java:55)
  54. org.elasticsearch.index.store.Store.stats(Store.java:293)
  55. org.elasticsearch.index.shard.IndexShard.storeStats(IndexShard.java:702)
  56. org.elasticsearch.action.admin.indices.stats.CommonStats.<init>(CommonStats.java:134)
  57. org.elasticsearch.action.admin.indices.stats.TransportIndicesStatsAction.shardOperation(TransportIndicesStatsAction.java:165)
  58. org.elasticsearch.action.admin.indices.stats.TransportIndicesStatsAction.shardOperation(TransportIndicesStatsAction.java:47)
  59. org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$BroadcastByNodeTransportRequestHandler.onShardOperation(TransportBroadcastByNodeAction.java:420)
  60. org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$BroadcastByNodeTransportRequestHandler.messageReceived(TransportBroadcastByNodeAction.java:399)
  61. org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$BroadcastByNodeTransportRequestHandler.messageReceived(TransportBroadcastByNodeAction.java:386)
  62. org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33)
  63. org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75)
  64. org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376)
  65. org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  66. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  67. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  68. java.lang.Thread.run(Thread.java:745)
  69.  
  70. 6.0% (29.7ms out of 500ms) cpu usage by thread 'elasticsearch[es-1][bulk][T#4]'
  71. 2/10 snapshots sharing following 11 elements
  72. org.elasticsearch.action.bulk.TransportShardBulkAction.shardOperationOnReplica(TransportShardBulkAction.java:68)
  73. org.elasticsearch.action.support.replication.TransportReplicationAction$AsyncReplicaAction.doRun(TransportReplicationAction.java:392)
  74. org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  75. org.elasticsearch.action.support.replication.TransportReplicationAction$ReplicaOperationTransportHandler.messageReceived(TransportReplicationAction.java:291)
  76. org.elasticsearch.action.support.replication.TransportReplicationAction$ReplicaOperationTransportHandler.messageReceived(TransportReplicationAction.java:283)
  77. org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75)
  78. org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300)
  79. org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  80. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  81. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  82. java.lang.Thread.run(Thread.java:745)
  83. 7/10 snapshots sharing following 10 elements
  84. sun.misc.Unsafe.park(Native Method)
  85. java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
  86. java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737)
  87. java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647)
  88. java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269)
  89. org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161)
  90. java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
  91. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
  92. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  93. java.lang.Thread.run(Thread.java:745)
  94. unique snapshot
  95. java.security.Permissions.implies(Permissions.java:178)
  96. org.elasticsearch.bootstrap.ESPolicy.implies(ESPolicy.java:85)
  97. java.security.ProtectionDomain.implies(ProtectionDomain.java:281)
  98. java.security.AccessControlContext.checkPermission(AccessControlContext.java:450)
  99. java.security.AccessController.checkPermission(AccessController.java:884)
  100. java.lang.SecurityManager.checkPermission(SecurityManager.java:549)
  101. java.lang.SecurityManager.checkWrite(SecurityManager.java:979)
  102. sun.nio.fs.UnixChannelFactory.open(UnixChannelFactory.java:247)
  103. sun.nio.fs.UnixChannelFactory.newFileChannel(UnixChannelFactory.java:136)
  104. sun.nio.fs.UnixChannelFactory.newFileChannel(UnixChannelFactory.java:148)
  105. sun.nio.fs.UnixFileSystemProvider.newFileChannel(UnixFileSystemProvider.java:175)
  106. java.nio.channels.FileChannel.open(FileChannel.java:287)
  107. java.nio.channels.FileChannel.open(FileChannel.java:335)
  108. org.elasticsearch.index.translog.Checkpoint.write(Checkpoint.java:88)
  109. org.elasticsearch.index.translog.TranslogWriter.writeCheckpoint(TranslogWriter.java:314)
  110. org.elasticsearch.index.translog.TranslogWriter.checkpoint(TranslogWriter.java:304)
  111. org.elasticsearch.index.translog.BufferingTranslogWriter.sync(BufferingTranslogWriter.java:132)
  112. org.elasticsearch.index.translog.TranslogWriter.syncUpTo(TranslogWriter.java:288)
  113. org.elasticsearch.index.translog.Translog.ensureSynced(Translog.java:672)
  114. org.elasticsearch.index.shard.IndexShard.sync(IndexShard.java:1633)
  115. org.elasticsearch.action.support.replication.TransportReplicationAction.processAfterWrite(TransportReplicationAction.java:1035)
  116. org.elasticsearch.action.bulk.TransportShardBulkAction.shardOperationOnPrimary(TransportShardBulkAction.java:295)
  117. org.elasticsearch.action.bulk.TransportShardBulkAction.shardOperationOnPrimary(TransportShardBulkAction.java:68)
  118. org.elasticsearch.action.support.replication.TransportReplicationAction$PrimaryPhase.doRun(TransportReplicationAction.java:639)
  119. org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  120. org.elasticsearch.action.support.replication.TransportReplicationAction$PrimaryOperationTransportHandler.messageReceived(TransportReplicationAction.java:279)
  121. org.elasticsearch.action.support.replication.TransportReplicationAction$PrimaryOperationTransportHandler.messageReceived(TransportReplicationAction.java:271)
  122. org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75)
  123. org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376)
  124. org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  125. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  126. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  127. java.lang.Thread.run(Thread.java:745)
  128.  
  129. 4.9% (24.5ms out of 500ms) cpu usage by thread 'elasticsearch[es-1][bulk][T#3]'
  130. 2/10 snapshots sharing following 11 elements
  131. org.elasticsearch.action.bulk.TransportShardBulkAction.shardOperationOnReplica(TransportShardBulkAction.java:68)
  132. org.elasticsearch.action.support.replication.TransportReplicationAction$AsyncReplicaAction.doRun(TransportReplicationAction.java:392)
  133. org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  134. org.elasticsearch.action.support.replication.TransportReplicationAction$ReplicaOperationTransportHandler.messageReceived(TransportReplicationAction.java:291)
  135. org.elasticsearch.action.support.replication.TransportReplicationAction$ReplicaOperationTransportHandler.messageReceived(TransportReplicationAction.java:283)
  136. org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75)
  137. org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300)
  138. org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  139. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  140. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  141. java.lang.Thread.run(Thread.java:745)
  142. 8/10 snapshots sharing following 10 elements
  143. sun.misc.Unsafe.park(Native Method)
  144. java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
  145. java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737)
  146. java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647)
  147. java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269)
  148. org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161)
  149. java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
  150. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
  151. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  152. java.lang.Thread.run(Thread.java:745)
  153.  
  154. ::: {es-3}{MjnDX2u9TUinY7Km-8cjMA}{}{:9300}
  155. Hot threads at 2016-07-07T15:36:28.304Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true:
  156.  
  157. 99.0% (494.9ms out of 500ms) cpu usage by thread 'elasticsearch[es-3][management][T#3]'
  158. 8/10 snapshots sharing following 30 elements
  159. java.lang.SecurityManager.checkRead(SecurityManager.java:888)
  160. sun.nio.fs.UnixPath.checkRead(UnixPath.java:795)
  161. sun.nio.fs.UnixFileAttributeViews$Basic.readAttributes(UnixFileAttributeViews.java:49)
  162. sun.nio.fs.UnixFileSystemProvider.readAttributes(UnixFileSystemProvider.java:144)
  163. sun.nio.fs.LinuxFileSystemProvider.readAttributes(LinuxFileSystemProvider.java:99)
  164. java.nio.file.Files.readAttributes(Files.java:1737)
  165. java.nio.file.Files.size(Files.java:2332)
  166. org.apache.lucene.store.FSDirectory.fileLength(FSDirectory.java:210)
  167. org.apache.lucene.store.FileSwitchDirectory.fileLength(FileSwitchDirectory.java:150)
  168. org.apache.lucene.store.FilterDirectory.fileLength(FilterDirectory.java:67)
  169. org.apache.lucene.store.FilterDirectory.fileLength(FilterDirectory.java:67)
  170. org.elasticsearch.index.store.Store$StoreStatsCache.estimateSize(Store.java:1541)
  171. org.elasticsearch.index.store.Store$StoreStatsCache.refresh(Store.java:1530)
  172. org.elasticsearch.index.store.Store$StoreStatsCache.refresh(Store.java:1517)
  173. org.elasticsearch.common.util.SingleObjectCache.getOrRefresh(SingleObjectCache.java:55)
  174. org.elasticsearch.index.store.Store.stats(Store.java:293)
  175. org.elasticsearch.index.shard.IndexShard.storeStats(IndexShard.java:702)
  176. org.elasticsearch.action.admin.indices.stats.CommonStats.<init>(CommonStats.java:134)
  177. org.elasticsearch.action.admin.indices.stats.TransportIndicesStatsAction.shardOperation(TransportIndicesStatsAction.java:165)
  178. org.elasticsearch.action.admin.indices.stats.TransportIndicesStatsAction.shardOperation(TransportIndicesStatsAction.java:47)
  179. org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$BroadcastByNodeTransportRequestHandler.onShardOperation(TransportBroadcastByNodeAction.java:420)
  180. org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$BroadcastByNodeTransportRequestHandler.messageReceived(TransportBroadcastByNodeAction.java:399)
  181. org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$BroadcastByNodeTransportRequestHandler.messageReceived(TransportBroadcastByNodeAction.java:386)
  182. org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33)
  183. org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75)
  184. org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300)
  185. org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  186. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  187. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  188. java.lang.Thread.run(Thread.java:745)
  189. 2/10 snapshots sharing following 31 elements
  190. sun.nio.fs.UnixNativeDispatcher.stat0(Native Method)
  191. sun.nio.fs.UnixNativeDispatcher.stat(UnixNativeDispatcher.java:286)
  192. sun.nio.fs.UnixFileAttributes.get(UnixFileAttributes.java:70)
  193. sun.nio.fs.UnixFileAttributeViews$Basic.readAttributes(UnixFileAttributeViews.java:52)
  194. sun.nio.fs.UnixFileSystemProvider.readAttributes(UnixFileSystemProvider.java:144)
  195. sun.nio.fs.LinuxFileSystemProvider.readAttributes(LinuxFileSystemProvider.java:99)
  196. java.nio.file.Files.readAttributes(Files.java:1737)
  197. java.nio.file.Files.size(Files.java:2332)
  198. org.apache.lucene.store.FSDirectory.fileLength(FSDirectory.java:210)
  199. org.apache.lucene.store.FileSwitchDirectory.fileLength(FileSwitchDirectory.java:150)
  200. org.apache.lucene.store.FilterDirectory.fileLength(FilterDirectory.java:67)
  201. org.apache.lucene.store.FilterDirectory.fileLength(FilterDirectory.java:67)
  202. org.elasticsearch.index.store.Store$StoreStatsCache.estimateSize(Store.java:1541)
  203. org.elasticsearch.index.store.Store$StoreStatsCache.refresh(Store.java:1530)
  204. org.elasticsearch.index.store.Store$StoreStatsCache.refresh(Store.java:1517)
  205. org.elasticsearch.common.util.SingleObjectCache.getOrRefresh(SingleObjectCache.java:55)
  206. org.elasticsearch.index.store.Store.stats(Store.java:293)
  207. org.elasticsearch.index.shard.IndexShard.storeStats(IndexShard.java:702)
  208. org.elasticsearch.action.admin.indices.stats.CommonStats.<init>(CommonStats.java:134)
  209. org.elasticsearch.action.admin.indices.stats.TransportIndicesStatsAction.shardOperation(TransportIndicesStatsAction.java:165)
  210. org.elasticsearch.action.admin.indices.stats.TransportIndicesStatsAction.shardOperation(TransportIndicesStatsAction.java:47)
  211. org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$BroadcastByNodeTransportRequestHandler.onShardOperation(TransportBroadcastByNodeAction.java:420)
  212. org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$BroadcastByNodeTransportRequestHandler.messageReceived(TransportBroadcastByNodeAction.java:399)
  213. org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$BroadcastByNodeTransportRequestHandler.messageReceived(TransportBroadcastByNodeAction.java:386)
  214. org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33)
  215. org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75)
  216. org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300)
  217. org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  218. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  219. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  220. java.lang.Thread.run(Thread.java:745)
  221.  
  222. ::: {es-2}{qlxYBjbsSRC2okNPFV8baQ}{}{:9300}
  223. Hot threads at 2016-07-07T15:36:33.434Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true:
  224.  
  225. 97.5% (487.7ms out of 500ms) cpu usage by thread 'elasticsearch[es-2][management][T#2]'
  226. 6/10 snapshots sharing following 38 elements
  227. java.io.UnixFileSystem.canonicalize0(Native Method)
  228. java.io.UnixFileSystem.canonicalize(UnixFileSystem.java:172)
  229. java.io.File.getCanonicalPath(File.java:618)
  230. java.io.FilePermission$1.run(FilePermission.java:215)
  231. java.io.FilePermission$1.run(FilePermission.java:203)
  232. java.security.AccessController.doPrivileged(Native Method)
  233. java.io.FilePermission.init(FilePermission.java:203)
  234. java.io.FilePermission.<init>(FilePermission.java:277)
  235. java.lang.SecurityManager.checkRead(SecurityManager.java:888)
  236. sun.nio.fs.UnixPath.checkRead(UnixPath.java:795)
  237. sun.nio.fs.UnixFileAttributeViews$Basic.readAttributes(UnixFileAttributeViews.java:49)
  238. sun.nio.fs.UnixFileSystemProvider.readAttributes(UnixFileSystemProvider.java:144)
  239. sun.nio.fs.LinuxFileSystemProvider.readAttributes(LinuxFileSystemProvider.java:99)
  240. java.nio.file.Files.readAttributes(Files.java:1737)
  241. java.nio.file.Files.size(Files.java:2332)
  242. org.apache.lucene.store.FSDirectory.fileLength(FSDirectory.java:210)
  243. org.apache.lucene.store.FileSwitchDirectory.fileLength(FileSwitchDirectory.java:150)
  244. org.apache.lucene.store.FilterDirectory.fileLength(FilterDirectory.java:67)
  245. org.apache.lucene.store.FilterDirectory.fileLength(FilterDirectory.java:67)
  246. org.elasticsearch.index.store.Store$StoreStatsCache.estimateSize(Store.java:1541)
  247. org.elasticsearch.index.store.Store$StoreStatsCache.refresh(Store.java:1530)
  248. org.elasticsearch.index.store.Store$StoreStatsCache.refresh(Store.java:1517)
  249. org.elasticsearch.common.util.SingleObjectCache.getOrRefresh(SingleObjectCache.java:55)
  250. org.elasticsearch.index.store.Store.stats(Store.java:293)
  251. org.elasticsearch.index.shard.IndexShard.storeStats(IndexShard.java:702)
  252. org.elasticsearch.action.admin.indices.stats.CommonStats.<init>(CommonStats.java:134)
  253. org.elasticsearch.action.admin.indices.stats.TransportIndicesStatsAction.shardOperation(TransportIndicesStatsAction.java:165)
  254. org.elasticsearch.action.admin.indices.stats.TransportIndicesStatsAction.shardOperation(TransportIndicesStatsAction.java:47)
  255. org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$BroadcastByNodeTransportRequestHandler.onShardOperation(TransportBroadcastByNodeAction.java:420)
  256. org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$BroadcastByNodeTransportRequestHandler.messageReceived(TransportBroadcastByNodeAction.java:399)
  257. org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$BroadcastByNodeTransportRequestHandler.messageReceived(TransportBroadcastByNodeAction.java:386)
  258. org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33)
  259. org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75)
  260. org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300)
  261. org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  262. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  263. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  264. java.lang.Thread.run(Thread.java:745)
  265. 4/10 snapshots sharing following 18 elements
  266. org.elasticsearch.index.store.Store$StoreStatsCache.refresh(Store.java:1530)
  267. org.elasticsearch.index.store.Store$StoreStatsCache.refresh(Store.java:1517)
  268. org.elasticsearch.common.util.SingleObjectCache.getOrRefresh(SingleObjectCache.java:55)
  269. org.elasticsearch.index.store.Store.stats(Store.java:293)
  270. org.elasticsearch.index.shard.IndexShard.storeStats(IndexShard.java:702)
  271. org.elasticsearch.action.admin.indices.stats.CommonStats.<init>(CommonStats.java:134)
  272. org.elasticsearch.action.admin.indices.stats.TransportIndicesStatsAction.shardOperation(TransportIndicesStatsAction.java:165)
  273. org.elasticsearch.action.admin.indices.stats.TransportIndicesStatsAction.shardOperation(TransportIndicesStatsAction.java:47)
  274. org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$BroadcastByNodeTransportRequestHandler.onShardOperation(TransportBroadcastByNodeAction.java:420)
  275. org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$BroadcastByNodeTransportRequestHandler.messageReceived(TransportBroadcastByNodeAction.java:399)
  276. org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$BroadcastByNodeTransportRequestHandler.messageReceived(TransportBroadcastByNodeAction.java:386)
  277. org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33)
  278. org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75)
  279. org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300)
  280. org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  281. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  282. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  283. java.lang.Thread.run(Thread.java:745)
  284.  
  285. 8.3% (41.2ms out of 500ms) cpu usage by thread 'elasticsearch[es-2][refresh][T#1]'
  286. 2/10 snapshots sharing following 18 elements
  287. org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:503)
  288. org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:615)
  289. org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:424)
  290. org.apache.lucene.index.StandardDirectoryReader.doOpenFromWriter(StandardDirectoryReader.java:286)
  291. org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:261)
  292. org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:251)
  293. org.apache.lucene.index.FilterDirectoryReader.doOpenIfChanged(FilterDirectoryReader.java:104)
  294. org.apache.lucene.index.DirectoryReader.openIfChanged(DirectoryReader.java:137)
  295. org.apache.lucene.search.SearcherManager.refreshIfNeeded(SearcherManager.java:154)
  296. org.apache.lucene.search.SearcherManager.refreshIfNeeded(SearcherManager.java:58)
  297. org.apache.lucene.search.ReferenceManager.doMaybeRefresh(ReferenceManager.java:176)
  298. org.apache.lucene.search.ReferenceManager.maybeRefreshBlocking(ReferenceManager.java:253)
  299. org.elasticsearch.index.engine.InternalEngine.refresh(InternalEngine.java:672)
  300. org.elasticsearch.index.shard.IndexShard.refresh(IndexShard.java:661)
  301. org.elasticsearch.index.shard.IndexShard$EngineRefresher$1.run(IndexShard.java:1349)
  302. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  303. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  304. java.lang.Thread.run(Thread.java:745)
  305. 5/10 snapshots sharing following 6 elements
  306. java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647)
  307. java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1277)
  308. java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
  309. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
  310. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  311. java.lang.Thread.run(Thread.java:745)
  312.  
  313. 7.3% (36.5ms out of 500ms) cpu usage by thread 'elasticsearch[es-2][refresh][T#2]'
  314. 2/10 snapshots sharing following 15 elements
  315. org.apache.lucene.index.StandardDirectoryReader.doOpenFromWriter(StandardDirectoryReader.java:286)
  316. org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:261)
  317. org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:251)
  318. org.apache.lucene.index.FilterDirectoryReader.doOpenIfChanged(FilterDirectoryReader.java:104)
  319. org.apache.lucene.index.DirectoryReader.openIfChanged(DirectoryReader.java:137)
  320. org.apache.lucene.search.SearcherManager.refreshIfNeeded(SearcherManager.java:154)
  321. org.apache.lucene.search.SearcherManager.refreshIfNeeded(SearcherManager.java:58)
  322. org.apache.lucene.search.ReferenceManager.doMaybeRefresh(ReferenceManager.java:176)
  323. org.apache.lucene.search.ReferenceManager.maybeRefreshBlocking(ReferenceManager.java:253)
  324. org.elasticsearch.index.engine.InternalEngine.refresh(InternalEngine.java:672)
  325. org.elasticsearch.index.shard.IndexShard.refresh(IndexShard.java:661)
  326. org.elasticsearch.index.shard.IndexShard$EngineRefresher$1.run(IndexShard.java:1349)
  327. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  328. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  329. java.lang.Thread.run(Thread.java:745)
  330. 5/10 snapshots sharing following 9 elements
  331. sun.misc.Unsafe.park(Native Method)
  332. java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  333. java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:734)
  334. java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647)
  335. java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1277)
  336. java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
  337. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
  338. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  339. java.lang.Thread.run(Thread.java:745)
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement