API tools faq
paste
Advertisement
eremaijala

Solr 5.2.0 highlighter stack

eremaijala
Jun 8th, 2015
291
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 155.52 KB | None | 0 0
raw download clone embed print report
  1. Mon Jun 8 16:19:24 EEST 2015
  2. ------------
  3. Deadlock Detection:
  4.  
  5. No deadlocks found.
  6.  
  7. Thread 19462: (state = BLOCKED)
  8. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  9. - java.util.concurrent.locks.LockSupport.park(java.lang.Object) @bci=14, line=186 (Interpreted frame)
  10. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await() @bci=42, line=2043 (Interpreted frame)
  11. - java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take() @bci=24, line=1079 (Interpreted frame)
  12. - java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take() @bci=1, line=807 (Interpreted frame)
  13. - java.util.concurrent.ThreadPoolExecutor.getTask() @bci=156, line=1068 (Interpreted frame)
  14. - java.util.concurrent.ThreadPoolExecutor.runWorker(java.util.concurrent.ThreadPoolExecutor$Worker) @bci=26, line=1130 (Interpreted frame)
  15. - java.util.concurrent.ThreadPoolExecutor$Worker.run() @bci=5, line=615 (Interpreted frame)
  16. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  17.  
  18.  
  19. Thread 18971: (state = BLOCKED)
  20.  
  21.  
  22. Thread 19267: (state = BLOCKED)
  23. - java.lang.Object.wait(long) @bci=0 (Interpreted frame)
  24. - java.lang.Object.wait() @bci=2, line=503 (Interpreted frame)
  25. - org.apache.solr.core.CloserThread.run() @bci=27, line=1037 (Interpreted frame)
  26.  
  27.  
  28. Thread 19068: (state = BLOCKED)
  29. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  30. - java.util.concurrent.locks.LockSupport.park(java.lang.Object) @bci=14, line=186 (Interpreted frame)
  31. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await() @bci=42, line=2043 (Interpreted frame)
  32. - java.util.concurrent.LinkedBlockingQueue.take() @bci=29, line=442 (Interpreted frame)
  33. - java.util.concurrent.ThreadPoolExecutor.getTask() @bci=156, line=1068 (Interpreted frame)
  34. - java.util.concurrent.ThreadPoolExecutor.runWorker(java.util.concurrent.ThreadPoolExecutor$Worker) @bci=26, line=1130 (Interpreted frame)
  35. - java.util.concurrent.ThreadPoolExecutor$Worker.run() @bci=5, line=615 (Interpreted frame)
  36. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  37.  
  38.  
  39. Thread 19039: (state = BLOCKED)
  40. - java.lang.Thread.sleep(long) @bci=0 (Interpreted frame)
  41. - org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run() @bci=97, line=139 (Interpreted frame)
  42. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  43.  
  44.  
  45. Thread 19038: (state = BLOCKED)
  46. - java.lang.Object.wait(long) @bci=0 (Interpreted frame)
  47. - org.apache.solr.cloud.DistributedQueue$LatchWatcher.await(long) @bci=22, line=276 (Interpreted frame)
  48. - org.apache.solr.cloud.DistributedQueue.getChildren(long) @bci=150, line=320 (Interpreted frame)
  49. - org.apache.solr.cloud.DistributedQueue.peekTopN(int, java.util.Set, java.lang.Long) @bci=127, line=447 (Interpreted frame)
  50. - org.apache.solr.cloud.OverseerCollectionProcessor.run() @bci=311, line=301 (Interpreted frame)
  51. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  52.  
  53.  
  54. Thread 19037: (state = BLOCKED)
  55. - java.lang.Object.wait(long) @bci=0 (Interpreted frame)
  56. - org.apache.solr.cloud.DistributedQueue$LatchWatcher.await(long) @bci=22, line=276 (Interpreted frame)
  57. - org.apache.solr.cloud.DistributedQueue.getChildren(long) @bci=150, line=320 (Interpreted frame)
  58. - org.apache.solr.cloud.DistributedQueue.peek(long) @bci=99, line=594 (Interpreted frame)
  59. - org.apache.solr.cloud.DistributedQueue.peek(boolean) @bci=12, line=572 (Interpreted frame)
  60. - org.apache.solr.cloud.Overseer$ClusterStateUpdater.run() @bci=366, line=190 (Interpreted frame)
  61. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  62.  
  63.  
  64. Thread 19030: (state = BLOCKED)
  65. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  66. - java.util.concurrent.locks.LockSupport.park(java.lang.Object) @bci=14, line=186 (Interpreted frame)
  67. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await() @bci=42, line=2043 (Interpreted frame)
  68. - java.util.concurrent.LinkedBlockingQueue.take() @bci=29, line=442 (Interpreted frame)
  69. - org.apache.zookeeper.ClientCnxn$EventThread.run() @bci=9, line=494 (Interpreted frame)
  70.  
  71.  
  72. Thread 19029: (state = IN_NATIVE)
  73. - sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) @bci=0 (Interpreted frame)
  74. - sun.nio.ch.EPollArrayWrapper.poll(long) @bci=18, line=269 (Interpreted frame)
  75. - sun.nio.ch.EPollSelectorImpl.doSelect(long) @bci=28, line=79 (Interpreted frame)
  76. - sun.nio.ch.SelectorImpl.lockAndDoSelect(long) @bci=37, line=87 (Interpreted frame)
  77. - sun.nio.ch.SelectorImpl.select(long) @bci=30, line=98 (Interpreted frame)
  78. - org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(int, java.util.List, java.util.LinkedList, org.apache.zookeeper.ClientCnxn) @bci=6, line=349 (Interpreted frame)
  79. - org.apache.zookeeper.ClientCnxn$SendThread.run() @bci=604, line=1081 (Interpreted frame)
  80.  
  81.  
  82. Thread 19018: (state = BLOCKED)
  83. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  84. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  85. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  86. - java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take() @bci=122, line=1090 (Interpreted frame)
  87. - java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take() @bci=1, line=807 (Interpreted frame)
  88. - java.util.concurrent.ThreadPoolExecutor.getTask() @bci=156, line=1068 (Interpreted frame)
  89. - java.util.concurrent.ThreadPoolExecutor.runWorker(java.util.concurrent.ThreadPoolExecutor$Worker) @bci=26, line=1130 (Interpreted frame)
  90. - java.util.concurrent.ThreadPoolExecutor$Worker.run() @bci=5, line=615 (Interpreted frame)
  91. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  92.  
  93.  
  94. Thread 19007: (state = BLOCKED)
  95. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  96. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  97. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  98. - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Interpreted frame)
  99. - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Interpreted frame)
  100. - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Interpreted frame)
  101. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
  102. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  103.  
  104.  
  105. Thread 19006: (state = BLOCKED)
  106. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  107. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  108. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  109. - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Interpreted frame)
  110. - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Interpreted frame)
  111. - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Interpreted frame)
  112. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
  113. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  114.  
  115.  
  116. Thread 19005: (state = BLOCKED)
  117. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  118. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  119. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  120. - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Interpreted frame)
  121. - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Interpreted frame)
  122. - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Interpreted frame)
  123. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
  124. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  125.  
  126.  
  127. Thread 19004: (state = IN_NATIVE)
  128. - sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) @bci=0 (Interpreted frame)
  129. - sun.nio.ch.EPollArrayWrapper.poll(long) @bci=18, line=269 (Interpreted frame)
  130. - sun.nio.ch.EPollSelectorImpl.doSelect(long) @bci=28, line=79 (Interpreted frame)
  131. - sun.nio.ch.SelectorImpl.lockAndDoSelect(long) @bci=37, line=87 (Interpreted frame)
  132. - sun.nio.ch.SelectorImpl.select(long) @bci=30, line=98 (Interpreted frame)
  133. - sun.nio.ch.SelectorImpl.select() @bci=2, line=102 (Interpreted frame)
  134. - org.eclipse.jetty.io.SelectorManager$ManagedSelector.select() @bci=174, line=596 (Interpreted frame)
  135. - org.eclipse.jetty.io.SelectorManager$ManagedSelector.run() @bci=158, line=545 (Interpreted frame)
  136. - org.eclipse.jetty.util.thread.NonBlockingThread.run() @bci=13, line=52 (Interpreted frame)
  137. - org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(java.lang.Runnable) @bci=1, line=635 (Interpreted frame)
  138. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=75, line=555 (Interpreted frame)
  139. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  140.  
  141.  
  142. Thread 19003: (state = BLOCKED)
  143. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  144. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  145. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  146. - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Interpreted frame)
  147. - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Interpreted frame)
  148. - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Interpreted frame)
  149. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
  150. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  151.  
  152.  
  153. Thread 19002: (state = BLOCKED)
  154. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  155. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  156. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  157. - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Interpreted frame)
  158. - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Interpreted frame)
  159. - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Interpreted frame)
  160. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
  161. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  162.  
  163.  
  164. Thread 19001: (state = IN_NATIVE)
  165. - sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) @bci=0 (Interpreted frame)
  166. - sun.nio.ch.EPollArrayWrapper.poll(long) @bci=18, line=269 (Interpreted frame)
  167. - sun.nio.ch.EPollSelectorImpl.doSelect(long) @bci=28, line=79 (Interpreted frame)
  168. - sun.nio.ch.SelectorImpl.lockAndDoSelect(long) @bci=37, line=87 (Interpreted frame)
  169. - sun.nio.ch.SelectorImpl.select(long) @bci=30, line=98 (Interpreted frame)
  170. - sun.nio.ch.SelectorImpl.select() @bci=2, line=102 (Interpreted frame)
  171. - org.eclipse.jetty.io.SelectorManager$ManagedSelector.select() @bci=174, line=596 (Interpreted frame)
  172. - org.eclipse.jetty.io.SelectorManager$ManagedSelector.run() @bci=158, line=545 (Interpreted frame)
  173. - org.eclipse.jetty.util.thread.NonBlockingThread.run() @bci=13, line=52 (Interpreted frame)
  174. - org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(java.lang.Runnable) @bci=1, line=635 (Interpreted frame)
  175. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=75, line=555 (Interpreted frame)
  176. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  177.  
  178.  
  179. Thread 19000: (state = BLOCKED)
  180. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  181. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  182. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  183. - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Interpreted frame)
  184. - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Interpreted frame)
  185. - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Interpreted frame)
  186. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
  187. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  188.  
  189.  
  190. Thread 18999: (state = IN_NATIVE)
  191. - sun.nio.ch.ServerSocketChannelImpl.accept0(java.io.FileDescriptor, java.io.FileDescriptor, java.net.InetSocketAddress[]) @bci=0 (Interpreted frame)
  192. - sun.nio.ch.ServerSocketChannelImpl.accept() @bci=130, line=241 (Interpreted frame)
  193. - org.eclipse.jetty.server.ServerConnector.accept(int) @bci=17, line=377 (Interpreted frame)
  194. - org.eclipse.jetty.server.AbstractConnector$Acceptor.run() @bci=154, line=500 (Interpreted frame)
  195. - org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(java.lang.Runnable) @bci=1, line=635 (Interpreted frame)
  196. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=75, line=555 (Interpreted frame)
  197. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  198.  
  199.  
  200. Thread 18998: (state = BLOCKED)
  201. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  202. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  203. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  204. - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Interpreted frame)
  205. - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Interpreted frame)
  206. - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Interpreted frame)
  207. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
  208. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  209.  
  210.  
  211. Thread 18997: (state = IN_NATIVE)
  212. - java.net.PlainSocketImpl.socketAccept(java.net.SocketImpl) @bci=0 (Interpreted frame)
  213. - java.net.AbstractPlainSocketImpl.accept(java.net.SocketImpl) @bci=7, line=398 (Interpreted frame)
  214. - java.net.ServerSocket.implAccept(java.net.Socket) @bci=60, line=530 (Interpreted frame)
  215. - java.net.ServerSocket.accept() @bci=48, line=498 (Interpreted frame)
  216. - org.eclipse.jetty.server.ShutdownMonitor$ShutdownMonitorRunnable.run() @bci=30, line=114 (Interpreted frame)
  217. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  218.  
  219.  
  220. Thread 18987: (state = BLOCKED)
  221.  
  222.  
  223. Thread 18986: (state = BLOCKED)
  224.  
  225.  
  226. Thread 18985: (state = BLOCKED)
  227. - java.lang.Object.wait(long) @bci=0 (Interpreted frame)
  228. - java.lang.ref.ReferenceQueue.remove(long) @bci=44, line=135 (Interpreted frame)
  229. - java.lang.ref.ReferenceQueue.remove() @bci=2, line=151 (Interpreted frame)
  230. - java.lang.ref.Finalizer$FinalizerThread.run() @bci=36, line=209 (Interpreted frame)
  231.  
  232.  
  233. Thread 18984: (state = BLOCKED)
  234. - java.lang.Object.wait(long) @bci=0 (Interpreted frame)
  235. - java.lang.Object.wait() @bci=2, line=503 (Compiled frame)
  236. - java.lang.ref.Reference$ReferenceHandler.run() @bci=46, line=133 (Compiled frame)
  237.  
  238.  
  239. Mon Jun 8 16:19:26 EEST 2015
  240. ------------
  241. Deadlock Detection:
  242.  
  243. No deadlocks found.
  244.  
  245. Thread 19462: (state = BLOCKED)
  246. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  247. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  248. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  249. - java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take() @bci=122, line=1090 (Interpreted frame)
  250. - java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take() @bci=1, line=807 (Interpreted frame)
  251. - java.util.concurrent.ThreadPoolExecutor.getTask() @bci=156, line=1068 (Interpreted frame)
  252. - java.util.concurrent.ThreadPoolExecutor.runWorker(java.util.concurrent.ThreadPoolExecutor$Worker) @bci=26, line=1130 (Interpreted frame)
  253. - java.util.concurrent.ThreadPoolExecutor$Worker.run() @bci=5, line=615 (Interpreted frame)
  254. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  255.  
  256.  
  257. Thread 18971: (state = BLOCKED)
  258.  
  259.  
  260. Thread 19267: (state = BLOCKED)
  261. - java.lang.Object.wait(long) @bci=0 (Interpreted frame)
  262. - java.lang.Object.wait() @bci=2, line=503 (Interpreted frame)
  263. - org.apache.solr.core.CloserThread.run() @bci=27, line=1037 (Interpreted frame)
  264.  
  265.  
  266. Thread 19068: (state = BLOCKED)
  267. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  268. - java.util.concurrent.locks.LockSupport.park(java.lang.Object) @bci=14, line=186 (Interpreted frame)
  269. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await() @bci=42, line=2043 (Interpreted frame)
  270. - java.util.concurrent.LinkedBlockingQueue.take() @bci=29, line=442 (Interpreted frame)
  271. - java.util.concurrent.ThreadPoolExecutor.getTask() @bci=156, line=1068 (Interpreted frame)
  272. - java.util.concurrent.ThreadPoolExecutor.runWorker(java.util.concurrent.ThreadPoolExecutor$Worker) @bci=26, line=1130 (Interpreted frame)
  273. - java.util.concurrent.ThreadPoolExecutor$Worker.run() @bci=5, line=615 (Interpreted frame)
  274. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  275.  
  276.  
  277. Thread 19039: (state = BLOCKED)
  278. - java.lang.Thread.sleep(long) @bci=0 (Interpreted frame)
  279. - org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run() @bci=97, line=139 (Interpreted frame)
  280. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  281.  
  282.  
  283. Thread 19038: (state = BLOCKED)
  284. - java.lang.Object.wait(long) @bci=0 (Interpreted frame)
  285. - org.apache.solr.cloud.DistributedQueue$LatchWatcher.await(long) @bci=22, line=276 (Interpreted frame)
  286. - org.apache.solr.cloud.DistributedQueue.getChildren(long) @bci=150, line=320 (Interpreted frame)
  287. - org.apache.solr.cloud.DistributedQueue.peekTopN(int, java.util.Set, java.lang.Long) @bci=127, line=447 (Interpreted frame)
  288. - org.apache.solr.cloud.OverseerCollectionProcessor.run() @bci=311, line=301 (Interpreted frame)
  289. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  290.  
  291.  
  292. Thread 19037: (state = BLOCKED)
  293. - java.lang.Object.wait(long) @bci=0 (Interpreted frame)
  294. - org.apache.solr.cloud.DistributedQueue$LatchWatcher.await(long) @bci=22, line=276 (Interpreted frame)
  295. - org.apache.solr.cloud.DistributedQueue.getChildren(long) @bci=150, line=320 (Interpreted frame)
  296. - org.apache.solr.cloud.DistributedQueue.peek(long) @bci=99, line=594 (Interpreted frame)
  297. - org.apache.solr.cloud.DistributedQueue.peek(boolean) @bci=12, line=572 (Interpreted frame)
  298. - org.apache.solr.cloud.Overseer$ClusterStateUpdater.run() @bci=366, line=190 (Interpreted frame)
  299. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  300.  
  301.  
  302. Thread 19030: (state = BLOCKED)
  303. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  304. - java.util.concurrent.locks.LockSupport.park(java.lang.Object) @bci=14, line=186 (Interpreted frame)
  305. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await() @bci=42, line=2043 (Interpreted frame)
  306. - java.util.concurrent.LinkedBlockingQueue.take() @bci=29, line=442 (Interpreted frame)
  307. - org.apache.zookeeper.ClientCnxn$EventThread.run() @bci=9, line=494 (Interpreted frame)
  308.  
  309.  
  310. Thread 19029: (state = IN_NATIVE)
  311. - sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) @bci=0 (Interpreted frame)
  312. - sun.nio.ch.EPollArrayWrapper.poll(long) @bci=18, line=269 (Interpreted frame)
  313. - sun.nio.ch.EPollSelectorImpl.doSelect(long) @bci=28, line=79 (Interpreted frame)
  314. - sun.nio.ch.SelectorImpl.lockAndDoSelect(long) @bci=37, line=87 (Interpreted frame)
  315. - sun.nio.ch.SelectorImpl.select(long) @bci=30, line=98 (Interpreted frame)
  316. - org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(int, java.util.List, java.util.LinkedList, org.apache.zookeeper.ClientCnxn) @bci=6, line=349 (Interpreted frame)
  317. - org.apache.zookeeper.ClientCnxn$SendThread.run() @bci=604, line=1081 (Interpreted frame)
  318.  
  319.  
  320. Thread 19018: (state = BLOCKED)
  321. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  322. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  323. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  324. - java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take() @bci=122, line=1090 (Interpreted frame)
  325. - java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take() @bci=1, line=807 (Interpreted frame)
  326. - java.util.concurrent.ThreadPoolExecutor.getTask() @bci=156, line=1068 (Interpreted frame)
  327. - java.util.concurrent.ThreadPoolExecutor.runWorker(java.util.concurrent.ThreadPoolExecutor$Worker) @bci=26, line=1130 (Interpreted frame)
  328. - java.util.concurrent.ThreadPoolExecutor$Worker.run() @bci=5, line=615 (Interpreted frame)
  329. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  330.  
  331.  
  332. Thread 19007: (state = BLOCKED)
  333. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  334. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  335. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  336. - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Interpreted frame)
  337. - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Interpreted frame)
  338. - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Interpreted frame)
  339. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
  340. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  341.  
  342.  
  343. Thread 19006: (state = IN_JAVA)
  344. - java.util.HashMap.getEntry(java.lang.Object) @bci=81, line=465 (Compiled frame; information may be imprecise)
  345. - java.util.HashMap.get(java.lang.Object) @bci=11, line=417 (Compiled frame)
  346. - org.apache.lucene.index.FieldInfos$Builder.fieldInfo(java.lang.String) @bci=5, line=344 (Compiled frame)
  347. - org.apache.lucene.index.FieldInfos$Builder.addOrUpdateInternal(java.lang.String, int, boolean, boolean, boolean, org.apache.lucene.index.IndexOptions, org.apache.lucene.index.DocValuesType) @bci=17, line=305 (Compiled frame)
  348. - org.apache.lucene.index.FieldInfos$Builder.add(org.apache.lucene.index.FieldInfo) @bci=29, line=338 (Compiled frame)
  349. - org.apache.lucene.index.FieldInfos$Builder.add(org.apache.lucene.index.FieldInfos) @bci=26, line=276 (Compiled frame)
  350. - org.apache.lucene.index.MultiFields.getMergedFieldInfos(org.apache.lucene.index.IndexReader) @bci=45, line=245 (Compiled frame)
  351. - org.apache.lucene.index.SlowCompositeReaderWrapper.getFieldInfos() @bci=8, line=239 (Compiled frame)
  352. - org.apache.solr.highlight.DefaultSolrHighlighter.getSpanQueryScorer(org.apache.lucene.search.Query, java.lang.String, org.apache.lucene.analysis.TokenStream, org.apache.solr.request.SolrQueryRequest) @bci=72, line=216 (Compiled frame)
  353. - org.apache.solr.highlight.DefaultSolrHighlighter.getPhraseHighlighter(org.apache.lucene.search.Query, java.lang.String, org.apache.solr.request.SolrQueryRequest, org.apache.lucene.analysis.TokenStream) @bci=32, line=178 (Compiled frame)
  354. - org.apache.solr.highlight.DefaultSolrHighlighter.doHighlightingByHighlighter(org.apache.lucene.document.Document, int, org.apache.solr.schema.SchemaField, org.apache.lucene.search.Query, org.apache.lucene.index.IndexReader, org.apache.solr.request.SolrQueryRequest) @bci=399, line=565 (Compiled frame)
  355. - org.apache.solr.highlight.DefaultSolrHighlighter.doHighlighting(org.apache.solr.search.DocList, org.apache.lucene.search.Query, org.apache.solr.request.SolrQueryRequest, java.lang.String[]) @bci=331, line=416 (Compiled frame)
  356. - org.apache.solr.handler.component.HighlightComponent.process(org.apache.solr.handler.component.ResponseBuilder) @bci=212, line=143 (Interpreted frame)
  357. - org.apache.solr.handler.component.SearchHandler.handleRequestBody(org.apache.solr.request.SolrQueryRequest, org.apache.solr.response.SolrQueryResponse) @bci=389, line=263 (Interpreted frame)
  358. - org.apache.solr.handler.RequestHandlerBase.handleRequest(org.apache.solr.request.SolrQueryRequest, org.apache.solr.response.SolrQueryResponse) @bci=110, line=143 (Interpreted frame)
  359. - org.apache.solr.core.SolrCore.execute(org.apache.solr.request.SolrRequestHandler, org.apache.solr.request.SolrQueryRequest, org.apache.solr.response.SolrQueryResponse) @bci=152, line=2064 (Interpreted frame)
  360. - org.apache.solr.servlet.HttpSolrCall.execute(org.apache.solr.response.SolrQueryResponse) @bci=44, line=640 (Interpreted frame)
  361. - org.apache.solr.servlet.HttpSolrCall.call() @bci=333, line=436 (Interpreted frame)
  362. - org.apache.solr.servlet.SolrDispatchFilter.doFilter(javax.servlet.ServletRequest, javax.servlet.ServletResponse, javax.servlet.FilterChain, boolean) @bci=198, line=227 (Interpreted frame)
  363. - org.apache.solr.servlet.SolrDispatchFilter.doFilter(javax.servlet.ServletRequest, javax.servlet.ServletResponse, javax.servlet.FilterChain) @bci=5, line=196 (Interpreted frame)
  364. - org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(javax.servlet.ServletRequest, javax.servlet.ServletResponse) @bci=103, line=1652 (Interpreted frame)
  365. - org.eclipse.jetty.servlet.ServletHandler.doHandle(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=203, line=585 (Interpreted frame)
  366. - org.eclipse.jetty.server.handler.ScopedHandler.handle(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=32, line=143 (Interpreted frame)
  367. - org.eclipse.jetty.security.SecurityHandler.handle(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=553, line=577 (Interpreted frame)
  368. - org.eclipse.jetty.server.session.SessionHandler.doHandle(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=68, line=223 (Interpreted frame)
  369. - org.eclipse.jetty.server.handler.ContextHandler.doHandle(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=349, line=1127 (Interpreted frame)
  370. - org.eclipse.jetty.servlet.ServletHandler.doScope(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=274, line=515 (Interpreted frame)
  371. - org.eclipse.jetty.server.session.SessionHandler.doScope(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=233, line=185 (Interpreted frame)
  372. - org.eclipse.jetty.server.handler.ContextHandler.doScope(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=437, line=1061 (Interpreted frame)
  373. - org.eclipse.jetty.server.handler.ScopedHandler.handle(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=20, line=141 (Interpreted frame)
  374. - org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=224, line=215 (Interpreted frame)
  375. - org.eclipse.jetty.server.handler.HandlerCollection.handle(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=42, line=110 (Interpreted frame)
  376. - org.eclipse.jetty.server.handler.HandlerWrapper.handle(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=23, line=97 (Interpreted frame)
  377. - org.eclipse.jetty.server.Server.handle(org.eclipse.jetty.server.HttpChannel) @bci=130, line=497 (Interpreted frame)
  378. - org.eclipse.jetty.server.HttpChannel.handle() @bci=301, line=310 (Interpreted frame)
  379. - org.eclipse.jetty.server.HttpConnection.onFillable() @bci=189, line=257 (Interpreted frame)
  380. - org.eclipse.jetty.io.AbstractConnection$2.run() @bci=4, line=540 (Interpreted frame)
  381. - org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(java.lang.Runnable) @bci=1, line=635 (Interpreted frame)
  382. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=75, line=555 (Interpreted frame)
  383. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  384.  
  385.  
  386. Thread 19005: (state = BLOCKED)
  387. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  388. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  389. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  390. - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Interpreted frame)
  391. - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Interpreted frame)
  392. - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Interpreted frame)
  393. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
  394. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  395.  
  396.  
  397. Thread 19004: (state = IN_NATIVE)
  398. - sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) @bci=0 (Interpreted frame)
  399. - sun.nio.ch.EPollArrayWrapper.poll(long) @bci=18, line=269 (Interpreted frame)
  400. - sun.nio.ch.EPollSelectorImpl.doSelect(long) @bci=28, line=79 (Interpreted frame)
  401. - sun.nio.ch.SelectorImpl.lockAndDoSelect(long) @bci=37, line=87 (Interpreted frame)
  402. - sun.nio.ch.SelectorImpl.select(long) @bci=30, line=98 (Interpreted frame)
  403. - sun.nio.ch.SelectorImpl.select() @bci=2, line=102 (Interpreted frame)
  404. - org.eclipse.jetty.io.SelectorManager$ManagedSelector.select() @bci=174, line=596 (Interpreted frame)
  405. - org.eclipse.jetty.io.SelectorManager$ManagedSelector.run() @bci=158, line=545 (Interpreted frame)
  406. - org.eclipse.jetty.util.thread.NonBlockingThread.run() @bci=13, line=52 (Interpreted frame)
  407. - org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(java.lang.Runnable) @bci=1, line=635 (Interpreted frame)
  408. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=75, line=555 (Interpreted frame)
  409. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  410.  
  411.  
  412. Thread 19003: (state = BLOCKED)
  413. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  414. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  415. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  416. - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Interpreted frame)
  417. - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Interpreted frame)
  418. - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Interpreted frame)
  419. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
  420. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  421.  
  422.  
  423. Thread 19002: (state = BLOCKED)
  424. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  425. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  426. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  427. - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Interpreted frame)
  428. - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Interpreted frame)
  429. - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Interpreted frame)
  430. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
  431. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  432.  
  433.  
  434. Thread 19001: (state = IN_NATIVE)
  435. - sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) @bci=0 (Interpreted frame)
  436. - sun.nio.ch.EPollArrayWrapper.poll(long) @bci=18, line=269 (Interpreted frame)
  437. - sun.nio.ch.EPollSelectorImpl.doSelect(long) @bci=28, line=79 (Interpreted frame)
  438. - sun.nio.ch.SelectorImpl.lockAndDoSelect(long) @bci=37, line=87 (Interpreted frame)
  439. - sun.nio.ch.SelectorImpl.select(long) @bci=30, line=98 (Interpreted frame)
  440. - sun.nio.ch.SelectorImpl.select() @bci=2, line=102 (Interpreted frame)
  441. - org.eclipse.jetty.io.SelectorManager$ManagedSelector.select() @bci=174, line=596 (Interpreted frame)
  442. - org.eclipse.jetty.io.SelectorManager$ManagedSelector.run() @bci=158, line=545 (Interpreted frame)
  443. - org.eclipse.jetty.util.thread.NonBlockingThread.run() @bci=13, line=52 (Interpreted frame)
  444. - org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(java.lang.Runnable) @bci=1, line=635 (Interpreted frame)
  445. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=75, line=555 (Interpreted frame)
  446. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  447.  
  448.  
  449. Thread 19000: (state = BLOCKED)
  450. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  451. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  452. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  453. - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Interpreted frame)
  454. - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Interpreted frame)
  455. - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Interpreted frame)
  456. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
  457. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  458.  
  459.  
  460. Thread 18999: (state = IN_NATIVE)
  461. - sun.nio.ch.ServerSocketChannelImpl.accept0(java.io.FileDescriptor, java.io.FileDescriptor, java.net.InetSocketAddress[]) @bci=0 (Interpreted frame)
  462. - sun.nio.ch.ServerSocketChannelImpl.accept() @bci=130, line=241 (Interpreted frame)
  463. - org.eclipse.jetty.server.ServerConnector.accept(int) @bci=17, line=377 (Interpreted frame)
  464. - org.eclipse.jetty.server.AbstractConnector$Acceptor.run() @bci=154, line=500 (Interpreted frame)
  465. - org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(java.lang.Runnable) @bci=1, line=635 (Interpreted frame)
  466. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=75, line=555 (Interpreted frame)
  467. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  468.  
  469.  
  470. Thread 18998: (state = BLOCKED)
  471. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  472. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  473. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  474. - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Interpreted frame)
  475. - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Interpreted frame)
  476. - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Interpreted frame)
  477. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
  478. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  479.  
  480.  
  481. Thread 18997: (state = IN_NATIVE)
  482. - java.net.PlainSocketImpl.socketAccept(java.net.SocketImpl) @bci=0 (Interpreted frame)
  483. - java.net.AbstractPlainSocketImpl.accept(java.net.SocketImpl) @bci=7, line=398 (Interpreted frame)
  484. - java.net.ServerSocket.implAccept(java.net.Socket) @bci=60, line=530 (Interpreted frame)
  485. - java.net.ServerSocket.accept() @bci=48, line=498 (Interpreted frame)
  486. - org.eclipse.jetty.server.ShutdownMonitor$ShutdownMonitorRunnable.run() @bci=30, line=114 (Interpreted frame)
  487. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  488.  
  489.  
  490. Thread 18987: (state = BLOCKED)
  491.  
  492.  
  493. Thread 18986: (state = BLOCKED)
  494.  
  495.  
  496. Thread 18985: (state = BLOCKED)
  497. - java.lang.Object.wait(long) @bci=0 (Interpreted frame)
  498. - java.lang.ref.ReferenceQueue.remove(long) @bci=44, line=135 (Interpreted frame)
  499. - java.lang.ref.ReferenceQueue.remove() @bci=2, line=151 (Interpreted frame)
  500. - java.lang.ref.Finalizer$FinalizerThread.run() @bci=36, line=209 (Interpreted frame)
  501.  
  502.  
  503. Thread 18984: (state = BLOCKED)
  504. - java.lang.Object.wait(long) @bci=0 (Interpreted frame)
  505. - java.lang.Object.wait() @bci=2, line=503 (Compiled frame)
  506. - java.lang.ref.Reference$ReferenceHandler.run() @bci=46, line=133 (Compiled frame)
  507.  
  508.  
  509. Mon Jun 8 16:19:29 EEST 2015
  510. ------------
  511. Deadlock Detection:
  512.  
  513. No deadlocks found.
  514.  
  515. Thread 19462: (state = BLOCKED)
  516. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  517. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  518. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  519. - java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take() @bci=122, line=1090 (Interpreted frame)
  520. - java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take() @bci=1, line=807 (Interpreted frame)
  521. - java.util.concurrent.ThreadPoolExecutor.getTask() @bci=156, line=1068 (Interpreted frame)
  522. - java.util.concurrent.ThreadPoolExecutor.runWorker(java.util.concurrent.ThreadPoolExecutor$Worker) @bci=26, line=1130 (Interpreted frame)
  523. - java.util.concurrent.ThreadPoolExecutor$Worker.run() @bci=5, line=615 (Interpreted frame)
  524. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  525.  
  526.  
  527. Thread 18971: (state = BLOCKED)
  528.  
  529.  
  530. Thread 19267: (state = BLOCKED)
  531. - java.lang.Object.wait(long) @bci=0 (Interpreted frame)
  532. - java.lang.Object.wait() @bci=2, line=503 (Interpreted frame)
  533. - org.apache.solr.core.CloserThread.run() @bci=27, line=1037 (Interpreted frame)
  534.  
  535.  
  536. Thread 19068: (state = BLOCKED)
  537. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  538. - java.util.concurrent.locks.LockSupport.park(java.lang.Object) @bci=14, line=186 (Interpreted frame)
  539. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await() @bci=42, line=2043 (Interpreted frame)
  540. - java.util.concurrent.LinkedBlockingQueue.take() @bci=29, line=442 (Interpreted frame)
  541. - java.util.concurrent.ThreadPoolExecutor.getTask() @bci=156, line=1068 (Interpreted frame)
  542. - java.util.concurrent.ThreadPoolExecutor.runWorker(java.util.concurrent.ThreadPoolExecutor$Worker) @bci=26, line=1130 (Interpreted frame)
  543. - java.util.concurrent.ThreadPoolExecutor$Worker.run() @bci=5, line=615 (Interpreted frame)
  544. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  545.  
  546.  
  547. Thread 19039: (state = BLOCKED)
  548. - java.lang.Thread.sleep(long) @bci=0 (Interpreted frame)
  549. - org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run() @bci=97, line=139 (Interpreted frame)
  550. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  551.  
  552.  
  553. Thread 19038: (state = BLOCKED)
  554. - java.lang.Object.wait(long) @bci=0 (Interpreted frame)
  555. - org.apache.solr.cloud.DistributedQueue$LatchWatcher.await(long) @bci=22, line=276 (Interpreted frame)
  556. - org.apache.solr.cloud.DistributedQueue.getChildren(long) @bci=150, line=320 (Interpreted frame)
  557. - org.apache.solr.cloud.DistributedQueue.peekTopN(int, java.util.Set, java.lang.Long) @bci=127, line=447 (Interpreted frame)
  558. - org.apache.solr.cloud.OverseerCollectionProcessor.run() @bci=311, line=301 (Interpreted frame)
  559. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  560.  
  561.  
  562. Thread 19037: (state = BLOCKED)
  563. - java.lang.Object.wait(long) @bci=0 (Interpreted frame)
  564. - org.apache.solr.cloud.DistributedQueue$LatchWatcher.await(long) @bci=22, line=276 (Interpreted frame)
  565. - org.apache.solr.cloud.DistributedQueue.getChildren(long) @bci=150, line=320 (Interpreted frame)
  566. - org.apache.solr.cloud.DistributedQueue.peek(long) @bci=99, line=594 (Interpreted frame)
  567. - org.apache.solr.cloud.DistributedQueue.peek(boolean) @bci=12, line=572 (Interpreted frame)
  568. - org.apache.solr.cloud.Overseer$ClusterStateUpdater.run() @bci=366, line=190 (Interpreted frame)
  569. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  570.  
  571.  
  572. Thread 19030: (state = BLOCKED)
  573. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  574. - java.util.concurrent.locks.LockSupport.park(java.lang.Object) @bci=14, line=186 (Interpreted frame)
  575. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await() @bci=42, line=2043 (Interpreted frame)
  576. - java.util.concurrent.LinkedBlockingQueue.take() @bci=29, line=442 (Interpreted frame)
  577. - org.apache.zookeeper.ClientCnxn$EventThread.run() @bci=9, line=494 (Interpreted frame)
  578.  
  579.  
  580. Thread 19029: (state = IN_NATIVE)
  581. - sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) @bci=0 (Interpreted frame)
  582. - sun.nio.ch.EPollArrayWrapper.poll(long) @bci=18, line=269 (Interpreted frame)
  583. - sun.nio.ch.EPollSelectorImpl.doSelect(long) @bci=28, line=79 (Interpreted frame)
  584. - sun.nio.ch.SelectorImpl.lockAndDoSelect(long) @bci=37, line=87 (Interpreted frame)
  585. - sun.nio.ch.SelectorImpl.select(long) @bci=30, line=98 (Interpreted frame)
  586. - org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(int, java.util.List, java.util.LinkedList, org.apache.zookeeper.ClientCnxn) @bci=6, line=349 (Interpreted frame)
  587. - org.apache.zookeeper.ClientCnxn$SendThread.run() @bci=604, line=1081 (Interpreted frame)
  588.  
  589.  
  590. Thread 19018: (state = BLOCKED)
  591. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  592. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  593. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  594. - java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take() @bci=122, line=1090 (Interpreted frame)
  595. - java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take() @bci=1, line=807 (Interpreted frame)
  596. - java.util.concurrent.ThreadPoolExecutor.getTask() @bci=156, line=1068 (Interpreted frame)
  597. - java.util.concurrent.ThreadPoolExecutor.runWorker(java.util.concurrent.ThreadPoolExecutor$Worker) @bci=26, line=1130 (Interpreted frame)
  598. - java.util.concurrent.ThreadPoolExecutor$Worker.run() @bci=5, line=615 (Interpreted frame)
  599. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  600.  
  601.  
  602. Thread 19007: (state = BLOCKED)
  603. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  604. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  605. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  606. - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Interpreted frame)
  607. - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Interpreted frame)
  608. - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Interpreted frame)
  609. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
  610. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  611.  
  612.  
  613. Thread 19006: (state = IN_JAVA)
  614. - java.util.TreeMap.successor(java.util.TreeMap$Entry) @bci=30, line=1990 (Compiled frame; information may be imprecise)
  615. - java.util.TreeMap$PrivateEntryIterator.nextEntry() @bci=41, line=1116 (Compiled frame)
  616. - java.util.TreeMap$ValueIterator.next() @bci=1, line=1160 (Compiled frame)
  617. - java.util.Collections$UnmodifiableCollection$1.next() @bci=4, line=1067 (Compiled frame)
  618. - org.apache.lucene.index.FieldInfos$Builder.add(org.apache.lucene.index.FieldInfos) @bci=15, line=275 (Compiled frame)
  619. - org.apache.lucene.index.MultiFields.getMergedFieldInfos(org.apache.lucene.index.IndexReader) @bci=45, line=245 (Compiled frame)
  620. - org.apache.lucene.index.SlowCompositeReaderWrapper.getFieldInfos() @bci=8, line=239 (Compiled frame)
  621. - org.apache.solr.highlight.DefaultSolrHighlighter.getSpanQueryScorer(org.apache.lucene.search.Query, java.lang.String, org.apache.lucene.analysis.TokenStream, org.apache.solr.request.SolrQueryRequest) @bci=72, line=216 (Compiled frame)
  622. - org.apache.solr.highlight.DefaultSolrHighlighter.getPhraseHighlighter(org.apache.lucene.search.Query, java.lang.String, org.apache.solr.request.SolrQueryRequest, org.apache.lucene.analysis.TokenStream) @bci=32, line=178 (Compiled frame)
  623. - org.apache.solr.highlight.DefaultSolrHighlighter.doHighlightingByHighlighter(org.apache.lucene.document.Document, int, org.apache.solr.schema.SchemaField, org.apache.lucene.search.Query, org.apache.lucene.index.IndexReader, org.apache.solr.request.SolrQueryRequest) @bci=399, line=565 (Compiled frame)
  624. - org.apache.solr.highlight.DefaultSolrHighlighter.doHighlighting(org.apache.solr.search.DocList, org.apache.lucene.search.Query, org.apache.solr.request.SolrQueryRequest, java.lang.String[]) @bci=331, line=416 (Compiled frame)
  625. - org.apache.solr.handler.component.HighlightComponent.process(org.apache.solr.handler.component.ResponseBuilder) @bci=212, line=143 (Interpreted frame)
  626. - org.apache.solr.handler.component.SearchHandler.handleRequestBody(org.apache.solr.request.SolrQueryRequest, org.apache.solr.response.SolrQueryResponse) @bci=389, line=263 (Interpreted frame)
  627. - org.apache.solr.handler.RequestHandlerBase.handleRequest(org.apache.solr.request.SolrQueryRequest, org.apache.solr.response.SolrQueryResponse) @bci=110, line=143 (Interpreted frame)
  628. - org.apache.solr.core.SolrCore.execute(org.apache.solr.request.SolrRequestHandler, org.apache.solr.request.SolrQueryRequest, org.apache.solr.response.SolrQueryResponse) @bci=152, line=2064 (Interpreted frame)
  629. - org.apache.solr.servlet.HttpSolrCall.execute(org.apache.solr.response.SolrQueryResponse) @bci=44, line=640 (Interpreted frame)
  630. - org.apache.solr.servlet.HttpSolrCall.call() @bci=333, line=436 (Interpreted frame)
  631. - org.apache.solr.servlet.SolrDispatchFilter.doFilter(javax.servlet.ServletRequest, javax.servlet.ServletResponse, javax.servlet.FilterChain, boolean) @bci=198, line=227 (Interpreted frame)
  632. - org.apache.solr.servlet.SolrDispatchFilter.doFilter(javax.servlet.ServletRequest, javax.servlet.ServletResponse, javax.servlet.FilterChain) @bci=5, line=196 (Interpreted frame)
  633. - org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(javax.servlet.ServletRequest, javax.servlet.ServletResponse) @bci=103, line=1652 (Interpreted frame)
  634. - org.eclipse.jetty.servlet.ServletHandler.doHandle(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=203, line=585 (Interpreted frame)
  635. - org.eclipse.jetty.server.handler.ScopedHandler.handle(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=32, line=143 (Interpreted frame)
  636. - org.eclipse.jetty.security.SecurityHandler.handle(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=553, line=577 (Interpreted frame)
  637. - org.eclipse.jetty.server.session.SessionHandler.doHandle(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=68, line=223 (Interpreted frame)
  638. - org.eclipse.jetty.server.handler.ContextHandler.doHandle(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=349, line=1127 (Interpreted frame)
  639. - org.eclipse.jetty.servlet.ServletHandler.doScope(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=274, line=515 (Interpreted frame)
  640. - org.eclipse.jetty.server.session.SessionHandler.doScope(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=233, line=185 (Interpreted frame)
  641. - org.eclipse.jetty.server.handler.ContextHandler.doScope(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=437, line=1061 (Interpreted frame)
  642. - org.eclipse.jetty.server.handler.ScopedHandler.handle(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=20, line=141 (Interpreted frame)
  643. - org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=224, line=215 (Interpreted frame)
  644. - org.eclipse.jetty.server.handler.HandlerCollection.handle(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=42, line=110 (Interpreted frame)
  645. - org.eclipse.jetty.server.handler.HandlerWrapper.handle(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=23, line=97 (Interpreted frame)
  646. - org.eclipse.jetty.server.Server.handle(org.eclipse.jetty.server.HttpChannel) @bci=130, line=497 (Interpreted frame)
  647. - org.eclipse.jetty.server.HttpChannel.handle() @bci=301, line=310 (Interpreted frame)
  648. - org.eclipse.jetty.server.HttpConnection.onFillable() @bci=189, line=257 (Interpreted frame)
  649. - org.eclipse.jetty.io.AbstractConnection$2.run() @bci=4, line=540 (Interpreted frame)
  650. - org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(java.lang.Runnable) @bci=1, line=635 (Interpreted frame)
  651. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=75, line=555 (Interpreted frame)
  652. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  653.  
  654.  
  655. Thread 19005: (state = BLOCKED)
  656. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  657. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  658. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  659. - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Interpreted frame)
  660. - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Interpreted frame)
  661. - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Interpreted frame)
  662. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
  663. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  664.  
  665.  
  666. Thread 19004: (state = IN_NATIVE)
  667. - sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) @bci=0 (Interpreted frame)
  668. - sun.nio.ch.EPollArrayWrapper.poll(long) @bci=18, line=269 (Interpreted frame)
  669. - sun.nio.ch.EPollSelectorImpl.doSelect(long) @bci=28, line=79 (Interpreted frame)
  670. - sun.nio.ch.SelectorImpl.lockAndDoSelect(long) @bci=37, line=87 (Interpreted frame)
  671. - sun.nio.ch.SelectorImpl.select(long) @bci=30, line=98 (Interpreted frame)
  672. - sun.nio.ch.SelectorImpl.select() @bci=2, line=102 (Interpreted frame)
  673. - org.eclipse.jetty.io.SelectorManager$ManagedSelector.select() @bci=174, line=596 (Interpreted frame)
  674. - org.eclipse.jetty.io.SelectorManager$ManagedSelector.run() @bci=158, line=545 (Interpreted frame)
  675. - org.eclipse.jetty.util.thread.NonBlockingThread.run() @bci=13, line=52 (Interpreted frame)
  676. - org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(java.lang.Runnable) @bci=1, line=635 (Interpreted frame)
  677. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=75, line=555 (Interpreted frame)
  678. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  679.  
  680.  
  681. Thread 19003: (state = BLOCKED)
  682. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  683. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  684. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  685. - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Interpreted frame)
  686. - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Interpreted frame)
  687. - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Interpreted frame)
  688. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
  689. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  690.  
  691.  
  692. Thread 19002: (state = BLOCKED)
  693. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  694. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  695. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  696. - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Interpreted frame)
  697. - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Interpreted frame)
  698. - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Interpreted frame)
  699. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
  700. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  701.  
  702.  
  703. Thread 19001: (state = IN_NATIVE)
  704. - sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) @bci=0 (Interpreted frame)
  705. - sun.nio.ch.EPollArrayWrapper.poll(long) @bci=18, line=269 (Interpreted frame)
  706. - sun.nio.ch.EPollSelectorImpl.doSelect(long) @bci=28, line=79 (Interpreted frame)
  707. - sun.nio.ch.SelectorImpl.lockAndDoSelect(long) @bci=37, line=87 (Interpreted frame)
  708. - sun.nio.ch.SelectorImpl.select(long) @bci=30, line=98 (Interpreted frame)
  709. - sun.nio.ch.SelectorImpl.select() @bci=2, line=102 (Interpreted frame)
  710. - org.eclipse.jetty.io.SelectorManager$ManagedSelector.select() @bci=174, line=596 (Interpreted frame)
  711. - org.eclipse.jetty.io.SelectorManager$ManagedSelector.run() @bci=158, line=545 (Interpreted frame)
  712. - org.eclipse.jetty.util.thread.NonBlockingThread.run() @bci=13, line=52 (Interpreted frame)
  713. - org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(java.lang.Runnable) @bci=1, line=635 (Interpreted frame)
  714. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=75, line=555 (Interpreted frame)
  715. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  716.  
  717.  
  718. Thread 19000: (state = BLOCKED)
  719. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  720. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  721. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  722. - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Interpreted frame)
  723. - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Interpreted frame)
  724. - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Interpreted frame)
  725. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
  726. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  727.  
  728.  
  729. Thread 18999: (state = IN_NATIVE)
  730. - sun.nio.ch.ServerSocketChannelImpl.accept0(java.io.FileDescriptor, java.io.FileDescriptor, java.net.InetSocketAddress[]) @bci=0 (Interpreted frame)
  731. - sun.nio.ch.ServerSocketChannelImpl.accept() @bci=130, line=241 (Interpreted frame)
  732. - org.eclipse.jetty.server.ServerConnector.accept(int) @bci=17, line=377 (Interpreted frame)
  733. - org.eclipse.jetty.server.AbstractConnector$Acceptor.run() @bci=154, line=500 (Interpreted frame)
  734. - org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(java.lang.Runnable) @bci=1, line=635 (Interpreted frame)
  735. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=75, line=555 (Interpreted frame)
  736. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  737.  
  738.  
  739. Thread 18998: (state = BLOCKED)
  740. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  741. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  742. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  743. - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Interpreted frame)
  744. - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Interpreted frame)
  745. - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Interpreted frame)
  746. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
  747. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  748.  
  749.  
  750. Thread 18997: (state = IN_NATIVE)
  751. - java.net.PlainSocketImpl.socketAccept(java.net.SocketImpl) @bci=0 (Interpreted frame)
  752. - java.net.AbstractPlainSocketImpl.accept(java.net.SocketImpl) @bci=7, line=398 (Interpreted frame)
  753. - java.net.ServerSocket.implAccept(java.net.Socket) @bci=60, line=530 (Interpreted frame)
  754. - java.net.ServerSocket.accept() @bci=48, line=498 (Interpreted frame)
  755. - org.eclipse.jetty.server.ShutdownMonitor$ShutdownMonitorRunnable.run() @bci=30, line=114 (Interpreted frame)
  756. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  757.  
  758.  
  759. Thread 18987: (state = BLOCKED)
  760.  
  761.  
  762. Thread 18986: (state = BLOCKED)
  763.  
  764.  
  765. Thread 18985: (state = BLOCKED)
  766. - java.lang.Object.wait(long) @bci=0 (Interpreted frame)
  767. - java.lang.ref.ReferenceQueue.remove(long) @bci=44, line=135 (Interpreted frame)
  768. - java.lang.ref.ReferenceQueue.remove() @bci=2, line=151 (Interpreted frame)
  769. - java.lang.ref.Finalizer$FinalizerThread.run() @bci=36, line=209 (Interpreted frame)
  770.  
  771.  
  772. Thread 18984: (state = BLOCKED)
  773. - java.lang.Object.wait(long) @bci=0 (Interpreted frame)
  774. - java.lang.Object.wait() @bci=2, line=503 (Compiled frame)
  775. - java.lang.ref.Reference$ReferenceHandler.run() @bci=46, line=133 (Compiled frame)
  776.  
  777.  
  778. Mon Jun 8 16:19:31 EEST 2015
  779. ------------
  780. Deadlock Detection:
  781.  
  782. No deadlocks found.
  783.  
  784. Thread 19462: (state = BLOCKED)
  785. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  786. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  787. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  788. - java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take() @bci=122, line=1090 (Interpreted frame)
  789. - java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take() @bci=1, line=807 (Interpreted frame)
  790. - java.util.concurrent.ThreadPoolExecutor.getTask() @bci=156, line=1068 (Interpreted frame)
  791. - java.util.concurrent.ThreadPoolExecutor.runWorker(java.util.concurrent.ThreadPoolExecutor$Worker) @bci=26, line=1130 (Interpreted frame)
  792. - java.util.concurrent.ThreadPoolExecutor$Worker.run() @bci=5, line=615 (Interpreted frame)
  793. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  794.  
  795.  
  796. Thread 18971: (state = BLOCKED)
  797.  
  798.  
  799. Thread 19267: (state = BLOCKED)
  800. - java.lang.Object.wait(long) @bci=0 (Interpreted frame)
  801. - java.lang.Object.wait() @bci=2, line=503 (Interpreted frame)
  802. - org.apache.solr.core.CloserThread.run() @bci=27, line=1037 (Interpreted frame)
  803.  
  804.  
  805. Thread 19068: (state = BLOCKED)
  806. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  807. - java.util.concurrent.locks.LockSupport.park(java.lang.Object) @bci=14, line=186 (Interpreted frame)
  808. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await() @bci=42, line=2043 (Interpreted frame)
  809. - java.util.concurrent.LinkedBlockingQueue.take() @bci=29, line=442 (Interpreted frame)
  810. - java.util.concurrent.ThreadPoolExecutor.getTask() @bci=156, line=1068 (Interpreted frame)
  811. - java.util.concurrent.ThreadPoolExecutor.runWorker(java.util.concurrent.ThreadPoolExecutor$Worker) @bci=26, line=1130 (Interpreted frame)
  812. - java.util.concurrent.ThreadPoolExecutor$Worker.run() @bci=5, line=615 (Interpreted frame)
  813. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  814.  
  815.  
  816. Thread 19039: (state = BLOCKED)
  817. - java.lang.Thread.sleep(long) @bci=0 (Interpreted frame)
  818. - org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run() @bci=97, line=139 (Interpreted frame)
  819. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  820.  
  821.  
  822. Thread 19038: (state = BLOCKED)
  823. - java.lang.Object.wait(long) @bci=0 (Interpreted frame)
  824. - org.apache.solr.cloud.DistributedQueue$LatchWatcher.await(long) @bci=22, line=276 (Interpreted frame)
  825. - org.apache.solr.cloud.DistributedQueue.getChildren(long) @bci=150, line=320 (Interpreted frame)
  826. - org.apache.solr.cloud.DistributedQueue.peekTopN(int, java.util.Set, java.lang.Long) @bci=127, line=447 (Interpreted frame)
  827. - org.apache.solr.cloud.OverseerCollectionProcessor.run() @bci=311, line=301 (Interpreted frame)
  828. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  829.  
  830.  
  831. Thread 19037: (state = BLOCKED)
  832. - java.lang.Object.wait(long) @bci=0 (Interpreted frame)
  833. - org.apache.solr.cloud.DistributedQueue$LatchWatcher.await(long) @bci=22, line=276 (Interpreted frame)
  834. - org.apache.solr.cloud.DistributedQueue.getChildren(long) @bci=150, line=320 (Interpreted frame)
  835. - org.apache.solr.cloud.DistributedQueue.peek(long) @bci=99, line=594 (Interpreted frame)
  836. - org.apache.solr.cloud.DistributedQueue.peek(boolean) @bci=12, line=572 (Interpreted frame)
  837. - org.apache.solr.cloud.Overseer$ClusterStateUpdater.run() @bci=366, line=190 (Interpreted frame)
  838. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  839.  
  840.  
  841. Thread 19030: (state = BLOCKED)
  842. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  843. - java.util.concurrent.locks.LockSupport.park(java.lang.Object) @bci=14, line=186 (Interpreted frame)
  844. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await() @bci=42, line=2043 (Interpreted frame)
  845. - java.util.concurrent.LinkedBlockingQueue.take() @bci=29, line=442 (Interpreted frame)
  846. - org.apache.zookeeper.ClientCnxn$EventThread.run() @bci=9, line=494 (Interpreted frame)
  847.  
  848.  
  849. Thread 19029: (state = IN_NATIVE)
  850. - sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) @bci=0 (Interpreted frame)
  851. - sun.nio.ch.EPollArrayWrapper.poll(long) @bci=18, line=269 (Interpreted frame)
  852. - sun.nio.ch.EPollSelectorImpl.doSelect(long) @bci=28, line=79 (Interpreted frame)
  853. - sun.nio.ch.SelectorImpl.lockAndDoSelect(long) @bci=37, line=87 (Interpreted frame)
  854. - sun.nio.ch.SelectorImpl.select(long) @bci=30, line=98 (Interpreted frame)
  855. - org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(int, java.util.List, java.util.LinkedList, org.apache.zookeeper.ClientCnxn) @bci=6, line=349 (Interpreted frame)
  856. - org.apache.zookeeper.ClientCnxn$SendThread.run() @bci=604, line=1081 (Interpreted frame)
  857.  
  858.  
  859. Thread 19018: (state = BLOCKED)
  860. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  861. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  862. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  863. - java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take() @bci=122, line=1090 (Interpreted frame)
  864. - java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take() @bci=1, line=807 (Interpreted frame)
  865. - java.util.concurrent.ThreadPoolExecutor.getTask() @bci=156, line=1068 (Interpreted frame)
  866. - java.util.concurrent.ThreadPoolExecutor.runWorker(java.util.concurrent.ThreadPoolExecutor$Worker) @bci=26, line=1130 (Interpreted frame)
  867. - java.util.concurrent.ThreadPoolExecutor$Worker.run() @bci=5, line=615 (Interpreted frame)
  868. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  869.  
  870.  
  871. Thread 19007: (state = BLOCKED)
  872. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  873. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  874. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  875. - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Interpreted frame)
  876. - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Interpreted frame)
  877. - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Interpreted frame)
  878. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
  879. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  880.  
  881.  
  882. Thread 19006: (state = IN_JAVA)
  883. Error occurred during stack walking:
  884.  
  885.  
  886. Thread 19005: (state = BLOCKED)
  887. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  888. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  889. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  890. - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Interpreted frame)
  891. - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Interpreted frame)
  892. - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Interpreted frame)
  893. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
  894. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  895.  
  896.  
  897. Thread 19004: (state = IN_NATIVE)
  898. - sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) @bci=0 (Interpreted frame)
  899. - sun.nio.ch.EPollArrayWrapper.poll(long) @bci=18, line=269 (Interpreted frame)
  900. - sun.nio.ch.EPollSelectorImpl.doSelect(long) @bci=28, line=79 (Interpreted frame)
  901. - sun.nio.ch.SelectorImpl.lockAndDoSelect(long) @bci=37, line=87 (Interpreted frame)
  902. - sun.nio.ch.SelectorImpl.select(long) @bci=30, line=98 (Interpreted frame)
  903. - sun.nio.ch.SelectorImpl.select() @bci=2, line=102 (Interpreted frame)
  904. - org.eclipse.jetty.io.SelectorManager$ManagedSelector.select() @bci=174, line=596 (Interpreted frame)
  905. - org.eclipse.jetty.io.SelectorManager$ManagedSelector.run() @bci=158, line=545 (Interpreted frame)
  906. - org.eclipse.jetty.util.thread.NonBlockingThread.run() @bci=13, line=52 (Interpreted frame)
  907. - org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(java.lang.Runnable) @bci=1, line=635 (Interpreted frame)
  908. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=75, line=555 (Interpreted frame)
  909. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  910.  
  911.  
  912. Thread 19003: (state = BLOCKED)
  913. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  914. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  915. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  916. - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Interpreted frame)
  917. - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Interpreted frame)
  918. - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Interpreted frame)
  919. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
  920. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  921.  
  922.  
  923. Thread 19002: (state = BLOCKED)
  924. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  925. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  926. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  927. - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Interpreted frame)
  928. - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Interpreted frame)
  929. - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Interpreted frame)
  930. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
  931. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  932.  
  933.  
  934. Thread 19001: (state = IN_NATIVE)
  935. - sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) @bci=0 (Interpreted frame)
  936. - sun.nio.ch.EPollArrayWrapper.poll(long) @bci=18, line=269 (Interpreted frame)
  937. - sun.nio.ch.EPollSelectorImpl.doSelect(long) @bci=28, line=79 (Interpreted frame)
  938. - sun.nio.ch.SelectorImpl.lockAndDoSelect(long) @bci=37, line=87 (Interpreted frame)
  939. - sun.nio.ch.SelectorImpl.select(long) @bci=30, line=98 (Interpreted frame)
  940. - sun.nio.ch.SelectorImpl.select() @bci=2, line=102 (Interpreted frame)
  941. - org.eclipse.jetty.io.SelectorManager$ManagedSelector.select() @bci=174, line=596 (Interpreted frame)
  942. - org.eclipse.jetty.io.SelectorManager$ManagedSelector.run() @bci=158, line=545 (Interpreted frame)
  943. - org.eclipse.jetty.util.thread.NonBlockingThread.run() @bci=13, line=52 (Interpreted frame)
  944. - org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(java.lang.Runnable) @bci=1, line=635 (Interpreted frame)
  945. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=75, line=555 (Interpreted frame)
  946. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  947.  
  948.  
  949. Thread 19000: (state = BLOCKED)
  950. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  951. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  952. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  953. - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Interpreted frame)
  954. - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Interpreted frame)
  955. - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Interpreted frame)
  956. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
  957. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  958.  
  959.  
  960. Thread 18999: (state = IN_NATIVE)
  961. - sun.nio.ch.ServerSocketChannelImpl.accept0(java.io.FileDescriptor, java.io.FileDescriptor, java.net.InetSocketAddress[]) @bci=0 (Interpreted frame)
  962. - sun.nio.ch.ServerSocketChannelImpl.accept() @bci=130, line=241 (Interpreted frame)
  963. - org.eclipse.jetty.server.ServerConnector.accept(int) @bci=17, line=377 (Interpreted frame)
  964. - org.eclipse.jetty.server.AbstractConnector$Acceptor.run() @bci=154, line=500 (Interpreted frame)
  965. - org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(java.lang.Runnable) @bci=1, line=635 (Interpreted frame)
  966. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=75, line=555 (Interpreted frame)
  967. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  968.  
  969.  
  970. Thread 18998: (state = BLOCKED)
  971. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  972. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  973. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  974. - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Interpreted frame)
  975. - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Interpreted frame)
  976. - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Interpreted frame)
  977. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
  978. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  979.  
  980.  
  981. Thread 18997: (state = IN_NATIVE)
  982. - java.net.PlainSocketImpl.socketAccept(java.net.SocketImpl) @bci=0 (Interpreted frame)
  983. - java.net.AbstractPlainSocketImpl.accept(java.net.SocketImpl) @bci=7, line=398 (Interpreted frame)
  984. - java.net.ServerSocket.implAccept(java.net.Socket) @bci=60, line=530 (Interpreted frame)
  985. - java.net.ServerSocket.accept() @bci=48, line=498 (Interpreted frame)
  986. - org.eclipse.jetty.server.ShutdownMonitor$ShutdownMonitorRunnable.run() @bci=30, line=114 (Interpreted frame)
  987. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  988.  
  989.  
  990. Thread 18987: (state = BLOCKED)
  991.  
  992.  
  993. Thread 18986: (state = BLOCKED)
  994.  
  995.  
  996. Thread 18985: (state = BLOCKED)
  997. - java.lang.Object.wait(long) @bci=0 (Interpreted frame)
  998. - java.lang.ref.ReferenceQueue.remove(long) @bci=44, line=135 (Interpreted frame)
  999. - java.lang.ref.ReferenceQueue.remove() @bci=2, line=151 (Interpreted frame)
  1000. - java.lang.ref.Finalizer$FinalizerThread.run() @bci=36, line=209 (Interpreted frame)
  1001.  
  1002.  
  1003. Thread 18984: (state = BLOCKED)
  1004. - java.lang.Object.wait(long) @bci=0 (Interpreted frame)
  1005. - java.lang.Object.wait() @bci=2, line=503 (Compiled frame)
  1006. - java.lang.ref.Reference$ReferenceHandler.run() @bci=46, line=133 (Compiled frame)
  1007.  
  1008.  
  1009. Mon Jun 8 16:19:33 EEST 2015
  1010. ------------
  1011. Deadlock Detection:
  1012.  
  1013. No deadlocks found.
  1014.  
  1015. Thread 19462: (state = BLOCKED)
  1016. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  1017. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  1018. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  1019. - java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take() @bci=122, line=1090 (Interpreted frame)
  1020. - java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take() @bci=1, line=807 (Interpreted frame)
  1021. - java.util.concurrent.ThreadPoolExecutor.getTask() @bci=156, line=1068 (Interpreted frame)
  1022. - java.util.concurrent.ThreadPoolExecutor.runWorker(java.util.concurrent.ThreadPoolExecutor$Worker) @bci=26, line=1130 (Interpreted frame)
  1023. - java.util.concurrent.ThreadPoolExecutor$Worker.run() @bci=5, line=615 (Interpreted frame)
  1024. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1025.  
  1026.  
  1027. Thread 18971: (state = BLOCKED)
  1028.  
  1029.  
  1030. Thread 19267: (state = BLOCKED)
  1031. - java.lang.Object.wait(long) @bci=0 (Interpreted frame)
  1032. - java.lang.Object.wait() @bci=2, line=503 (Interpreted frame)
  1033. - org.apache.solr.core.CloserThread.run() @bci=27, line=1037 (Interpreted frame)
  1034.  
  1035.  
  1036. Thread 19068: (state = BLOCKED)
  1037. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  1038. - java.util.concurrent.locks.LockSupport.park(java.lang.Object) @bci=14, line=186 (Interpreted frame)
  1039. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await() @bci=42, line=2043 (Interpreted frame)
  1040. - java.util.concurrent.LinkedBlockingQueue.take() @bci=29, line=442 (Interpreted frame)
  1041. - java.util.concurrent.ThreadPoolExecutor.getTask() @bci=156, line=1068 (Interpreted frame)
  1042. - java.util.concurrent.ThreadPoolExecutor.runWorker(java.util.concurrent.ThreadPoolExecutor$Worker) @bci=26, line=1130 (Interpreted frame)
  1043. - java.util.concurrent.ThreadPoolExecutor$Worker.run() @bci=5, line=615 (Interpreted frame)
  1044. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1045.  
  1046.  
  1047. Thread 19039: (state = BLOCKED)
  1048. - java.lang.Thread.sleep(long) @bci=0 (Interpreted frame)
  1049. - org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run() @bci=97, line=139 (Interpreted frame)
  1050. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1051.  
  1052.  
  1053. Thread 19038: (state = BLOCKED)
  1054. - java.lang.Object.wait(long) @bci=0 (Interpreted frame)
  1055. - org.apache.solr.cloud.DistributedQueue$LatchWatcher.await(long) @bci=22, line=276 (Interpreted frame)
  1056. - org.apache.solr.cloud.DistributedQueue.getChildren(long) @bci=150, line=320 (Interpreted frame)
  1057. - org.apache.solr.cloud.DistributedQueue.peekTopN(int, java.util.Set, java.lang.Long) @bci=127, line=447 (Interpreted frame)
  1058. - org.apache.solr.cloud.OverseerCollectionProcessor.run() @bci=311, line=301 (Interpreted frame)
  1059. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1060.  
  1061.  
  1062. Thread 19037: (state = BLOCKED)
  1063. - java.lang.Object.wait(long) @bci=0 (Interpreted frame)
  1064. - org.apache.solr.cloud.DistributedQueue$LatchWatcher.await(long) @bci=22, line=276 (Interpreted frame)
  1065. - org.apache.solr.cloud.DistributedQueue.getChildren(long) @bci=150, line=320 (Interpreted frame)
  1066. - org.apache.solr.cloud.DistributedQueue.peek(long) @bci=99, line=594 (Interpreted frame)
  1067. - org.apache.solr.cloud.DistributedQueue.peek(boolean) @bci=12, line=572 (Interpreted frame)
  1068. - org.apache.solr.cloud.Overseer$ClusterStateUpdater.run() @bci=366, line=190 (Interpreted frame)
  1069. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1070.  
  1071.  
  1072. Thread 19030: (state = BLOCKED)
  1073. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  1074. - java.util.concurrent.locks.LockSupport.park(java.lang.Object) @bci=14, line=186 (Interpreted frame)
  1075. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await() @bci=42, line=2043 (Interpreted frame)
  1076. - java.util.concurrent.LinkedBlockingQueue.take() @bci=29, line=442 (Interpreted frame)
  1077. - org.apache.zookeeper.ClientCnxn$EventThread.run() @bci=9, line=494 (Interpreted frame)
  1078.  
  1079.  
  1080. Thread 19029: (state = IN_NATIVE)
  1081. - sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) @bci=0 (Interpreted frame)
  1082. - sun.nio.ch.EPollArrayWrapper.poll(long) @bci=18, line=269 (Interpreted frame)
  1083. - sun.nio.ch.EPollSelectorImpl.doSelect(long) @bci=28, line=79 (Interpreted frame)
  1084. - sun.nio.ch.SelectorImpl.lockAndDoSelect(long) @bci=37, line=87 (Interpreted frame)
  1085. - sun.nio.ch.SelectorImpl.select(long) @bci=30, line=98 (Interpreted frame)
  1086. - org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(int, java.util.List, java.util.LinkedList, org.apache.zookeeper.ClientCnxn) @bci=6, line=349 (Interpreted frame)
  1087. - org.apache.zookeeper.ClientCnxn$SendThread.run() @bci=604, line=1081 (Interpreted frame)
  1088.  
  1089.  
  1090. Thread 19018: (state = BLOCKED)
  1091. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  1092. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  1093. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  1094. - java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take() @bci=122, line=1090 (Interpreted frame)
  1095. - java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take() @bci=1, line=807 (Interpreted frame)
  1096. - java.util.concurrent.ThreadPoolExecutor.getTask() @bci=156, line=1068 (Interpreted frame)
  1097. - java.util.concurrent.ThreadPoolExecutor.runWorker(java.util.concurrent.ThreadPoolExecutor$Worker) @bci=26, line=1130 (Interpreted frame)
  1098. - java.util.concurrent.ThreadPoolExecutor$Worker.run() @bci=5, line=615 (Interpreted frame)
  1099. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1100.  
  1101.  
  1102. Thread 19007: (state = BLOCKED)
  1103. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  1104. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  1105. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  1106. - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Interpreted frame)
  1107. - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Interpreted frame)
  1108. - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Interpreted frame)
  1109. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
  1110. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1111.  
  1112.  
  1113. Thread 19006: (state = IN_JAVA)
  1114. Error occurred during stack walking:
  1115.  
  1116.  
  1117. Thread 19005: (state = BLOCKED)
  1118. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  1119. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  1120. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  1121. - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Interpreted frame)
  1122. - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Interpreted frame)
  1123. - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Interpreted frame)
  1124. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
  1125. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1126.  
  1127.  
  1128. Thread 19004: (state = IN_NATIVE)
  1129. - sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) @bci=0 (Interpreted frame)
  1130. - sun.nio.ch.EPollArrayWrapper.poll(long) @bci=18, line=269 (Interpreted frame)
  1131. - sun.nio.ch.EPollSelectorImpl.doSelect(long) @bci=28, line=79 (Interpreted frame)
  1132. - sun.nio.ch.SelectorImpl.lockAndDoSelect(long) @bci=37, line=87 (Interpreted frame)
  1133. - sun.nio.ch.SelectorImpl.select(long) @bci=30, line=98 (Interpreted frame)
  1134. - sun.nio.ch.SelectorImpl.select() @bci=2, line=102 (Interpreted frame)
  1135. - org.eclipse.jetty.io.SelectorManager$ManagedSelector.select() @bci=174, line=596 (Interpreted frame)
  1136. - org.eclipse.jetty.io.SelectorManager$ManagedSelector.run() @bci=158, line=545 (Interpreted frame)
  1137. - org.eclipse.jetty.util.thread.NonBlockingThread.run() @bci=13, line=52 (Interpreted frame)
  1138. - org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(java.lang.Runnable) @bci=1, line=635 (Interpreted frame)
  1139. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=75, line=555 (Interpreted frame)
  1140. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1141.  
  1142.  
  1143. Thread 19003: (state = BLOCKED)
  1144. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  1145. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  1146. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  1147. - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Interpreted frame)
  1148. - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Interpreted frame)
  1149. - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Interpreted frame)
  1150. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
  1151. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1152.  
  1153.  
  1154. Thread 19002: (state = BLOCKED)
  1155. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  1156. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  1157. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  1158. - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Interpreted frame)
  1159. - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Interpreted frame)
  1160. - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Interpreted frame)
  1161. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
  1162. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1163.  
  1164.  
  1165. Thread 19001: (state = IN_NATIVE)
  1166. - sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) @bci=0 (Interpreted frame)
  1167. - sun.nio.ch.EPollArrayWrapper.poll(long) @bci=18, line=269 (Interpreted frame)
  1168. - sun.nio.ch.EPollSelectorImpl.doSelect(long) @bci=28, line=79 (Interpreted frame)
  1169. - sun.nio.ch.SelectorImpl.lockAndDoSelect(long) @bci=37, line=87 (Interpreted frame)
  1170. - sun.nio.ch.SelectorImpl.select(long) @bci=30, line=98 (Interpreted frame)
  1171. - sun.nio.ch.SelectorImpl.select() @bci=2, line=102 (Interpreted frame)
  1172. - org.eclipse.jetty.io.SelectorManager$ManagedSelector.select() @bci=174, line=596 (Interpreted frame)
  1173. - org.eclipse.jetty.io.SelectorManager$ManagedSelector.run() @bci=158, line=545 (Interpreted frame)
  1174. - org.eclipse.jetty.util.thread.NonBlockingThread.run() @bci=13, line=52 (Interpreted frame)
  1175. - org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(java.lang.Runnable) @bci=1, line=635 (Interpreted frame)
  1176. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=75, line=555 (Interpreted frame)
  1177. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1178.  
  1179.  
  1180. Thread 19000: (state = BLOCKED)
  1181. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  1182. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  1183. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  1184. - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Interpreted frame)
  1185. - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Interpreted frame)
  1186. - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Interpreted frame)
  1187. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
  1188. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1189.  
  1190.  
  1191. Thread 18999: (state = IN_NATIVE)
  1192. - sun.nio.ch.ServerSocketChannelImpl.accept0(java.io.FileDescriptor, java.io.FileDescriptor, java.net.InetSocketAddress[]) @bci=0 (Interpreted frame)
  1193. - sun.nio.ch.ServerSocketChannelImpl.accept() @bci=130, line=241 (Interpreted frame)
  1194. - org.eclipse.jetty.server.ServerConnector.accept(int) @bci=17, line=377 (Interpreted frame)
  1195. - org.eclipse.jetty.server.AbstractConnector$Acceptor.run() @bci=154, line=500 (Interpreted frame)
  1196. - org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(java.lang.Runnable) @bci=1, line=635 (Interpreted frame)
  1197. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=75, line=555 (Interpreted frame)
  1198. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1199.  
  1200.  
  1201. Thread 18998: (state = BLOCKED)
  1202. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  1203. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  1204. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  1205. - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Interpreted frame)
  1206. - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Interpreted frame)
  1207. - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Interpreted frame)
  1208. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
  1209. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1210.  
  1211.  
  1212. Thread 18997: (state = IN_NATIVE)
  1213. - java.net.PlainSocketImpl.socketAccept(java.net.SocketImpl) @bci=0 (Interpreted frame)
  1214. - java.net.AbstractPlainSocketImpl.accept(java.net.SocketImpl) @bci=7, line=398 (Interpreted frame)
  1215. - java.net.ServerSocket.implAccept(java.net.Socket) @bci=60, line=530 (Interpreted frame)
  1216. - java.net.ServerSocket.accept() @bci=48, line=498 (Interpreted frame)
  1217. - org.eclipse.jetty.server.ShutdownMonitor$ShutdownMonitorRunnable.run() @bci=30, line=114 (Interpreted frame)
  1218. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1219.  
  1220.  
  1221. Thread 18987: (state = BLOCKED)
  1222.  
  1223.  
  1224. Thread 18986: (state = BLOCKED)
  1225.  
  1226.  
  1227. Thread 18985: (state = BLOCKED)
  1228. - java.lang.Object.wait(long) @bci=0 (Interpreted frame)
  1229. - java.lang.ref.ReferenceQueue.remove(long) @bci=44, line=135 (Interpreted frame)
  1230. - java.lang.ref.ReferenceQueue.remove() @bci=2, line=151 (Interpreted frame)
  1231. - java.lang.ref.Finalizer$FinalizerThread.run() @bci=36, line=209 (Interpreted frame)
  1232.  
  1233.  
  1234. Thread 18984: (state = BLOCKED)
  1235. - java.lang.Object.wait(long) @bci=0 (Interpreted frame)
  1236. - java.lang.Object.wait() @bci=2, line=503 (Compiled frame)
  1237. - java.lang.ref.Reference$ReferenceHandler.run() @bci=46, line=133 (Compiled frame)
  1238.  
  1239.  
  1240. Mon Jun 8 16:19:35 EEST 2015
  1241. ------------
  1242. Deadlock Detection:
  1243.  
  1244. No deadlocks found.
  1245.  
  1246. Thread 19462: (state = BLOCKED)
  1247. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  1248. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  1249. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  1250. - java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take() @bci=122, line=1090 (Interpreted frame)
  1251. - java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take() @bci=1, line=807 (Interpreted frame)
  1252. - java.util.concurrent.ThreadPoolExecutor.getTask() @bci=156, line=1068 (Interpreted frame)
  1253. - java.util.concurrent.ThreadPoolExecutor.runWorker(java.util.concurrent.ThreadPoolExecutor$Worker) @bci=26, line=1130 (Interpreted frame)
  1254. - java.util.concurrent.ThreadPoolExecutor$Worker.run() @bci=5, line=615 (Interpreted frame)
  1255. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1256.  
  1257.  
  1258. Thread 18971: (state = BLOCKED)
  1259.  
  1260.  
  1261. Thread 19267: (state = BLOCKED)
  1262. - java.lang.Object.wait(long) @bci=0 (Interpreted frame)
  1263. - java.lang.Object.wait() @bci=2, line=503 (Interpreted frame)
  1264. - org.apache.solr.core.CloserThread.run() @bci=27, line=1037 (Interpreted frame)
  1265.  
  1266.  
  1267. Thread 19068: (state = BLOCKED)
  1268. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  1269. - java.util.concurrent.locks.LockSupport.park(java.lang.Object) @bci=14, line=186 (Interpreted frame)
  1270. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await() @bci=42, line=2043 (Interpreted frame)
  1271. - java.util.concurrent.LinkedBlockingQueue.take() @bci=29, line=442 (Interpreted frame)
  1272. - java.util.concurrent.ThreadPoolExecutor.getTask() @bci=156, line=1068 (Interpreted frame)
  1273. - java.util.concurrent.ThreadPoolExecutor.runWorker(java.util.concurrent.ThreadPoolExecutor$Worker) @bci=26, line=1130 (Interpreted frame)
  1274. - java.util.concurrent.ThreadPoolExecutor$Worker.run() @bci=5, line=615 (Interpreted frame)
  1275. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1276.  
  1277.  
  1278. Thread 19039: (state = BLOCKED)
  1279. - java.lang.Thread.sleep(long) @bci=0 (Interpreted frame)
  1280. - org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run() @bci=97, line=139 (Interpreted frame)
  1281. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1282.  
  1283.  
  1284. Thread 19038: (state = BLOCKED)
  1285. - java.lang.Object.wait(long) @bci=0 (Interpreted frame)
  1286. - org.apache.solr.cloud.DistributedQueue$LatchWatcher.await(long) @bci=22, line=276 (Interpreted frame)
  1287. - org.apache.solr.cloud.DistributedQueue.getChildren(long) @bci=150, line=320 (Interpreted frame)
  1288. - org.apache.solr.cloud.DistributedQueue.peekTopN(int, java.util.Set, java.lang.Long) @bci=127, line=447 (Interpreted frame)
  1289. - org.apache.solr.cloud.OverseerCollectionProcessor.run() @bci=311, line=301 (Interpreted frame)
  1290. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1291.  
  1292.  
  1293. Thread 19037: (state = BLOCKED)
  1294. - java.lang.Object.wait(long) @bci=0 (Interpreted frame)
  1295. - org.apache.solr.cloud.DistributedQueue$LatchWatcher.await(long) @bci=22, line=276 (Interpreted frame)
  1296. - org.apache.solr.cloud.DistributedQueue.getChildren(long) @bci=150, line=320 (Interpreted frame)
  1297. - org.apache.solr.cloud.DistributedQueue.peek(long) @bci=99, line=594 (Interpreted frame)
  1298. - org.apache.solr.cloud.DistributedQueue.peek(boolean) @bci=12, line=572 (Interpreted frame)
  1299. - org.apache.solr.cloud.Overseer$ClusterStateUpdater.run() @bci=366, line=190 (Interpreted frame)
  1300. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1301.  
  1302.  
  1303. Thread 19030: (state = BLOCKED)
  1304. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  1305. - java.util.concurrent.locks.LockSupport.park(java.lang.Object) @bci=14, line=186 (Interpreted frame)
  1306. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await() @bci=42, line=2043 (Interpreted frame)
  1307. - java.util.concurrent.LinkedBlockingQueue.take() @bci=29, line=442 (Interpreted frame)
  1308. - org.apache.zookeeper.ClientCnxn$EventThread.run() @bci=9, line=494 (Interpreted frame)
  1309.  
  1310.  
  1311. Thread 19029: (state = IN_NATIVE)
  1312. - sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) @bci=0 (Interpreted frame)
  1313. - sun.nio.ch.EPollArrayWrapper.poll(long) @bci=18, line=269 (Interpreted frame)
  1314. - sun.nio.ch.EPollSelectorImpl.doSelect(long) @bci=28, line=79 (Interpreted frame)
  1315. - sun.nio.ch.SelectorImpl.lockAndDoSelect(long) @bci=37, line=87 (Interpreted frame)
  1316. - sun.nio.ch.SelectorImpl.select(long) @bci=30, line=98 (Interpreted frame)
  1317. - org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(int, java.util.List, java.util.LinkedList, org.apache.zookeeper.ClientCnxn) @bci=6, line=349 (Interpreted frame)
  1318. - org.apache.zookeeper.ClientCnxn$SendThread.run() @bci=604, line=1081 (Interpreted frame)
  1319.  
  1320.  
  1321. Thread 19018: (state = BLOCKED)
  1322. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  1323. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  1324. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  1325. - java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take() @bci=122, line=1090 (Interpreted frame)
  1326. - java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take() @bci=1, line=807 (Interpreted frame)
  1327. - java.util.concurrent.ThreadPoolExecutor.getTask() @bci=156, line=1068 (Interpreted frame)
  1328. - java.util.concurrent.ThreadPoolExecutor.runWorker(java.util.concurrent.ThreadPoolExecutor$Worker) @bci=26, line=1130 (Interpreted frame)
  1329. - java.util.concurrent.ThreadPoolExecutor$Worker.run() @bci=5, line=615 (Interpreted frame)
  1330. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1331.  
  1332.  
  1333. Thread 19007: (state = BLOCKED)
  1334. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  1335. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  1336. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  1337. - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Interpreted frame)
  1338. - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Interpreted frame)
  1339. - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Interpreted frame)
  1340. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
  1341. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1342.  
  1343.  
  1344. Thread 19006: (state = IN_JAVA)
  1345. - java.util.HashMap.getEntry(java.lang.Object) @bci=81, line=465 (Compiled frame; information may be imprecise)
  1346. - java.util.HashMap.get(java.lang.Object) @bci=11, line=417 (Compiled frame)
  1347. - org.apache.lucene.index.FieldInfos$Builder.fieldInfo(java.lang.String) @bci=5, line=344 (Compiled frame)
  1348. - org.apache.lucene.index.FieldInfos$Builder.addOrUpdateInternal(java.lang.String, int, boolean, boolean, boolean, org.apache.lucene.index.IndexOptions, org.apache.lucene.index.DocValuesType) @bci=17, line=305 (Compiled frame)
  1349. - org.apache.lucene.index.FieldInfos$Builder.add(org.apache.lucene.index.FieldInfo) @bci=29, line=338 (Compiled frame)
  1350. - org.apache.lucene.index.FieldInfos$Builder.add(org.apache.lucene.index.FieldInfos) @bci=26, line=276 (Compiled frame)
  1351. - org.apache.lucene.index.MultiFields.getMergedFieldInfos(org.apache.lucene.index.IndexReader) @bci=45, line=245 (Compiled frame)
  1352. - org.apache.lucene.index.SlowCompositeReaderWrapper.getFieldInfos() @bci=8, line=239 (Compiled frame)
  1353. - org.apache.solr.highlight.DefaultSolrHighlighter.getSpanQueryScorer(org.apache.lucene.search.Query, java.lang.String, org.apache.lucene.analysis.TokenStream, org.apache.solr.request.SolrQueryRequest) @bci=72, line=216 (Compiled frame)
  1354. - org.apache.solr.highlight.DefaultSolrHighlighter.getPhraseHighlighter(org.apache.lucene.search.Query, java.lang.String, org.apache.solr.request.SolrQueryRequest, org.apache.lucene.analysis.TokenStream) @bci=32, line=178 (Compiled frame)
  1355. - org.apache.solr.highlight.DefaultSolrHighlighter.doHighlightingByHighlighter(org.apache.lucene.document.Document, int, org.apache.solr.schema.SchemaField, org.apache.lucene.search.Query, org.apache.lucene.index.IndexReader, org.apache.solr.request.SolrQueryRequest) @bci=399, line=565 (Compiled frame)
  1356. - org.apache.solr.highlight.DefaultSolrHighlighter.doHighlighting(org.apache.solr.search.DocList, org.apache.lucene.search.Query, org.apache.solr.request.SolrQueryRequest, java.lang.String[]) @bci=331, line=416 (Compiled frame)
  1357. - org.apache.solr.handler.component.HighlightComponent.process(org.apache.solr.handler.component.ResponseBuilder) @bci=212, line=143 (Interpreted frame)
  1358. - org.apache.solr.handler.component.SearchHandler.handleRequestBody(org.apache.solr.request.SolrQueryRequest, org.apache.solr.response.SolrQueryResponse) @bci=389, line=263 (Interpreted frame)
  1359. - org.apache.solr.handler.RequestHandlerBase.handleRequest(org.apache.solr.request.SolrQueryRequest, org.apache.solr.response.SolrQueryResponse) @bci=110, line=143 (Interpreted frame)
  1360. - org.apache.solr.core.SolrCore.execute(org.apache.solr.request.SolrRequestHandler, org.apache.solr.request.SolrQueryRequest, org.apache.solr.response.SolrQueryResponse) @bci=152, line=2064 (Interpreted frame)
  1361. - org.apache.solr.servlet.HttpSolrCall.execute(org.apache.solr.response.SolrQueryResponse) @bci=44, line=640 (Interpreted frame)
  1362. - org.apache.solr.servlet.HttpSolrCall.call() @bci=333, line=436 (Interpreted frame)
  1363. - org.apache.solr.servlet.SolrDispatchFilter.doFilter(javax.servlet.ServletRequest, javax.servlet.ServletResponse, javax.servlet.FilterChain, boolean) @bci=198, line=227 (Interpreted frame)
  1364. - org.apache.solr.servlet.SolrDispatchFilter.doFilter(javax.servlet.ServletRequest, javax.servlet.ServletResponse, javax.servlet.FilterChain) @bci=5, line=196 (Interpreted frame)
  1365. - org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(javax.servlet.ServletRequest, javax.servlet.ServletResponse) @bci=103, line=1652 (Interpreted frame)
  1366. - org.eclipse.jetty.servlet.ServletHandler.doHandle(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=203, line=585 (Interpreted frame)
  1367. - org.eclipse.jetty.server.handler.ScopedHandler.handle(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=32, line=143 (Interpreted frame)
  1368. - org.eclipse.jetty.security.SecurityHandler.handle(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=553, line=577 (Interpreted frame)
  1369. - org.eclipse.jetty.server.session.SessionHandler.doHandle(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=68, line=223 (Interpreted frame)
  1370. - org.eclipse.jetty.server.handler.ContextHandler.doHandle(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=349, line=1127 (Interpreted frame)
  1371. - org.eclipse.jetty.servlet.ServletHandler.doScope(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=274, line=515 (Interpreted frame)
  1372. - org.eclipse.jetty.server.session.SessionHandler.doScope(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=233, line=185 (Interpreted frame)
  1373. - org.eclipse.jetty.server.handler.ContextHandler.doScope(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=437, line=1061 (Interpreted frame)
  1374. - org.eclipse.jetty.server.handler.ScopedHandler.handle(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=20, line=141 (Interpreted frame)
  1375. - org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=224, line=215 (Interpreted frame)
  1376. - org.eclipse.jetty.server.handler.HandlerCollection.handle(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=42, line=110 (Interpreted frame)
  1377. - org.eclipse.jetty.server.handler.HandlerWrapper.handle(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=23, line=97 (Interpreted frame)
  1378. - org.eclipse.jetty.server.Server.handle(org.eclipse.jetty.server.HttpChannel) @bci=130, line=497 (Interpreted frame)
  1379. - org.eclipse.jetty.server.HttpChannel.handle() @bci=301, line=310 (Interpreted frame)
  1380. - org.eclipse.jetty.server.HttpConnection.onFillable() @bci=189, line=257 (Interpreted frame)
  1381. - org.eclipse.jetty.io.AbstractConnection$2.run() @bci=4, line=540 (Interpreted frame)
  1382. - org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(java.lang.Runnable) @bci=1, line=635 (Interpreted frame)
  1383. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=75, line=555 (Interpreted frame)
  1384. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1385.  
  1386.  
  1387. Thread 19005: (state = BLOCKED)
  1388. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  1389. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  1390. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  1391. - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Interpreted frame)
  1392. - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Interpreted frame)
  1393. - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Interpreted frame)
  1394. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
  1395. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1396.  
  1397.  
  1398. Thread 19004: (state = IN_NATIVE)
  1399. - sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) @bci=0 (Interpreted frame)
  1400. - sun.nio.ch.EPollArrayWrapper.poll(long) @bci=18, line=269 (Interpreted frame)
  1401. - sun.nio.ch.EPollSelectorImpl.doSelect(long) @bci=28, line=79 (Interpreted frame)
  1402. - sun.nio.ch.SelectorImpl.lockAndDoSelect(long) @bci=37, line=87 (Interpreted frame)
  1403. - sun.nio.ch.SelectorImpl.select(long) @bci=30, line=98 (Interpreted frame)
  1404. - sun.nio.ch.SelectorImpl.select() @bci=2, line=102 (Interpreted frame)
  1405. - org.eclipse.jetty.io.SelectorManager$ManagedSelector.select() @bci=174, line=596 (Interpreted frame)
  1406. - org.eclipse.jetty.io.SelectorManager$ManagedSelector.run() @bci=158, line=545 (Interpreted frame)
  1407. - org.eclipse.jetty.util.thread.NonBlockingThread.run() @bci=13, line=52 (Interpreted frame)
  1408. - org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(java.lang.Runnable) @bci=1, line=635 (Interpreted frame)
  1409. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=75, line=555 (Interpreted frame)
  1410. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1411.  
  1412.  
  1413. Thread 19003: (state = BLOCKED)
  1414. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  1415. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  1416. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  1417. - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Interpreted frame)
  1418. - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Interpreted frame)
  1419. - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Interpreted frame)
  1420. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
  1421. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1422.  
  1423.  
  1424. Thread 19002: (state = BLOCKED)
  1425. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  1426. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  1427. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  1428. - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Interpreted frame)
  1429. - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Interpreted frame)
  1430. - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Interpreted frame)
  1431. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
  1432. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1433.  
  1434.  
  1435. Thread 19001: (state = IN_NATIVE)
  1436. - sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) @bci=0 (Interpreted frame)
  1437. - sun.nio.ch.EPollArrayWrapper.poll(long) @bci=18, line=269 (Interpreted frame)
  1438. - sun.nio.ch.EPollSelectorImpl.doSelect(long) @bci=28, line=79 (Interpreted frame)
  1439. - sun.nio.ch.SelectorImpl.lockAndDoSelect(long) @bci=37, line=87 (Interpreted frame)
  1440. - sun.nio.ch.SelectorImpl.select(long) @bci=30, line=98 (Interpreted frame)
  1441. - sun.nio.ch.SelectorImpl.select() @bci=2, line=102 (Interpreted frame)
  1442. - org.eclipse.jetty.io.SelectorManager$ManagedSelector.select() @bci=174, line=596 (Interpreted frame)
  1443. - org.eclipse.jetty.io.SelectorManager$ManagedSelector.run() @bci=158, line=545 (Interpreted frame)
  1444. - org.eclipse.jetty.util.thread.NonBlockingThread.run() @bci=13, line=52 (Interpreted frame)
  1445. - org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(java.lang.Runnable) @bci=1, line=635 (Interpreted frame)
  1446. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=75, line=555 (Interpreted frame)
  1447. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1448.  
  1449.  
  1450. Thread 19000: (state = BLOCKED)
  1451. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  1452. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  1453. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  1454. - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Interpreted frame)
  1455. - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Interpreted frame)
  1456. - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Interpreted frame)
  1457. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
  1458. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1459.  
  1460.  
  1461. Thread 18999: (state = IN_NATIVE)
  1462. - sun.nio.ch.ServerSocketChannelImpl.accept0(java.io.FileDescriptor, java.io.FileDescriptor, java.net.InetSocketAddress[]) @bci=0 (Interpreted frame)
  1463. - sun.nio.ch.ServerSocketChannelImpl.accept() @bci=130, line=241 (Interpreted frame)
  1464. - org.eclipse.jetty.server.ServerConnector.accept(int) @bci=17, line=377 (Interpreted frame)
  1465. - org.eclipse.jetty.server.AbstractConnector$Acceptor.run() @bci=154, line=500 (Interpreted frame)
  1466. - org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(java.lang.Runnable) @bci=1, line=635 (Interpreted frame)
  1467. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=75, line=555 (Interpreted frame)
  1468. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1469.  
  1470.  
  1471. Thread 18998: (state = BLOCKED)
  1472. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  1473. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  1474. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  1475. - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Interpreted frame)
  1476. - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Interpreted frame)
  1477. - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Interpreted frame)
  1478. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
  1479. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1480.  
  1481.  
  1482. Thread 18997: (state = IN_NATIVE)
  1483. - java.net.PlainSocketImpl.socketAccept(java.net.SocketImpl) @bci=0 (Interpreted frame)
  1484. - java.net.AbstractPlainSocketImpl.accept(java.net.SocketImpl) @bci=7, line=398 (Interpreted frame)
  1485. - java.net.ServerSocket.implAccept(java.net.Socket) @bci=60, line=530 (Interpreted frame)
  1486. - java.net.ServerSocket.accept() @bci=48, line=498 (Interpreted frame)
  1487. - org.eclipse.jetty.server.ShutdownMonitor$ShutdownMonitorRunnable.run() @bci=30, line=114 (Interpreted frame)
  1488. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1489.  
  1490.  
  1491. Thread 18987: (state = BLOCKED)
  1492.  
  1493.  
  1494. Thread 18986: (state = BLOCKED)
  1495.  
  1496.  
  1497. Thread 18985: (state = BLOCKED)
  1498. - java.lang.Object.wait(long) @bci=0 (Interpreted frame)
  1499. - java.lang.ref.ReferenceQueue.remove(long) @bci=44, line=135 (Interpreted frame)
  1500. - java.lang.ref.ReferenceQueue.remove() @bci=2, line=151 (Interpreted frame)
  1501. - java.lang.ref.Finalizer$FinalizerThread.run() @bci=36, line=209 (Interpreted frame)
  1502.  
  1503.  
  1504. Thread 18984: (state = BLOCKED)
  1505. - java.lang.Object.wait(long) @bci=0 (Interpreted frame)
  1506. - java.lang.Object.wait() @bci=2, line=503 (Compiled frame)
  1507. - java.lang.ref.Reference$ReferenceHandler.run() @bci=46, line=133 (Compiled frame)
  1508.  
  1509.  
  1510. Mon Jun 8 16:19:37 EEST 2015
  1511. ------------
  1512. Deadlock Detection:
  1513.  
  1514. No deadlocks found.
  1515.  
  1516. Thread 19462: (state = BLOCKED)
  1517. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  1518. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  1519. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  1520. - java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take() @bci=122, line=1090 (Interpreted frame)
  1521. - java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take() @bci=1, line=807 (Interpreted frame)
  1522. - java.util.concurrent.ThreadPoolExecutor.getTask() @bci=156, line=1068 (Interpreted frame)
  1523. - java.util.concurrent.ThreadPoolExecutor.runWorker(java.util.concurrent.ThreadPoolExecutor$Worker) @bci=26, line=1130 (Interpreted frame)
  1524. - java.util.concurrent.ThreadPoolExecutor$Worker.run() @bci=5, line=615 (Interpreted frame)
  1525. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1526.  
  1527.  
  1528. Thread 18971: (state = BLOCKED)
  1529.  
  1530.  
  1531. Thread 19267: (state = BLOCKED)
  1532. - java.lang.Object.wait(long) @bci=0 (Interpreted frame)
  1533. - java.lang.Object.wait() @bci=2, line=503 (Interpreted frame)
  1534. - org.apache.solr.core.CloserThread.run() @bci=27, line=1037 (Interpreted frame)
  1535.  
  1536.  
  1537. Thread 19068: (state = BLOCKED)
  1538. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  1539. - java.util.concurrent.locks.LockSupport.park(java.lang.Object) @bci=14, line=186 (Interpreted frame)
  1540. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await() @bci=42, line=2043 (Interpreted frame)
  1541. - java.util.concurrent.LinkedBlockingQueue.take() @bci=29, line=442 (Interpreted frame)
  1542. - java.util.concurrent.ThreadPoolExecutor.getTask() @bci=156, line=1068 (Interpreted frame)
  1543. - java.util.concurrent.ThreadPoolExecutor.runWorker(java.util.concurrent.ThreadPoolExecutor$Worker) @bci=26, line=1130 (Interpreted frame)
  1544. - java.util.concurrent.ThreadPoolExecutor$Worker.run() @bci=5, line=615 (Interpreted frame)
  1545. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1546.  
  1547.  
  1548. Thread 19039: (state = BLOCKED)
  1549. - java.lang.Thread.sleep(long) @bci=0 (Interpreted frame)
  1550. - org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run() @bci=97, line=139 (Interpreted frame)
  1551. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1552.  
  1553.  
  1554. Thread 19038: (state = BLOCKED)
  1555. - java.lang.Object.wait(long) @bci=0 (Interpreted frame)
  1556. - org.apache.solr.cloud.DistributedQueue$LatchWatcher.await(long) @bci=22, line=276 (Interpreted frame)
  1557. - org.apache.solr.cloud.DistributedQueue.getChildren(long) @bci=150, line=320 (Interpreted frame)
  1558. - org.apache.solr.cloud.DistributedQueue.peekTopN(int, java.util.Set, java.lang.Long) @bci=127, line=447 (Interpreted frame)
  1559. - org.apache.solr.cloud.OverseerCollectionProcessor.run() @bci=311, line=301 (Interpreted frame)
  1560. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1561.  
  1562.  
  1563. Thread 19037: (state = BLOCKED)
  1564. - java.lang.Object.wait(long) @bci=0 (Interpreted frame)
  1565. - org.apache.solr.cloud.DistributedQueue$LatchWatcher.await(long) @bci=22, line=276 (Interpreted frame)
  1566. - org.apache.solr.cloud.DistributedQueue.getChildren(long) @bci=150, line=320 (Interpreted frame)
  1567. - org.apache.solr.cloud.DistributedQueue.peek(long) @bci=99, line=594 (Interpreted frame)
  1568. - org.apache.solr.cloud.DistributedQueue.peek(boolean) @bci=12, line=572 (Interpreted frame)
  1569. - org.apache.solr.cloud.Overseer$ClusterStateUpdater.run() @bci=366, line=190 (Interpreted frame)
  1570. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1571.  
  1572.  
  1573. Thread 19030: (state = BLOCKED)
  1574. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  1575. - java.util.concurrent.locks.LockSupport.park(java.lang.Object) @bci=14, line=186 (Interpreted frame)
  1576. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await() @bci=42, line=2043 (Interpreted frame)
  1577. - java.util.concurrent.LinkedBlockingQueue.take() @bci=29, line=442 (Interpreted frame)
  1578. - org.apache.zookeeper.ClientCnxn$EventThread.run() @bci=9, line=494 (Interpreted frame)
  1579.  
  1580.  
  1581. Thread 19029: (state = IN_NATIVE)
  1582. - sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) @bci=0 (Interpreted frame)
  1583. - sun.nio.ch.EPollArrayWrapper.poll(long) @bci=18, line=269 (Interpreted frame)
  1584. - sun.nio.ch.EPollSelectorImpl.doSelect(long) @bci=28, line=79 (Interpreted frame)
  1585. - sun.nio.ch.SelectorImpl.lockAndDoSelect(long) @bci=37, line=87 (Interpreted frame)
  1586. - sun.nio.ch.SelectorImpl.select(long) @bci=30, line=98 (Interpreted frame)
  1587. - org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(int, java.util.List, java.util.LinkedList, org.apache.zookeeper.ClientCnxn) @bci=6, line=349 (Interpreted frame)
  1588. - org.apache.zookeeper.ClientCnxn$SendThread.run() @bci=604, line=1081 (Interpreted frame)
  1589.  
  1590.  
  1591. Thread 19018: (state = BLOCKED)
  1592. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  1593. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  1594. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  1595. - java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take() @bci=122, line=1090 (Interpreted frame)
  1596. - java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take() @bci=1, line=807 (Interpreted frame)
  1597. - java.util.concurrent.ThreadPoolExecutor.getTask() @bci=156, line=1068 (Interpreted frame)
  1598. - java.util.concurrent.ThreadPoolExecutor.runWorker(java.util.concurrent.ThreadPoolExecutor$Worker) @bci=26, line=1130 (Interpreted frame)
  1599. - java.util.concurrent.ThreadPoolExecutor$Worker.run() @bci=5, line=615 (Interpreted frame)
  1600. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1601.  
  1602.  
  1603. Thread 19007: (state = BLOCKED)
  1604. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  1605. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  1606. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  1607. - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Interpreted frame)
  1608. - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Interpreted frame)
  1609. - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Interpreted frame)
  1610. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
  1611. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1612.  
  1613.  
  1614. Thread 19006: (state = IN_JAVA)
  1615. - java.util.HashMap.resize(int) @bci=32, line=581 (Compiled frame; information may be imprecise)
  1616. - java.util.HashMap.addEntry(int, java.lang.Object, java.lang.Object, int) @bci=30, line=879 (Compiled frame)
  1617. - java.util.HashMap.put(java.lang.Object, java.lang.Object) @bci=137, line=505 (Compiled frame)
  1618. - org.apache.lucene.index.FieldInfos.<init>(org.apache.lucene.index.FieldInfo[]) @bci=219, line=65 (Compiled frame)
  1619. - org.apache.lucene.index.FieldInfos$Builder.finish() @bci=29, line=348 (Compiled frame)
  1620. - org.apache.lucene.index.MultiFields.getMergedFieldInfos(org.apache.lucene.index.IndexReader) @bci=52, line=247 (Compiled frame)
  1621. - org.apache.lucene.index.SlowCompositeReaderWrapper.getFieldInfos() @bci=8, line=239 (Compiled frame)
  1622. - org.apache.solr.highlight.DefaultSolrHighlighter.getSpanQueryScorer(org.apache.lucene.search.Query, java.lang.String, org.apache.lucene.analysis.TokenStream, org.apache.solr.request.SolrQueryRequest) @bci=72, line=216 (Compiled frame)
  1623. - org.apache.solr.highlight.DefaultSolrHighlighter.getPhraseHighlighter(org.apache.lucene.search.Query, java.lang.String, org.apache.solr.request.SolrQueryRequest, org.apache.lucene.analysis.TokenStream) @bci=32, line=178 (Compiled frame)
  1624. - org.apache.solr.highlight.DefaultSolrHighlighter.doHighlightingByHighlighter(org.apache.lucene.document.Document, int, org.apache.solr.schema.SchemaField, org.apache.lucene.search.Query, org.apache.lucene.index.IndexReader, org.apache.solr.request.SolrQueryRequest) @bci=399, line=565 (Compiled frame)
  1625. - org.apache.solr.highlight.DefaultSolrHighlighter.doHighlighting(org.apache.solr.search.DocList, org.apache.lucene.search.Query, org.apache.solr.request.SolrQueryRequest, java.lang.String[]) @bci=331, line=416 (Compiled frame)
  1626. - org.apache.solr.handler.component.HighlightComponent.process(org.apache.solr.handler.component.ResponseBuilder) @bci=212, line=143 (Interpreted frame)
  1627. - org.apache.solr.handler.component.SearchHandler.handleRequestBody(org.apache.solr.request.SolrQueryRequest, org.apache.solr.response.SolrQueryResponse) @bci=389, line=263 (Interpreted frame)
  1628. - org.apache.solr.handler.RequestHandlerBase.handleRequest(org.apache.solr.request.SolrQueryRequest, org.apache.solr.response.SolrQueryResponse) @bci=110, line=143 (Interpreted frame)
  1629. - org.apache.solr.core.SolrCore.execute(org.apache.solr.request.SolrRequestHandler, org.apache.solr.request.SolrQueryRequest, org.apache.solr.response.SolrQueryResponse) @bci=152, line=2064 (Interpreted frame)
  1630. - org.apache.solr.servlet.HttpSolrCall.execute(org.apache.solr.response.SolrQueryResponse) @bci=44, line=640 (Interpreted frame)
  1631. - org.apache.solr.servlet.HttpSolrCall.call() @bci=333, line=436 (Interpreted frame)
  1632. - org.apache.solr.servlet.SolrDispatchFilter.doFilter(javax.servlet.ServletRequest, javax.servlet.ServletResponse, javax.servlet.FilterChain, boolean) @bci=198, line=227 (Interpreted frame)
  1633. - org.apache.solr.servlet.SolrDispatchFilter.doFilter(javax.servlet.ServletRequest, javax.servlet.ServletResponse, javax.servlet.FilterChain) @bci=5, line=196 (Interpreted frame)
  1634. - org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(javax.servlet.ServletRequest, javax.servlet.ServletResponse) @bci=103, line=1652 (Interpreted frame)
  1635. - org.eclipse.jetty.servlet.ServletHandler.doHandle(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=203, line=585 (Interpreted frame)
  1636. - org.eclipse.jetty.server.handler.ScopedHandler.handle(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=32, line=143 (Interpreted frame)
  1637. - org.eclipse.jetty.security.SecurityHandler.handle(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=553, line=577 (Interpreted frame)
  1638. - org.eclipse.jetty.server.session.SessionHandler.doHandle(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=68, line=223 (Interpreted frame)
  1639. - org.eclipse.jetty.server.handler.ContextHandler.doHandle(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=349, line=1127 (Interpreted frame)
  1640. - org.eclipse.jetty.servlet.ServletHandler.doScope(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=274, line=515 (Interpreted frame)
  1641. - org.eclipse.jetty.server.session.SessionHandler.doScope(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=233, line=185 (Interpreted frame)
  1642. - org.eclipse.jetty.server.handler.ContextHandler.doScope(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=437, line=1061 (Interpreted frame)
  1643. - org.eclipse.jetty.server.handler.ScopedHandler.handle(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=20, line=141 (Interpreted frame)
  1644. - org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=224, line=215 (Interpreted frame)
  1645. - org.eclipse.jetty.server.handler.HandlerCollection.handle(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=42, line=110 (Interpreted frame)
  1646. - org.eclipse.jetty.server.handler.HandlerWrapper.handle(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=23, line=97 (Interpreted frame)
  1647. - org.eclipse.jetty.server.Server.handle(org.eclipse.jetty.server.HttpChannel) @bci=130, line=497 (Interpreted frame)
  1648. - org.eclipse.jetty.server.HttpChannel.handle() @bci=301, line=310 (Interpreted frame)
  1649. - org.eclipse.jetty.server.HttpConnection.onFillable() @bci=189, line=257 (Interpreted frame)
  1650. - org.eclipse.jetty.io.AbstractConnection$2.run() @bci=4, line=540 (Interpreted frame)
  1651. - org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(java.lang.Runnable) @bci=1, line=635 (Interpreted frame)
  1652. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=75, line=555 (Interpreted frame)
  1653. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1654.  
  1655.  
  1656. Thread 19005: (state = BLOCKED)
  1657. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  1658. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  1659. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  1660. - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Interpreted frame)
  1661. - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Interpreted frame)
  1662. - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Interpreted frame)
  1663. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
  1664. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1665.  
  1666.  
  1667. Thread 19004: (state = IN_NATIVE)
  1668. - sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) @bci=0 (Interpreted frame)
  1669. - sun.nio.ch.EPollArrayWrapper.poll(long) @bci=18, line=269 (Interpreted frame)
  1670. - sun.nio.ch.EPollSelectorImpl.doSelect(long) @bci=28, line=79 (Interpreted frame)
  1671. - sun.nio.ch.SelectorImpl.lockAndDoSelect(long) @bci=37, line=87 (Interpreted frame)
  1672. - sun.nio.ch.SelectorImpl.select(long) @bci=30, line=98 (Interpreted frame)
  1673. - sun.nio.ch.SelectorImpl.select() @bci=2, line=102 (Interpreted frame)
  1674. - org.eclipse.jetty.io.SelectorManager$ManagedSelector.select() @bci=174, line=596 (Interpreted frame)
  1675. - org.eclipse.jetty.io.SelectorManager$ManagedSelector.run() @bci=158, line=545 (Interpreted frame)
  1676. - org.eclipse.jetty.util.thread.NonBlockingThread.run() @bci=13, line=52 (Interpreted frame)
  1677. - org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(java.lang.Runnable) @bci=1, line=635 (Interpreted frame)
  1678. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=75, line=555 (Interpreted frame)
  1679. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1680.  
  1681.  
  1682. Thread 19003: (state = BLOCKED)
  1683. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  1684. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  1685. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  1686. - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Interpreted frame)
  1687. - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Interpreted frame)
  1688. - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Interpreted frame)
  1689. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
  1690. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1691.  
  1692.  
  1693. Thread 19002: (state = BLOCKED)
  1694. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  1695. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  1696. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  1697. - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Interpreted frame)
  1698. - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Interpreted frame)
  1699. - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Interpreted frame)
  1700. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
  1701. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1702.  
  1703.  
  1704. Thread 19001: (state = IN_NATIVE)
  1705. - sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) @bci=0 (Interpreted frame)
  1706. - sun.nio.ch.EPollArrayWrapper.poll(long) @bci=18, line=269 (Interpreted frame)
  1707. - sun.nio.ch.EPollSelectorImpl.doSelect(long) @bci=28, line=79 (Interpreted frame)
  1708. - sun.nio.ch.SelectorImpl.lockAndDoSelect(long) @bci=37, line=87 (Interpreted frame)
  1709. - sun.nio.ch.SelectorImpl.select(long) @bci=30, line=98 (Interpreted frame)
  1710. - sun.nio.ch.SelectorImpl.select() @bci=2, line=102 (Interpreted frame)
  1711. - org.eclipse.jetty.io.SelectorManager$ManagedSelector.select() @bci=174, line=596 (Interpreted frame)
  1712. - org.eclipse.jetty.io.SelectorManager$ManagedSelector.run() @bci=158, line=545 (Interpreted frame)
  1713. - org.eclipse.jetty.util.thread.NonBlockingThread.run() @bci=13, line=52 (Interpreted frame)
  1714. - org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(java.lang.Runnable) @bci=1, line=635 (Interpreted frame)
  1715. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=75, line=555 (Interpreted frame)
  1716. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1717.  
  1718.  
  1719. Thread 19000: (state = BLOCKED)
  1720. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  1721. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  1722. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  1723. - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Interpreted frame)
  1724. - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Interpreted frame)
  1725. - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Interpreted frame)
  1726. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
  1727. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1728.  
  1729.  
  1730. Thread 18999: (state = IN_NATIVE)
  1731. - sun.nio.ch.ServerSocketChannelImpl.accept0(java.io.FileDescriptor, java.io.FileDescriptor, java.net.InetSocketAddress[]) @bci=0 (Interpreted frame)
  1732. - sun.nio.ch.ServerSocketChannelImpl.accept() @bci=130, line=241 (Interpreted frame)
  1733. - org.eclipse.jetty.server.ServerConnector.accept(int) @bci=17, line=377 (Interpreted frame)
  1734. - org.eclipse.jetty.server.AbstractConnector$Acceptor.run() @bci=154, line=500 (Interpreted frame)
  1735. - org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(java.lang.Runnable) @bci=1, line=635 (Interpreted frame)
  1736. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=75, line=555 (Interpreted frame)
  1737. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1738.  
  1739.  
  1740. Thread 18998: (state = BLOCKED)
  1741. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  1742. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  1743. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  1744. - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Interpreted frame)
  1745. - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Interpreted frame)
  1746. - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Interpreted frame)
  1747. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
  1748. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1749.  
  1750.  
  1751. Thread 18997: (state = IN_NATIVE)
  1752. - java.net.PlainSocketImpl.socketAccept(java.net.SocketImpl) @bci=0 (Interpreted frame)
  1753. - java.net.AbstractPlainSocketImpl.accept(java.net.SocketImpl) @bci=7, line=398 (Interpreted frame)
  1754. - java.net.ServerSocket.implAccept(java.net.Socket) @bci=60, line=530 (Interpreted frame)
  1755. - java.net.ServerSocket.accept() @bci=48, line=498 (Interpreted frame)
  1756. - org.eclipse.jetty.server.ShutdownMonitor$ShutdownMonitorRunnable.run() @bci=30, line=114 (Interpreted frame)
  1757. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1758.  
  1759.  
  1760. Thread 18987: (state = BLOCKED)
  1761.  
  1762.  
  1763. Thread 18986: (state = BLOCKED)
  1764.  
  1765.  
  1766. Thread 18985: (state = BLOCKED)
  1767. - java.lang.Object.wait(long) @bci=0 (Interpreted frame)
  1768. - java.lang.ref.ReferenceQueue.remove(long) @bci=44, line=135 (Interpreted frame)
  1769. - java.lang.ref.ReferenceQueue.remove() @bci=2, line=151 (Interpreted frame)
  1770. - java.lang.ref.Finalizer$FinalizerThread.run() @bci=36, line=209 (Interpreted frame)
  1771.  
  1772.  
  1773. Thread 18984: (state = BLOCKED)
  1774. - java.lang.Object.wait(long) @bci=0 (Interpreted frame)
  1775. - java.lang.Object.wait() @bci=2, line=503 (Compiled frame)
  1776. - java.lang.ref.Reference$ReferenceHandler.run() @bci=46, line=133 (Compiled frame)
  1777.  
  1778.  
  1779. Mon Jun 8 16:19:39 EEST 2015
  1780. ------------
  1781. Deadlock Detection:
  1782.  
  1783. No deadlocks found.
  1784.  
  1785. Thread 19462: (state = BLOCKED)
  1786. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  1787. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  1788. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  1789. - java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take() @bci=122, line=1090 (Interpreted frame)
  1790. - java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take() @bci=1, line=807 (Interpreted frame)
  1791. - java.util.concurrent.ThreadPoolExecutor.getTask() @bci=156, line=1068 (Interpreted frame)
  1792. - java.util.concurrent.ThreadPoolExecutor.runWorker(java.util.concurrent.ThreadPoolExecutor$Worker) @bci=26, line=1130 (Interpreted frame)
  1793. - java.util.concurrent.ThreadPoolExecutor$Worker.run() @bci=5, line=615 (Interpreted frame)
  1794. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1795.  
  1796.  
  1797. Thread 18971: (state = BLOCKED)
  1798.  
  1799.  
  1800. Thread 19267: (state = BLOCKED)
  1801. - java.lang.Object.wait(long) @bci=0 (Interpreted frame)
  1802. - java.lang.Object.wait() @bci=2, line=503 (Interpreted frame)
  1803. - org.apache.solr.core.CloserThread.run() @bci=27, line=1037 (Interpreted frame)
  1804.  
  1805.  
  1806. Thread 19068: (state = BLOCKED)
  1807. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  1808. - java.util.concurrent.locks.LockSupport.park(java.lang.Object) @bci=14, line=186 (Interpreted frame)
  1809. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await() @bci=42, line=2043 (Interpreted frame)
  1810. - java.util.concurrent.LinkedBlockingQueue.take() @bci=29, line=442 (Interpreted frame)
  1811. - java.util.concurrent.ThreadPoolExecutor.getTask() @bci=156, line=1068 (Interpreted frame)
  1812. - java.util.concurrent.ThreadPoolExecutor.runWorker(java.util.concurrent.ThreadPoolExecutor$Worker) @bci=26, line=1130 (Interpreted frame)
  1813. - java.util.concurrent.ThreadPoolExecutor$Worker.run() @bci=5, line=615 (Interpreted frame)
  1814. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1815.  
  1816.  
  1817. Thread 19039: (state = BLOCKED)
  1818. - java.lang.Thread.sleep(long) @bci=0 (Interpreted frame)
  1819. - org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run() @bci=97, line=139 (Interpreted frame)
  1820. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1821.  
  1822.  
  1823. Thread 19038: (state = BLOCKED)
  1824. - java.lang.Object.wait(long) @bci=0 (Interpreted frame)
  1825. - org.apache.solr.cloud.DistributedQueue$LatchWatcher.await(long) @bci=22, line=276 (Interpreted frame)
  1826. - org.apache.solr.cloud.DistributedQueue.getChildren(long) @bci=150, line=320 (Interpreted frame)
  1827. - org.apache.solr.cloud.DistributedQueue.peekTopN(int, java.util.Set, java.lang.Long) @bci=127, line=447 (Interpreted frame)
  1828. - org.apache.solr.cloud.OverseerCollectionProcessor.run() @bci=311, line=301 (Interpreted frame)
  1829. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1830.  
  1831.  
  1832. Thread 19037: (state = BLOCKED)
  1833. - java.lang.Object.wait(long) @bci=0 (Interpreted frame)
  1834. - org.apache.solr.cloud.DistributedQueue$LatchWatcher.await(long) @bci=22, line=276 (Interpreted frame)
  1835. - org.apache.solr.cloud.DistributedQueue.getChildren(long) @bci=150, line=320 (Interpreted frame)
  1836. - org.apache.solr.cloud.DistributedQueue.peek(long) @bci=99, line=594 (Interpreted frame)
  1837. - org.apache.solr.cloud.DistributedQueue.peek(boolean) @bci=12, line=572 (Interpreted frame)
  1838. - org.apache.solr.cloud.Overseer$ClusterStateUpdater.run() @bci=366, line=190 (Interpreted frame)
  1839. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1840.  
  1841.  
  1842. Thread 19030: (state = BLOCKED)
  1843. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  1844. - java.util.concurrent.locks.LockSupport.park(java.lang.Object) @bci=14, line=186 (Interpreted frame)
  1845. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await() @bci=42, line=2043 (Interpreted frame)
  1846. - java.util.concurrent.LinkedBlockingQueue.take() @bci=29, line=442 (Interpreted frame)
  1847. - org.apache.zookeeper.ClientCnxn$EventThread.run() @bci=9, line=494 (Interpreted frame)
  1848.  
  1849.  
  1850. Thread 19029: (state = IN_NATIVE)
  1851. - sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) @bci=0 (Interpreted frame)
  1852. - sun.nio.ch.EPollArrayWrapper.poll(long) @bci=18, line=269 (Interpreted frame)
  1853. - sun.nio.ch.EPollSelectorImpl.doSelect(long) @bci=28, line=79 (Interpreted frame)
  1854. - sun.nio.ch.SelectorImpl.lockAndDoSelect(long) @bci=37, line=87 (Interpreted frame)
  1855. - sun.nio.ch.SelectorImpl.select(long) @bci=30, line=98 (Interpreted frame)
  1856. - org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(int, java.util.List, java.util.LinkedList, org.apache.zookeeper.ClientCnxn) @bci=6, line=349 (Interpreted frame)
  1857. - org.apache.zookeeper.ClientCnxn$SendThread.run() @bci=604, line=1081 (Interpreted frame)
  1858.  
  1859.  
  1860. Thread 19018: (state = BLOCKED)
  1861. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  1862. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  1863. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  1864. - java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take() @bci=122, line=1090 (Interpreted frame)
  1865. - java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take() @bci=1, line=807 (Interpreted frame)
  1866. - java.util.concurrent.ThreadPoolExecutor.getTask() @bci=156, line=1068 (Interpreted frame)
  1867. - java.util.concurrent.ThreadPoolExecutor.runWorker(java.util.concurrent.ThreadPoolExecutor$Worker) @bci=26, line=1130 (Interpreted frame)
  1868. - java.util.concurrent.ThreadPoolExecutor$Worker.run() @bci=5, line=615 (Interpreted frame)
  1869. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1870.  
  1871.  
  1872. Thread 19007: (state = BLOCKED)
  1873. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  1874. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  1875. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  1876. - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Interpreted frame)
  1877. - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Interpreted frame)
  1878. - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Interpreted frame)
  1879. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
  1880. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1881.  
  1882.  
  1883. Thread 19006: (state = IN_JAVA)
  1884. - org.apache.solr.parser.SolrQueryParserBase.getFieldQuery(java.lang.String, java.lang.String, boolean) @bci=64, line=741 (Interpreted frame)
  1885. - org.apache.solr.util.SolrPluginUtils$DisjunctionMaxQueryParser.getFieldQuery(java.lang.String, java.lang.String, boolean) @bci=168, line=842 (Interpreted frame)
  1886. - org.apache.solr.util.SolrPluginUtils$DisjunctionMaxQueryParser.getFieldQuery(java.lang.String, java.lang.String, boolean) @bci=89, line=829 (Interpreted frame)
  1887. - org.apache.solr.parser.SolrQueryParserBase.handleBareTokenQuery(java.lang.String, org.apache.solr.parser.Token, org.apache.solr.parser.Token, boolean, boolean, boolean, boolean) @bci=202, line=537 (Interpreted frame)
  1888. - org.apache.solr.parser.QueryParser.Term(java.lang.String) @bci=544, line=299 (Interpreted frame)
  1889. - org.apache.solr.parser.QueryParser.Clause(java.lang.String) @bci=230, line=185 (Interpreted frame)
  1890. - org.apache.solr.parser.QueryParser.Query(java.lang.String) @bci=186, line=139 (Interpreted frame)
  1891. - org.apache.solr.parser.QueryParser.TopLevelQuery(java.lang.String) @bci=2, line=96 (Interpreted frame)
  1892. - org.apache.solr.parser.SolrQueryParserBase.parse(java.lang.String) @bci=21, line=151 (Interpreted frame)
  1893. - org.apache.solr.search.DisMaxQParser.getUserQuery(java.lang.String, org.apache.solr.util.SolrPluginUtils$DisjunctionMaxQueryParser, org.apache.solr.common.params.SolrParams) @bci=17, line=239 (Interpreted frame)
  1894. - org.apache.solr.search.DisMaxQParser.addMainQuery(org.apache.lucene.search.BooleanQuery, org.apache.solr.common.params.SolrParams) @bci=145, line=199 (Interpreted frame)
  1895. - org.apache.solr.search.DisMaxQParser.parse() @bci=46, line=110 (Interpreted frame)
  1896. - org.apache.solr.search.QParser.getQuery() @bci=9, line=141 (Interpreted frame)
  1897. - org.apache.solr.handler.component.QueryComponent.prepare(org.apache.solr.handler.component.ResponseBuilder) @bci=118, line=157 (Interpreted frame)
  1898. - org.apache.solr.spelling.SpellCheckCollator.collate(org.apache.solr.spelling.SpellingResult, java.lang.String, org.apache.solr.handler.component.ResponseBuilder) @bci=654, line=141 (Interpreted frame)
  1899. - org.apache.solr.handler.component.SpellCheckComponent.addCollationsToResponse(org.apache.solr.common.params.SolrParams, org.apache.solr.spelling.SpellingResult, org.apache.solr.handler.component.ResponseBuilder, java.lang.String, org.apache.solr.common.util.NamedList, boolean) @bci=104, line=237 (Interpreted frame)
  1900. - org.apache.solr.handler.component.SpellCheckComponent.process(org.apache.solr.handler.component.ResponseBuilder) @bci=497, line=202 (Interpreted frame)
  1901. - org.apache.solr.handler.component.SearchHandler.handleRequestBody(org.apache.solr.request.SolrQueryRequest, org.apache.solr.response.SolrQueryResponse) @bci=389, line=263 (Interpreted frame)
  1902. - org.apache.solr.handler.RequestHandlerBase.handleRequest(org.apache.solr.request.SolrQueryRequest, org.apache.solr.response.SolrQueryResponse) @bci=110, line=143 (Interpreted frame)
  1903. - org.apache.solr.core.SolrCore.execute(org.apache.solr.request.SolrRequestHandler, org.apache.solr.request.SolrQueryRequest, org.apache.solr.response.SolrQueryResponse) @bci=152, line=2064 (Interpreted frame)
  1904. - org.apache.solr.servlet.HttpSolrCall.execute(org.apache.solr.response.SolrQueryResponse) @bci=44, line=640 (Interpreted frame)
  1905. - org.apache.solr.servlet.HttpSolrCall.call() @bci=333, line=436 (Interpreted frame)
  1906. - org.apache.solr.servlet.SolrDispatchFilter.doFilter(javax.servlet.ServletRequest, javax.servlet.ServletResponse, javax.servlet.FilterChain, boolean) @bci=198, line=227 (Interpreted frame)
  1907. - org.apache.solr.servlet.SolrDispatchFilter.doFilter(javax.servlet.ServletRequest, javax.servlet.ServletResponse, javax.servlet.FilterChain) @bci=5, line=196 (Interpreted frame)
  1908. - org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(javax.servlet.ServletRequest, javax.servlet.ServletResponse) @bci=103, line=1652 (Interpreted frame)
  1909. - org.eclipse.jetty.servlet.ServletHandler.doHandle(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=203, line=585 (Interpreted frame)
  1910. - org.eclipse.jetty.server.handler.ScopedHandler.handle(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=32, line=143 (Interpreted frame)
  1911. - org.eclipse.jetty.security.SecurityHandler.handle(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=553, line=577 (Interpreted frame)
  1912. - org.eclipse.jetty.server.session.SessionHandler.doHandle(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=68, line=223 (Interpreted frame)
  1913. - org.eclipse.jetty.server.handler.ContextHandler.doHandle(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=349, line=1127 (Interpreted frame)
  1914. - org.eclipse.jetty.servlet.ServletHandler.doScope(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=274, line=515 (Interpreted frame)
  1915. - org.eclipse.jetty.server.session.SessionHandler.doScope(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=233, line=185 (Interpreted frame)
  1916. - org.eclipse.jetty.server.handler.ContextHandler.doScope(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=437, line=1061 (Interpreted frame)
  1917. - org.eclipse.jetty.server.handler.ScopedHandler.handle(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=20, line=141 (Interpreted frame)
  1918. - org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=224, line=215 (Interpreted frame)
  1919. - org.eclipse.jetty.server.handler.HandlerCollection.handle(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=42, line=110 (Interpreted frame)
  1920. - org.eclipse.jetty.server.handler.HandlerWrapper.handle(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=23, line=97 (Interpreted frame)
  1921. - org.eclipse.jetty.server.Server.handle(org.eclipse.jetty.server.HttpChannel) @bci=130, line=497 (Interpreted frame)
  1922. - org.eclipse.jetty.server.HttpChannel.handle() @bci=301, line=310 (Interpreted frame)
  1923. - org.eclipse.jetty.server.HttpConnection.onFillable() @bci=189, line=257 (Interpreted frame)
  1924. - org.eclipse.jetty.io.AbstractConnection$2.run() @bci=4, line=540 (Interpreted frame)
  1925. - org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(java.lang.Runnable) @bci=1, line=635 (Interpreted frame)
  1926. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=75, line=555 (Interpreted frame)
  1927. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1928.  
  1929.  
  1930. Thread 19005: (state = BLOCKED)
  1931. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  1932. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  1933. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  1934. - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Interpreted frame)
  1935. - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Interpreted frame)
  1936. - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Interpreted frame)
  1937. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
  1938. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1939.  
  1940.  
  1941. Thread 19004: (state = IN_NATIVE)
  1942. - sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) @bci=0 (Interpreted frame)
  1943. - sun.nio.ch.EPollArrayWrapper.poll(long) @bci=18, line=269 (Interpreted frame)
  1944. - sun.nio.ch.EPollSelectorImpl.doSelect(long) @bci=28, line=79 (Interpreted frame)
  1945. - sun.nio.ch.SelectorImpl.lockAndDoSelect(long) @bci=37, line=87 (Interpreted frame)
  1946. - sun.nio.ch.SelectorImpl.select(long) @bci=30, line=98 (Interpreted frame)
  1947. - sun.nio.ch.SelectorImpl.select() @bci=2, line=102 (Interpreted frame)
  1948. - org.eclipse.jetty.io.SelectorManager$ManagedSelector.select() @bci=174, line=596 (Interpreted frame)
  1949. - org.eclipse.jetty.io.SelectorManager$ManagedSelector.run() @bci=158, line=545 (Interpreted frame)
  1950. - org.eclipse.jetty.util.thread.NonBlockingThread.run() @bci=13, line=52 (Interpreted frame)
  1951. - org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(java.lang.Runnable) @bci=1, line=635 (Interpreted frame)
  1952. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=75, line=555 (Interpreted frame)
  1953. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1954.  
  1955.  
  1956. Thread 19003: (state = BLOCKED)
  1957. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  1958. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  1959. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  1960. - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Interpreted frame)
  1961. - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Interpreted frame)
  1962. - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Interpreted frame)
  1963. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
  1964. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1965.  
  1966.  
  1967. Thread 19002: (state = BLOCKED)
  1968. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  1969. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  1970. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  1971. - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Interpreted frame)
  1972. - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Interpreted frame)
  1973. - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Interpreted frame)
  1974. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
  1975. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1976.  
  1977.  
  1978. Thread 19001: (state = IN_NATIVE)
  1979. - sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) @bci=0 (Interpreted frame)
  1980. - sun.nio.ch.EPollArrayWrapper.poll(long) @bci=18, line=269 (Interpreted frame)
  1981. - sun.nio.ch.EPollSelectorImpl.doSelect(long) @bci=28, line=79 (Interpreted frame)
  1982. - sun.nio.ch.SelectorImpl.lockAndDoSelect(long) @bci=37, line=87 (Interpreted frame)
  1983. - sun.nio.ch.SelectorImpl.select(long) @bci=30, line=98 (Interpreted frame)
  1984. - sun.nio.ch.SelectorImpl.select() @bci=2, line=102 (Interpreted frame)
  1985. - org.eclipse.jetty.io.SelectorManager$ManagedSelector.select() @bci=174, line=596 (Interpreted frame)
  1986. - org.eclipse.jetty.io.SelectorManager$ManagedSelector.run() @bci=158, line=545 (Interpreted frame)
  1987. - org.eclipse.jetty.util.thread.NonBlockingThread.run() @bci=13, line=52 (Interpreted frame)
  1988. - org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(java.lang.Runnable) @bci=1, line=635 (Interpreted frame)
  1989. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=75, line=555 (Interpreted frame)
  1990. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  1991.  
  1992.  
  1993. Thread 19000: (state = BLOCKED)
  1994. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  1995. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  1996. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  1997. - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Interpreted frame)
  1998. - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Interpreted frame)
  1999. - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Interpreted frame)
  2000. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
  2001. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  2002.  
  2003.  
  2004. Thread 18999: (state = IN_NATIVE)
  2005. - sun.nio.ch.ServerSocketChannelImpl.accept0(java.io.FileDescriptor, java.io.FileDescriptor, java.net.InetSocketAddress[]) @bci=0 (Interpreted frame)
  2006. - sun.nio.ch.ServerSocketChannelImpl.accept() @bci=130, line=241 (Interpreted frame)
  2007. - org.eclipse.jetty.server.ServerConnector.accept(int) @bci=17, line=377 (Interpreted frame)
  2008. - org.eclipse.jetty.server.AbstractConnector$Acceptor.run() @bci=154, line=500 (Interpreted frame)
  2009. - org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(java.lang.Runnable) @bci=1, line=635 (Interpreted frame)
  2010. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=75, line=555 (Interpreted frame)
  2011. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  2012.  
  2013.  
  2014. Thread 18998: (state = BLOCKED)
  2015. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  2016. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=226 (Interpreted frame)
  2017. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2082 (Interpreted frame)
  2018. - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Interpreted frame)
  2019. - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Interpreted frame)
  2020. - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Interpreted frame)
  2021. - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
  2022. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  2023.  
  2024.  
  2025. Thread 18997: (state = IN_NATIVE)
  2026. - java.net.PlainSocketImpl.socketAccept(java.net.SocketImpl) @bci=0 (Interpreted frame)
  2027. - java.net.AbstractPlainSocketImpl.accept(java.net.SocketImpl) @bci=7, line=398 (Interpreted frame)
  2028. - java.net.ServerSocket.implAccept(java.net.Socket) @bci=60, line=530 (Interpreted frame)
  2029. - java.net.ServerSocket.accept() @bci=48, line=498 (Interpreted frame)
  2030. - org.eclipse.jetty.server.ShutdownMonitor$ShutdownMonitorRunnable.run() @bci=30, line=114 (Interpreted frame)
  2031. - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)
  2032.  
  2033.  
  2034. Thread 18987: (state = BLOCKED)
  2035.  
  2036.  
  2037. Thread 18986: (state = BLOCKED)
  2038.  
  2039.  
  2040. Thread 18985: (state = BLOCKED)
  2041. - java.lang.Object.wait(long) @bci=0 (Interpreted frame)
  2042. - java.lang.ref.ReferenceQueue.remove(long) @bci=44, line=135 (Interpreted frame)
  2043. - java.lang.ref.ReferenceQueue.remove() @bci=2, line=151 (Interpreted frame)
  2044. - java.lang.ref.Finalizer$FinalizerThread.run() @bci=36, line=209 (Interpreted frame)
  2045.  
  2046.  
  2047. Thread 18984: (state = BLOCKED)
  2048. - java.lang.Object.wait(long) @bci=0 (Interpreted frame)
  2049. - java.lang.Object.wait() @bci=2, line=503 (Compiled frame)
  2050. - java.lang.ref.Reference$ReferenceHandler.run() @bci=46, line=133 (Compiled frame)
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement
Public Pastes
Advertisement
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!