Advertisement
Guest User

Standard error

a guest
Oct 2nd, 2023
42
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 98.92 KB | None | 0 0
  1. ation.QueuedThreadPoolInstrumenter.trackActiveThreads(QueuedThreadPoolInstrumenter.scala:66)
  2. at com.databricks.instrumentation.QueuedThreadPoolInstrumenter.trackActiveThreads$(QueuedThreadPoolInstrumenter.scala:63)
  3. at com.databricks.rpc.ShadedInstrumentedQueuedThreadPool.trackActiveThreads(InstrumentedQueuedThreadPool.scala:102)
  4. at com.databricks.rpc.ShadedInstrumentedQueuedThreadPool$$anon$2.run(InstrumentedQueuedThreadPool.scala:131)
  5. at shaded.v9_4.org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
  6. at shaded.v9_4.org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
  7. at java.lang.Thread.run(Thread.java:750)
  8.  
  9. "DBFS-SHARED-HttpClient-105" id=105 state=TIMED_WAITING
  10. - waiting on <0x63099ebe> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  11. - locked <0x63099ebe> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  12. at sun.misc.Unsafe.park(Native Method)
  13. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  14. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2083)
  15. at shaded.v9_4.org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
  16. at com.databricks.rpc.InstrumentedShadedBlockingArrayQueue.poll(InstrumentedQueuedThreadPool.scala:240)
  17. at com.databricks.rpc.InstrumentedShadedBlockingArrayQueue.poll(InstrumentedQueuedThreadPool.scala:216)
  18. at shaded.v9_4.org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
  19. at shaded.v9_4.org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
  20. at java.lang.Thread.run(Thread.java:750)
  21.  
  22. "DBFS-SHARED-HttpClient-106" id=106 state=TIMED_WAITING
  23. - waiting on <0x63099ebe> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  24. - locked <0x63099ebe> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  25. at sun.misc.Unsafe.park(Native Method)
  26. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  27. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2083)
  28. at shaded.v9_4.org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
  29. at com.databricks.rpc.InstrumentedShadedBlockingArrayQueue.poll(InstrumentedQueuedThreadPool.scala:240)
  30. at com.databricks.rpc.InstrumentedShadedBlockingArrayQueue.poll(InstrumentedQueuedThreadPool.scala:216)
  31. at shaded.v9_4.org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
  32. at shaded.v9_4.org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
  33. at java.lang.Thread.run(Thread.java:750)
  34.  
  35. "DBFS-SHARED-HttpClient-107" id=107 state=TIMED_WAITING
  36. - waiting on <0x63099ebe> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  37. - locked <0x63099ebe> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  38. at sun.misc.Unsafe.park(Native Method)
  39. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  40. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2083)
  41. at shaded.v9_4.org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
  42. at com.databricks.rpc.InstrumentedShadedBlockingArrayQueue.poll(InstrumentedQueuedThreadPool.scala:240)
  43. at com.databricks.rpc.InstrumentedShadedBlockingArrayQueue.poll(InstrumentedQueuedThreadPool.scala:216)
  44. at shaded.v9_4.org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
  45. at shaded.v9_4.org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
  46. at java.lang.Thread.run(Thread.java:750)
  47.  
  48. "DBFS-SHARED-HttpClient-108" id=108 state=TIMED_WAITING
  49. - waiting on <0x68eda9aa> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  50. - locked <0x68eda9aa> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  51. at sun.misc.Unsafe.park(Native Method)
  52. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  53. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2168)
  54. at shaded.v9_4.org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:309)
  55. at shaded.v9_4.org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:379)
  56. at com.databricks.rpc.ShadedInstrumentedQueuedThreadPool$$anon$2.$anonfun$run$6(InstrumentedQueuedThreadPool.scala:136)
  57. at com.databricks.rpc.ShadedInstrumentedQueuedThreadPool$$anon$2$$Lambda$3259/123554107.apply$mcV$sp(Unknown Source)
  58. at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
  59. at com.databricks.instrumentation.QueuedThreadPoolInstrumenter.trackActiveThreads(QueuedThreadPoolInstrumenter.scala:66)
  60. at com.databricks.instrumentation.QueuedThreadPoolInstrumenter.trackActiveThreads$(QueuedThreadPoolInstrumenter.scala:63)
  61. at com.databricks.rpc.ShadedInstrumentedQueuedThreadPool.trackActiveThreads(InstrumentedQueuedThreadPool.scala:102)
  62. at com.databricks.rpc.ShadedInstrumentedQueuedThreadPool$$anon$2.run(InstrumentedQueuedThreadPool.scala:131)
  63. at shaded.v9_4.org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
  64. at shaded.v9_4.org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
  65. at java.lang.Thread.run(Thread.java:750)
  66.  
  67. "DBFS-SHARED-HttpClient-109" id=109 state=TIMED_WAITING
  68. - waiting on <0x63099ebe> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  69. - locked <0x63099ebe> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  70. at sun.misc.Unsafe.park(Native Method)
  71. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  72. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2083)
  73. at shaded.v9_4.org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
  74. at com.databricks.rpc.InstrumentedShadedBlockingArrayQueue.poll(InstrumentedQueuedThreadPool.scala:240)
  75. at com.databricks.rpc.InstrumentedShadedBlockingArrayQueue.poll(InstrumentedQueuedThreadPool.scala:216)
  76. at shaded.v9_4.org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
  77. at shaded.v9_4.org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
  78. at java.lang.Thread.run(Thread.java:750)
  79.  
  80. "DBFS-SHARED-HttpClient-110" id=110 state=TIMED_WAITING
  81. - waiting on <0x276f5a31> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  82. - locked <0x276f5a31> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  83. at sun.misc.Unsafe.park(Native Method)
  84. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  85. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2168)
  86. at shaded.v9_4.org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:309)
  87. at shaded.v9_4.org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:379)
  88. at com.databricks.rpc.ShadedInstrumentedQueuedThreadPool$$anon$2.$anonfun$run$6(InstrumentedQueuedThreadPool.scala:136)
  89. at com.databricks.rpc.ShadedInstrumentedQueuedThreadPool$$anon$2$$Lambda$3259/123554107.apply$mcV$sp(Unknown Source)
  90. at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
  91. at com.databricks.instrumentation.QueuedThreadPoolInstrumenter.trackActiveThreads(QueuedThreadPoolInstrumenter.scala:66)
  92. at com.databricks.instrumentation.QueuedThreadPoolInstrumenter.trackActiveThreads$(QueuedThreadPoolInstrumenter.scala:63)
  93. at com.databricks.rpc.ShadedInstrumentedQueuedThreadPool.trackActiveThreads(InstrumentedQueuedThreadPool.scala:102)
  94. at com.databricks.rpc.ShadedInstrumentedQueuedThreadPool$$anon$2.run(InstrumentedQueuedThreadPool.scala:131)
  95. at shaded.v9_4.org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
  96. at shaded.v9_4.org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
  97. at java.lang.Thread.run(Thread.java:750)
  98.  
  99. "DBFS-SHARED-HttpClient-111" id=111 state=RUNNABLE (running in native)
  100. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  101. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
  102. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
  103. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
  104. - locked java.util.Collections$UnmodifiableSet@5d0adca1
  105. - locked sun.nio.ch.EPollSelectorImpl@60cf21a4
  106. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
  107. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
  108. at shaded.v9_4.org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
  109. at shaded.v9_4.org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
  110. at shaded.v9_4.org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
  111. at shaded.v9_4.org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
  112. at shaded.v9_4.org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
  113. at shaded.v9_4.org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129)
  114. at shaded.v9_4.org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:388)
  115. at com.databricks.rpc.ShadedInstrumentedQueuedThreadPool$$anon$2.$anonfun$run$6(InstrumentedQueuedThreadPool.scala:136)
  116. at com.databricks.rpc.ShadedInstrumentedQueuedThreadPool$$anon$2$$Lambda$3259/123554107.apply$mcV$sp(Unknown Source)
  117. at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
  118. at com.databricks.instrumentation.QueuedThreadPoolInstrumenter.trackActiveThreads(QueuedThreadPoolInstrumenter.scala:66)
  119. at com.databricks.instrumentation.QueuedThreadPoolInstrumenter.trackActiveThreads$(QueuedThreadPoolInstrumenter.scala:63)
  120. at com.databricks.rpc.ShadedInstrumentedQueuedThreadPool.trackActiveThreads(InstrumentedQueuedThreadPool.scala:102)
  121. at com.databricks.rpc.ShadedInstrumentedQueuedThreadPool$$anon$2.run(InstrumentedQueuedThreadPool.scala:131)
  122. at shaded.v9_4.org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
  123. at shaded.v9_4.org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
  124. at java.lang.Thread.run(Thread.java:750)
  125.  
  126. "Jetty9Client-Cancellations-0" id=112 state=TIMED_WAITING
  127. - waiting on <0x51753ce2> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  128. - locked <0x51753ce2> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  129. at sun.misc.Unsafe.park(Native Method)
  130. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  131. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2083)
  132. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
  133. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
  134. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
  135. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
  136. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  137. at java.lang.Thread.run(Thread.java:750)
  138.  
  139. "DBFS-SHARED-scheduler-1" id=113 state=TIMED_WAITING
  140. - waiting on <0x5c63608c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  141. - locked <0x5c63608c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  142. at sun.misc.Unsafe.park(Native Method)
  143. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  144. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2083)
  145. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
  146. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
  147. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
  148. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
  149. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  150. at java.lang.Thread.run(Thread.java:750)
  151.  
  152. "Jetty9Client-Cancellations-1" id=114 state=TIMED_WAITING
  153. - waiting on <0x51753ce2> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  154. - locked <0x51753ce2> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  155. at sun.misc.Unsafe.park(Native Method)
  156. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  157. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2083)
  158. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
  159. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
  160. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
  161. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
  162. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  163. at java.lang.Thread.run(Thread.java:750)
  164.  
  165. "Jetty9Client-Cancellations-2" id=115 state=TIMED_WAITING
  166. - waiting on <0x51753ce2> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  167. - locked <0x51753ce2> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  168. at sun.misc.Unsafe.park(Native Method)
  169. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  170. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2083)
  171. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
  172. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
  173. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
  174. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
  175. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  176. at java.lang.Thread.run(Thread.java:750)
  177.  
  178. "Jetty9Client-Cancellations-3" id=116 state=TIMED_WAITING
  179. - waiting on <0x51753ce2> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  180. - locked <0x51753ce2> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  181. at sun.misc.Unsafe.park(Native Method)
  182. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  183. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2083)
  184. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
  185. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
  186. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
  187. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
  188. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  189. at java.lang.Thread.run(Thread.java:750)
  190.  
  191. "abfs-timer-client-throttling-analyzer-read dbstorageelrh4j5j7bx2k" id=117 state=TIMED_WAITING
  192. - waiting on <0x7389de2a> (a java.util.TaskQueue)
  193. - locked <0x7389de2a> (a java.util.TaskQueue)
  194. at java.lang.Object.wait(Native Method)
  195. at java.util.TimerThread.mainLoop(Timer.java:552)
  196. at java.util.TimerThread.run(Timer.java:505)
  197.  
  198. "abfs-timer-client-throttling-analyzer-write dbstorageelrh4j5j7bx2k" id=118 state=TIMED_WAITING
  199. - waiting on <0x06451af5> (a java.util.TaskQueue)
  200. - locked <0x06451af5> (a java.util.TaskQueue)
  201. at java.lang.Object.wait(Native Method)
  202. at java.util.TimerThread.mainLoop(Timer.java:552)
  203. at java.util.TimerThread.run(Timer.java:505)
  204.  
  205. "hadoop-fs-usage-log-reporter-0" id=121 state=TIMED_WAITING
  206. - waiting on <0x20a1fb63> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  207. - locked <0x20a1fb63> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  208. at sun.misc.Unsafe.park(Native Method)
  209. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  210. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2083)
  211. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
  212. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
  213. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
  214. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
  215. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  216. at java.lang.Thread.run(Thread.java:750)
  217.  
  218. "dbfsChecker" id=130 state=TIMED_WAITING
  219. - waiting on <0x6868f5b2> (a java.util.TaskQueue)
  220. - locked <0x6868f5b2> (a java.util.TaskQueue)
  221. at java.lang.Object.wait(Native Method)
  222. at java.util.TimerThread.mainLoop(Timer.java:552)
  223. at java.util.TimerThread.run(Timer.java:505)
  224.  
  225. "executionChecker" id=131 state=WAITING
  226. - waiting on <0x6052bd7a> (a java.util.TaskQueue)
  227. - locked <0x6052bd7a> (a java.util.TaskQueue)
  228. at java.lang.Object.wait(Native Method)
  229. at java.lang.Object.wait(Object.java:502)
  230. at java.util.TimerThread.mainLoop(Timer.java:526)
  231. at java.util.TimerThread.run(Timer.java:505)
  232.  
  233. "metastoreChecker" id=134 state=TIMED_WAITING
  234. - waiting on <0x7a3b8f25> (a java.util.TaskQueue)
  235. - locked <0x7a3b8f25> (a java.util.TaskQueue)
  236. at java.lang.Object.wait(Native Method)
  237. at java.util.TimerThread.mainLoop(Timer.java:552)
  238. at java.util.TimerThread.run(Timer.java:505)
  239.  
  240. "orphanedRProcessKiller" id=135 state=TIMED_WAITING
  241. - waiting on <0x5313725e> (a java.util.TaskQueue)
  242. - locked <0x5313725e> (a java.util.TaskQueue)
  243. at java.lang.Object.wait(Native Method)
  244. at java.util.TimerThread.mainLoop(Timer.java:552)
  245. at java.util.TimerThread.run(Timer.java:505)
  246.  
  247. "Thread-55" id=132 state=WAITING
  248. - waiting on <0x1683c624> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  249. - locked <0x1683c624> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  250. at sun.misc.Unsafe.park(Native Method)
  251. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
  252. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2044)
  253. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  254. at com.databricks.backend.daemon.driver.DriverCorral$PurgatoryThread.runInner(DriverCorral.scala:1121)
  255. at com.databricks.backend.daemon.driver.DriverCorral$PurgatoryThread.run(DriverCorral.scala:1112)
  256.  
  257. "ProgressReporterThread" id=136 state=TIMED_WAITING
  258. - waiting on <0x31057ed6> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  259. - locked <0x31057ed6> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  260. at sun.misc.Unsafe.park(Native Method)
  261. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  262. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2083)
  263. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
  264. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
  265. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
  266. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
  267. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  268. at java.lang.Thread.run(Thread.java:750)
  269.  
  270. "StreamingQueryStatusPoller-0" id=140 state=TIMED_WAITING
  271. - waiting on <0x3d729e7f> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  272. - locked <0x3d729e7f> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  273. at sun.misc.Unsafe.park(Native Method)
  274. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  275. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2083)
  276. at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467)
  277. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
  278. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
  279. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  280. at java.lang.Thread.run(Thread.java:750)
  281.  
  282. "Thread-58" id=145 state=RUNNABLE (running in native)
  283. at sun.nio.fs.LinuxWatchService.poll(Native Method)
  284. at sun.nio.fs.LinuxWatchService.access$600(LinuxWatchService.java:47)
  285. at sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:314)
  286. at java.lang.Thread.run(Thread.java:750)
  287.  
  288. "Thread-59" id=146 state=TIMED_WAITING
  289. - waiting on <0x180bbbd9> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  290. - locked <0x180bbbd9> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  291. at sun.misc.Unsafe.park(Native Method)
  292. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  293. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2083)
  294. at java.util.concurrent.LinkedBlockingDeque.pollFirst(LinkedBlockingDeque.java:522)
  295. at java.util.concurrent.LinkedBlockingDeque.poll(LinkedBlockingDeque.java:684)
  296. at sun.nio.fs.AbstractWatchService.poll(AbstractWatchService.java:108)
  297. at com.databricks.backend.daemon.driver.ClusterWidePythonEnvManager$WatcherServiceThread.run(ClusterWidePythonEnvManager.scala:117)
  298.  
  299. "Writer:Driver>Chauffeur - writer thread" id=147 state=WAITING
  300. - waiting on <0x589fe7dd> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  301. - locked <0x589fe7dd> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  302. at sun.misc.Unsafe.park(Native Method)
  303. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
  304. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2044)
  305. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  306. at com.databricks.backend.daemon.driver.ClientOutputWriter.com$databricks$backend$daemon$driver$ClientOutputWriter$$waitAndProcessMessage(OutputWriter.scala:64)
  307. at com.databricks.backend.daemon.driver.ClientOutputWriter$$anon$1.$anonfun$run$1(OutputWriter.scala:56)
  308. at com.databricks.backend.daemon.driver.ClientOutputWriter$$anon$1$$Lambda$3615/2142930107.apply$mcV$sp(Unknown Source)
  309. at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
  310. at com.databricks.util.UntrustedUtils$.tryLog(UntrustedUtils.scala:109)
  311. at com.databricks.backend.daemon.driver.ClientOutputWriter$$anon$1.run(OutputWriter.scala:56)
  312. at java.lang.Thread.run(Thread.java:750)
  313.  
  314. "qtp1909090912-148" id=148 state=TIMED_WAITING
  315. - waiting on <0x030a7b83> (a java.util.concurrent.SynchronousQueue$TransferStack)
  316. - locked <0x030a7b83> (a java.util.concurrent.SynchronousQueue$TransferStack)
  317. at sun.misc.Unsafe.park(Native Method)
  318. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  319. at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
  320. at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
  321. at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
  322. at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:324)
  323. at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:399)
  324. at com.databricks.rpc.InstrumentedQueuedThreadPool$$anon$1.$anonfun$run$1(InstrumentedQueuedThreadPool.scala:83)
  325. at com.databricks.rpc.InstrumentedQueuedThreadPool$$anon$1$$Lambda$3617/1525274171.apply$mcV$sp(Unknown Source)
  326. at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
  327. at com.databricks.instrumentation.QueuedThreadPoolInstrumenter.trackActiveThreads(QueuedThreadPoolInstrumenter.scala:66)
  328. at com.databricks.instrumentation.QueuedThreadPoolInstrumenter.trackActiveThreads$(QueuedThreadPoolInstrumenter.scala:63)
  329. at com.databricks.rpc.InstrumentedQueuedThreadPool.trackActiveThreads(InstrumentedQueuedThreadPool.scala:49)
  330. at com.databricks.rpc.InstrumentedQueuedThreadPool$$anon$1.run(InstrumentedQueuedThreadPool.scala:78)
  331. at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
  332. at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
  333. at java.lang.Thread.run(Thread.java:750)
  334.  
  335. "qtp1909090912-149" id=149 state=TIMED_WAITING
  336. - waiting on <0x030a7b83> (a java.util.concurrent.SynchronousQueue$TransferStack)
  337. - locked <0x030a7b83> (a java.util.concurrent.SynchronousQueue$TransferStack)
  338. at sun.misc.Unsafe.park(Native Method)
  339. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  340. at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
  341. at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
  342. at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
  343. at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:324)
  344. at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:399)
  345. at com.databricks.rpc.InstrumentedQueuedThreadPool$$anon$1.$anonfun$run$1(InstrumentedQueuedThreadPool.scala:83)
  346. at com.databricks.rpc.InstrumentedQueuedThreadPool$$anon$1$$Lambda$3617/1525274171.apply$mcV$sp(Unknown Source)
  347. at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
  348. at com.databricks.instrumentation.QueuedThreadPoolInstrumenter.trackActiveThreads(QueuedThreadPoolInstrumenter.scala:66)
  349. at com.databricks.instrumentation.QueuedThreadPoolInstrumenter.trackActiveThreads$(QueuedThreadPoolInstrumenter.scala:63)
  350. at com.databricks.rpc.InstrumentedQueuedThreadPool.trackActiveThreads(InstrumentedQueuedThreadPool.scala:49)
  351. at com.databricks.rpc.InstrumentedQueuedThreadPool$$anon$1.run(InstrumentedQueuedThreadPool.scala:78)
  352. at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
  353. at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
  354. at java.lang.Thread.run(Thread.java:750)
  355.  
  356. "qtp1909090912-150-acceptor-0@206b82dc-ServerConnector@48c2391{HTTP/1.1, (http/1.1)}{0.0.0.0:6061}" id=150 state=RUNNABLE (running in native)
  357. at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
  358. at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:421)
  359. at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:249)
  360. at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
  361. at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
  362. at com.databricks.rpc.InstrumentedQueuedThreadPool$$anon$1.$anonfun$run$1(InstrumentedQueuedThreadPool.scala:83)
  363. at com.databricks.rpc.InstrumentedQueuedThreadPool$$anon$1$$Lambda$3617/1525274171.apply$mcV$sp(Unknown Source)
  364. at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
  365. at com.databricks.instrumentation.QueuedThreadPoolInstrumenter.trackActiveThreads(QueuedThreadPoolInstrumenter.scala:66)
  366. at com.databricks.instrumentation.QueuedThreadPoolInstrumenter.trackActiveThreads$(QueuedThreadPoolInstrumenter.scala:63)
  367. at com.databricks.rpc.InstrumentedQueuedThreadPool.trackActiveThreads(InstrumentedQueuedThreadPool.scala:49)
  368. at com.databricks.rpc.InstrumentedQueuedThreadPool$$anon$1.run(InstrumentedQueuedThreadPool.scala:78)
  369. at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
  370. at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
  371. at java.lang.Thread.run(Thread.java:750)
  372.  
  373. "qtp1909090912-151" id=151 state=TIMED_WAITING
  374. - waiting on <0x71ca92dd> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  375. - locked <0x71ca92dd> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  376. at sun.misc.Unsafe.park(Native Method)
  377. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  378. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2083)
  379. at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
  380. at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
  381. at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
  382. at java.lang.Thread.run(Thread.java:750)
  383.  
  384. "qtp1909090912-152" id=152 state=TIMED_WAITING
  385. - waiting on <0x71ca92dd> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  386. - locked <0x71ca92dd> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  387. at sun.misc.Unsafe.park(Native Method)
  388. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  389. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2083)
  390. at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
  391. at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
  392. at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
  393. at java.lang.Thread.run(Thread.java:750)
  394.  
  395. "qtp1909090912-153" id=153 state=RUNNABLE (running in native)
  396. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  397. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
  398. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
  399. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
  400. - locked java.util.Collections$UnmodifiableSet@2375377a
  401. - locked sun.nio.ch.EPollSelectorImpl@21cc3304
  402. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
  403. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
  404. at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
  405. at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
  406. at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
  407. at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
  408. at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
  409. at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
  410. at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
  411. at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
  412. at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:409)
  413. at com.databricks.rpc.InstrumentedQueuedThreadPool$$anon$1.$anonfun$run$1(InstrumentedQueuedThreadPool.scala:83)
  414. at com.databricks.rpc.InstrumentedQueuedThreadPool$$anon$1$$Lambda$3617/1525274171.apply$mcV$sp(Unknown Source)
  415. at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
  416. at com.databricks.instrumentation.QueuedThreadPoolInstrumenter.trackActiveThreads(QueuedThreadPoolInstrumenter.scala:66)
  417. at com.databricks.instrumentation.QueuedThreadPoolInstrumenter.trackActiveThreads$(QueuedThreadPoolInstrumenter.scala:63)
  418. at com.databricks.rpc.InstrumentedQueuedThreadPool.trackActiveThreads(InstrumentedQueuedThreadPool.scala:49)
  419. at com.databricks.rpc.InstrumentedQueuedThreadPool$$anon$1.run(InstrumentedQueuedThreadPool.scala:78)
  420. at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
  421. at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
  422. at java.lang.Thread.run(Thread.java:750)
  423.  
  424. "qtp1909090912-154" id=154 state=TIMED_WAITING
  425. - waiting on <0x030a7b83> (a java.util.concurrent.SynchronousQueue$TransferStack)
  426. - locked <0x030a7b83> (a java.util.concurrent.SynchronousQueue$TransferStack)
  427. at sun.misc.Unsafe.park(Native Method)
  428. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  429. at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
  430. at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
  431. at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
  432. at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:324)
  433. at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:399)
  434. at com.databricks.rpc.InstrumentedQueuedThreadPool$$anon$1.$anonfun$run$1(InstrumentedQueuedThreadPool.scala:83)
  435. at com.databricks.rpc.InstrumentedQueuedThreadPool$$anon$1$$Lambda$3617/1525274171.apply$mcV$sp(Unknown Source)
  436. at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
  437. at com.databricks.instrumentation.QueuedThreadPoolInstrumenter.trackActiveThreads(QueuedThreadPoolInstrumenter.scala:66)
  438. at com.databricks.instrumentation.QueuedThreadPoolInstrumenter.trackActiveThreads$(QueuedThreadPoolInstrumenter.scala:63)
  439. at com.databricks.rpc.InstrumentedQueuedThreadPool.trackActiveThreads(InstrumentedQueuedThreadPool.scala:49)
  440. at com.databricks.rpc.InstrumentedQueuedThreadPool$$anon$1.run(InstrumentedQueuedThreadPool.scala:78)
  441. at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
  442. at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
  443. at java.lang.Thread.run(Thread.java:750)
  444.  
  445. "qtp1909090912-155" id=155 state=RUNNABLE (running in native)
  446. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  447. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
  448. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
  449. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
  450. - locked java.util.Collections$UnmodifiableSet@2cb35ad9
  451. - locked sun.nio.ch.EPollSelectorImpl@1122632b
  452. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
  453. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
  454. at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
  455. at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
  456. at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
  457. at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
  458. at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
  459. at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
  460. at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
  461. at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
  462. at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:409)
  463. at com.databricks.rpc.InstrumentedQueuedThreadPool$$anon$1.$anonfun$run$1(InstrumentedQueuedThreadPool.scala:83)
  464. at com.databricks.rpc.InstrumentedQueuedThreadPool$$anon$1$$Lambda$3617/1525274171.apply$mcV$sp(Unknown Source)
  465. at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
  466. at com.databricks.instrumentation.QueuedThreadPoolInstrumenter.trackActiveThreads(QueuedThreadPoolInstrumenter.scala:66)
  467. at com.databricks.instrumentation.QueuedThreadPoolInstrumenter.trackActiveThreads$(QueuedThreadPoolInstrumenter.scala:63)
  468. at com.databricks.rpc.InstrumentedQueuedThreadPool.trackActiveThreads(InstrumentedQueuedThreadPool.scala:49)
  469. at com.databricks.rpc.InstrumentedQueuedThreadPool$$anon$1.run(InstrumentedQueuedThreadPool.scala:78)
  470. at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
  471. at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
  472. at java.lang.Thread.run(Thread.java:750)
  473.  
  474. "qtp745364270-156" id=156 state=RUNNABLE (running in native)
  475. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  476. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
  477. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
  478. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
  479. - locked java.util.Collections$UnmodifiableSet@60aba0e4
  480. - locked sun.nio.ch.EPollSelectorImpl@6cbfd0bc
  481. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
  482. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
  483. at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
  484. at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
  485. at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
  486. at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
  487. at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
  488. at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
  489. at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
  490. at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
  491. at org.eclipse.jetty.io.ManagedSelector$$Lambda$1409/1626789513.run(Unknown Source)
  492. at com.databricks.rpc.InstrumentedQueuedThreadPool$$anon$1.$anonfun$run$1(InstrumentedQueuedThreadPool.scala:83)
  493. at com.databricks.rpc.InstrumentedQueuedThreadPool$$anon$1$$Lambda$3617/1525274171.apply$mcV$sp(Unknown Source)
  494. at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
  495. at com.databricks.instrumentation.QueuedThreadPoolInstrumenter.trackActiveThreads(QueuedThreadPoolInstrumenter.scala:66)
  496. at com.databricks.instrumentation.QueuedThreadPoolInstrumenter.trackActiveThreads$(QueuedThreadPoolInstrumenter.scala:63)
  497. at com.databricks.rpc.InstrumentedQueuedThreadPool.trackActiveThreads(InstrumentedQueuedThreadPool.scala:49)
  498. at com.databricks.rpc.InstrumentedQueuedThreadPool$$anon$1.run(InstrumentedQueuedThreadPool.scala:78)
  499. at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
  500. at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
  501. at java.lang.Thread.run(Thread.java:750)
  502.  
  503. "qtp745364270-157-acceptor-0@d54dd8a-ServerConnector@2cb34e1e{SSL, (ssl, http/1.1)}{0.0.0.0:6062}" id=157 state=RUNNABLE (running in native)
  504. at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
  505. at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:421)
  506. at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:249)
  507. at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
  508. at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
  509. at com.databricks.rpc.InstrumentedQueuedThreadPool$$anon$1.$anonfun$run$1(InstrumentedQueuedThreadPool.scala:83)
  510. at com.databricks.rpc.InstrumentedQueuedThreadPool$$anon$1$$Lambda$3617/1525274171.apply$mcV$sp(Unknown Source)
  511. at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
  512. at com.databricks.instrumentation.QueuedThreadPoolInstrumenter.trackActiveThreads(QueuedThreadPoolInstrumenter.scala:66)
  513. at com.databricks.instrumentation.QueuedThreadPoolInstrumenter.trackActiveThreads$(QueuedThreadPoolInstrumenter.scala:63)
  514. at com.databricks.rpc.InstrumentedQueuedThreadPool.trackActiveThreads(InstrumentedQueuedThreadPool.scala:49)
  515. at com.databricks.rpc.InstrumentedQueuedThreadPool$$anon$1.run(InstrumentedQueuedThreadPool.scala:78)
  516. at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
  517. at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
  518. at java.lang.Thread.run(Thread.java:750)
  519.  
  520. "qtp745364270-158" id=158 state=TIMED_WAITING
  521. - waiting on <0x61fdaca9> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  522. - locked <0x61fdaca9> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  523. at sun.misc.Unsafe.park(Native Method)
  524. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  525. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2083)
  526. at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
  527. at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
  528. at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
  529. at java.lang.Thread.run(Thread.java:750)
  530.  
  531. "qtp745364270-159" id=159 state=TIMED_WAITING
  532. - waiting on <0x61fdaca9> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  533. - locked <0x61fdaca9> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  534. at sun.misc.Unsafe.park(Native Method)
  535. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  536. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2083)
  537. at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
  538. at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
  539. at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
  540. at java.lang.Thread.run(Thread.java:750)
  541.  
  542. "qtp745364270-160" id=160 state=TIMED_WAITING
  543. - waiting on <0x61fdaca9> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  544. - locked <0x61fdaca9> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  545. at sun.misc.Unsafe.park(Native Method)
  546. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  547. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2083)
  548. at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
  549. at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
  550. at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
  551. at java.lang.Thread.run(Thread.java:750)
  552.  
  553. "qtp745364270-161" id=161 state=TIMED_WAITING
  554. - waiting on <0x61fdaca9> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  555. - locked <0x61fdaca9> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  556. at sun.misc.Unsafe.park(Native Method)
  557. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  558. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2083)
  559. at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
  560. at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
  561. at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
  562. at java.lang.Thread.run(Thread.java:750)
  563.  
  564. "qtp745364270-162" id=162 state=TIMED_WAITING
  565. - waiting on <0x61fdaca9> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  566. - locked <0x61fdaca9> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  567. at sun.misc.Unsafe.park(Native Method)
  568. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  569. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2083)
  570. at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
  571. at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
  572. at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
  573. at java.lang.Thread.run(Thread.java:750)
  574.  
  575. "qtp745364270-163" id=163 state=TIMED_WAITING
  576. - waiting on <0x61fdaca9> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  577. - locked <0x61fdaca9> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  578. at sun.misc.Unsafe.park(Native Method)
  579. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  580. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2083)
  581. at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
  582. at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
  583. at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
  584. at java.lang.Thread.run(Thread.java:750)
  585.  
  586. "DestroyJavaVM" id=165 state=RUNNABLE
  587.  
  588. "Connector-Scheduler-48c2391-1" id=166 state=TIMED_WAITING
  589. - waiting on <0x31b18b42> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  590. - locked <0x31b18b42> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  591. at sun.misc.Unsafe.park(Native Method)
  592. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  593. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2083)
  594. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
  595. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
  596. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
  597. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
  598. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  599. at java.lang.Thread.run(Thread.java:750)
  600.  
  601. "WRAPPER-ReplId-a20c4-6dc3c-e17de" id=167 state=WAITING
  602. - waiting on <0x76cceaea> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  603. - locked <0x76cceaea> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  604. at sun.misc.Unsafe.park(Native Method)
  605. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
  606. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2044)
  607. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  608. at com.databricks.backend.daemon.driver.DriverWrapper.runInnerLoop(DriverWrapper.scala:425)
  609. at com.databricks.backend.daemon.driver.DriverWrapper.runInner(DriverWrapper.scala:411)
  610. at com.databricks.backend.daemon.driver.DriverWrapper.run(DriverWrapper.scala:259)
  611. at java.lang.Thread.run(Thread.java:750)
  612.  
  613. "WRAPPER-ReplId-61ca1-d7420-ce2cf-b" id=168 state=WAITING
  614. - waiting on <0x390284be> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  615. - locked <0x390284be> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  616. at sun.misc.Unsafe.park(Native Method)
  617. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
  618. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2044)
  619. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  620. at com.databricks.backend.daemon.driver.DriverWrapper.runInnerLoop(DriverWrapper.scala:425)
  621. at com.databricks.backend.daemon.driver.DriverWrapper.runInner(DriverWrapper.scala:411)
  622. at com.databricks.backend.daemon.driver.DriverWrapper.run(DriverWrapper.scala:259)
  623. at java.lang.Thread.run(Thread.java:750)
  624.  
  625. "WRAPPER-ReplId-38b1a-f400f-5b2ff-3" id=169 state=WAITING
  626. - waiting on <0x49f33de0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  627. - locked <0x49f33de0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  628. at sun.misc.Unsafe.park(Native Method)
  629. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
  630. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2044)
  631. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  632. at com.databricks.backend.daemon.driver.DriverWrapper.runInnerLoop(DriverWrapper.scala:425)
  633. at com.databricks.backend.daemon.driver.DriverWrapper.runInner(DriverWrapper.scala:411)
  634. at com.databricks.backend.daemon.driver.DriverWrapper.run(DriverWrapper.scala:259)
  635. at java.lang.Thread.run(Thread.java:750)
  636.  
  637. "WRAPPER-ReplId-7ec5d-8a797-40808-0" id=170 state=WAITING
  638. - waiting on <0x5c937524> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  639. - locked <0x5c937524> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  640. at sun.misc.Unsafe.park(Native Method)
  641. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
  642. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2044)
  643. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  644. at com.databricks.backend.daemon.driver.DriverWrapper.runInnerLoop(DriverWrapper.scala:425)
  645. at com.databricks.backend.daemon.driver.DriverWrapper.runInner(DriverWrapper.scala:411)
  646. at com.databricks.backend.daemon.driver.DriverWrapper.run(DriverWrapper.scala:259)
  647. at java.lang.Thread.run(Thread.java:750)
  648.  
  649. "WRAPPER-ReplId-1f405-90a42-fa0c2-4" id=171 state=WAITING
  650. - waiting on <0x47c1180c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  651. - locked <0x47c1180c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  652. at sun.misc.Unsafe.park(Native Method)
  653. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
  654. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2044)
  655. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  656. at com.databricks.backend.daemon.driver.DriverWrapper.runInnerLoop(DriverWrapper.scala:425)
  657. at com.databricks.backend.daemon.driver.DriverWrapper.runInner(DriverWrapper.scala:411)
  658. at com.databricks.backend.daemon.driver.DriverWrapper.run(DriverWrapper.scala:259)
  659. at java.lang.Thread.run(Thread.java:750)
  660.  
  661. "DriverDaemon-HttpClient-172" id=172 state=RUNNABLE (running in native)
  662. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  663. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
  664. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
  665. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
  666. - locked java.util.Collections$UnmodifiableSet@2046a670
  667. - locked sun.nio.ch.EPollSelectorImpl@29cb2941
  668. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
  669. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
  670. at shaded.v9_4.org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
  671. at shaded.v9_4.org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
  672. at shaded.v9_4.org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
  673. at shaded.v9_4.org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
  674. at shaded.v9_4.org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
  675. at shaded.v9_4.org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
  676. at shaded.v9_4.org.eclipse.jetty.io.ManagedSelector$$Lambda$3258/1609544540.run(Unknown Source)
  677. at com.databricks.rpc.ShadedInstrumentedQueuedThreadPool$$anon$2.$anonfun$run$6(InstrumentedQueuedThreadPool.scala:136)
  678. at com.databricks.rpc.ShadedInstrumentedQueuedThreadPool$$anon$2$$Lambda$3259/123554107.apply$mcV$sp(Unknown Source)
  679. at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
  680. at com.databricks.instrumentation.QueuedThreadPoolInstrumenter.trackActiveThreads(QueuedThreadPoolInstrumenter.scala:66)
  681. at com.databricks.instrumentation.QueuedThreadPoolInstrumenter.trackActiveThreads$(QueuedThreadPoolInstrumenter.scala:63)
  682. at com.databricks.rpc.ShadedInstrumentedQueuedThreadPool.trackActiveThreads(InstrumentedQueuedThreadPool.scala:102)
  683. at com.databricks.rpc.ShadedInstrumentedQueuedThreadPool$$anon$2.run(InstrumentedQueuedThreadPool.scala:131)
  684. at shaded.v9_4.org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
  685. at shaded.v9_4.org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
  686. at java.lang.Thread.run(Thread.java:750)
  687.  
  688. "DriverDaemon-HttpClient-173" id=173 state=TIMED_WAITING
  689. - waiting on <0x6161f0a4> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  690. - locked <0x6161f0a4> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  691. at sun.misc.Unsafe.park(Native Method)
  692. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  693. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2168)
  694. at shaded.v9_4.org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:309)
  695. at shaded.v9_4.org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:379)
  696. at com.databricks.rpc.ShadedInstrumentedQueuedThreadPool$$anon$2.$anonfun$run$6(InstrumentedQueuedThreadPool.scala:136)
  697. at com.databricks.rpc.ShadedInstrumentedQueuedThreadPool$$anon$2$$Lambda$3259/123554107.apply$mcV$sp(Unknown Source)
  698. at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
  699. at com.databricks.instrumentation.QueuedThreadPoolInstrumenter.trackActiveThreads(QueuedThreadPoolInstrumenter.scala:66)
  700. at com.databricks.instrumentation.QueuedThreadPoolInstrumenter.trackActiveThreads$(QueuedThreadPoolInstrumenter.scala:63)
  701. at com.databricks.rpc.ShadedInstrumentedQueuedThreadPool.trackActiveThreads(InstrumentedQueuedThreadPool.scala:102)
  702. at com.databricks.rpc.ShadedInstrumentedQueuedThreadPool$$anon$2.run(InstrumentedQueuedThreadPool.scala:131)
  703. at shaded.v9_4.org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
  704. at shaded.v9_4.org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
  705. at java.lang.Thread.run(Thread.java:750)
  706.  
  707. "DriverDaemon-HttpClient-174" id=174 state=TIMED_WAITING
  708. - waiting on <0x7edccdee> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  709. - locked <0x7edccdee> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  710. at sun.misc.Unsafe.park(Native Method)
  711. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  712. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2083)
  713. at shaded.v9_4.org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
  714. at com.databricks.rpc.InstrumentedShadedBlockingArrayQueue.poll(InstrumentedQueuedThreadPool.scala:240)
  715. at com.databricks.rpc.InstrumentedShadedBlockingArrayQueue.poll(InstrumentedQueuedThreadPool.scala:216)
  716. at shaded.v9_4.org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
  717. at shaded.v9_4.org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
  718. at java.lang.Thread.run(Thread.java:750)
  719.  
  720. "DriverDaemon-HttpClient-175" id=175 state=TIMED_WAITING
  721. - waiting on <0x7edccdee> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  722. - locked <0x7edccdee> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  723. at sun.misc.Unsafe.park(Native Method)
  724. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  725. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2083)
  726. at shaded.v9_4.org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
  727. at com.databricks.rpc.InstrumentedShadedBlockingArrayQueue.poll(InstrumentedQueuedThreadPool.scala:240)
  728. at com.databricks.rpc.InstrumentedShadedBlockingArrayQueue.poll(InstrumentedQueuedThreadPool.scala:216)
  729. at shaded.v9_4.org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
  730. at shaded.v9_4.org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
  731. at java.lang.Thread.run(Thread.java:750)
  732.  
  733. "DriverDaemon-HttpClient-176" id=176 state=TIMED_WAITING
  734. - waiting on <0x7edccdee> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  735. - locked <0x7edccdee> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  736. at sun.misc.Unsafe.park(Native Method)
  737. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  738. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2083)
  739. at shaded.v9_4.org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
  740. at com.databricks.rpc.InstrumentedShadedBlockingArrayQueue.poll(InstrumentedQueuedThreadPool.scala:240)
  741. at com.databricks.rpc.InstrumentedShadedBlockingArrayQueue.poll(InstrumentedQueuedThreadPool.scala:216)
  742. at shaded.v9_4.org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
  743. at shaded.v9_4.org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
  744. at java.lang.Thread.run(Thread.java:750)
  745.  
  746. "DriverDaemon-HttpClient-177" id=177 state=TIMED_WAITING
  747. - waiting on <0x647dbf36> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  748. - locked <0x647dbf36> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  749. at sun.misc.Unsafe.park(Native Method)
  750. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  751. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2168)
  752. at shaded.v9_4.org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:309)
  753. at shaded.v9_4.org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:379)
  754. at com.databricks.rpc.ShadedInstrumentedQueuedThreadPool$$anon$2.$anonfun$run$6(InstrumentedQueuedThreadPool.scala:136)
  755. at com.databricks.rpc.ShadedInstrumentedQueuedThreadPool$$anon$2$$Lambda$3259/123554107.apply$mcV$sp(Unknown Source)
  756. at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
  757. at com.databricks.instrumentation.QueuedThreadPoolInstrumenter.trackActiveThreads(QueuedThreadPoolInstrumenter.scala:66)
  758. at com.databricks.instrumentation.QueuedThreadPoolInstrumenter.trackActiveThreads$(QueuedThreadPoolInstrumenter.scala:63)
  759. at com.databricks.rpc.ShadedInstrumentedQueuedThreadPool.trackActiveThreads(InstrumentedQueuedThreadPool.scala:102)
  760. at com.databricks.rpc.ShadedInstrumentedQueuedThreadPool$$anon$2.run(InstrumentedQueuedThreadPool.scala:131)
  761. at shaded.v9_4.org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
  762. at shaded.v9_4.org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
  763. at java.lang.Thread.run(Thread.java:750)
  764.  
  765. "DriverDaemon-HttpClient-178" id=178 state=RUNNABLE (running in native)
  766. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  767. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
  768. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
  769. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
  770. - locked java.util.Collections$UnmodifiableSet@533b6f93
  771. - locked sun.nio.ch.EPollSelectorImpl@7cd6aeff
  772. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
  773. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
  774. at shaded.v9_4.org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
  775. at shaded.v9_4.org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
  776. at shaded.v9_4.org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
  777. at shaded.v9_4.org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
  778. at shaded.v9_4.org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
  779. at shaded.v9_4.org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129)
  780. at shaded.v9_4.org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:388)
  781. at com.databricks.rpc.ShadedInstrumentedQueuedThreadPool$$anon$2.$anonfun$run$6(InstrumentedQueuedThreadPool.scala:136)
  782. at com.databricks.rpc.ShadedInstrumentedQueuedThreadPool$$anon$2$$Lambda$3259/123554107.apply$mcV$sp(Unknown Source)
  783. at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
  784. at com.databricks.instrumentation.QueuedThreadPoolInstrumenter.trackActiveThreads(QueuedThreadPoolInstrumenter.scala:66)
  785. at com.databricks.instrumentation.QueuedThreadPoolInstrumenter.trackActiveThreads$(QueuedThreadPoolInstrumenter.scala:63)
  786. at com.databricks.rpc.ShadedInstrumentedQueuedThreadPool.trackActiveThreads(InstrumentedQueuedThreadPool.scala:102)
  787. at com.databricks.rpc.ShadedInstrumentedQueuedThreadPool$$anon$2.run(InstrumentedQueuedThreadPool.scala:131)
  788. at shaded.v9_4.org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
  789. at shaded.v9_4.org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
  790. at java.lang.Thread.run(Thread.java:750)
  791.  
  792. "DriverDaemon-HttpClient-179" id=179 state=TIMED_WAITING
  793. - waiting on <0x7edccdee> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  794. - locked <0x7edccdee> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  795. at sun.misc.Unsafe.park(Native Method)
  796. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  797. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2083)
  798. at shaded.v9_4.org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
  799. at com.databricks.rpc.InstrumentedShadedBlockingArrayQueue.poll(InstrumentedQueuedThreadPool.scala:240)
  800. at com.databricks.rpc.InstrumentedShadedBlockingArrayQueue.poll(InstrumentedQueuedThreadPool.scala:216)
  801. at shaded.v9_4.org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
  802. at shaded.v9_4.org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
  803. at java.lang.Thread.run(Thread.java:750)
  804.  
  805. "WRAPPER-ReplId-62225-c3991-b74c2-9" id=180 state=WAITING
  806. - waiting on <0x5b8e9982> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  807. - locked <0x5b8e9982> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  808. at sun.misc.Unsafe.park(Native Method)
  809. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
  810. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2044)
  811. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  812. at com.databricks.backend.daemon.driver.DriverWrapper.runInnerLoop(DriverWrapper.scala:425)
  813. at com.databricks.backend.daemon.driver.DriverWrapper.runInner(DriverWrapper.scala:411)
  814. at com.databricks.backend.daemon.driver.DriverWrapper.run(DriverWrapper.scala:259)
  815. at java.lang.Thread.run(Thread.java:750)
  816.  
  817. "Jetty9Client-Cancellations-4" id=181 state=TIMED_WAITING
  818. - waiting on <0x51753ce2> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  819. - locked <0x51753ce2> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  820. at sun.misc.Unsafe.park(Native Method)
  821. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  822. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2083)
  823. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
  824. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
  825. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
  826. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
  827. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  828. at java.lang.Thread.run(Thread.java:750)
  829.  
  830. "DriverDaemon-scheduler-1" id=182 state=TIMED_WAITING
  831. - waiting on <0x2e44ffba> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  832. - locked <0x2e44ffba> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  833. at sun.misc.Unsafe.park(Native Method)
  834. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  835. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2083)
  836. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
  837. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
  838. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
  839. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
  840. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  841. at java.lang.Thread.run(Thread.java:750)
  842.  
  843. "RBackend-9-1" id=183 state=RUNNABLE (running in native)
  844. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  845. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
  846. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
  847. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
  848. - locked java.util.Collections$UnmodifiableSet@15f61025
  849. - locked sun.nio.ch.EPollSelectorImpl@562e5bb1
  850. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
  851. at io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
  852. at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
  853. at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
  854. at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
  855. at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
  856. at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
  857. at java.lang.Thread.run(Thread.java:750)
  858.  
  859. "Jetty9Client-Cancellations-5" id=184 state=TIMED_WAITING
  860. - waiting on <0x51753ce2> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  861. - locked <0x51753ce2> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  862. at sun.misc.Unsafe.park(Native Method)
  863. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  864. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2083)
  865. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
  866. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
  867. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
  868. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
  869. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  870. at java.lang.Thread.run(Thread.java:750)
  871.  
  872. "Jetty9Client-Cancellations-6" id=186 state=TIMED_WAITING
  873. - waiting on <0x51753ce2> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  874. - locked <0x51753ce2> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  875. at sun.misc.Unsafe.park(Native Method)
  876. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  877. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2083)
  878. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
  879. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
  880. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
  881. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
  882. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  883. at java.lang.Thread.run(Thread.java:750)
  884.  
  885. "Jetty9Client-Cancellations-7" id=187 state=TIMED_WAITING
  886. - waiting on <0x51753ce2> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  887. - locked <0x51753ce2> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  888. at sun.misc.Unsafe.park(Native Method)
  889. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  890. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2083)
  891. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
  892. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
  893. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
  894. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
  895. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  896. at java.lang.Thread.run(Thread.java:750)
  897.  
  898. "Jetty9Client-Cancellations-8" id=188 state=TIMED_WAITING
  899. - waiting on <0x51753ce2> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  900. - locked <0x51753ce2> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  901. at sun.misc.Unsafe.park(Native Method)
  902. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  903. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2083)
  904. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
  905. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
  906. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
  907. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
  908. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  909. at java.lang.Thread.run(Thread.java:750)
  910.  
  911. "Jetty9Client-Cancellations-9" id=189 state=TIMED_WAITING
  912. - waiting on <0x51753ce2> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  913. - locked <0x51753ce2> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  914. at sun.misc.Unsafe.park(Native Method)
  915. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  916. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2083)
  917. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
  918. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
  919. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
  920. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
  921. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  922. at java.lang.Thread.run(Thread.java:750)
  923.  
  924. "process reaper" id=190 state=TIMED_WAITING
  925. - waiting on <0x278c82e8> (a java.util.concurrent.SynchronousQueue$TransferStack)
  926. - locked <0x278c82e8> (a java.util.concurrent.SynchronousQueue$TransferStack)
  927. at sun.misc.Unsafe.park(Native Method)
  928. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  929. at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
  930. at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
  931. at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
  932. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
  933. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
  934. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  935. at java.lang.Thread.run(Thread.java:750)
  936.  
  937. "R stdout reader" id=199 state=RUNNABLE (running in native)
  938. at java.io.FileInputStream.readBytes(Native Method)
  939. at java.io.FileInputStream.read(FileInputStream.java:255)
  940. at java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
  941. at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
  942. at org.apache.commons.io.input.ProxyInputStream.read(ProxyInputStream.java:102)
  943. at org.apache.commons.io.input.TeeInputStream.read(TeeInputStream.java:129)
  944. at sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:284)
  945. at sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:326)
  946. at sun.nio.cs.StreamDecoder.read(StreamDecoder.java:178)
  947. - locked java.io.InputStreamReader@35f08da7
  948. at java.io.InputStreamReader.read(InputStreamReader.java:184)
  949. at java.io.BufferedReader.fill(BufferedReader.java:161)
  950. at java.io.BufferedReader.readLine(BufferedReader.java:324)
  951. - locked java.io.InputStreamReader@35f08da7
  952. at java.io.BufferedReader.readLine(BufferedReader.java:389)
  953. at scala.io.BufferedSource$BufferedLineIterator.hasNext(BufferedSource.scala:74)
  954. at scala.collection.Iterator.foreach(Iterator.scala:943)
  955. at scala.collection.Iterator.foreach$(Iterator.scala:943)
  956. at scala.collection.AbstractIterator.foreach(Iterator.scala:1431)
  957. at com.databricks.backend.daemon.driver.BufferedStreamThread.run(RDriverLocal.scala:1222)
  958.  
  959. "Watchdog-r-ReplId-62225-c3991-b74c2-9-856" id=200 state=WAITING
  960. - waiting on <0x7ca145ce> (a java.lang.UNIXProcess)
  961. - locked <0x7ca145ce> (a java.lang.UNIXProcess)
  962. at java.lang.Object.wait(Native Method)
  963. at java.lang.Object.wait(Object.java:502)
  964. at java.lang.UNIXProcess.waitFor(UNIXProcess.java:395)
  965. at com.databricks.backend.daemon.driver.ReplCrashUtils$Watchdog.run(ReplCrashUtils.scala:215)
  966.  
  967. "RShell heartbeat on port 1100" id=203 state=TIMED_WAITING
  968. - waiting on <0x04d2d796> (a java.util.TaskQueue)
  969. - locked <0x04d2d796> (a java.util.TaskQueue)
  970. at java.lang.Object.wait(Native Method)
  971. at java.util.TimerThread.mainLoop(Timer.java:552)
  972. at java.util.TimerThread.run(Timer.java:505)
  973.  
  974. "Thread-85" id=204 state=RUNNABLE (running in native)
  975. at sun.nio.ch.FileDispatcherImpl.read0(Native Method)
  976. at sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:39)
  977. at sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:223)
  978. at sun.nio.ch.IOUtil.read(IOUtil.java:197)
  979. at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:379)
  980. at sun.nio.ch.ChannelInputStream.read(ChannelInputStream.java:59)
  981. - locked java.lang.Object@520551cb
  982. at sun.nio.ch.ChannelInputStream.read(ChannelInputStream.java:109)
  983. at sun.nio.ch.ChannelInputStream.read(ChannelInputStream.java:103)
  984. - locked sun.nio.ch.ChannelInputStream@64f2fffd
  985. at sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:284)
  986. at sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:326)
  987. at sun.nio.cs.StreamDecoder.read(StreamDecoder.java:178)
  988. - locked java.io.InputStreamReader@5d9cf125
  989. at java.io.InputStreamReader.read(InputStreamReader.java:184)
  990. at java.io.Reader.read(Reader.java:100)
  991. at java.util.Scanner.readInput(Scanner.java:804)
  992. at java.util.Scanner.hasNext(Scanner.java:1339)
  993. at com.databricks.backend.daemon.driver.RLogConnection.run(ROutputStreamHandler.scala:134)
  994.  
  995. "Thread-86" id=205 state=RUNNABLE (running in native)
  996. at sun.nio.ch.FileDispatcherImpl.read0(Native Method)
  997. at sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:39)
  998. at sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:223)
  999. at sun.nio.ch.IOUtil.read(IOUtil.java:197)
  1000. at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:379)
  1001. at sun.nio.ch.ChannelInputStream.read(ChannelInputStream.java:59)
  1002. - locked java.lang.Object@12315dd4
  1003. at sun.nio.ch.ChannelInputStream.read(ChannelInputStream.java:109)
  1004. at sun.nio.ch.ChannelInputStream.read(ChannelInputStream.java:103)
  1005. - locked sun.nio.ch.ChannelInputStream@592ded83
  1006. at sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:284)
  1007. at sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:326)
  1008. at sun.nio.cs.StreamDecoder.read(StreamDecoder.java:178)
  1009. - locked java.io.InputStreamReader@473fcd13
  1010. at java.io.InputStreamReader.read(InputStreamReader.java:184)
  1011. at java.io.Reader.read(Reader.java:100)
  1012. at java.util.Scanner.readInput(Scanner.java:804)
  1013. at java.util.Scanner.hasNext(Scanner.java:1339)
  1014. at com.databricks.backend.daemon.driver.RLogConnection.run(ROutputStreamHandler.scala:134)
  1015.  
  1016. "Timer-1" id=303 state=WAITING
  1017. - waiting on <0x1f302782> (a java.util.TaskQueue)
  1018. - locked <0x1f302782> (a java.util.TaskQueue)
  1019. at java.lang.Object.wait(Native Method)
  1020. at java.lang.Object.wait(Object.java:502)
  1021. at java.util.TimerThread.mainLoop(Timer.java:526)
  1022. at java.util.TimerThread.run(Timer.java:505)
  1023.  
  1024. "ABFS-prefetch-0" id=306 state=WAITING
  1025. - waiting on <0x0df8d5e4> (a shaded.databricks.azurebfs.org.apache.hadoop.fs.azurebfs.services.ReadBufferManager)
  1026. - locked <0x0df8d5e4> (a shaded.databricks.azurebfs.org.apache.hadoop.fs.azurebfs.services.ReadBufferManager)
  1027. at java.lang.Object.wait(Native Method)
  1028. at java.lang.Object.wait(Object.java:502)
  1029. at shaded.databricks.azurebfs.org.apache.hadoop.fs.azurebfs.services.ReadBufferManager.getNextBlockToRead(ReadBufferManager.java:437)
  1030. at shaded.databricks.azurebfs.org.apache.hadoop.fs.azurebfs.services.ReadBufferWorker.run(ReadBufferWorker.java:57)
  1031. at java.lang.Thread.run(Thread.java:750)
  1032.  
  1033. "ABFS-prefetch-1" id=307 state=WAITING
  1034. - waiting on <0x0df8d5e4> (a shaded.databricks.azurebfs.org.apache.hadoop.fs.azurebfs.services.ReadBufferManager)
  1035. - locked <0x0df8d5e4> (a shaded.databricks.azurebfs.org.apache.hadoop.fs.azurebfs.services.ReadBufferManager)
  1036. at java.lang.Object.wait(Native Method)
  1037. at java.lang.Object.wait(Object.java:502)
  1038. at shaded.databricks.azurebfs.org.apache.hadoop.fs.azurebfs.services.ReadBufferManager.getNextBlockToRead(ReadBufferManager.java:437)
  1039. at shaded.databricks.azurebfs.org.apache.hadoop.fs.azurebfs.services.ReadBufferWorker.run(ReadBufferWorker.java:57)
  1040. at java.lang.Thread.run(Thread.java:750)
  1041.  
  1042. "ABFS-prefetch-2" id=308 state=WAITING
  1043. - waiting on <0x0df8d5e4> (a shaded.databricks.azurebfs.org.apache.hadoop.fs.azurebfs.services.ReadBufferManager)
  1044. - locked <0x0df8d5e4> (a shaded.databricks.azurebfs.org.apache.hadoop.fs.azurebfs.services.ReadBufferManager)
  1045. at java.lang.Object.wait(Native Method)
  1046. at java.lang.Object.wait(Object.java:502)
  1047. at shaded.databricks.azurebfs.org.apache.hadoop.fs.azurebfs.services.ReadBufferManager.getNextBlockToRead(ReadBufferManager.java:437)
  1048. at shaded.databricks.azurebfs.org.apache.hadoop.fs.azurebfs.services.ReadBufferWorker.run(ReadBufferWorker.java:57)
  1049. at java.lang.Thread.run(Thread.java:750)
  1050.  
  1051. "ABFS-prefetch-3" id=309 state=WAITING
  1052. - waiting on <0x0df8d5e4> (a shaded.databricks.azurebfs.org.apache.hadoop.fs.azurebfs.services.ReadBufferManager)
  1053. - locked <0x0df8d5e4> (a shaded.databricks.azurebfs.org.apache.hadoop.fs.azurebfs.services.ReadBufferManager)
  1054. at java.lang.Object.wait(Native Method)
  1055. at java.lang.Object.wait(Object.java:502)
  1056. at shaded.databricks.azurebfs.org.apache.hadoop.fs.azurebfs.services.ReadBufferManager.getNextBlockToRead(ReadBufferManager.java:437)
  1057. at shaded.databricks.azurebfs.org.apache.hadoop.fs.azurebfs.services.ReadBufferWorker.run(ReadBufferWorker.java:57)
  1058. at java.lang.Thread.run(Thread.java:750)
  1059.  
  1060. "ABFS-prefetch-4" id=310 state=WAITING
  1061. - waiting on <0x0df8d5e4> (a shaded.databricks.azurebfs.org.apache.hadoop.fs.azurebfs.services.ReadBufferManager)
  1062. - locked <0x0df8d5e4> (a shaded.databricks.azurebfs.org.apache.hadoop.fs.azurebfs.services.ReadBufferManager)
  1063. at java.lang.Object.wait(Native Method)
  1064. at java.lang.Object.wait(Object.java:502)
  1065. at shaded.databricks.azurebfs.org.apache.hadoop.fs.azurebfs.services.ReadBufferManager.getNextBlockToRead(ReadBufferManager.java:437)
  1066. at shaded.databricks.azurebfs.org.apache.hadoop.fs.azurebfs.services.ReadBufferWorker.run(ReadBufferWorker.java:57)
  1067. at java.lang.Thread.run(Thread.java:750)
  1068.  
  1069. "ABFS-prefetch-5" id=311 state=WAITING
  1070. - waiting on <0x0df8d5e4> (a shaded.databricks.azurebfs.org.apache.hadoop.fs.azurebfs.services.ReadBufferManager)
  1071. - locked <0x0df8d5e4> (a shaded.databricks.azurebfs.org.apache.hadoop.fs.azurebfs.services.ReadBufferManager)
  1072. at java.lang.Object.wait(Native Method)
  1073. at java.lang.Object.wait(Object.java:502)
  1074. at shaded.databricks.azurebfs.org.apache.hadoop.fs.azurebfs.services.ReadBufferManager.getNextBlockToRead(ReadBufferManager.java:437)
  1075. at shaded.databricks.azurebfs.org.apache.hadoop.fs.azurebfs.services.ReadBufferWorker.run(ReadBufferWorker.java:57)
  1076. at java.lang.Thread.run(Thread.java:750)
  1077.  
  1078. "ABFS-prefetch-6" id=312 state=WAITING
  1079. - waiting on <0x0df8d5e4> (a shaded.databricks.azurebfs.org.apache.hadoop.fs.azurebfs.services.ReadBufferManager)
  1080. - locked <0x0df8d5e4> (a shaded.databricks.azurebfs.org.apache.hadoop.fs.azurebfs.services.ReadBufferManager)
  1081. at java.lang.Object.wait(Native Method)
  1082. at java.lang.Object.wait(Object.java:502)
  1083. at shaded.databricks.azurebfs.org.apache.hadoop.fs.azurebfs.services.ReadBufferManager.getNextBlockToRead(ReadBufferManager.java:437)
  1084. at shaded.databricks.azurebfs.org.apache.hadoop.fs.azurebfs.services.ReadBufferWorker.run(ReadBufferWorker.java:57)
  1085. at java.lang.Thread.run(Thread.java:750)
  1086.  
  1087. "ABFS-prefetch-7" id=313 state=WAITING
  1088. - waiting on <0x0df8d5e4> (a shaded.databricks.azurebfs.org.apache.hadoop.fs.azurebfs.services.ReadBufferManager)
  1089. - locked <0x0df8d5e4> (a shaded.databricks.azurebfs.org.apache.hadoop.fs.azurebfs.services.ReadBufferManager)
  1090. at java.lang.Object.wait(Native Method)
  1091. at java.lang.Object.wait(Object.java:502)
  1092. at shaded.databricks.azurebfs.org.apache.hadoop.fs.azurebfs.services.ReadBufferManager.getNextBlockToRead(ReadBufferManager.java:437)
  1093. at shaded.databricks.azurebfs.org.apache.hadoop.fs.azurebfs.services.ReadBufferWorker.run(ReadBufferWorker.java:57)
  1094. at java.lang.Thread.run(Thread.java:750)
  1095.  
  1096. "DBCEventLoggingListener-event-processing-execution-context-5" id=315 state=TIMED_WAITING
  1097. - waiting on <0x673a9f71> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1098. - locked <0x673a9f71> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1099. at sun.misc.Unsafe.park(Native Method)
  1100. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  1101. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2083)
  1102. at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467)
  1103. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
  1104. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
  1105. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  1106. at java.lang.Thread.run(Thread.java:750)
  1107.  
  1108. "DBCEventLoggingListener-event-processing-execution-context-6" id=316 state=TIMED_WAITING
  1109. - waiting on <0x673a9f71> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1110. - locked <0x673a9f71> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1111. at sun.misc.Unsafe.park(Native Method)
  1112. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  1113. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2083)
  1114. at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467)
  1115. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
  1116. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
  1117. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  1118. at java.lang.Thread.run(Thread.java:750)
  1119.  
  1120. "DBCEventLoggingListener-event-processing-execution-context-7" id=326 state=TIMED_WAITING
  1121. - waiting on <0x673a9f71> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1122. - locked <0x673a9f71> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1123. at sun.misc.Unsafe.park(Native Method)
  1124. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  1125. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2083)
  1126. at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467)
  1127. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
  1128. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
  1129. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  1130. at java.lang.Thread.run(Thread.java:750)
  1131.  
  1132. "HikariPool-1 housekeeper" id=327 state=TIMED_WAITING
  1133. - waiting on <0x3a5cef1b> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1134. - locked <0x3a5cef1b> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1135. at sun.misc.Unsafe.park(Native Method)
  1136. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  1137. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2083)
  1138. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
  1139. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
  1140. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
  1141. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
  1142. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  1143. at java.lang.Thread.run(Thread.java:750)
  1144.  
  1145. "HikariPool-2 housekeeper" id=328 state=TIMED_WAITING
  1146. - waiting on <0x5d71ab3e> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1147. - locked <0x5d71ab3e> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1148. at sun.misc.Unsafe.park(Native Method)
  1149. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  1150. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2083)
  1151. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
  1152. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
  1153. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
  1154. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
  1155. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  1156. at java.lang.Thread.run(Thread.java:750)
  1157.  
  1158. "SQL-usage-logging-0" id=331 state=WAITING
  1159. - waiting on <0x3b1539e0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1160. - locked <0x3b1539e0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1161. at sun.misc.Unsafe.park(Native Method)
  1162. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
  1163. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2044)
  1164. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  1165. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
  1166. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
  1167. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  1168. at java.lang.Thread.run(Thread.java:750)
  1169.  
  1170. "SQL-usage-logging-1" id=332 state=WAITING
  1171. - waiting on <0x3b1539e0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1172. - locked <0x3b1539e0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1173. at sun.misc.Unsafe.park(Native Method)
  1174. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
  1175. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2044)
  1176. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  1177. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
  1178. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
  1179. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  1180. at java.lang.Thread.run(Thread.java:750)
  1181.  
  1182. "DBCEventLoggingListener-event-processing-execution-context-8" id=333 state=TIMED_WAITING
  1183. - waiting on <0x673a9f71> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1184. - locked <0x673a9f71> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1185. at sun.misc.Unsafe.park(Native Method)
  1186. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  1187. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2083)
  1188. at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467)
  1189. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
  1190. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
  1191. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  1192. at java.lang.Thread.run(Thread.java:750)
  1193.  
  1194. "Thread-97" id=343 state=RUNNABLE (running in native)
  1195. at sun.nio.fs.LinuxWatchService.poll(Native Method)
  1196. at sun.nio.fs.LinuxWatchService.access$600(LinuxWatchService.java:47)
  1197. at sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:314)
  1198. at java.lang.Thread.run(Thread.java:750)
  1199.  
  1200. "Thread-98" id=344 state=TIMED_WAITING
  1201. - waiting on <0x08e7fe9a> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1202. - locked <0x08e7fe9a> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1203. at sun.misc.Unsafe.park(Native Method)
  1204. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  1205. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2083)
  1206. at java.util.concurrent.LinkedBlockingDeque.pollFirst(LinkedBlockingDeque.java:522)
  1207. at java.util.concurrent.LinkedBlockingDeque.poll(LinkedBlockingDeque.java:684)
  1208. at sun.nio.fs.AbstractWatchService.poll(AbstractWatchService.java:108)
  1209. at com.databricks.backend.daemon.driver.ClusterWidePythonEnvManager$WatcherServiceThread.run(ClusterWidePythonEnvManager.scala:117)
  1210.  
  1211. "Partial Result Fetchers-0" id=345 state=TIMED_WAITING
  1212. - waiting on <0x54e6758e> (a java.util.concurrent.SynchronousQueue$TransferStack)
  1213. - locked <0x54e6758e> (a java.util.concurrent.SynchronousQueue$TransferStack)
  1214. at sun.misc.Unsafe.park(Native Method)
  1215. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  1216. at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
  1217. at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
  1218. at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
  1219. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
  1220. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
  1221. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  1222. at java.lang.Thread.run(Thread.java:750)
  1223.  
  1224. "REPL class file cleaner" id=346 state=WAITING
  1225. - waiting on <0x187fdfbb> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1226. - locked <0x187fdfbb> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1227. at sun.misc.Unsafe.park(Native Method)
  1228. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
  1229. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2044)
  1230. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  1231. at scala.tools.nsc.interpreter.DriverIMain$$anon$1.run(DriverIMain.scala:491)
  1232.  
  1233. "DBCEventLoggingListener-event-processing-execution-context-9" id=355 state=TIMED_WAITING
  1234. - waiting on <0x673a9f71> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1235. - locked <0x673a9f71> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1236. at sun.misc.Unsafe.park(Native Method)
  1237. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  1238. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2083)
  1239. at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467)
  1240. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
  1241. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
  1242. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  1243. at java.lang.Thread.run(Thread.java:750)
  1244.  
  1245. "SIGTERM handler" id=382 state=WAITING
  1246. - waiting on <0x36d697ab> (a org.apache.hadoop.util.ShutdownHookManager$1)
  1247. - locked <0x36d697ab> (a org.apache.hadoop.util.ShutdownHookManager$1)
  1248. at java.lang.Object.wait(Native Method)
  1249. at java.lang.Thread.join(Thread.java:1257)
  1250. at java.lang.Thread.join(Thread.java:1331)
  1251. at java.lang.ApplicationShutdownHooks.runHooks(ApplicationShutdownHooks.java:107)
  1252. at java.lang.ApplicationShutdownHooks$1.run(ApplicationShutdownHooks.java:46)
  1253. at java.lang.Shutdown.runHooks(Shutdown.java:130)
  1254. at java.lang.Shutdown.exit(Shutdown.java:178)
  1255. at java.lang.Terminator$1.handle(Terminator.java:52)
  1256. at sun.misc.Signal$1.run(Signal.java:212)
  1257. at java.lang.Thread.run(Thread.java:750)
  1258.  
  1259. "Thread-1" id=10 state=TIMED_WAITING
  1260. - waiting on <0x76b74c46> (a java.util.concurrent.FutureTask)
  1261. - locked <0x76b74c46> (a java.util.concurrent.FutureTask)
  1262. at sun.misc.Unsafe.park(Native Method)
  1263. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  1264. at java.util.concurrent.FutureTask.awaitDone(FutureTask.java:426)
  1265. at java.util.concurrent.FutureTask.get(FutureTask.java:204)
  1266. at org.apache.hadoop.util.ShutdownHookManager.executeShutdown(ShutdownHookManager.java:124)
  1267. at org.apache.hadoop.util.ShutdownHookManager$1.run(ShutdownHookManager.java:95)
  1268.  
  1269. "shutdown-hook-0" id=383 state=RUNNABLE
  1270. at sun.management.ThreadImpl.dumpThreads0(Native Method)
  1271. at sun.management.ThreadImpl.dumpAllThreads(ThreadImpl.java:496)
  1272. at sun.management.ThreadImpl.dumpAllThreads(ThreadImpl.java:484)
  1273. at com.codahale.metrics.jvm.ThreadDump.dump(ThreadDump.java:48)
  1274. at com.codahale.metrics.jvm.ThreadDump.dump(ThreadDump.java:31)
  1275. at com.databricks.util.StackTraceReporter.reportAllStackTracesOnShutdown(StackTraceReporter.scala:118)
  1276. at com.databricks.util.StackTraceReporter$.reportAllStackTracesOnShutdown(StackTraceReporter.scala:193)
  1277. at com.databricks.DatabricksMain.$anonfun$initDatabricks$2(DatabricksMain.scala:302)
  1278. at com.databricks.DatabricksMain$$Lambda$408/1412986995.apply$mcV$sp(Unknown Source)
  1279. at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
  1280. at com.databricks.common.util.ShutdownHookManager$$anon$1.run(ShutdownHookManager.scala:56)
  1281. at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
  1282. at java.util.concurrent.FutureTask.run(FutureTask.java:266)
  1283. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
  1284. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  1285. at java.lang.Thread.run(Thread.java:750)
  1286.  
  1287. Locked synchronizers: count = 1
  1288. - java.util.concurrent.ThreadPoolExecutor$Worker@69e67bd4
  1289.  
  1290.  
  1291. ANTLR Tool version 4.8 used for code generation does not match the current runtime version 4.9.3
  1292. ANTLR Tool version 4.8 used for code generation does not match the current runtime version 4.9.3
  1293. ANTLR Tool version 4.8 used for code generation does not match the current runtime version 4.9.3
  1294. ANTLR Tool version 4.8 used for code generation does not match the current runtime version 4.9.3
  1295.  
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement