API tools faq
paste
Guest User

Untitled

a guest
Sep 26th, 2017
97
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 64.41 KB | None | 0 0
raw download clone embed print report
  1. [2017-09-27 08:28:44,352] INFO k.jobserver.JobResultActor [] [akka://JobServer/user/context-supervisor/$c] - Starting actor spark.jobserver.JobResultActor
  2. [2017-09-27 08:28:49,606] INFO AkkaClusterSupervisorActor [] [] - Failed to initialize context Actor[akka.tcp://JobServer@127.0.0.1:64373/user/jobManager-82-be8b-64748bc3e87b#1874780438]
  3. java.lang.IllegalArgumentException: Error while instantiating 'org.apache.spark.sql.hive.HiveSessionStateBuilder':
  4. at org.apache.spark.sql.SparkSession$.org$apache$spark$sql$SparkSession$$instantiateSessionState(SparkSession.scala:1053)
  5. at org.apache.spark.sql.SparkSession$$anonfun$sessionState$2.apply(SparkSession.scala:130)
  6. at org.apache.spark.sql.SparkSession$$anonfun$sessionState$2.apply(SparkSession.scala:130)
  7. at scala.Option.getOrElse(Option.scala:121)
  8. at org.apache.spark.sql.SparkSession.sessionState$lzycompute(SparkSession.scala:129)
  9. at org.apache.spark.sql.SparkSession.sessionState(SparkSession.scala:126)
  10. at org.apache.spark.sql.SparkSession$Builder$$anonfun$getOrCreate$5.apply(SparkSession.scala:938)
  11. at org.apache.spark.sql.SparkSession$Builder$$anonfun$getOrCreate$5.apply(SparkSession.scala:938)
  12. at scala.collection.mutable.HashMap$$anonfun$foreach$1.apply(HashMap.scala:99)
  13. at scala.collection.mutable.HashMap$$anonfun$foreach$1.apply(HashMap.scala:99)
  14. at scala.collection.mutable.HashTable$class.foreachEntry(HashTable.scala:230)
  15. at scala.collection.mutable.HashMap.foreachEntry(HashMap.scala:40)
  16. at scala.collection.mutable.HashMap.foreach(HashMap.scala:99)
  17. at org.apache.spark.sql.SparkSession$Builder.getOrCreate(SparkSession.scala:938)
  18. at spark.jobserver.python.PythonSessionContextFactory.makeContext(PythonContextFactory.scala:187)
  19. at spark.jobserver.python.PythonSessionContextFactory.makeContext(PythonContextFactory.scala:163)
  20. at spark.jobserver.context.SparkContextFactory$class.makeContext(SparkContextFactory.scala:64)
  21. at spark.jobserver.python.PythonSessionContextFactory.makeContext(PythonContextFactory.scala:163)
  22. at spark.jobserver.JobManagerActor$$anonfun$wrappedReceive$1.applyOrElse(JobManagerActor.scala:163)
  23. at scala.runtime.AbstractPartialFunction.apply(AbstractPartialFunction.scala:36)
  24. at spark.jobserver.common.akka.ActorStack$$anonfun$receive$1.applyOrElse(ActorStack.scala:33)
  25. at scala.runtime.AbstractPartialFunction.apply(AbstractPartialFunction.scala:36)
  26. at spark.jobserver.common.akka.Slf4jLogging$$anonfun$receive$1$$anonfun$applyOrElse$1.apply$mcV$sp(Slf4jLogging.scala:25)
  27. at spark.jobserver.common.akka.Slf4jLogging$class.spark$jobserver$common$akka$Slf4jLogging$$withAkkaSourceLogging(Slf4jLogging.scala:34)
  28. at spark.jobserver.common.akka.Slf4jLogging$$anonfun$receive$1.applyOrElse(Slf4jLogging.scala:24)
  29. at scala.runtime.AbstractPartialFunction.apply(AbstractPartialFunction.scala:36)
  30. at spark.jobserver.common.akka.ActorMetrics$$anonfun$receive$1.applyOrElse(ActorMetrics.scala:23)
  31. at akka.actor.Actor$class.aroundReceive(Actor.scala:484)
  32. at spark.jobserver.common.akka.InstrumentedActor.aroundReceive(InstrumentedActor.scala:8)
  33. at akka.actor.ActorCell.receiveMessage(ActorCell.scala:526)
  34. at akka.actor.ActorCell.invoke(ActorCell.scala:495)
  35. at akka.dispatch.Mailbox.processMailbox(Mailbox.scala:257)
  36. at akka.dispatch.Mailbox.run(Mailbox.scala:224)
  37. at akka.dispatch.Mailbox.exec(Mailbox.scala:234)
  38. at scala.concurrent.forkjoin.ForkJoinTask.doExec(ForkJoinTask.java:260)
  39. at scala.concurrent.forkjoin.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1339)
  40. at scala.concurrent.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979)
  41. at scala.concurrent.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107)
  42. Caused by: org.apache.spark.sql.AnalysisException: java.lang.RuntimeException: java.lang.RuntimeException: Unable to instantiate org.apache.hadoop.hive.ql.metadata.SessionHiveMetaStoreClient;
  43. at org.apache.spark.sql.hive.HiveExternalCatalog.withClient(HiveExternalCatalog.scala:106)
  44. at org.apache.spark.sql.hive.HiveExternalCatalog.databaseExists(HiveExternalCatalog.scala:193)
  45. at org.apache.spark.sql.internal.SharedState.externalCatalog$lzycompute(SharedState.scala:105)
  46. at org.apache.spark.sql.internal.SharedState.externalCatalog(SharedState.scala:93)
  47. at org.apache.spark.sql.hive.HiveSessionStateBuilder.externalCatalog(HiveSessionStateBuilder.scala:39)
  48. at org.apache.spark.sql.hive.HiveSessionStateBuilder.catalog$lzycompute(HiveSessionStateBuilder.scala:54)
  49. at org.apache.spark.sql.hive.HiveSessionStateBuilder.catalog(HiveSessionStateBuilder.scala:52)
  50. at org.apache.spark.sql.hive.HiveSessionStateBuilder.catalog(HiveSessionStateBuilder.scala:35)
  51. at org.apache.spark.sql.internal.BaseSessionStateBuilder.build(BaseSessionStateBuilder.scala:289)
  52. at org.apache.spark.sql.SparkSession$.org$apache$spark$sql$SparkSession$$instantiateSessionState(SparkSession.scala:1050)
  53. ... 37 more
  54. Caused by: java.lang.RuntimeException: java.lang.RuntimeException: Unable to instantiate org.apache.hadoop.hive.ql.metadata.SessionHiveMetaStoreClient
  55. at org.apache.hadoop.hive.ql.session.SessionState.start(SessionState.java:522)
  56. at org.apache.spark.sql.hive.client.HiveClientImpl.<init>(HiveClientImpl.scala:191)
  57. at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
  58. at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
  59. at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
  60. at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
  61. at org.apache.spark.sql.hive.client.IsolatedClientLoader.createClient(IsolatedClientLoader.scala:264)
  62. at org.apache.spark.sql.hive.HiveUtils$.newClientForMetadata(HiveUtils.scala:362)
  63. at org.apache.spark.sql.hive.HiveUtils$.newClientForMetadata(HiveUtils.scala:266)
  64. at org.apache.spark.sql.hive.HiveExternalCatalog.client$lzycompute(HiveExternalCatalog.scala:66)
  65. at org.apache.spark.sql.hive.HiveExternalCatalog.client(HiveExternalCatalog.scala:65)
  66. at org.apache.spark.sql.hive.HiveExternalCatalog$$anonfun$databaseExists$1.apply$mcZ$sp(HiveExternalCatalog.scala:194)
  67. at org.apache.spark.sql.hive.HiveExternalCatalog$$anonfun$databaseExists$1.apply(HiveExternalCatalog.scala:194)
  68. at org.apache.spark.sql.hive.HiveExternalCatalog$$anonfun$databaseExists$1.apply(HiveExternalCatalog.scala:194)
  69. at org.apache.spark.sql.hive.HiveExternalCatalog.withClient(HiveExternalCatalog.scala:97)
  70. ... 46 more
  71. Caused by: java.lang.RuntimeException: Unable to instantiate org.apache.hadoop.hive.ql.metadata.SessionHiveMetaStoreClient
  72. at org.apache.hadoop.hive.metastore.MetaStoreUtils.newInstance(MetaStoreUtils.java:1523)
  73. at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.<init>(RetryingMetaStoreClient.java:86)
  74. at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:132)
  75. at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:104)
  76. at org.apache.hadoop.hive.ql.metadata.Hive.createMetaStoreClient(Hive.java:3005)
  77. at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3024)
  78. at org.apache.hadoop.hive.ql.session.SessionState.start(SessionState.java:503)
  79. ... 60 more
  80. Caused by: java.lang.reflect.InvocationTargetException
  81. at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
  82. at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
  83. at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
  84. at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
  85. at org.apache.hadoop.hive.metastore.MetaStoreUtils.newInstance(MetaStoreUtils.java:1521)
  86. ... 66 more
  87. Caused by: javax.jdo.JDOFatalDataStoreException: Unable to open a test connection to the given database. JDBC url = jdbc:derby:;databaseName=metastore_db;create=true, username = APP. Terminating connection pool (set lazyInit to true if you expect to start your database after your app). Original Exception: ------
  88. java.sql.SQLException: Failed to start database 'metastore_db' with class loader org.apache.spark.sql.hive.client.IsolatedClientLoader$$anon$1@759f2543, see the next exception for details.
  89. at org.apache.derby.impl.jdbc.SQLExceptionFactory.getSQLException(Unknown Source)
  90. at org.apache.derby.impl.jdbc.SQLExceptionFactory.getSQLException(Unknown Source)
  91. at org.apache.derby.impl.jdbc.Util.seeNextException(Unknown Source)
  92. at org.apache.derby.impl.jdbc.EmbedConnection.bootDatabase(Unknown Source)
  93. at org.apache.derby.impl.jdbc.EmbedConnection.<init>(Unknown Source)
  94. at org.apache.derby.jdbc.InternalDriver$1.run(Unknown Source)
  95. at org.apache.derby.jdbc.InternalDriver$1.run(Unknown Source)
  96. at java.security.AccessController.doPrivileged(Native Method)
  97. at org.apache.derby.jdbc.InternalDriver.getNewEmbedConnection(Unknown Source)
  98. at org.apache.derby.jdbc.InternalDriver.connect(Unknown Source)
  99. at org.apache.derby.jdbc.InternalDriver.connect(Unknown Source)
  100. at org.apache.derby.jdbc.AutoloadedDriver.connect(Unknown Source)
  101. at java.sql.DriverManager.getConnection(DriverManager.java:664)
  102. at java.sql.DriverManager.getConnection(DriverManager.java:208)
  103. at com.jolbox.bonecp.BoneCP.obtainRawInternalConnection(BoneCP.java:361)
  104. at com.jolbox.bonecp.BoneCP.<init>(BoneCP.java:416)
  105. at com.jolbox.bonecp.BoneCPDataSource.getConnection(BoneCPDataSource.java:120)
  106. at org.datanucleus.store.rdbms.ConnectionFactoryImpl$ManagedConnectionImpl.getConnection(ConnectionFactoryImpl.java:501)
  107. at org.datanucleus.store.rdbms.RDBMSStoreManager.<init>(RDBMSStoreManager.java:298)
  108. at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
  109. at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
  110. at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
  111. at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
  112. at org.datanucleus.plugin.NonManagedPluginRegistry.createExecutableExtension(NonManagedPluginRegistry.java:631)
  113. at org.datanucleus.plugin.PluginManager.createExecutableExtension(PluginManager.java:301)
  114. at org.datanucleus.NucleusContext.createStoreManagerForProperties(NucleusContext.java:1187)
  115. at org.datanucleus.NucleusContext.initialise(NucleusContext.java:356)
  116. at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.freezeConfiguration(JDOPersistenceManagerFactory.java:775)
  117. at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.createPersistenceManagerFactory(JDOPersistenceManagerFactory.java:333)
  118. at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.getPersistenceManagerFactory(JDOPersistenceManagerFactory.java:202)
  119. at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  120. at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
  121. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  122. at java.lang.reflect.Method.invoke(Method.java:498)
  123. at javax.jdo.JDOHelper$16.run(JDOHelper.java:1965)
  124. at java.security.AccessController.doPrivileged(Native Method)
  125. at javax.jdo.JDOHelper.invoke(JDOHelper.java:1960)
  126. at javax.jdo.JDOHelper.invokeGetPersistenceManagerFactoryOnImplementation(JDOHelper.java:1166)
  127. at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:808)
  128. at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:701)
  129. at org.apache.hadoop.hive.metastore.ObjectStore.getPMF(ObjectStore.java:365)
  130. at org.apache.hadoop.hive.metastore.ObjectStore.getPersistenceManager(ObjectStore.java:394)
  131. at org.apache.hadoop.hive.metastore.ObjectStore.initialize(ObjectStore.java:291)
  132. at org.apache.hadoop.hive.metastore.ObjectStore.setConf(ObjectStore.java:258)
  133. at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:76)
  134. at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:136)
  135. at org.apache.hadoop.hive.metastore.RawStoreProxy.<init>(RawStoreProxy.java:57)
  136. at org.apache.hadoop.hive.metastore.RawStoreProxy.getProxy(RawStoreProxy.java:66)
  137. at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.newRawStore(HiveMetaStore.java:593)
  138. at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMS(HiveMetaStore.java:571)
  139. at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.createDefaultDB(HiveMetaStore.java:624)
  140. at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.init(HiveMetaStore.java:461)
  141. at org.apache.hadoop.hive.metastore.RetryingHMSHandler.<init>(RetryingHMSHandler.java:66)
  142. at org.apache.hadoop.hive.metastore.RetryingHMSHandler.getProxy(RetryingHMSHandler.java:72)
  143. at org.apache.hadoop.hive.metastore.HiveMetaStore.newRetryingHMSHandler(HiveMetaStore.java:5762)
  144. at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.<init>(HiveMetaStoreClient.java:199)
  145. at org.apache.hadoop.hive.ql.metadata.SessionHiveMetaStoreClient.<init>(SessionHiveMetaStoreClient.java:74)
  146. at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
  147. at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
  148. at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
  149. at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
  150. at org.apache.hadoop.hive.metastore.MetaStoreUtils.newInstance(MetaStoreUtils.java:1521)
  151. at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.<init>(RetryingMetaStoreClient.java:86)
  152. at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:132)
  153. at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:104)
  154. at org.apache.hadoop.hive.ql.metadata.Hive.createMetaStoreClient(Hive.java:3005)
  155. at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3024)
  156. at org.apache.hadoop.hive.ql.session.SessionState.start(SessionState.java:503)
  157. at org.apache.spark.sql.hive.client.HiveClientImpl.<init>(HiveClientImpl.scala:191)
  158. at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
  159. at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
  160. at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
  161. at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
  162. at org.apache.spark.sql.hive.client.IsolatedClientLoader.createClient(IsolatedClientLoader.scala:264)
  163. at org.apache.spark.sql.hive.HiveUtils$.newClientForMetadata(HiveUtils.scala:362)
  164. at org.apache.spark.sql.hive.HiveUtils$.newClientForMetadata(HiveUtils.scala:266)
  165. at org.apache.spark.sql.hive.HiveExternalCatalog.client$lzycompute(HiveExternalCatalog.scala:66)
  166. at org.apache.spark.sql.hive.HiveExternalCatalog.client(HiveExternalCatalog.scala:65)
  167. at org.apache.spark.sql.hive.HiveExternalCatalog$$anonfun$databaseExists$1.apply$mcZ$sp(HiveExternalCatalog.scala:194)
  168. at org.apache.spark.sql.hive.HiveExternalCatalog$$anonfun$databaseExists$1.apply(HiveExternalCatalog.scala:194)
  169. at org.apache.spark.sql.hive.HiveExternalCatalog$$anonfun$databaseExists$1.apply(HiveExternalCatalog.scala:194)
  170. at org.apache.spark.sql.hive.HiveExternalCatalog.withClient(HiveExternalCatalog.scala:97)
  171. at org.apache.spark.sql.hive.HiveExternalCatalog.databaseExists(HiveExternalCatalog.scala:193)
  172. at org.apache.spark.sql.internal.SharedState.externalCatalog$lzycompute(SharedState.scala:105)
  173. at org.apache.spark.sql.internal.SharedState.externalCatalog(SharedState.scala:93)
  174. at org.apache.spark.sql.hive.HiveSessionStateBuilder.externalCatalog(HiveSessionStateBuilder.scala:39)
  175. at org.apache.spark.sql.hive.HiveSessionStateBuilder.catalog$lzycompute(HiveSessionStateBuilder.scala:54)
  176. at org.apache.spark.sql.hive.HiveSessionStateBuilder.catalog(HiveSessionStateBuilder.scala:52)
  177. at org.apache.spark.sql.hive.HiveSessionStateBuilder.catalog(HiveSessionStateBuilder.scala:35)
  178. at org.apache.spark.sql.internal.BaseSessionStateBuilder.build(BaseSessionStateBuilder.scala:289)
  179. at org.apache.spark.sql.SparkSession$.org$apache$spark$sql$SparkSession$$instantiateSessionState(SparkSession.scala:1050)
  180. at org.apache.spark.sql.SparkSession$$anonfun$sessionState$2.apply(SparkSession.scala:130)
  181. at org.apache.spark.sql.SparkSession$$anonfun$sessionState$2.apply(SparkSession.scala:130)
  182. at scala.Option.getOrElse(Option.scala:121)
  183. at org.apache.spark.sql.SparkSession.sessionState$lzycompute(SparkSession.scala:129)
  184. at org.apache.spark.sql.SparkSession.sessionState(SparkSession.scala:126)
  185. at org.apache.spark.sql.SparkSession$Builder$$anonfun$getOrCreate$5.apply(SparkSession.scala:938)
  186. at org.apache.spark.sql.SparkSession$Builder$$anonfun$getOrCreate$5.apply(SparkSession.scala:938)
  187. at scala.collection.mutable.HashMap$$anonfun$foreach$1.apply(HashMap.scala:99)
  188. at scala.collection.mutable.HashMap$$anonfun$foreach$1.apply(HashMap.scala:99)
  189. at scala.collection.mutable.HashTable$class.foreachEntry(HashTable.scala:230)
  190. at scala.collection.mutable.HashMap.foreachEntry(HashMap.scala:40)
  191. at scala.collection.mutable.HashMap.foreach(HashMap.scala:99)
  192. at org.apache.spark.sql.SparkSession$Builder.getOrCreate(SparkSession.scala:938)
  193. at spark.jobserver.python.PythonSessionContextFactory.makeContext(PythonContextFactory.scala:187)
  194. at spark.jobserver.python.PythonSessionContextFactory.makeContext(PythonContextFactory.scala:163)
  195. at spark.jobserver.context.SparkContextFactory$class.makeContext(SparkContextFactory.scala:64)
  196. at spark.jobserver.python.PythonSessionContextFactory.makeContext(PythonContextFactory.scala:163)
  197. at spark.jobserver.JobManagerActor$$anonfun$wrappedReceive$1.applyOrElse(JobManagerActor.scala:163)
  198. at scala.runtime.AbstractPartialFunction.apply(AbstractPartialFunction.scala:36)
  199. at spark.jobserver.common.akka.ActorStack$$anonfun$receive$1.applyOrElse(ActorStack.scala:33)
  200. at scala.runtime.AbstractPartialFunction.apply(AbstractPartialFunction.scala:36)
  201. at spark.jobserver.common.akka.Slf4jLogging$$anonfun$receive$1$$anonfun$applyOrElse$1.apply$mcV$sp(Slf4jLogging.scala:25)
  202. at spark.jobserver.common.akka.Slf4jLogging$class.spark$jobserver$common$akka$Slf4jLogging$$withAkkaSourceLogging(Slf4jLogging.scala:34)
  203. at spark.jobserver.common.akka.Slf4jLogging$$anonfun$receive$1.applyOrElse(Slf4jLogging.scala:24)
  204. at scala.runtime.AbstractPartialFunction.apply(AbstractPartialFunction.scala:36)
  205. at spark.jobserver.common.akka.ActorMetrics$$anonfun$receive$1.applyOrElse(ActorMetrics.scala:23)
  206. at akka.actor.Actor$class.aroundReceive(Actor.scala:484)
  207. at spark.jobserver.common.akka.InstrumentedActor.aroundReceive(InstrumentedActor.scala:8)
  208. at akka.actor.ActorCell.receiveMessage(ActorCell.scala:526)
  209. at akka.actor.ActorCell.invoke(ActorCell.scala:495)
  210. at akka.dispatch.Mailbox.processMailbox(Mailbox.scala:257)
  211. at akka.dispatch.Mailbox.run(Mailbox.scala:224)
  212. at akka.dispatch.Mailbox.exec(Mailbox.scala:234)
  213. at scala.concurrent.forkjoin.ForkJoinTask.doExec(ForkJoinTask.java:260)
  214. at scala.concurrent.forkjoin.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1339)
  215. at scala.concurrent.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979)
  216. at scala.concurrent.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107)
  217. Caused by: ERROR XJ040: Failed to start database 'metastore_db' with class loader org.apache.spark.sql.hive.client.IsolatedClientLoader$$anon$1@759f2543, see the next exception for details.
  218. at org.apache.derby.iapi.error.StandardException.newException(Unknown Source)
  219. at org.apache.derby.impl.jdbc.SQLExceptionFactory.wrapArgsForTransportAcrossDRDA(Unknown Source)
  220. ... 128 more
  221. Caused by: ERROR XSDB6: Another instance of Derby may have already booted the database /Users/nislam/projects/spark-jobserver-latest/job-server-extras/metastore_db.
  222. at org.apache.derby.iapi.error.StandardException.newException(Unknown Source)
  223. at org.apache.derby.iapi.error.StandardException.newException(Unknown Source)
  224. at org.apache.derby.impl.store.raw.data.BaseDataFileFactory.privGetJBMSLockOnDB(Unknown Source)
  225. at org.apache.derby.impl.store.raw.data.BaseDataFileFactory.run(Unknown Source)
  226. at java.security.AccessController.doPrivileged(Native Method)
  227. at org.apache.derby.impl.store.raw.data.BaseDataFileFactory.getJBMSLockOnDB(Unknown Source)
  228. at org.apache.derby.impl.store.raw.data.BaseDataFileFactory.boot(Unknown Source)
  229. at org.apache.derby.impl.services.monitor.BaseMonitor.boot(Unknown Source)
  230. at org.apache.derby.impl.services.monitor.TopService.bootModule(Unknown Source)
  231. at org.apache.derby.impl.services.monitor.BaseMonitor.startModule(Unknown Source)
  232. at org.apache.derby.impl.services.monitor.FileMonitor.startModule(Unknown Source)
  233. at org.apache.derby.iapi.services.monitor.Monitor.bootServiceModule(Unknown Source)
  234. at org.apache.derby.impl.store.raw.RawStore$6.run(Unknown Source)
  235. at java.security.AccessController.doPrivileged(Native Method)
  236. at org.apache.derby.impl.store.raw.RawStore.bootServiceModule(Unknown Source)
  237. at org.apache.derby.impl.store.raw.RawStore.boot(Unknown Source)
  238. at org.apache.derby.impl.services.monitor.BaseMonitor.boot(Unknown Source)
  239. at org.apache.derby.impl.services.monitor.TopService.bootModule(Unknown Source)
  240. at org.apache.derby.impl.services.monitor.BaseMonitor.startModule(Unknown Source)
  241. at org.apache.derby.impl.services.monitor.FileMonitor.startModule(Unknown Source)
  242. at org.apache.derby.iapi.services.monitor.Monitor.bootServiceModule(Unknown Source)
  243. at org.apache.derby.impl.store.access.RAMAccessManager$5.run(Unknown Source)
  244. at java.security.AccessController.doPrivileged(Native Method)
  245. at org.apache.derby.impl.store.access.RAMAccessManager.bootServiceModule(Unknown Source)
  246. at org.apache.derby.impl.store.access.RAMAccessManager.boot(Unknown Source)
  247. at org.apache.derby.impl.services.monitor.BaseMonitor.boot(Unknown Source)
  248. at org.apache.derby.impl.services.monitor.TopService.bootModule(Unknown Source)
  249. at org.apache.derby.impl.services.monitor.BaseMonitor.startModule(Unknown Source)
  250. at org.apache.derby.impl.services.monitor.FileMonitor.startModule(Unknown Source)
  251. at org.apache.derby.iapi.services.monitor.Monitor.bootServiceModule(Unknown Source)
  252. at org.apache.derby.impl.db.BasicDatabase$5.run(Unknown Source)
  253. at java.security.AccessController.doPrivileged(Native Method)
  254. at org.apache.derby.impl.db.BasicDatabase.bootServiceModule(Unknown Source)
  255. at org.apache.derby.impl.db.BasicDatabase.bootStore(Unknown Source)
  256. at org.apache.derby.impl.db.BasicDatabase.boot(Unknown Source)
  257. at org.apache.derby.impl.services.monitor.BaseMonitor.boot(Unknown Source)
  258. at org.apache.derby.impl.services.monitor.TopService.bootModule(Unknown Source)
  259. at org.apache.derby.impl.services.monitor.BaseMonitor.bootService(Unknown Source)
  260. at org.apache.derby.impl.services.monitor.BaseMonitor.startProviderService(Unknown Source)
  261. at org.apache.derby.impl.services.monitor.BaseMonitor.findProviderAndStartService(Unknown Source)
  262. at org.apache.derby.impl.services.monitor.BaseMonitor.startPersistentService(Unknown Source)
  263. at org.apache.derby.iapi.services.monitor.Monitor.startPersistentService(Unknown Source)
  264. at org.apache.derby.impl.jdbc.EmbedConnection$4.run(Unknown Source)
  265. at org.apache.derby.impl.jdbc.EmbedConnection$4.run(Unknown Source)
  266. at java.security.AccessController.doPrivileged(Native Method)
  267. at org.apache.derby.impl.jdbc.EmbedConnection.startPersistentService(Unknown Source)
  268. ... 125 more
  269. ------
  270.  
  271. NestedThrowables:
  272. java.sql.SQLException: Unable to open a test connection to the given database. JDBC url = jdbc:derby:;databaseName=metastore_db;create=true, username = APP. Terminating connection pool (set lazyInit to true if you expect to start your database after your app). Original Exception: ------
  273. java.sql.SQLException: Failed to start database 'metastore_db' with class loader org.apache.spark.sql.hive.client.IsolatedClientLoader$$anon$1@759f2543, see the next exception for details.
  274. at org.apache.derby.impl.jdbc.SQLExceptionFactory.getSQLException(Unknown Source)
  275. at org.apache.derby.impl.jdbc.SQLExceptionFactory.getSQLException(Unknown Source)
  276. at org.apache.derby.impl.jdbc.Util.seeNextException(Unknown Source)
  277. at org.apache.derby.impl.jdbc.EmbedConnection.bootDatabase(Unknown Source)
  278. at org.apache.derby.impl.jdbc.EmbedConnection.<init>(Unknown Source)
  279. at org.apache.derby.jdbc.InternalDriver$1.run(Unknown Source)
  280. at org.apache.derby.jdbc.InternalDriver$1.run(Unknown Source)
  281. at java.security.AccessController.doPrivileged(Native Method)
  282. at org.apache.derby.jdbc.InternalDriver.getNewEmbedConnection(Unknown Source)
  283. at org.apache.derby.jdbc.InternalDriver.connect(Unknown Source)
  284. at org.apache.derby.jdbc.InternalDriver.connect(Unknown Source)
  285. at org.apache.derby.jdbc.AutoloadedDriver.connect(Unknown Source)
  286. at java.sql.DriverManager.getConnection(DriverManager.java:664)
  287. at java.sql.DriverManager.getConnection(DriverManager.java:208)
  288. at com.jolbox.bonecp.BoneCP.obtainRawInternalConnection(BoneCP.java:361)
  289. at com.jolbox.bonecp.BoneCP.<init>(BoneCP.java:416)
  290. at com.jolbox.bonecp.BoneCPDataSource.getConnection(BoneCPDataSource.java:120)
  291. at org.datanucleus.store.rdbms.ConnectionFactoryImpl$ManagedConnectionImpl.getConnection(ConnectionFactoryImpl.java:501)
  292. at org.datanucleus.store.rdbms.RDBMSStoreManager.<init>(RDBMSStoreManager.java:298)
  293. at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
  294. at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
  295. at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
  296. at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
  297. at org.datanucleus.plugin.NonManagedPluginRegistry.createExecutableExtension(NonManagedPluginRegistry.java:631)
  298. at org.datanucleus.plugin.PluginManager.createExecutableExtension(PluginManager.java:301)
  299. at org.datanucleus.NucleusContext.createStoreManagerForProperties(NucleusContext.java:1187)
  300. at org.datanucleus.NucleusContext.initialise(NucleusContext.java:356)
  301. at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.freezeConfiguration(JDOPersistenceManagerFactory.java:775)
  302. at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.createPersistenceManagerFactory(JDOPersistenceManagerFactory.java:333)
  303. at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.getPersistenceManagerFactory(JDOPersistenceManagerFactory.java:202)
  304. at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  305. at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
  306. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  307. at java.lang.reflect.Method.invoke(Method.java:498)
  308. at javax.jdo.JDOHelper$16.run(JDOHelper.java:1965)
  309. at java.security.AccessController.doPrivileged(Native Method)
  310. at javax.jdo.JDOHelper.invoke(JDOHelper.java:1960)
  311. at javax.jdo.JDOHelper.invokeGetPersistenceManagerFactoryOnImplementation(JDOHelper.java:1166)
  312. at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:808)
  313. at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:701)
  314. at org.apache.hadoop.hive.metastore.ObjectStore.getPMF(ObjectStore.java:365)
  315. at org.apache.hadoop.hive.metastore.ObjectStore.getPersistenceManager(ObjectStore.java:394)
  316. at org.apache.hadoop.hive.metastore.ObjectStore.initialize(ObjectStore.java:291)
  317. at org.apache.hadoop.hive.metastore.ObjectStore.setConf(ObjectStore.java:258)
  318. at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:76)
  319. at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:136)
  320. at org.apache.hadoop.hive.metastore.RawStoreProxy.<init>(RawStoreProxy.java:57)
  321. at org.apache.hadoop.hive.metastore.RawStoreProxy.getProxy(RawStoreProxy.java:66)
  322. at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.newRawStore(HiveMetaStore.java:593)
  323. at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMS(HiveMetaStore.java:571)
  324. at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.createDefaultDB(HiveMetaStore.java:624)
  325. at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.init(HiveMetaStore.java:461)
  326. at org.apache.hadoop.hive.metastore.RetryingHMSHandler.<init>(RetryingHMSHandler.java:66)
  327. at org.apache.hadoop.hive.metastore.RetryingHMSHandler.getProxy(RetryingHMSHandler.java:72)
  328. at org.apache.hadoop.hive.metastore.HiveMetaStore.newRetryingHMSHandler(HiveMetaStore.java:5762)
  329. at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.<init>(HiveMetaStoreClient.java:199)
  330. at org.apache.hadoop.hive.ql.metadata.SessionHiveMetaStoreClient.<init>(SessionHiveMetaStoreClient.java:74)
  331. at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
  332. at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
  333. at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
  334. at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
  335. at org.apache.hadoop.hive.metastore.MetaStoreUtils.newInstance(MetaStoreUtils.java:1521)
  336. at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.<init>(RetryingMetaStoreClient.java:86)
  337. at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:132)
  338. at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:104)
  339. at org.apache.hadoop.hive.ql.metadata.Hive.createMetaStoreClient(Hive.java:3005)
  340. at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3024)
  341. at org.apache.hadoop.hive.ql.session.SessionState.start(SessionState.java:503)
  342. at org.apache.spark.sql.hive.client.HiveClientImpl.<init>(HiveClientImpl.scala:191)
  343. at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
  344. at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
  345. at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
  346. at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
  347. at org.apache.spark.sql.hive.client.IsolatedClientLoader.createClient(IsolatedClientLoader.scala:264)
  348. at org.apache.spark.sql.hive.HiveUtils$.newClientForMetadata(HiveUtils.scala:362)
  349. at org.apache.spark.sql.hive.HiveUtils$.newClientForMetadata(HiveUtils.scala:266)
  350. at org.apache.spark.sql.hive.HiveExternalCatalog.client$lzycompute(HiveExternalCatalog.scala:66)
  351. at org.apache.spark.sql.hive.HiveExternalCatalog.client(HiveExternalCatalog.scala:65)
  352. at org.apache.spark.sql.hive.HiveExternalCatalog$$anonfun$databaseExists$1.apply$mcZ$sp(HiveExternalCatalog.scala:194)
  353. at org.apache.spark.sql.hive.HiveExternalCatalog$$anonfun$databaseExists$1.apply(HiveExternalCatalog.scala:194)
  354. at org.apache.spark.sql.hive.HiveExternalCatalog$$anonfun$databaseExists$1.apply(HiveExternalCatalog.scala:194)
  355. at org.apache.spark.sql.hive.HiveExternalCatalog.withClient(HiveExternalCatalog.scala:97)
  356. at org.apache.spark.sql.hive.HiveExternalCatalog.databaseExists(HiveExternalCatalog.scala:193)
  357. at org.apache.spark.sql.internal.SharedState.externalCatalog$lzycompute(SharedState.scala:105)
  358. at org.apache.spark.sql.internal.SharedState.externalCatalog(SharedState.scala:93)
  359. at org.apache.spark.sql.hive.HiveSessionStateBuilder.externalCatalog(HiveSessionStateBuilder.scala:39)
  360. at org.apache.spark.sql.hive.HiveSessionStateBuilder.catalog$lzycompute(HiveSessionStateBuilder.scala:54)
  361. at org.apache.spark.sql.hive.HiveSessionStateBuilder.catalog(HiveSessionStateBuilder.scala:52)
  362. at org.apache.spark.sql.hive.HiveSessionStateBuilder.catalog(HiveSessionStateBuilder.scala:35)
  363. at org.apache.spark.sql.internal.BaseSessionStateBuilder.build(BaseSessionStateBuilder.scala:289)
  364. at org.apache.spark.sql.SparkSession$.org$apache$spark$sql$SparkSession$$instantiateSessionState(SparkSession.scala:1050)
  365. at org.apache.spark.sql.SparkSession$$anonfun$sessionState$2.apply(SparkSession.scala:130)
  366. at org.apache.spark.sql.SparkSession$$anonfun$sessionState$2.apply(SparkSession.scala:130)
  367. at scala.Option.getOrElse(Option.scala:121)
  368. at org.apache.spark.sql.SparkSession.sessionState$lzycompute(SparkSession.scala:129)
  369. at org.apache.spark.sql.SparkSession.sessionState(SparkSession.scala:126)
  370. at org.apache.spark.sql.SparkSession$Builder$$anonfun$getOrCreate$5.apply(SparkSession.scala:938)
  371. at org.apache.spark.sql.SparkSession$Builder$$anonfun$getOrCreate$5.apply(SparkSession.scala:938)
  372. at scala.collection.mutable.HashMap$$anonfun$foreach$1.apply(HashMap.scala:99)
  373. at scala.collection.mutable.HashMap$$anonfun$foreach$1.apply(HashMap.scala:99)
  374. at scala.collection.mutable.HashTable$class.foreachEntry(HashTable.scala:230)
  375. at scala.collection.mutable.HashMap.foreachEntry(HashMap.scala:40)
  376. at scala.collection.mutable.HashMap.foreach(HashMap.scala:99)
  377. at org.apache.spark.sql.SparkSession$Builder.getOrCreate(SparkSession.scala:938)
  378. at spark.jobserver.python.PythonSessionContextFactory.makeContext(PythonContextFactory.scala:187)
  379. at spark.jobserver.python.PythonSessionContextFactory.makeContext(PythonContextFactory.scala:163)
  380. at spark.jobserver.context.SparkContextFactory$class.makeContext(SparkContextFactory.scala:64)
  381. at spark.jobserver.python.PythonSessionContextFactory.makeContext(PythonContextFactory.scala:163)
  382. at spark.jobserver.JobManagerActor$$anonfun$wrappedReceive$1.applyOrElse(JobManagerActor.scala:163)
  383. at scala.runtime.AbstractPartialFunction.apply(AbstractPartialFunction.scala:36)
  384. at spark.jobserver.common.akka.ActorStack$$anonfun$receive$1.applyOrElse(ActorStack.scala:33)
  385. at scala.runtime.AbstractPartialFunction.apply(AbstractPartialFunction.scala:36)
  386. at spark.jobserver.common.akka.Slf4jLogging$$anonfun$receive$1$$anonfun$applyOrElse$1.apply$mcV$sp(Slf4jLogging.scala:25)
  387. at spark.jobserver.common.akka.Slf4jLogging$class.spark$jobserver$common$akka$Slf4jLogging$$withAkkaSourceLogging(Slf4jLogging.scala:34)
  388. at spark.jobserver.common.akka.Slf4jLogging$$anonfun$receive$1.applyOrElse(Slf4jLogging.scala:24)
  389. at scala.runtime.AbstractPartialFunction.apply(AbstractPartialFunction.scala:36)
  390. at spark.jobserver.common.akka.ActorMetrics$$anonfun$receive$1.applyOrElse(ActorMetrics.scala:23)
  391. at akka.actor.Actor$class.aroundReceive(Actor.scala:484)
  392. at spark.jobserver.common.akka.InstrumentedActor.aroundReceive(InstrumentedActor.scala:8)
  393. at akka.actor.ActorCell.receiveMessage(ActorCell.scala:526)
  394. at akka.actor.ActorCell.invoke(ActorCell.scala:495)
  395. at akka.dispatch.Mailbox.processMailbox(Mailbox.scala:257)
  396. at akka.dispatch.Mailbox.run(Mailbox.scala:224)
  397. at akka.dispatch.Mailbox.exec(Mailbox.scala:234)
  398. at scala.concurrent.forkjoin.ForkJoinTask.doExec(ForkJoinTask.java:260)
  399. at scala.concurrent.forkjoin.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1339)
  400. at scala.concurrent.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979)
  401. at scala.concurrent.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107)
  402. Caused by: ERROR XJ040: Failed to start database 'metastore_db' with class loader org.apache.spark.sql.hive.client.IsolatedClientLoader$$anon$1@759f2543, see the next exception for details.
  403. at org.apache.derby.iapi.error.StandardException.newException(Unknown Source)
  404. at org.apache.derby.impl.jdbc.SQLExceptionFactory.wrapArgsForTransportAcrossDRDA(Unknown Source)
  405. ... 128 more
  406. Caused by: ERROR XSDB6: Another instance of Derby may have already booted the database /Users/nislam/projects/spark-jobserver-latest/job-server-extras/metastore_db.
  407. at org.apache.derby.iapi.error.StandardException.newException(Unknown Source)
  408. at org.apache.derby.iapi.error.StandardException.newException(Unknown Source)
  409. at org.apache.derby.impl.store.raw.data.BaseDataFileFactory.privGetJBMSLockOnDB(Unknown Source)
  410. at org.apache.derby.impl.store.raw.data.BaseDataFileFactory.run(Unknown Source)
  411. at java.security.AccessController.doPrivileged(Native Method)
  412. at org.apache.derby.impl.store.raw.data.BaseDataFileFactory.getJBMSLockOnDB(Unknown Source)
  413. at org.apache.derby.impl.store.raw.data.BaseDataFileFactory.boot(Unknown Source)
  414. at org.apache.derby.impl.services.monitor.BaseMonitor.boot(Unknown Source)
  415. at org.apache.derby.impl.services.monitor.TopService.bootModule(Unknown Source)
  416. at org.apache.derby.impl.services.monitor.BaseMonitor.startModule(Unknown Source)
  417. at org.apache.derby.impl.services.monitor.FileMonitor.startModule(Unknown Source)
  418. at org.apache.derby.iapi.services.monitor.Monitor.bootServiceModule(Unknown Source)
  419. at org.apache.derby.impl.store.raw.RawStore$6.run(Unknown Source)
  420. at java.security.AccessController.doPrivileged(Native Method)
  421. at org.apache.derby.impl.store.raw.RawStore.bootServiceModule(Unknown Source)
  422. at org.apache.derby.impl.store.raw.RawStore.boot(Unknown Source)
  423. at org.apache.derby.impl.services.monitor.BaseMonitor.boot(Unknown Source)
  424. at org.apache.derby.impl.services.monitor.TopService.bootModule(Unknown Source)
  425. at org.apache.derby.impl.services.monitor.BaseMonitor.startModule(Unknown Source)
  426. at org.apache.derby.impl.services.monitor.FileMonitor.startModule(Unknown Source)
  427. at org.apache.derby.iapi.services.monitor.Monitor.bootServiceModule(Unknown Source)
  428. at org.apache.derby.impl.store.access.RAMAccessManager$5.run(Unknown Source)
  429. at java.security.AccessController.doPrivileged(Native Method)
  430. at org.apache.derby.impl.store.access.RAMAccessManager.bootServiceModule(Unknown Source)
  431. at org.apache.derby.impl.store.access.RAMAccessManager.boot(Unknown Source)
  432. at org.apache.derby.impl.services.monitor.BaseMonitor.boot(Unknown Source)
  433. at org.apache.derby.impl.services.monitor.TopService.bootModule(Unknown Source)
  434. at org.apache.derby.impl.services.monitor.BaseMonitor.startModule(Unknown Source)
  435. at org.apache.derby.impl.services.monitor.FileMonitor.startModule(Unknown Source)
  436. at org.apache.derby.iapi.services.monitor.Monitor.bootServiceModule(Unknown Source)
  437. at org.apache.derby.impl.db.BasicDatabase$5.run(Unknown Source)
  438. at java.security.AccessController.doPrivileged(Native Method)
  439. at org.apache.derby.impl.db.BasicDatabase.bootServiceModule(Unknown Source)
  440. at org.apache.derby.impl.db.BasicDatabase.bootStore(Unknown Source)
  441. at org.apache.derby.impl.db.BasicDatabase.boot(Unknown Source)
  442. at org.apache.derby.impl.services.monitor.BaseMonitor.boot(Unknown Source)
  443. at org.apache.derby.impl.services.monitor.TopService.bootModule(Unknown Source)
  444. at org.apache.derby.impl.services.monitor.BaseMonitor.bootService(Unknown Source)
  445. at org.apache.derby.impl.services.monitor.BaseMonitor.startProviderService(Unknown Source)
  446. at org.apache.derby.impl.services.monitor.BaseMonitor.findProviderAndStartService(Unknown Source)
  447. at org.apache.derby.impl.services.monitor.BaseMonitor.startPersistentService(Unknown Source)
  448. at org.apache.derby.iapi.services.monitor.Monitor.startPersistentService(Unknown Source)
  449. at org.apache.derby.impl.jdbc.EmbedConnection$4.run(Unknown Source)
  450. at org.apache.derby.impl.jdbc.EmbedConnection$4.run(Unknown Source)
  451. at java.security.AccessController.doPrivileged(Native Method)
  452. at org.apache.derby.impl.jdbc.EmbedConnection.startPersistentService(Unknown Source)
  453. ... 125 more
  454. ------
  455.  
  456. at org.datanucleus.api.jdo.NucleusJDOHelper.getJDOExceptionForNucleusException(NucleusJDOHelper.java:436)
  457. at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.freezeConfiguration(JDOPersistenceManagerFactory.java:788)
  458. at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.createPersistenceManagerFactory(JDOPersistenceManagerFactory.java:333)
  459. at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.getPersistenceManagerFactory(JDOPersistenceManagerFactory.java:202)
  460. at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  461. at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
  462. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  463. at java.lang.reflect.Method.invoke(Method.java:498)
  464. at javax.jdo.JDOHelper$16.run(JDOHelper.java:1965)
  465. at java.security.AccessController.doPrivileged(Native Method)
  466. at javax.jdo.JDOHelper.invoke(JDOHelper.java:1960)
  467. at javax.jdo.JDOHelper.invokeGetPersistenceManagerFactoryOnImplementation(JDOHelper.java:1166)
  468. at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:808)
  469. at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:701)
  470. at org.apache.hadoop.hive.metastore.ObjectStore.getPMF(ObjectStore.java:365)
  471. at org.apache.hadoop.hive.metastore.ObjectStore.getPersistenceManager(ObjectStore.java:394)
  472. at org.apache.hadoop.hive.metastore.ObjectStore.initialize(ObjectStore.java:291)
  473. at org.apache.hadoop.hive.metastore.ObjectStore.setConf(ObjectStore.java:258)
  474. at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:76)
  475. at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:136)
  476. at org.apache.hadoop.hive.metastore.RawStoreProxy.<init>(RawStoreProxy.java:57)
  477. at org.apache.hadoop.hive.metastore.RawStoreProxy.getProxy(RawStoreProxy.java:66)
  478. at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.newRawStore(HiveMetaStore.java:593)
  479. at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMS(HiveMetaStore.java:571)
  480. at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.createDefaultDB(HiveMetaStore.java:624)
  481. at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.init(HiveMetaStore.java:461)
  482. at org.apache.hadoop.hive.metastore.RetryingHMSHandler.<init>(RetryingHMSHandler.java:66)
  483. at org.apache.hadoop.hive.metastore.RetryingHMSHandler.getProxy(RetryingHMSHandler.java:72)
  484. at org.apache.hadoop.hive.metastore.HiveMetaStore.newRetryingHMSHandler(HiveMetaStore.java:5762)
  485. at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.<init>(HiveMetaStoreClient.java:199)
  486. at org.apache.hadoop.hive.ql.metadata.SessionHiveMetaStoreClient.<init>(SessionHiveMetaStoreClient.java:74)
  487. ... 71 more
  488. Caused by: java.sql.SQLException: Unable to open a test connection to the given database. JDBC url = jdbc:derby:;databaseName=metastore_db;create=true, username = APP. Terminating connection pool (set lazyInit to true if you expect to start your database after your app). Original Exception: ------
  489. java.sql.SQLException: Failed to start database 'metastore_db' with class loader org.apache.spark.sql.hive.client.IsolatedClientLoader$$anon$1@759f2543, see the next exception for details.
  490. at org.apache.derby.impl.jdbc.SQLExceptionFactory.getSQLException(Unknown Source)
  491. at org.apache.derby.impl.jdbc.SQLExceptionFactory.getSQLException(Unknown Source)
  492. at org.apache.derby.impl.jdbc.Util.seeNextException(Unknown Source)
  493. at org.apache.derby.impl.jdbc.EmbedConnection.bootDatabase(Unknown Source)
  494. at org.apache.derby.impl.jdbc.EmbedConnection.<init>(Unknown Source)
  495. at org.apache.derby.jdbc.InternalDriver$1.run(Unknown Source)
  496. at org.apache.derby.jdbc.InternalDriver$1.run(Unknown Source)
  497. at java.security.AccessController.doPrivileged(Native Method)
  498. at org.apache.derby.jdbc.InternalDriver.getNewEmbedConnection(Unknown Source)
  499. at org.apache.derby.jdbc.InternalDriver.connect(Unknown Source)
  500. at org.apache.derby.jdbc.InternalDriver.connect(Unknown Source)
  501. at org.apache.derby.jdbc.AutoloadedDriver.connect(Unknown Source)
  502. at java.sql.DriverManager.getConnection(DriverManager.java:664)
  503. at java.sql.DriverManager.getConnection(DriverManager.java:208)
  504. at com.jolbox.bonecp.BoneCP.obtainRawInternalConnection(BoneCP.java:361)
  505. at com.jolbox.bonecp.BoneCP.<init>(BoneCP.java:416)
  506. at com.jolbox.bonecp.BoneCPDataSource.getConnection(BoneCPDataSource.java:120)
  507. at org.datanucleus.store.rdbms.ConnectionFactoryImpl$ManagedConnectionImpl.getConnection(ConnectionFactoryImpl.java:501)
  508. at org.datanucleus.store.rdbms.RDBMSStoreManager.<init>(RDBMSStoreManager.java:298)
  509. at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
  510. at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
  511. at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
  512. at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
  513. at org.datanucleus.plugin.NonManagedPluginRegistry.createExecutableExtension(NonManagedPluginRegistry.java:631)
  514. at org.datanucleus.plugin.PluginManager.createExecutableExtension(PluginManager.java:301)
  515. at org.datanucleus.NucleusContext.createStoreManagerForProperties(NucleusContext.java:1187)
  516. at org.datanucleus.NucleusContext.initialise(NucleusContext.java:356)
  517. at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.freezeConfiguration(JDOPersistenceManagerFactory.java:775)
  518. at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.createPersistenceManagerFactory(JDOPersistenceManagerFactory.java:333)
  519. at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.getPersistenceManagerFactory(JDOPersistenceManagerFactory.java:202)
  520. at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  521. at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
  522. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  523. at java.lang.reflect.Method.invoke(Method.java:498)
  524. at javax.jdo.JDOHelper$16.run(JDOHelper.java:1965)
  525. at java.security.AccessController.doPrivileged(Native Method)
  526. at javax.jdo.JDOHelper.invoke(JDOHelper.java:1960)
  527. at javax.jdo.JDOHelper.invokeGetPersistenceManagerFactoryOnImplementation(JDOHelper.java:1166)
  528. at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:808)
  529. at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:701)
  530. at org.apache.hadoop.hive.metastore.ObjectStore.getPMF(ObjectStore.java:365)
  531. at org.apache.hadoop.hive.metastore.ObjectStore.getPersistenceManager(ObjectStore.java:394)
  532. at org.apache.hadoop.hive.metastore.ObjectStore.initialize(ObjectStore.java:291)
  533. at org.apache.hadoop.hive.metastore.ObjectStore.setConf(ObjectStore.java:258)
  534. at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:76)
  535. at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:136)
  536. at org.apache.hadoop.hive.metastore.RawStoreProxy.<init>(RawStoreProxy.java:57)
  537. at org.apache.hadoop.hive.metastore.RawStoreProxy.getProxy(RawStoreProxy.java:66)
  538. at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.newRawStore(HiveMetaStore.java:593)
  539. at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMS(HiveMetaStore.java:571)
  540. at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.createDefaultDB(HiveMetaStore.java:624)
  541. at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.init(HiveMetaStore.java:461)
  542. at org.apache.hadoop.hive.metastore.RetryingHMSHandler.<init>(RetryingHMSHandler.java:66)
  543. at org.apache.hadoop.hive.metastore.RetryingHMSHandler.getProxy(RetryingHMSHandler.java:72)
  544. at org.apache.hadoop.hive.metastore.HiveMetaStore.newRetryingHMSHandler(HiveMetaStore.java:5762)
  545. at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.<init>(HiveMetaStoreClient.java:199)
  546. at org.apache.hadoop.hive.ql.metadata.SessionHiveMetaStoreClient.<init>(SessionHiveMetaStoreClient.java:74)
  547. at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
  548. at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
  549. at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
  550. at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
  551. at org.apache.hadoop.hive.metastore.MetaStoreUtils.newInstance(MetaStoreUtils.java:1521)
  552. at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.<init>(RetryingMetaStoreClient.java:86)
  553. at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:132)
  554. at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:104)
  555. at org.apache.hadoop.hive.ql.metadata.Hive.createMetaStoreClient(Hive.java:3005)
  556. at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3024)
  557. at org.apache.hadoop.hive.ql.session.SessionState.start(SessionState.java:503)
  558. at org.apache.spark.sql.hive.client.HiveClientImpl.<init>(HiveClientImpl.scala:191)
  559. at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
  560. at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
  561. at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
  562. at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
  563. at org.apache.spark.sql.hive.client.IsolatedClientLoader.createClient(IsolatedClientLoader.scala:264)
  564. at org.apache.spark.sql.hive.HiveUtils$.newClientForMetadata(HiveUtils.scala:362)
  565. at org.apache.spark.sql.hive.HiveUtils$.newClientForMetadata(HiveUtils.scala:266)
  566. at org.apache.spark.sql.hive.HiveExternalCatalog.client$lzycompute(HiveExternalCatalog.scala:66)
  567. at org.apache.spark.sql.hive.HiveExternalCatalog.client(HiveExternalCatalog.scala:65)
  568. at org.apache.spark.sql.hive.HiveExternalCatalog$$anonfun$databaseExists$1.apply$mcZ$sp(HiveExternalCatalog.scala:194)
  569. at org.apache.spark.sql.hive.HiveExternalCatalog$$anonfun$databaseExists$1.apply(HiveExternalCatalog.scala:194)
  570. at org.apache.spark.sql.hive.HiveExternalCatalog$$anonfun$databaseExists$1.apply(HiveExternalCatalog.scala:194)
  571. at org.apache.spark.sql.hive.HiveExternalCatalog.withClient(HiveExternalCatalog.scala:97)
  572. at org.apache.spark.sql.hive.HiveExternalCatalog.databaseExists(HiveExternalCatalog.scala:193)
  573. at org.apache.spark.sql.internal.SharedState.externalCatalog$lzycompute(SharedState.scala:105)
  574. at org.apache.spark.sql.internal.SharedState.externalCatalog(SharedState.scala:93)
  575. at org.apache.spark.sql.hive.HiveSessionStateBuilder.externalCatalog(HiveSessionStateBuilder.scala:39)
  576. at org.apache.spark.sql.hive.HiveSessionStateBuilder.catalog$lzycompute(HiveSessionStateBuilder.scala:54)
  577. at org.apache.spark.sql.hive.HiveSessionStateBuilder.catalog(HiveSessionStateBuilder.scala:52)
  578. at org.apache.spark.sql.hive.HiveSessionStateBuilder.catalog(HiveSessionStateBuilder.scala:35)
  579. at org.apache.spark.sql.internal.BaseSessionStateBuilder.build(BaseSessionStateBuilder.scala:289)
  580. at org.apache.spark.sql.SparkSession$.org$apache$spark$sql$SparkSession$$instantiateSessionState(SparkSession.scala:1050)
  581. at org.apache.spark.sql.SparkSession$$anonfun$sessionState$2.apply(SparkSession.scala:130)
  582. at org.apache.spark.sql.SparkSession$$anonfun$sessionState$2.apply(SparkSession.scala:130)
  583. at scala.Option.getOrElse(Option.scala:121)
  584. at org.apache.spark.sql.SparkSession.sessionState$lzycompute(SparkSession.scala:129)
  585. at org.apache.spark.sql.SparkSession.sessionState(SparkSession.scala:126)
  586. at org.apache.spark.sql.SparkSession$Builder$$anonfun$getOrCreate$5.apply(SparkSession.scala:938)
  587. at org.apache.spark.sql.SparkSession$Builder$$anonfun$getOrCreate$5.apply(SparkSession.scala:938)
  588. at scala.collection.mutable.HashMap$$anonfun$foreach$1.apply(HashMap.scala:99)
  589. at scala.collection.mutable.HashMap$$anonfun$foreach$1.apply(HashMap.scala:99)
  590. at scala.collection.mutable.HashTable$class.foreachEntry(HashTable.scala:230)
  591. at scala.collection.mutable.HashMap.foreachEntry(HashMap.scala:40)
  592. at scala.collection.mutable.HashMap.foreach(HashMap.scala:99)
  593. at org.apache.spark.sql.SparkSession$Builder.getOrCreate(SparkSession.scala:938)
  594. at spark.jobserver.python.PythonSessionContextFactory.makeContext(PythonContextFactory.scala:187)
  595. at spark.jobserver.python.PythonSessionContextFactory.makeContext(PythonContextFactory.scala:163)
  596. at spark.jobserver.context.SparkContextFactory$class.makeContext(SparkContextFactory.scala:64)
  597. at spark.jobserver.python.PythonSessionContextFactory.makeContext(PythonContextFactory.scala:163)
  598. at spark.jobserver.JobManagerActor$$anonfun$wrappedReceive$1.applyOrElse(JobManagerActor.scala:163)
  599. at scala.runtime.AbstractPartialFunction.apply(AbstractPartialFunction.scala:36)
  600. at spark.jobserver.common.akka.ActorStack$$anonfun$receive$1.applyOrElse(ActorStack.scala:33)
  601. at scala.runtime.AbstractPartialFunction.apply(AbstractPartialFunction.scala:36)
  602. at spark.jobserver.common.akka.Slf4jLogging$$anonfun$receive$1$$anonfun$applyOrElse$1.apply$mcV$sp(Slf4jLogging.scala:25)
  603. at spark.jobserver.common.akka.Slf4jLogging$class.spark$jobserver$common$akka$Slf4jLogging$$withAkkaSourceLogging(Slf4jLogging.scala:34)
  604. at spark.jobserver.common.akka.Slf4jLogging$$anonfun$receive$1.applyOrElse(Slf4jLogging.scala:24)
  605. at scala.runtime.AbstractPartialFunction.apply(AbstractPartialFunction.scala:36)
  606. at spark.jobserver.common.akka.ActorMetrics$$anonfun$receive$1.applyOrElse(ActorMetrics.scala:23)
  607. at akka.actor.Actor$class.aroundReceive(Actor.scala:484)
  608. at spark.jobserver.common.akka.InstrumentedActor.aroundReceive(InstrumentedActor.scala:8)
  609. at akka.actor.ActorCell.receiveMessage(ActorCell.scala:526)
  610. at akka.actor.ActorCell.invoke(ActorCell.scala:495)
  611. at akka.dispatch.Mailbox.processMailbox(Mailbox.scala:257)
  612. at akka.dispatch.Mailbox.run(Mailbox.scala:224)
  613. at akka.dispatch.Mailbox.exec(Mailbox.scala:234)
  614. at scala.concurrent.forkjoin.ForkJoinTask.doExec(ForkJoinTask.java:260)
  615. at scala.concurrent.forkjoin.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1339)
  616. at scala.concurrent.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979)
  617. at scala.concurrent.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107)
  618. Caused by: ERROR XJ040: Failed to start database 'metastore_db' with class loader org.apache.spark.sql.hive.client.IsolatedClientLoader$$anon$1@759f2543, see the next exception for details.
  619. at org.apache.derby.iapi.error.StandardException.newException(Unknown Source)
  620. at org.apache.derby.impl.jdbc.SQLExceptionFactory.wrapArgsForTransportAcrossDRDA(Unknown Source)
  621. ... 128 more
  622. Caused by: ERROR XSDB6: Another instance of Derby may have already booted the database /Users/nislam/projects/spark-jobserver-latest/job-server-extras/metastore_db.
  623. at org.apache.derby.iapi.error.StandardException.newException(Unknown Source)
  624. at org.apache.derby.iapi.error.StandardException.newException(Unknown Source)
  625. at org.apache.derby.impl.store.raw.data.BaseDataFileFactory.privGetJBMSLockOnDB(Unknown Source)
  626. at org.apache.derby.impl.store.raw.data.BaseDataFileFactory.run(Unknown Source)
  627. at java.security.AccessController.doPrivileged(Native Method)
  628. at org.apache.derby.impl.store.raw.data.BaseDataFileFactory.getJBMSLockOnDB(Unknown Source)
  629. at org.apache.derby.impl.store.raw.data.BaseDataFileFactory.boot(Unknown Source)
  630. at org.apache.derby.impl.services.monitor.BaseMonitor.boot(Unknown Source)
  631. at org.apache.derby.impl.services.monitor.TopService.bootModule(Unknown Source)
  632. at org.apache.derby.impl.services.monitor.BaseMonitor.startModule(Unknown Source)
  633. at org.apache.derby.impl.services.monitor.FileMonitor.startModule(Unknown Source)
  634. at org.apache.derby.iapi.services.monitor.Monitor.bootServiceModule(Unknown Source)
  635. at org.apache.derby.impl.store.raw.RawStore$6.run(Unknown Source)
  636. at java.security.AccessController.doPrivileged(Native Method)
  637. at org.apache.derby.impl.store.raw.RawStore.bootServiceModule(Unknown Source)
  638. at org.apache.derby.impl.store.raw.RawStore.boot(Unknown Source)
  639. at org.apache.derby.impl.services.monitor.BaseMonitor.boot(Unknown Source)
  640. at org.apache.derby.impl.services.monitor.TopService.bootModule(Unknown Source)
  641. at org.apache.derby.impl.services.monitor.BaseMonitor.startModule(Unknown Source)
  642. at org.apache.derby.impl.services.monitor.FileMonitor.startModule(Unknown Source)
  643. at org.apache.derby.iapi.services.monitor.Monitor.bootServiceModule(Unknown Source)
  644. at org.apache.derby.impl.store.access.RAMAccessManager$5.run(Unknown Source)
  645. at java.security.AccessController.doPrivileged(Native Method)
  646. at org.apache.derby.impl.store.access.RAMAccessManager.bootServiceModule(Unknown Source)
  647. at org.apache.derby.impl.store.access.RAMAccessManager.boot(Unknown Source)
  648. at org.apache.derby.impl.services.monitor.BaseMonitor.boot(Unknown Source)
  649. at org.apache.derby.impl.services.monitor.TopService.bootModule(Unknown Source)
  650. at org.apache.derby.impl.services.monitor.BaseMonitor.startModule(Unknown Source)
  651. at org.apache.derby.impl.services.monitor.FileMonitor.startModule(Unknown Source)
  652. at org.apache.derby.iapi.services.monitor.Monitor.bootServiceModule(Unknown Source)
  653. at org.apache.derby.impl.db.BasicDatabase$5.run(Unknown Source)
  654. at java.security.AccessController.doPrivileged(Native Method)
  655. at org.apache.derby.impl.db.BasicDatabase.bootServiceModule(Unknown Source)
  656. at org.apache.derby.impl.db.BasicDatabase.bootStore(Unknown Source)
  657. at org.apache.derby.impl.db.BasicDatabase.boot(Unknown Source)
  658. at org.apache.derby.impl.services.monitor.BaseMonitor.boot(Unknown Source)
  659. at org.apache.derby.impl.services.monitor.TopService.bootModule(Unknown Source)
  660. at org.apache.derby.impl.services.monitor.BaseMonitor.bootService(Unknown Source)
  661. at org.apache.derby.impl.services.monitor.BaseMonitor.startProviderService(Unknown Source)
  662. at org.apache.derby.impl.services.monitor.BaseMonitor.findProviderAndStartService(Unknown Source)
  663. at org.apache.derby.impl.services.monitor.BaseMonitor.startPersistentService(Unknown Source)
  664. at org.apache.derby.iapi.services.monitor.Monitor.startPersistentService(Unknown Source)
  665. at org.apache.derby.impl.jdbc.EmbedConnection$4.run(Unknown Source)
  666. at org.apache.derby.impl.jdbc.EmbedConnection$4.run(Unknown Source)
  667. at java.security.AccessController.doPrivileged(Native Method)
  668. at org.apache.derby.impl.jdbc.EmbedConnection.startPersistentService(Unknown Source)
  669. ... 125 more
  670. ------
  671.  
  672. at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
  673. at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
  674. at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
  675. at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
  676. at com.jolbox.bonecp.PoolUtil.generateSQLException(PoolUtil.java:192)
  677. at com.jolbox.bonecp.BoneCP.<init>(BoneCP.java:422)
  678. at com.jolbox.bonecp.BoneCPDataSource.getConnection(BoneCPDataSource.java:120)
  679. at org.datanucleus.store.rdbms.ConnectionFactoryImpl$ManagedConnectionImpl.getConnection(ConnectionFactoryImpl.java:501)
  680. at org.datanucleus.store.rdbms.RDBMSStoreManager.<init>(RDBMSStoreManager.java:298)
  681. at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
  682. at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
  683. at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
  684. at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
  685. at org.datanucleus.plugin.NonManagedPluginRegistry.createExecutableExtension(NonManagedPluginRegistry.java:631)
  686. at org.datanucleus.plugin.PluginManager.createExecutableExtension(PluginManager.java:301)
  687. at org.datanucleus.NucleusContext.createStoreManagerForProperties(NucleusContext.java:1187)
  688. at org.datanucleus.NucleusContext.initialise(NucleusContext.java:356)
  689. at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.freezeConfiguration(JDOPersistenceManagerFactory.java:775)
  690. ... 100 more
  691. Caused by: java.sql.SQLException: Failed to start database 'metastore_db' with class loader org.apache.spark.sql.hive.client.IsolatedClientLoader$$anon$1@759f2543, see the next exception for details.
  692. at org.apache.derby.impl.jdbc.SQLExceptionFactory.getSQLException(Unknown Source)
  693. at org.apache.derby.impl.jdbc.SQLExceptionFactory.getSQLException(Unknown Source)
  694. at org.apache.derby.impl.jdbc.Util.seeNextException(Unknown Source)
  695. at org.apache.derby.impl.jdbc.EmbedConnection.bootDatabase(Unknown Source)
  696. at org.apache.derby.impl.jdbc.EmbedConnection.<init>(Unknown Source)
  697. at org.apache.derby.jdbc.InternalDriver$1.run(Unknown Source)
  698. at org.apache.derby.jdbc.InternalDriver$1.run(Unknown Source)
  699. at java.security.AccessController.doPrivileged(Native Method)
  700. at org.apache.derby.jdbc.InternalDriver.getNewEmbedConnection(Unknown Source)
  701. at org.apache.derby.jdbc.InternalDriver.connect(Unknown Source)
  702. at org.apache.derby.jdbc.InternalDriver.connect(Unknown Source)
  703. at org.apache.derby.jdbc.AutoloadedDriver.connect(Unknown Source)
  704. at java.sql.DriverManager.getConnection(DriverManager.java:664)
  705. at java.sql.DriverManager.getConnection(DriverManager.java:208)
  706. at com.jolbox.bonecp.BoneCP.obtainRawInternalConnection(BoneCP.java:361)
  707. at com.jolbox.bonecp.BoneCP.<init>(BoneCP.java:416)
  708. ... 112 more
  709. Caused by: ERROR XJ040: Failed to start database 'metastore_db' with class loader org.apache.spark.sql.hive.client.IsolatedClientLoader$$anon$1@759f2543, see the next exception for details.
  710. at org.apache.derby.iapi.error.StandardException.newException(Unknown Source)
  711. at org.apache.derby.impl.jdbc.SQLExceptionFactory.wrapArgsForTransportAcrossDRDA(Unknown Source)
  712. ... 128 more
  713. Caused by: ERROR XSDB6: Another instance of Derby may have already booted the database /Users/nislam/projects/spark-jobserver-latest/job-server-extras/metastore_db.
  714. at org.apache.derby.iapi.error.StandardException.newException(Unknown Source)
  715. at org.apache.derby.iapi.error.StandardException.newException(Unknown Source)
  716. at org.apache.derby.impl.store.raw.data.BaseDataFileFactory.privGetJBMSLockOnDB(Unknown Source)
  717. at org.apache.derby.impl.store.raw.data.BaseDataFileFactory.run(Unknown Source)
  718. at java.security.AccessController.doPrivileged(Native Method)
  719. at org.apache.derby.impl.store.raw.data.BaseDataFileFactory.getJBMSLockOnDB(Unknown Source)
  720. at org.apache.derby.impl.store.raw.data.BaseDataFileFactory.boot(Unknown Source)
  721. at org.apache.derby.impl.services.monitor.BaseMonitor.boot(Unknown Source)
  722. at org.apache.derby.impl.services.monitor.TopService.bootModule(Unknown Source)
  723. at org.apache.derby.impl.services.monitor.BaseMonitor.startModule(Unknown Source)
  724. at org.apache.derby.impl.services.monitor.FileMonitor.startModule(Unknown Source)
  725. at org.apache.derby.iapi.services.monitor.Monitor.bootServiceModule(Unknown Source)
  726. at org.apache.derby.impl.store.raw.RawStore$6.run(Unknown Source)
  727. at java.security.AccessController.doPrivileged(Native Method)
  728. at org.apache.derby.impl.store.raw.RawStore.bootServiceModule(Unknown Source)
  729. at org.apache.derby.impl.store.raw.RawStore.boot(Unknown Source)
  730. at org.apache.derby.impl.services.monitor.BaseMonitor.boot(Unknown Source)
  731. at org.apache.derby.impl.services.monitor.TopService.bootModule(Unknown Source)
  732. at org.apache.derby.impl.services.monitor.BaseMonitor.startModule(Unknown Source)
  733. at org.apache.derby.impl.services.monitor.FileMonitor.startModule(Unknown Source)
  734. at org.apache.derby.iapi.services.monitor.Monitor.bootServiceModule(Unknown Source)
  735. at org.apache.derby.impl.store.access.RAMAccessManager$5.run(Unknown Source)
  736. at java.security.AccessController.doPrivileged(Native Method)
  737. at org.apache.derby.impl.store.access.RAMAccessManager.bootServiceModule(Unknown Source)
  738. at org.apache.derby.impl.store.access.RAMAccessManager.boot(Unknown Source)
  739. at org.apache.derby.impl.services.monitor.BaseMonitor.boot(Unknown Source)
  740. at org.apache.derby.impl.services.monitor.TopService.bootModule(Unknown Source)
  741. at org.apache.derby.impl.services.monitor.BaseMonitor.startModule(Unknown Source)
  742. at org.apache.derby.impl.services.monitor.FileMonitor.startModule(Unknown Source)
  743. at org.apache.derby.iapi.services.monitor.Monitor.bootServiceModule(Unknown Source)
  744. at org.apache.derby.impl.db.BasicDatabase$5.run(Unknown Source)
  745. at java.security.AccessController.doPrivileged(Native Method)
  746. at org.apache.derby.impl.db.BasicDatabase.bootServiceModule(Unknown Source)
  747. at org.apache.derby.impl.db.BasicDatabase.bootStore(Unknown Source)
  748. at org.apache.derby.impl.db.BasicDatabase.boot(Unknown Source)
  749. at org.apache.derby.impl.services.monitor.BaseMonitor.boot(Unknown Source)
  750. at org.apache.derby.impl.services.monitor.TopService.bootModule(Unknown Source)
  751. at org.apache.derby.impl.services.monitor.BaseMonitor.bootService(Unknown Source)
  752. at org.apache.derby.impl.services.monitor.BaseMonitor.startProviderService(Unknown Source)
  753. at org.apache.derby.impl.services.monitor.BaseMonitor.findProviderAndStartService(Unknown Source)
  754. at org.apache.derby.impl.services.monitor.BaseMonitor.startPersistentService(Unknown Source)
  755. at org.apache.derby.iapi.services.monitor.Monitor.startPersistentService(Unknown Source)
  756. at org.apache.derby.impl.jdbc.EmbedConnection$4.run(Unknown Source)
  757. at org.apache.derby.impl.jdbc.EmbedConnection$4.run(Unknown Source)
  758. at java.security.AccessController.doPrivileged(Native Method)
  759. at org.apache.derby.impl.jdbc.EmbedConnection.startPersistentService(Unknown Source)
  760. ... 125 more
  761. [2017-09-27 08:28:49,616] INFO .Cluster(akka://JobServer) [] [akka.cluster.Cluster(akka://JobServer)] - Cluster Node [akka.tcp://JobServer@127.0.0.1:63698] - Marking node [akka.tcp://JobServer@127.0.0.1:64373] as [Down]
  762. [2017-09-27 08:28:54,298] WARN .cluster.ClusterCoreDaemon [] [akka.tcp://JobServer@127.0.0.1:63698/system/cluster/core/daemon] - Cluster Node [akka.tcp://JobServer@127.0.0.1:63698] - Marking node(s) as UNREACHABLE [Member(address = akka.tcp://JobServer@127.0.0.1:64373, status = Down)]. Node roles [supervisor]
  763. [2017-09-27 08:28:54,300] INFO .Cluster(akka://JobServer) [] [akka.cluster.Cluster(akka://JobServer)] - Cluster Node [akka.tcp://JobServer@127.0.0.1:63698] - Leader is removing unreachable node [akka.tcp://JobServer@127.0.0.1:64373]
Add Comment
Please, Sign In to add comment
Public Pastes
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!