API tools faq
paste
Guest User

Untitled

a guest
Sep 14th, 2021
27
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 11.36 KB | None | 0 0
raw download clone embed print report
  1. org.apache.spark.SparkException: Job aborted due to stage failure: Task 0 in stage 5.0 failed 4 times, most recent failure: Lost task 0.3 in stage 5.0 (TID 1131, 10.239.190.240, executor 33): java.lang.ClassCastException: cannot assign instance of java.lang.invoke.SerializedLambda to field org.apache.spark.rdd.MapPartitionsRDD.f of type scala.Function3 in instance of org.apache.spark.rdd.MapPartitionsRDD
  2. at java.io.ObjectStreamClass$FieldReflector.setObjFieldValues(ObjectStreamClass.java:2301)
  3. at java.io.ObjectStreamClass.setObjFieldValues(ObjectStreamClass.java:1431)
  4. at java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2411)
  5. at java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:2329)
  6. at java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:2187)
  7. at java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1667)
  8. at java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2405)
  9. at java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:2329)
  10. at java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:2187)
  11. at java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1667)
  12. at java.io.ObjectInputStream.readArray(ObjectInputStream.java:2093)
  13. at java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1655)
  14. at java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2405)
  15. at java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:2329)
  16. at java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:2187)
  17. at java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1667)
  18. at java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2405)
  19. at java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:2329)
  20. at java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:2187)
  21. at java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1667)
  22. at java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2405)
  23. at java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:2329)
  24. at java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:2187)
  25. at java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1667)
  26. at java.io.ObjectInputStream.readObject(ObjectInputStream.java:503)
  27. at java.io.ObjectInputStream.readObject(ObjectInputStream.java:461)
  28. at scala.collection.immutable.List$SerializationProxy.readObject(List.scala:488)
  29. at sun.reflect.GeneratedMethodAccessor6.invoke(Unknown Source)
  30. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  31. at java.lang.reflect.Method.invoke(Method.java:498)
  32. at java.io.ObjectStreamClass.invokeReadObject(ObjectStreamClass.java:1184)
  33. at java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:2296)
  34. at java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:2187)
  35. at java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1667)
  36. at java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2405)
  37. at java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:2329)
  38. at java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:2187)
  39. at java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1667)
  40. at java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2405)
  41. at java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:2329)
  42. at java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:2187)
  43. at java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1667)
  44. at java.io.ObjectInputStream.readObject(ObjectInputStream.java:503)
  45. at java.io.ObjectInputStream.readObject(ObjectInputStream.java:461)
  46. at org.apache.spark.serializer.JavaDeserializationStream.readObject(JavaSerializer.scala:76)
  47. at org.apache.spark.serializer.JavaSerializerInstance.deserialize(JavaSerializer.scala:115)
  48. at org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:83)
  49. at org.apache.spark.scheduler.Task.run(Task.scala:127)
  50. at org.apache.spark.executor.Executor$TaskRunner.$anonfun$run$3(Executor.scala:446)
  51. at org.apache.spark.util.Utils$.tryWithSafeFinally(Utils.scala:1377)
  52. at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:449)
  53. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
  54. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  55. at java.lang.Thread.run(Thread.java:748)
  56.  
  57. Driver stacktrace:
  58. org.apache.spark.scheduler.DAGScheduler.failJobAndIndependentStages(DAGScheduler.scala:2059)
  59. org.apache.spark.scheduler.DAGScheduler.$anonfun$abortStage$2(DAGScheduler.scala:2008)
  60. org.apache.spark.scheduler.DAGScheduler.$anonfun$abortStage$2$adapted(DAGScheduler.scala:2007)
  61. scala.collection.mutable.ResizableArray.foreach(ResizableArray.scala:62)
  62. scala.collection.mutable.ResizableArray.foreach$(ResizableArray.scala:55)
  63. scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:49)
  64. org.apache.spark.scheduler.DAGScheduler.abortStage(DAGScheduler.scala:2007)
  65. org.apache.spark.scheduler.DAGScheduler.$anonfun$handleTaskSetFailed$1(DAGScheduler.scala:973)
  66. org.apache.spark.scheduler.DAGScheduler.$anonfun$handleTaskSetFailed$1$adapted(DAGScheduler.scala:973)
  67. scala.Option.foreach(Option.scala:407)
  68. org.apache.spark.scheduler.DAGScheduler.handleTaskSetFailed(DAGScheduler.scala:973)
  69. org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.doOnReceive(DAGScheduler.scala:2239)
  70. org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.onReceive(DAGScheduler.scala:2188)
  71. org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.onReceive(DAGScheduler.scala:2177)
  72. org.apache.spark.util.EventLoop$$anon$1.run(EventLoop.scala:49)
  73. org.apache.spark.scheduler.DAGScheduler.runJob(DAGScheduler.scala:775)
  74. org.apache.spark.SparkContext.runJob(SparkContext.scala:2099)
  75. org.apache.spark.SparkContext.runJob(SparkContext.scala:2120)
  76. org.apache.spark.SparkContext.runJob(SparkContext.scala:2139)
  77. org.apache.spark.sql.execution.SparkPlan.executeTake(SparkPlan.scala:467)
  78. org.apache.spark.sql.execution.SparkPlan.executeTake(SparkPlan.scala:420)
  79. org.apache.spark.sql.execution.CollectLimitExec.executeCollect(limit.scala:47)
  80. org.apache.spark.sql.Dataset.collectFromPlan(Dataset.scala:3627)
  81. org.apache.spark.sql.Dataset.$anonfun$head$1(Dataset.scala:2697)
  82. org.apache.spark.sql.Dataset.$anonfun$withAction$1(Dataset.scala:3618)
  83. org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$5(SQLExecution.scala:100)
  84. org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:160)
  85. org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(SQLExecution.scala:87)
  86. org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:764)
  87. org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:64)
  88. org.apache.spark.sql.Dataset.withAction(Dataset.scala:3616)
  89. org.apache.spark.sql.Dataset.head(Dataset.scala:2697)
  90. org.apache.spark.sql.Dataset.take(Dataset.scala:2904)
  91. org.apache.spark.sql.Dataset.getRows(Dataset.scala:300)
  92. org.apache.spark.sql.Dataset.showString(Dataset.scala:337)
  93. org.apache.spark.sql.Dataset.show(Dataset.scala:898)
  94. ammonite.$sess.cmd4$Helper.<init>(cmd4.sc:3)
  95. ammonite.$sess.cmd4$.<init>(cmd4.sc:7)
  96. ammonite.$sess.cmd4$.<clinit>(cmd4.sc:-1)
  97. java.lang.ClassCastException: cannot assign instance of java.lang.invoke.SerializedLambda to field org.apache.spark.rdd.MapPartitionsRDD.f of type scala.Function3 in instance of org.apache.spark.rdd.MapPartitionsRDD
  98. java.io.ObjectStreamClass$FieldReflector.setObjFieldValues(ObjectStreamClass.java:2301)
  99. java.io.ObjectStreamClass.setObjFieldValues(ObjectStreamClass.java:1431)
  100. java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2411)
  101. java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:2329)
  102. java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:2187)
  103. java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1667)
  104. java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2405)
  105. java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:2329)
  106. java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:2187)
  107. java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1667)
  108. java.io.ObjectInputStream.readArray(ObjectInputStream.java:2093)
  109. java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1655)
  110. java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2405)
  111. java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:2329)
  112. java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:2187)
  113. java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1667)
  114. java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2405)
  115. java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:2329)
  116. java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:2187)
  117. java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1667)
  118. java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2405)
  119. java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:2329)
  120. java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:2187)
  121. java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1667)
  122. java.io.ObjectInputStream.readObject(ObjectInputStream.java:503)
  123. java.io.ObjectInputStream.readObject(ObjectInputStream.java:461)
  124. scala.collection.immutable.List$SerializationProxy.readObject(List.scala:488)
  125. sun.reflect.GeneratedMethodAccessor6.invoke(Unknown Source)
  126. sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  127. java.lang.reflect.Method.invoke(Method.java:498)
  128. java.io.ObjectStreamClass.invokeReadObject(ObjectStreamClass.java:1184)
  129. java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:2296)
  130. java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:2187)
  131. java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1667)
  132. java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2405)
  133. java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:2329)
  134. java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:2187)
  135. java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1667)
  136. java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2405)
  137. java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:2329)
  138. java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:2187)
  139. java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1667)
  140. java.io.ObjectInputStream.readObject(ObjectInputStream.java:503)
  141. java.io.ObjectInputStream.readObject(ObjectInputStream.java:461)
  142. org.apache.spark.serializer.JavaDeserializationStream.readObject(JavaSerializer.scala:76)
  143. org.apache.spark.serializer.JavaSerializerInstance.deserialize(JavaSerializer.scala:115)
  144. org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:83)
  145. org.apache.spark.scheduler.Task.run(Task.scala:127)
  146. org.apache.spark.executor.Executor$TaskRunner.$anonfun$run$3(Executor.scala:446)
  147. org.apache.spark.util.Utils$.tryWithSafeFinally(Utils.scala:1377)
  148. org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:449)
  149. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
  150. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  151. java.lang.Thread.run(Thread.java:748)
Advertisement
Add Comment
Please, Sign In to add comment
Public Pastes
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!