API tools faq
paste
Advertisement
Guest User

Untitled

a guest
May 8th, 2017
699
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 9.69 KB | None | 0 0
raw download clone embed print report
  1. org.apache.spark.SparkException: Job aborted due to stage failure: Task 0 in stage 0.0 failed 4 times, most recent failure: Lost task 0.3 in stage 0.0 (TID 3, 10.0.0.221, executor 0): java.io.IOException: com.esotericsoftware.kryo.KryoException: java.lang.IndexOutOfBoundsException: Index: 4055, Size: 1
  2. Serialization trace:
  3. org$apache$spark$storage$BlockManagerId$$executorId_ (org.apache.spark.storage.BlockManagerId)
  4. at org.apache.spark.util.Utils$.tryOrIOException(Utils.scala:1276)
  5. at org.apache.spark.broadcast.TorrentBroadcast.readBroadcastBlock(TorrentBroadcast.scala:206)
  6. at org.apache.spark.broadcast.TorrentBroadcast._value$lzycompute(TorrentBroadcast.scala:66)
  7. at org.apache.spark.broadcast.TorrentBroadcast._value(TorrentBroadcast.scala:66)
  8. at org.apache.spark.broadcast.TorrentBroadcast.getValue(TorrentBroadcast.scala:96)
  9. at org.apache.spark.broadcast.Broadcast.value(Broadcast.scala:70)
  10. at org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:81)
  11. at org.apache.spark.scheduler.Task.run(Task.scala:99)
  12. at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:322)
  13. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  14. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  15. at java.lang.Thread.run(Thread.java:745)
  16. Caused by: com.esotericsoftware.kryo.KryoException: java.lang.IndexOutOfBoundsException: Index: 4055, Size: 1
  17. Serialization trace:
  18. org$apache$spark$storage$BlockManagerId$$executorId_ (org.apache.spark.storage.BlockManagerId)
  19. at com.esotericsoftware.kryo.serializers.ObjectField.read(ObjectField.java:144)
  20. at com.esotericsoftware.kryo.serializers.FieldSerializer.read(FieldSerializer.java:551)
  21. at com.esotericsoftware.kryo.Kryo.readClassAndObject(Kryo.java:790)
  22. at org.apache.spark.serializer.KryoDeserializationStream.readObject(KryoSerializer.scala:244)
  23. at org.apache.spark.broadcast.TorrentBroadcast$$anonfun$9.apply(TorrentBroadcast.scala:290)
  24. at org.apache.spark.util.Utils$.tryWithSafeFinally(Utils.scala:1303)
  25. at org.apache.spark.broadcast.TorrentBroadcast$.unBlockifyObject(TorrentBroadcast.scala:291)
  26. at org.apache.spark.broadcast.TorrentBroadcast$$anonfun$readBroadcastBlock$1.apply(TorrentBroadcast.scala:225)
  27. at org.apache.spark.util.Utils$.tryOrIOException(Utils.scala:1269)
  28. ... 11 more
  29. Caused by: java.lang.IndexOutOfBoundsException: Index: 4055, Size: 1
  30. at java.util.ArrayList.rangeCheck(ArrayList.java:653)
  31. at java.util.ArrayList.get(ArrayList.java:429)
  32. at com.esotericsoftware.kryo.util.MapReferenceResolver.getReadObject(MapReferenceResolver.java:60)
  33. at com.esotericsoftware.kryo.Kryo.readReferenceOrNull(Kryo.java:834)
  34. at com.esotericsoftware.kryo.Kryo.readObjectOrNull(Kryo.java:757)
  35. at com.esotericsoftware.kryo.serializers.ObjectField.read(ObjectField.java:132)
  36. ... 19 more
  37.  
  38. Driver stacktrace:
  39. at org.apache.spark.scheduler.DAGScheduler.org$apache$spark$scheduler$DAGScheduler$$failJobAndIndependentStages(DAGScheduler.scala:1435)
  40. at org.apache.spark.scheduler.DAGScheduler$$anonfun$abortStage$1.apply(DAGScheduler.scala:1423)
  41. at org.apache.spark.scheduler.DAGScheduler$$anonfun$abortStage$1.apply(DAGScheduler.scala:1422)
  42. at scala.collection.mutable.ResizableArray$class.foreach(ResizableArray.scala:59)
  43. at scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:48)
  44. at org.apache.spark.scheduler.DAGScheduler.abortStage(DAGScheduler.scala:1422)
  45. at org.apache.spark.scheduler.DAGScheduler$$anonfun$handleTaskSetFailed$1.apply(DAGScheduler.scala:802)
  46. at org.apache.spark.scheduler.DAGScheduler$$anonfun$handleTaskSetFailed$1.apply(DAGScheduler.scala:802)
  47. at scala.Option.foreach(Option.scala:257)
  48. at org.apache.spark.scheduler.DAGScheduler.handleTaskSetFailed(DAGScheduler.scala:802)
  49. at org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.doOnReceive(DAGScheduler.scala:1650)
  50. at org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.onReceive(DAGScheduler.scala:1605)
  51. at org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.onReceive(DAGScheduler.scala:1594)
  52. at org.apache.spark.util.EventLoop$$anon$1.run(EventLoop.scala:48)
  53. at org.apache.spark.scheduler.DAGScheduler.runJob(DAGScheduler.scala:628)
  54. at org.apache.spark.SparkContext.runJob(SparkContext.scala:1925)
  55. at org.apache.spark.SparkContext.runJob(SparkContext.scala:1938)
  56. at org.apache.spark.SparkContext.runJob(SparkContext.scala:1951)
  57. at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  58. at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
  59. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  60. at java.lang.reflect.Method.invoke(Method.java:498)
  61. at clojure.lang.Reflector.invokeMatchingMethod(Reflector.java:93)
  62. at clojure.lang.Reflector.invokeInstanceMethod(Reflector.java:28)
  63. at powderkeg.core$run_job__3203.invokeStatic(core.clj:599)
  64. at powderkeg.core$run_job__3203.invoke(core.clj:593)
  65. at powderkeg.core$reduce_rdd__3217$fn__3221.invoke(core.clj:637)
  66. at clojure.lang.Range.reduce(Range.java:180)
  67. at clojure.core$reduce.invokeStatic(core.clj:6544)
  68. at clojure.core$reduce.invoke(core.clj:6527)
  69. at powderkeg.core$reduce_rdd__3217.invokeStatic(core.clj:635)
  70. at powderkeg.core$reduce_rdd__3217.invoke(core.clj:631)
  71. at powderkeg.core$eval3232__3233$fn__3234.invoke(core.clj:660)
  72. at clojure.core.protocols$fn__6684$G__6679__6697.invoke(protocols.clj:13)
  73. at clojure.core$reduce.invokeStatic(core.clj:6545)
  74. at clojure.core$into.invokeStatic(core.clj:6610)
  75. at clojure.core$into.invoke(core.clj:6604)
  76. at spark_play.core$eval3355__3356.invokeStatic(form-init7136868918327534464.clj:1)
  77. at spark_play.core$eval3355__3356.invoke(form-init7136868918327534464.clj:1)
  78. at clojure.lang.Compiler.eval(Compiler.java:6927)
  79. at clojure.lang.Compiler.eval(Compiler.java:6890)
  80. at clojure.core$eval.invokeStatic(core.clj:3105)
  81. at clojure.core$eval.invoke(core.clj:3101)
  82. at clojure.main$repl$read_eval_print__7408$fn__7411.invoke(main.clj:240)
  83. at clojure.main$repl$read_eval_print__7408.invoke(main.clj:240)
  84. at clojure.main$repl$fn__7417.invoke(main.clj:258)
  85. at clojure.main$repl.invokeStatic(main.clj:258)
  86. at clojure.main$repl.doInvoke(main.clj:174)
  87. at clojure.lang.RestFn.invoke(RestFn.java:1523)
  88. at clojure.tools.nrepl.middleware.interruptible_eval$evaluate$fn__648.invoke(interruptible_eval.clj:87)
  89. at clojure.lang.AFn.applyToHelper(AFn.java:152)
  90. at clojure.lang.AFn.applyTo(AFn.java:144)
  91. at clojure.core$apply.invokeStatic(core.clj:646)
  92. at clojure.core$with_bindings_STAR_.invokeStatic(core.clj:1881)
  93. at clojure.core$with_bindings_STAR_.doInvoke(core.clj:1881)
  94. at clojure.lang.RestFn.invoke(RestFn.java:425)
  95. at clojure.tools.nrepl.middleware.interruptible_eval$evaluate.invokeStatic(interruptible_eval.clj:85)
  96. at clojure.tools.nrepl.middleware.interruptible_eval$evaluate.invoke(interruptible_eval.clj:55)
  97. at clojure.tools.nrepl.middleware.interruptible_eval$interruptible_eval$fn__693$fn__696.invoke(interruptible_eval.clj:222)
  98. at clojure.tools.nrepl.middleware.interruptible_eval$run_next$fn__688.invoke(interruptible_eval.clj:190)
  99. at clojure.lang.AFn.run(AFn.java:22)
  100. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  101. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  102. at java.lang.Thread.run(Thread.java:745)
  103. Caused by: java.io.IOException: com.esotericsoftware.kryo.KryoException: java.lang.IndexOutOfBoundsException: Index: 4055, Size: 1
  104. Serialization trace:
  105. org$apache$spark$storage$BlockManagerId$$executorId_ (org.apache.spark.storage.BlockManagerId)
  106. at org.apache.spark.util.Utils$.tryOrIOException(Utils.scala:1276)
  107. at org.apache.spark.broadcast.TorrentBroadcast.readBroadcastBlock(TorrentBroadcast.scala:206)
  108. at org.apache.spark.broadcast.TorrentBroadcast._value$lzycompute(TorrentBroadcast.scala:66)
  109. at org.apache.spark.broadcast.TorrentBroadcast._value(TorrentBroadcast.scala:66)
  110. at org.apache.spark.broadcast.TorrentBroadcast.getValue(TorrentBroadcast.scala:96)
  111. at org.apache.spark.broadcast.Broadcast.value(Broadcast.scala:70)
  112. at org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:81)
  113. at org.apache.spark.scheduler.Task.run(Task.scala:99)
  114. at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:322)
  115. ... 3 more
  116. Caused by: com.esotericsoftware.kryo.KryoException: java.lang.IndexOutOfBoundsException: Index: 4055, Size: 1
  117. Serialization trace:
  118. org$apache$spark$storage$BlockManagerId$$executorId_ (org.apache.spark.storage.BlockManagerId)
  119. at com.esotericsoftware.kryo.serializers.ObjectField.read(ObjectField.java:144)
  120. at com.esotericsoftware.kryo.serializers.FieldSerializer.read(FieldSerializer.java:551)
  121. at com.esotericsoftware.kryo.Kryo.readClassAndObject(Kryo.java:790)
  122. at org.apache.spark.serializer.KryoDeserializationStream.readObject(KryoSerializer.scala:244)
  123. at org.apache.spark.broadcast.TorrentBroadcast$$anonfun$9.apply(TorrentBroadcast.scala:290)
  124. at org.apache.spark.util.Utils$.tryWithSafeFinally(Utils.scala:1303)
  125. at org.apache.spark.broadcast.TorrentBroadcast$.unBlockifyObject(TorrentBroadcast.scala:291)
  126. at org.apache.spark.broadcast.TorrentBroadcast$$anonfun$readBroadcastBlock$1.apply(TorrentBroadcast.scala:225)
  127. at org.apache.spark.util.Utils$.tryOrIOException(Utils.scala:1269)
  128. ... 11 more
  129. Caused by: java.lang.IndexOutOfBoundsException: Index: 4055, Size: 1
  130. at java.util.ArrayList.rangeCheck(ArrayList.java:653)
  131. at java.util.ArrayList.get(ArrayList.java:429)
  132. at com.esotericsoftware.kryo.util.MapReferenceResolver.getReadObject(MapReferenceResolver.java:60)
  133. at com.esotericsoftware.kryo.Kryo.readReferenceOrNull(Kryo.java:834)
  134. at com.esotericsoftware.kryo.Kryo.readObjectOrNull(Kryo.java:757)
  135. at com.esotericsoftware.kryo.serializers.ObjectField.read(ObjectField.java:132)
  136. ... 19 more
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement
Public Pastes
Advertisement
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!