API tools faq
paste
Guest User

Untitled

a guest
Aug 14th, 2014
452
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 11.85 KB | None | 0 0
raw download clone embed print report
  1. mahout> val drmData = drmParallelize(dense(
  2. | (2, 2, 10.5, 10, 29.509541), // Apple Cinnamon Cheerios
  3. | (1, 2, 12, 12, 18.042851), // Cap'n'Crunch
  4. | (1, 1, 12, 13, 22.736446), // Cocoa Puffs
  5. | (2, 1, 11, 13, 32.207582), // Froot Loops
  6. | (1, 2, 12, 11, 21.871292), // Honey Graham Ohs
  7. | (2, 1, 16, 8, 36.187559), // Wheaties Honey Gold
  8. | (6, 2, 17, 1, 50.764999), // Cheerios
  9. | (3, 2, 13, 7, 40.400208), // Clusters
  10. | (3, 3, 13, 4, 45.811716)), // Great Grains Pecan
  11. | numPartitions = 2);
  12. drmData: org.apache.mahout.math.drm.CheckpointedDrm[Int] = org.apache.mahout.sparkbindings.drm.CheckpointedDrmSpark@8025f63
  13. mahout>
  14. mahout>
  15. mahout>
  16. mahout>
  17. mahout> val drmX = drmData(::, 0 until 4)
  18. 14/08/14 15:10:47 INFO SparkContext: Starting job: fold at CheckpointedDrmSpark.scala:192
  19. 14/08/14 15:10:47 INFO DAGScheduler: Got job 0 (fold at CheckpointedDrmSpark.scala:192) with 2 output partitions (allowLocal=false)
  20. 14/08/14 15:10:47 INFO DAGScheduler: Final stage: Stage 0(fold at CheckpointedDrmSpark.scala:192)
  21. 14/08/14 15:10:47 INFO DAGScheduler: Parents of final stage: List()
  22. 14/08/14 15:10:47 INFO DAGScheduler: Missing parents: List()
  23. 14/08/14 15:10:47 INFO DAGScheduler: Submitting Stage 0 (MappedRDD[1] at map at CheckpointedDrmSpark.scala:192), which has no missing parents
  24. 14/08/14 15:10:47 INFO DAGScheduler: Submitting 2 missing tasks from Stage 0 (MappedRDD[1] at map at CheckpointedDrmSpark.scala:192)
  25. 14/08/14 15:10:47 INFO TaskSchedulerImpl: Adding task set 0.0 with 2 tasks
  26. 14/08/14 15:10:47 INFO TaskSetManager: Starting task 0.0:0 as TID 0 on executor 0: vagrant-ubuntu-trusty-64 (PROCESS_LOCAL)
  27. 14/08/14 15:10:47 INFO TaskSetManager: Serialized task 0.0:0 as 1969 bytes in 9 ms
  28. 14/08/14 15:10:47 INFO TaskSetManager: Starting task 0.0:1 as TID 1 on executor 0: vagrant-ubuntu-trusty-64 (PROCESS_LOCAL)
  29. 14/08/14 15:10:47 INFO TaskSetManager: Serialized task 0.0:1 as 2022 bytes in 4 ms
  30. 14/08/14 15:10:48 WARN TaskSetManager: Lost TID 1 (task 0.0:1)
  31. 14/08/14 15:10:48 WARN TaskSetManager: Loss was due to java.lang.ArrayStoreException
  32. java.lang.ArrayStoreException: scala.Tuple3
  33. at com.esotericsoftware.kryo.serializers.DefaultArraySerializers$ObjectArraySerializer.read(DefaultArraySerializers.java:338)
  34. at com.esotericsoftware.kryo.serializers.DefaultArraySerializers$ObjectArraySerializer.read(DefaultArraySerializers.java:293)
  35. at com.esotericsoftware.kryo.Kryo.readClassAndObject(Kryo.java:729)
  36. at com.twitter.chill.WrappedArraySerializer.read(WrappedArraySerializer.scala:34)
  37. at com.twitter.chill.WrappedArraySerializer.read(WrappedArraySerializer.scala:21)
  38. at com.esotericsoftware.kryo.Kryo.readClassAndObject(Kryo.java:729)
  39. at org.apache.spark.serializer.KryoDeserializationStream.readObject(KryoSerializer.scala:118)
  40. at org.apache.spark.rdd.ParallelCollectionPartition$$anonfun$readObject$1.apply(ParallelCollectionRDD.scala:80)
  41. at org.apache.spark.rdd.ParallelCollectionPartition$$anonfun$readObject$1.apply(ParallelCollectionRDD.scala:80)
  42. at org.apache.spark.util.Utils$.deserializeViaNestedStream(Utils.scala:120)
  43. at org.apache.spark.rdd.ParallelCollectionPartition.readObject(ParallelCollectionRDD.scala:80)
  44. at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  45. at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
  46. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  47. at java.lang.reflect.Method.invoke(Method.java:606)
  48. at java.io.ObjectStreamClass.invokeReadObject(ObjectStreamClass.java:1017)
  49. at java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:1893)
  50. at java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:1798)
  51. at java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1350)
  52. at java.io.ObjectInputStream.skipCustomData(ObjectInputStream.java:1956)
  53. at java.io.ObjectInputStream.readExternalData(ObjectInputStream.java:1850)
  54. at java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:1796)
  55. at java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1350)
  56. at java.io.ObjectInputStream.readObject(ObjectInputStream.java:370)
  57. at org.apache.spark.serializer.JavaDeserializationStream.readObject(JavaSerializer.scala:63)
  58. at org.apache.spark.serializer.JavaSerializerInstance.deserialize(JavaSerializer.scala:85)
  59. at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:165)
  60. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  61. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  62. at java.lang.Thread.run(Thread.java:744)
  63. 14/08/14 15:10:48 WARN TaskSetManager: Lost TID 0 (task 0.0:0)
  64. 14/08/14 15:10:48 INFO TaskSetManager: Loss was due to java.lang.ArrayStoreException: scala.Tuple3 [duplicate 1]
  65. 14/08/14 15:10:48 INFO TaskSetManager: Starting task 0.0:0 as TID 2 on executor 0: vagrant-ubuntu-trusty-64 (PROCESS_LOCAL)
  66. 14/08/14 15:10:48 INFO TaskSetManager: Serialized task 0.0:0 as 1969 bytes in 7 ms
  67. 14/08/14 15:10:48 INFO TaskSetManager: Starting task 0.0:1 as TID 3 on executor 0: vagrant-ubuntu-trusty-64 (PROCESS_LOCAL)
  68. 14/08/14 15:10:48 INFO TaskSetManager: Serialized task 0.0:1 as 2022 bytes in 7 ms
  69. 14/08/14 15:10:48 WARN TaskSetManager: Lost TID 2 (task 0.0:0)
  70. 14/08/14 15:10:48 INFO TaskSetManager: Loss was due to java.lang.ArrayStoreException: scala.Tuple3 [duplicate 2]
  71. 14/08/14 15:10:48 INFO TaskSetManager: Starting task 0.0:0 as TID 4 on executor 0: vagrant-ubuntu-trusty-64 (PROCESS_LOCAL)
  72. 14/08/14 15:10:48 INFO TaskSetManager: Serialized task 0.0:0 as 1969 bytes in 4 ms
  73. 14/08/14 15:10:48 WARN TaskSetManager: Lost TID 3 (task 0.0:1)
  74. 14/08/14 15:10:48 INFO TaskSetManager: Loss was due to java.lang.ArrayStoreException: scala.Tuple3 [duplicate 3]
  75. 14/08/14 15:10:48 INFO TaskSetManager: Starting task 0.0:1 as TID 5 on executor 0: vagrant-ubuntu-trusty-64 (PROCESS_LOCAL)
  76. 14/08/14 15:10:48 INFO TaskSetManager: Serialized task 0.0:1 as 2022 bytes in 10 ms
  77. 14/08/14 15:10:48 WARN TaskSetManager: Lost TID 4 (task 0.0:0)
  78. 14/08/14 15:10:48 INFO TaskSetManager: Loss was due to java.lang.ArrayStoreException: scala.Tuple3 [duplicate 4]
  79. 14/08/14 15:10:48 INFO TaskSetManager: Starting task 0.0:0 as TID 6 on executor 0: vagrant-ubuntu-trusty-64 (PROCESS_LOCAL)
  80. 14/08/14 15:10:48 INFO TaskSetManager: Serialized task 0.0:0 as 1969 bytes in 7 ms
  81. 14/08/14 15:10:48 WARN TaskSetManager: Lost TID 5 (task 0.0:1)
  82. 14/08/14 15:10:48 INFO TaskSetManager: Loss was due to java.lang.ArrayStoreException: scala.Tuple3 [duplicate 5]
  83. 14/08/14 15:10:48 INFO TaskSetManager: Starting task 0.0:1 as TID 7 on executor 0: vagrant-ubuntu-trusty-64 (PROCESS_LOCAL)
  84. 14/08/14 15:10:48 INFO TaskSetManager: Serialized task 0.0:1 as 2022 bytes in 4 ms
  85. 14/08/14 15:10:48 WARN TaskSetManager: Lost TID 6 (task 0.0:0)
  86. 14/08/14 15:10:48 INFO TaskSetManager: Loss was due to java.lang.ArrayStoreException: scala.Tuple3 [duplicate 6]
  87. 14/08/14 15:10:48 ERROR TaskSetManager: Task 0.0:0 failed 4 times; aborting job
  88. 14/08/14 15:10:48 INFO TaskSchedulerImpl: Cancelling stage 0
  89. 14/08/14 15:10:48 INFO TaskSchedulerImpl: Stage 0 was cancelled
  90. 14/08/14 15:10:48 INFO TaskSetManager: Loss was due to java.lang.ArrayStoreException: scala.Tuple3 [duplicate 7]
  91. 14/08/14 15:10:48 INFO DAGScheduler: Failed to run fold at CheckpointedDrmSpark.scala:192
  92. 14/08/14 15:10:48 INFO TaskSchedulerImpl: Removed TaskSet 0.0, whose tasks have all completed, from pool
  93. org.apache.spark.SparkException: Job aborted due to stage failure: Task 0.0:0 failed 4 times, most recent failure: Exception failure in TID 6 on host vagrant-ubuntu-trusty-64: java.lang.ArrayStoreException: scala.Tuple3
  94. com.esotericsoftware.kryo.serializers.DefaultArraySerializers$ObjectArraySerializer.read(DefaultArraySerializers.java:338)
  95. com.esotericsoftware.kryo.serializers.DefaultArraySerializers$ObjectArraySerializer.read(DefaultArraySerializers.java:293)
  96. com.esotericsoftware.kryo.Kryo.readClassAndObject(Kryo.java:729)
  97. com.twitter.chill.WrappedArraySerializer.read(WrappedArraySerializer.scala:34)
  98. com.twitter.chill.WrappedArraySerializer.read(WrappedArraySerializer.scala:21)
  99. com.esotericsoftware.kryo.Kryo.readClassAndObject(Kryo.java:729)
  100. org.apache.spark.serializer.KryoDeserializationStream.readObject(KryoSerializer.scala:118)
  101. org.apache.spark.rdd.ParallelCollectionPartition$$anonfun$readObject$1.apply(ParallelCollectionRDD.scala:80)
  102. org.apache.spark.rdd.ParallelCollectionPartition$$anonfun$readObject$1.apply(ParallelCollectionRDD.scala:80)
  103. org.apache.spark.util.Utils$.deserializeViaNestedStream(Utils.scala:120)
  104. org.apache.spark.rdd.ParallelCollectionPartition.readObject(ParallelCollectionRDD.scala:80)
  105. sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  106. sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
  107. sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  108. java.lang.reflect.Method.invoke(Method.java:606)
  109. java.io.ObjectStreamClass.invokeReadObject(ObjectStreamClass.java:1017)
  110. java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:1893)
  111. java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:1798)
  112. java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1350)
  113. java.io.ObjectInputStream.skipCustomData(ObjectInputStream.java:1956)
  114. java.io.ObjectInputStream.readExternalData(ObjectInputStream.java:1850)
  115. java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:1796)
  116. java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1350)
  117. java.io.ObjectInputStream.readObject(ObjectInputStream.java:370)
  118. org.apache.spark.serializer.JavaDeserializationStream.readObject(JavaSerializer.scala:63)
  119. org.apache.spark.serializer.JavaSerializerInstance.deserialize(JavaSerializer.scala:85)
  120. org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:165)
  121. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  122. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  123. java.lang.Thread.run(Thread.java:744)
  124. Driver stacktrace:
  125. at org.apache.spark.scheduler.DAGScheduler.org$apache$spark$scheduler$DAGScheduler$$failJobAndIndependentStages(DAGScheduler.scala:1044)
  126. at org.apache.spark.scheduler.DAGScheduler$$anonfun$abortStage$1.apply(DAGScheduler.scala:1028)
  127. at org.apache.spark.scheduler.DAGScheduler$$anonfun$abortStage$1.apply(DAGScheduler.scala:1026)
  128. at scala.collection.mutable.ResizableArray$class.foreach(ResizableArray.scala:59)
  129. at scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:47)
  130. at org.apache.spark.scheduler.DAGScheduler.abortStage(DAGScheduler.scala:1026)
  131. at org.apache.spark.scheduler.DAGScheduler$$anonfun$handleTaskSetFailed$1.apply(DAGScheduler.scala:634)
  132. at org.apache.spark.scheduler.DAGScheduler$$anonfun$handleTaskSetFailed$1.apply(DAGScheduler.scala:634)
  133. at scala.Option.foreach(Option.scala:236)
  134. at org.apache.spark.scheduler.DAGScheduler.handleTaskSetFailed(DAGScheduler.scala:634)
  135. at org.apache.spark.scheduler.DAGSchedulerEventProcessActor$$anonfun$receive$2.applyOrElse(DAGScheduler.scala:1229)
  136. at akka.actor.ActorCell.receiveMessage(ActorCell.scala:498)
  137. at akka.actor.ActorCell.invoke(ActorCell.scala:456)
  138. at akka.dispatch.Mailbox.processMailbox(Mailbox.scala:237)
  139. at akka.dispatch.Mailbox.run(Mailbox.scala:219)
  140. at akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinTask.exec(AbstractDispatcher.scala:386)
  141. at scala.concurrent.forkjoin.ForkJoinTask.doExec(ForkJoinTask.java:260)
  142. at scala.concurrent.forkjoin.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1339)
  143. at scala.concurrent.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979)
  144. at scala.concurrent.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107)
Advertisement
Add Comment
Please, Sign In to add comment
Public Pastes
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!