API tools faq
paste
Guest User

Untitled

a guest
Oct 18th, 2015
227
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 7.90 KB | None | 0 0
raw download clone embed print report
  1. ^[[32mCheckpointSuite:^[[0m
  2. ^[[32m- basic rdd checkpoints + dstream graph checkpoint recovery^[[0m
  3. ^[[32m- recovery of conf through checkpoints^[[0m
  4. ^[[32m- get correct spark.driver.[host|port] from checkpoint^[[0m
  5. ^[[32m- recovery with map and reduceByKey operations^[[0m
  6. ^[[32m- recovery with invertible reduceByKeyAndWindow operation^[[0m
  7. ^[[32m- recovery with saveAsHadoopFiles operation^[[0m
  8. ^[[32m- recovery with saveAsNewAPIHadoopFiles operation^[[0m
  9. ^[[32m- recovery with saveAsHadoopFile inside transform operation^[[0m
  10. ^[[32m- recovery with updateStateByKey operation^[[0m
  11. ^[[32m- recovery maintains rate controller^[[0m
  12. Exception in thread "streaming-job-executor-0" java.lang.Error: java.lang.InterruptedException
  13. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1151)
  14. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  15. at java.lang.Thread.run(Thread.java:745)
  16. Caused by: java.lang.InterruptedException
  17. at java.lang.Object.wait(Native Method)
  18. at java.lang.Object.wait(Object.java:503)
  19. at org.apache.spark.scheduler.JobWaiter.awaitResult(JobWaiter.scala:73)
  20. at org.apache.spark.scheduler.DAGScheduler.runJob(DAGScheduler.scala:606)
  21. at org.apache.spark.SparkContext.runJob(SparkContext.scala:1830)
  22. at org.apache.spark.SparkContext.runJob(SparkContext.scala:1843)
  23. at org.apache.spark.SparkContext.runJob(SparkContext.scala:1856)
  24. at org.apache.spark.SparkContext.runJob(SparkContext.scala:1927)
  25. at org.apache.spark.rdd.RDD$$anonfun$collect$1.apply(RDD.scala:899)
  26. at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:150)
  27. at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:111)
  28. at org.apache.spark.rdd.RDD.withScope(RDD.scala:306)
  29. at org.apache.spark.rdd.RDD.collect(RDD.scala:898)
  30. at org.apache.spark.streaming.TestOutputStream$$anonfun$$init$$1.apply(TestSuiteBase.scala:99)
  31. at org.apache.spark.streaming.TestOutputStream$$anonfun$$init$$1.apply(TestSuiteBase.scala:98)
  32. at org.apache.spark.streaming.dstream.ForEachDStream$$anonfun$1$$anonfun$apply$mcV$sp$1.apply$mcV$sp(ForEachDStream.scala:42)
  33. at org.apache.spark.streaming.dstream.ForEachDStream$$anonfun$1$$anonfun$apply$mcV$sp$1.apply(ForEachDStream.scala:40)
  34. at org.apache.spark.streaming.dstream.ForEachDStream$$anonfun$1$$anonfun$apply$mcV$sp$1.apply(ForEachDStream.scala:40)
  35. at org.apache.spark.streaming.dstream.DStream.createRDDWithLocalProperties(DStream.scala:399)
  36. at org.apache.spark.streaming.dstream.ForEachDStream$$anonfun$1.apply$mcV$sp(ForEachDStream.scala:40)
  37. at org.apache.spark.streaming.dstream.ForEachDStream$$anonfun$1.apply(ForEachDStream.scala:40)
  38. at org.apache.spark.streaming.dstream.ForEachDStream$$anonfun$1.apply(ForEachDStream.scala:40)
  39. at scala.util.Try$.apply(Try.scala:161)
  40. at org.apache.spark.streaming.scheduler.Job.run(Job.scala:39)
  41. at org.apache.spark.streaming.scheduler.JobScheduler$JobHandler$$anonfun$run$1.apply$mcV$sp(JobScheduler.scala:222)
  42. at org.apache.spark.streaming.scheduler.JobScheduler$JobHandler$$anonfun$run$1.apply(JobScheduler.scala:222)
  43. at org.apache.spark.streaming.scheduler.JobScheduler$JobHandler$$anonfun$run$1.apply(JobScheduler.scala:222)
  44. at scala.util.DynamicVariable.withValue(DynamicVariable.scala:57)
  45. at org.apache.spark.streaming.scheduler.JobScheduler$JobHandler.run(JobScheduler.scala:221)
  46. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  47. ... 2 more
  48. ^[[32m- recovery with file input stream^[[0m
  49. ^[[32mFailureSuite:^[[0m
  50. ^[[32m- multiple failures with map^[[0m
  51. ^[[31m- multiple failures with updateStateByKey *** FAILED ***^[[0m
  52. ^[[31m java.lang.Exception: Trying to create new context when it should be reading from checkpoint file^[[0m
  53. ^[[31m at org.apache.spark.streaming.MasterFailureTest$$anonfun$runStreams$10.apply(MasterFailureTest.scala:279)^[[0m
  54. ^[[31m at org.apache.spark.streaming.MasterFailureTest$$anonfun$runStreams$10.apply(MasterFailureTest.scala:278)^[[0m
  55. ^[[31m at scala.Option.getOrElse(Option.scala:120)^[[0m
  56. ^[[31m at org.apache.spark.streaming.StreamingContext$.getOrCreate(StreamingContext.scala:862)^[[0m
  57. ^[[31m at org.apache.spark.streaming.MasterFailureTest$.runStreams(MasterFailureTest.scala:278)^[[0m
  58. ^[[31m at org.apache.spark.streaming.MasterFailureTest$.testOperation(MasterFailureTest.scala:165)^[[0m
  59. ^[[31m at org.apache.spark.streaming.MasterFailureTest$.testUpdateStateByKey(MasterFailureTest.scala:106)^[[0m
  60. ^[[31m at org.apache.spark.streaming.FailureSuite$$anonfun$4.apply$mcV$sp(FailureSuite.scala:53)^[[0m
  61. ^[[31m at org.apache.spark.streaming.FailureSuite$$anonfun$4.apply(FailureSuite.scala:53)^[[0m
  62. ^[[31m at org.apache.spark.streaming.FailureSuite$$anonfun$4.apply(FailureSuite.scala:53)^[[0m
  63. ^[[31m ...^[[0m
  64. ^[[32mBlockGeneratorSuite:^[[0m
  65. ^[[32m- block generation and data callbacks^[[0m
  66. ^[[32m- stop ensures correct shutdown^[[0m
  67. ^[[32m- block push errors are reported^[[0m
  68. ^[[32mUISeleniumSuite:^[[0m
  69. ^[[31m- attaching and detaching a Streaming tab *** FAILED ***^[[0m
  70. ^[[31m java.lang.IllegalStateException: Only one StreamingContext may be started in this JVM. Currently running StreamingContext was started atorg.apache.spark.streaming. FailureSuite$$anonfun$3.apply(FailureSuite.scala:49)^[[0m
  71. ^[[31morg.scalatest.Transformer$$anonfun$apply$1.apply$mcV$sp(Transformer.scala:22)^[[0m
  72. ^[[31morg.scalatest.OutcomeOf$class.outcomeOf(OutcomeOf.scala:85)^[[0m
  73. ^[[31morg.scalatest.OutcomeOf$.outcomeOf(OutcomeOf.scala:104)^[[0m
  74. ^[[31morg.scalatest.Transformer.apply(Transformer.scala:22)^[[0m
  75. ^[[31morg.scalatest.Transformer.apply(Transformer.scala:20)^[[0m
  76. ^[[31morg.scalatest.FunSuiteLike$$anon$1.apply(FunSuiteLike.scala:166)^[[0m
  77. ^[[31morg.apache.spark.SparkFunSuite.withFixture(SparkFunSuite.scala:42)^[[0m
  78. ^[[31morg.scalatest.FunSuiteLike$class.invokeWithFixture$1(FunSuiteLike.scala:163)^[[0m
  79. ^[[31morg.scalatest.FunSuiteLike$$anonfun$runTest$1.apply(FunSuiteLike.scala:175)^[[0m
  80. ^[[31morg.scalatest.FunSuiteLike$$anonfun$runTest$1.apply(FunSuiteLike.scala:175)^[[0m
  81. ^[[31morg.scalatest.SuperEngine.runTestImpl(Engine.scala:306)^[[0m
  82. ^[[31morg.scalatest.FunSuiteLike$class.runTest(FunSuiteLike.scala:175)^[[0m
  83. ^[[31morg.apache.spark.streaming.FailureSuite.org$scalatest$BeforeAndAfter$$super$runTest(FailureSuite.scala:31)^[[0m
  84. ^[[31morg.scalatest.BeforeAndAfter$class.runTest(BeforeAndAfter.scala:200)^[[0m
  85. ^[[31morg.apache.spark.streaming.FailureSuite.runTest(FailureSuite.scala:31)^[[0m
  86. ^[[31morg.scalatest.FunSuiteLike$$anonfun$runTests$1.apply(FunSuiteLike.scala:208)^[[0m
  87. ^[[31morg.scalatest.FunSuiteLike$$anonfun$runTests$1.apply(FunSuiteLike.scala:208)^[[0m
  88. ^[[31morg.scalatest.SuperEngine$$anonfun$traverseSubNodes$1$1.apply(Engine.scala:413)^[[0m
  89. ^[[31morg.scalatest.SuperEngine$$anonfun$traverseSubNodes$1$1.apply(Engine.scala:401)^[[0m
  90. ^[[31m at org.apache.spark.streaming.StreamingContext$.org$apache$spark$streaming$StreamingContext$$assertNoOtherContextIsActive(StreamingContext.scala:760)^[[0m
  91. ^[[31m at org.apache.spark.streaming.StreamingContext.start(StreamingContext.scala:601)^[[0m
  92. ^[[31m at org.apache.spark.streaming.UISeleniumSuite$$anonfun$1$$anonfun$apply$mcV$sp$1.apply(UISeleniumSuite.scala:85)^[[0m
  93. ^[[31m at org.apache.spark.streaming.UISeleniumSuite$$anonfun$1$$anonfun$apply$mcV$sp$1.apply(UISeleniumSuite.scala:83)^[[0m
  94. ^[[31m at org.apache.spark.streaming.TestSuiteBase$class.withStreamingContext(TestSuiteBase.scala:272)^[[0m
  95. ^[[31m at org.apache.spark.streaming.UISeleniumSuite.withStreamingContext(UISeleniumSuite.scala:35)^[[0m
  96. ^[[31m at org.apache.spark.streaming.UISeleniumSuite$$anonfun$1.apply$mcV$sp(UISeleniumSuite.scala:83)^[[0m
  97. ^[[31m at org.apache.spark.streaming.UISeleniumSuite$$anonfun$1.apply(UISeleniumSuite.scala:83)^[[0m
  98. ^[[31m at org.apache.spark.streaming.UISeleniumSuite$$anonfun$1.apply(UISeleniumSuite.scala:83)^[[0m
  99. ^[[31m at org.scalatest.Transformer$$anonfun$apply$1.apply$mcV$sp(Transformer.scala:22)^[[0m
Advertisement
Add Comment
Please, Sign In to add comment
Public Pastes
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!