Advertisement
Guest User

Untitled

a guest
Jan 21st, 2018
81
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 13.57 KB | None | 0 0
  1. >>>begin main...
  2. >>>begin run...
  3. >>>begin gengerateSparkContext...
  4. 18/01/21 20:40:39 ERROR TransportClient: Failed to send RPC 8159149554508405784 to /10.255.129.205:32571: java.nio.channels.ClosedChannelException
  5. java.nio.channels.ClosedChannelException
  6. at io.netty.channel.AbstractChannel$AbstractUnsafe.write(...)(Unknown Source)
  7. 18/01/21 20:40:39 ERROR YarnSchedulerBackend$YarnSchedulerEndpoint: Sending RequestExecutors(40,0,Map()) to AM was unsuccessful
  8. java.io.IOException: Failed to send RPC 8159149554508405784 to /10.255.129.205:32571: java.nio.channels.ClosedChannelException
  9. at org.apache.spark.network.client.TransportClient$3.operationComplete(TransportClient.java:249)
  10. at org.apache.spark.network.client.TransportClient$3.operationComplete(TransportClient.java:233)
  11. at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:514)
  12. at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:488)
  13. at io.netty.util.concurrent.DefaultPromise.access$000(DefaultPromise.java:34)
  14. at io.netty.util.concurrent.DefaultPromise$1.run(DefaultPromise.java:438)
  15. at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:408)
  16. at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:455)
  17. at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:140)
  18. at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:144)
  19. at java.lang.Thread.run(Thread.java:745)
  20. Caused by: java.nio.channels.ClosedChannelException
  21. at io.netty.channel.AbstractChannel$AbstractUnsafe.write(...)(Unknown Source)
  22. 18/01/21 20:40:39 ERROR SparkContext: Error initializing SparkContext.
  23. org.apache.spark.SparkException: Exception thrown in awaitResult
  24. at org.apache.spark.rpc.RpcTimeout$$anonfun$1.applyOrElse(RpcTimeout.scala:77)
  25. at org.apache.spark.rpc.RpcTimeout$$anonfun$1.applyOrElse(RpcTimeout.scala:75)
  26. at scala.runtime.AbstractPartialFunction.apply(AbstractPartialFunction.scala:36)
  27. at org.apache.spark.rpc.RpcTimeout$$anonfun$addMessageIfTimeout$1.applyOrElse(RpcTimeout.scala:59)
  28. at org.apache.spark.rpc.RpcTimeout$$anonfun$addMessageIfTimeout$1.applyOrElse(RpcTimeout.scala:59)
  29. at scala.PartialFunction$OrElse.apply(PartialFunction.scala:167)
  30. at org.apache.spark.rpc.RpcTimeout.awaitResult(RpcTimeout.scala:83)
  31. at org.apache.spark.scheduler.cluster.CoarseGrainedSchedulerBackend.requestTotalExecutors(CoarseGrainedSchedulerBackend.scala:512)
  32. at org.apache.spark.ExecutorAllocationManager.start(ExecutorAllocationManager.scala:236)
  33. at org.apache.spark.SparkContext$$anonfun$21.apply(SparkContext.scala:552)
  34. at org.apache.spark.SparkContext$$anonfun$21.apply(SparkContext.scala:552)
  35. at scala.Option.foreach(Option.scala:257)
  36. at org.apache.spark.SparkContext.<init>(SparkContext.scala:552)
  37. at aiTest.utils.JavaUtil.generateSparkContext(JavaUtil.java:42)
  38. at aiTest.model.MovieRecommendationTrain.run(MovieRecommendationTrain.java:187)
  39. at aiTest.model.MovieRecommendationTrain.main(MovieRecommendationTrain.java:212)
  40. at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  41. at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
  42. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  43. at java.lang.reflect.Method.invoke(Method.java:497)
  44. at org.apache.spark.deploy.SparkSubmit$.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:738)
  45. at org.apache.spark.deploy.SparkSubmit$.doRunMain$1(SparkSubmit.scala:187)
  46. at org.apache.spark.deploy.SparkSubmit$.submit(SparkSubmit.scala:212)
  47. at org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:126)
  48. at org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)
  49. Caused by: java.io.IOException: Failed to send RPC 8159149554508405784 to /10.255.129.205:32571: java.nio.channels.ClosedChannelException
  50. at org.apache.spark.network.client.TransportClient$3.operationComplete(TransportClient.java:249)
  51. at org.apache.spark.network.client.TransportClient$3.operationComplete(TransportClient.java:233)
  52. at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:514)
  53. at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:488)
  54. at io.netty.util.concurrent.DefaultPromise.access$000(DefaultPromise.java:34)
  55. at io.netty.util.concurrent.DefaultPromise$1.run(DefaultPromise.java:438)
  56. at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:408)
  57. at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:455)
  58. at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:140)
  59. at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:144)
  60. at java.lang.Thread.run(Thread.java:745)
  61. Caused by: java.nio.channels.ClosedChannelException
  62. at io.netty.channel.AbstractChannel$AbstractUnsafe.write(...)(Unknown Source)
  63. 18/01/21 20:40:39 ERROR TransportClient: Failed to send RPC 4662371465967043083 to /10.255.129.205:32571: java.nio.channels.ClosedChannelException
  64. java.nio.channels.ClosedChannelException
  65. at io.netty.channel.AbstractChannel$AbstractUnsafe.write(...)(Unknown Source)
  66. 18/01/21 20:40:39 ERROR YarnSchedulerBackend$YarnSchedulerEndpoint: Sending RequestExecutors(0,0,Map()) to AM was unsuccessful
  67. java.io.IOException: Failed to send RPC 4662371465967043083 to /10.255.129.205:32571: java.nio.channels.ClosedChannelException
  68. at org.apache.spark.network.client.TransportClient$3.operationComplete(TransportClient.java:249)
  69. at org.apache.spark.network.client.TransportClient$3.operationComplete(TransportClient.java:233)
  70. at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:514)
  71. at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:488)
  72. at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:427)
  73. at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:129)
  74. at io.netty.channel.AbstractChannel$AbstractUnsafe.safeSetFailure(AbstractChannel.java:852)
  75. at io.netty.channel.AbstractChannel$AbstractUnsafe.write(AbstractChannel.java:738)
  76. at io.netty.channel.DefaultChannelPipeline$HeadContext.write(DefaultChannelPipeline.java:1251)
  77. at io.netty.channel.AbstractChannelHandlerContext.invokeWrite0(AbstractChannelHandlerContext.java:743)
  78. at io.netty.channel.AbstractChannelHandlerContext.invokeWrite(AbstractChannelHandlerContext.java:735)
  79. at io.netty.channel.AbstractChannelHandlerContext.access$1900(AbstractChannelHandlerContext.java:36)
  80. at io.netty.channel.AbstractChannelHandlerContext$AbstractWriteTask.write(AbstractChannelHandlerContext.java:1072)
  81. at io.netty.channel.AbstractChannelHandlerContext$WriteAndFlushTask.write(AbstractChannelHandlerContext.java:1126)
  82. at io.netty.channel.AbstractChannelHandlerContext$AbstractWriteTask.run(AbstractChannelHandlerContext.java:1061)
  83. at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:408)
  84. at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:455)
  85. at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:140)
  86. at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:144)
  87. at java.lang.Thread.run(Thread.java:745)
  88. Caused by: java.nio.channels.ClosedChannelException
  89. at io.netty.channel.AbstractChannel$AbstractUnsafe.write(...)(Unknown Source)
  90. 18/01/21 20:40:39 ERROR Utils: Uncaught exception in thread main
  91. org.apache.spark.SparkException: Exception thrown in awaitResult
  92. at org.apache.spark.rpc.RpcTimeout$$anonfun$1.applyOrElse(RpcTimeout.scala:77)
  93. at org.apache.spark.rpc.RpcTimeout$$anonfun$1.applyOrElse(RpcTimeout.scala:75)
  94. at scala.runtime.AbstractPartialFunction.apply(AbstractPartialFunction.scala:36)
  95. at org.apache.spark.rpc.RpcTimeout$$anonfun$addMessageIfTimeout$1.applyOrElse(RpcTimeout.scala:59)
  96. at org.apache.spark.rpc.RpcTimeout$$anonfun$addMessageIfTimeout$1.applyOrElse(RpcTimeout.scala:59)
  97. at scala.PartialFunction$OrElse.apply(PartialFunction.scala:167)
  98. at org.apache.spark.rpc.RpcTimeout.awaitResult(RpcTimeout.scala:83)
  99. at org.apache.spark.scheduler.cluster.CoarseGrainedSchedulerBackend.requestTotalExecutors(CoarseGrainedSchedulerBackend.scala:512)
  100. at org.apache.spark.scheduler.cluster.YarnSchedulerBackend.stop(YarnSchedulerBackend.scala:93)
  101. at org.apache.spark.scheduler.cluster.YarnClientSchedulerBackend.stop(YarnClientSchedulerBackend.scala:151)
  102. at org.apache.spark.scheduler.TaskSchedulerImpl.stop(TaskSchedulerImpl.scala:467)
  103. at org.apache.spark.scheduler.DAGScheduler.stop(DAGScheduler.scala:1588)
  104. at org.apache.spark.SparkContext$$anonfun$stop$8.apply$mcV$sp(SparkContext.scala:1826)
  105. at org.apache.spark.util.Utils$.tryLogNonFatalError(Utils.scala:1283)
  106. at org.apache.spark.SparkContext.stop(SparkContext.scala:1825)
  107. at org.apache.spark.SparkContext.<init>(SparkContext.scala:587)
  108. at aiTest.utils.JavaUtil.generateSparkContext(JavaUtil.java:42)
  109. at aiTest.model.MovieRecommendationTrain.run(MovieRecommendationTrain.java:187)
  110. at aiTest.model.MovieRecommendationTrain.main(MovieRecommendationTrain.java:212)
  111. at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  112. at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
  113. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  114. at java.lang.reflect.Method.invoke(Method.java:497)
  115. at org.apache.spark.deploy.SparkSubmit$.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:738)
  116. at org.apache.spark.deploy.SparkSubmit$.doRunMain$1(SparkSubmit.scala:187)
  117. at org.apache.spark.deploy.SparkSubmit$.submit(SparkSubmit.scala:212)
  118. at org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:126)
  119. at org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)
  120. Caused by: java.io.IOException: Failed to send RPC 4662371465967043083 to /10.255.129.205:32571: java.nio.channels.ClosedChannelException
  121. at org.apache.spark.network.client.TransportClient$3.operationComplete(TransportClient.java:249)
  122. at org.apache.spark.network.client.TransportClient$3.operationComplete(TransportClient.java:233)
  123. at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:514)
  124. at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:488)
  125. at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:427)
  126. at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:129)
  127. at io.netty.channel.AbstractChannel$AbstractUnsafe.safeSetFailure(AbstractChannel.java:852)
  128. at io.netty.channel.AbstractChannel$AbstractUnsafe.write(AbstractChannel.java:738)
  129. at io.netty.channel.DefaultChannelPipeline$HeadContext.write(DefaultChannelPipeline.java:1251)
  130. at io.netty.channel.AbstractChannelHandlerContext.invokeWrite0(AbstractChannelHandlerContext.java:743)
  131. at io.netty.channel.AbstractChannelHandlerContext.invokeWrite(AbstractChannelHandlerContext.java:735)
  132. at io.netty.channel.AbstractChannelHandlerContext.access$1900(AbstractChannelHandlerContext.java:36)
  133. at io.netty.channel.AbstractChannelHandlerContext$AbstractWriteTask.write(AbstractChannelHandlerContext.java:1072)
  134. at io.netty.channel.AbstractChannelHandlerContext$WriteAndFlushTask.write(AbstractChannelHandlerContext.java:1126)
  135. at io.netty.channel.AbstractChannelHandlerContext$AbstractWriteTask.run(AbstractChannelHandlerContext.java:1061)
  136. at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:408)
  137. at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:455)
  138. at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:140)
  139. at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:144)
  140. at java.lang.Thread.run(Thread.java:745)
  141. Caused by: java.nio.channels.ClosedChannelException
  142. at io.netty.channel.AbstractChannel$AbstractUnsafe.write(...)(Unknown Source)
  143. Exception in thread "main" org.apache.spark.SparkException: Exception thrown in awaitResult
  144. at org.apache.spark.rpc.RpcTimeout$$anonfun$1.applyOrElse(RpcTimeout.scala:77)
  145. at org.apache.spark.rpc.RpcTimeout$$anonfun$1.applyOrElse(RpcTimeout.scala:75)
  146. at scala.runtime.AbstractPartialFunction.apply(AbstractPartialFunction.scala:36)
  147. at org.apache.spark.rpc.RpcTimeout$$anonfun$addMessageIfTimeout$1.applyOrElse(RpcTimeout.scala:59)
  148. at org.apache.spark.rpc.RpcTimeout$$anonfun$addMessageIfTimeout$1.applyOrElse(RpcTimeout.scala:59)
  149. at scala.PartialFunction$OrElse.apply(PartialFunction.scala:167)
  150. at org.apache.spark.rpc.RpcTimeout.awaitResult(RpcTimeout.scala:83)
  151. at org.apache.spark.scheduler.cluster.CoarseGrainedSchedulerBackend.requestTotalExecutors(CoarseGrainedSchedulerBackend.scala:512)
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement