API tools faq
paste
Advertisement
Guest User

Untitled

a guest
May 20th, 2019
77
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 10.60 KB | None | 0 0
raw download clone embed print report
  1. [LAB] root@hdplab22:~# APP=application_1554103728603_24829; find /DATA?/hadoop-datastore/yarn/logs/$APP -type f | xargs cat
  2. 2019-05-20 14:58:06,012 [main] WARN org.apache.spark.SparkConf - The configuration key 'spark.executor.port' has been deprecated as of Spark 2.0.0 and may be removed in the future. Not used anymore
  3. 2019-05-20 14:58:11,221 [Driver] ERROR org.apache.spark.deploy.yarn.ApplicationMaster - User class threw exception: java.lang.NoSuchMethodError: shapeless.Typeable$.namedSimpleTypeable(Ljava/lang/Class;Lscala/Function0;)Lshapeless/Typeable;
  4. java.lang.NoSuchMethodError: shapeless.Typeable$.namedSimpleTypeable(Ljava/lang/Class;Lscala/Function0;)Lshapeless/Typeable;
  5. at com.mapp.ml.snapshot.SnapshotPeriod$.<init>(Domain.scala:296)
  6. at com.mapp.ml.snapshot.SnapshotPeriod$.<clinit>(Domain.scala:296)
  7. at com.mapp.ml.userresponse.UserResponseDataConfig$anon$exportedReader$macro$350$1.inst$macro$222$lzycompute(UserResponseDataConfig.scala:35)
  8. at com.mapp.ml.userresponse.UserResponseDataConfig$anon$exportedReader$macro$350$1.inst$macro$222(UserResponseDataConfig.scala:35)
  9. at com.mapp.ml.userresponse.UserResponseDataConfig$anon$exportedReader$macro$350$1$$anonfun$inst$macro$221$1.apply(UserResponseDataConfig.scala:35)
  10. at com.mapp.ml.userresponse.UserResponseDataConfig$anon$exportedReader$macro$350$1$$anonfun$inst$macro$221$1.apply(UserResponseDataConfig.scala:35)
  11. at shapeless.Lazy$$anon$1.value$lzycompute(lazy.scala:121)
  12. at shapeless.Lazy$$anon$1.value(lazy.scala:121)
  13. at shapeless.lazily$.apply(lazy.scala:139)
  14. at com.mapp.ml.userresponse.UserResponseDataConfig$anon$exportedReader$macro$350$1.inst$macro$221$lzycompute(UserResponseDataConfig.scala:35)
  15. at com.mapp.ml.userresponse.UserResponseDataConfig$anon$exportedReader$macro$350$1.inst$macro$221(UserResponseDataConfig.scala:35)
  16. at com.mapp.ml.userresponse.UserResponseDataConfig$anon$exportedReader$macro$350$1$$anonfun$inst$macro$220$1.apply(UserResponseDataConfig.scala:35)
  17. at com.mapp.ml.userresponse.UserResponseDataConfig$anon$exportedReader$macro$350$1$$anonfun$inst$macro$220$1.apply(UserResponseDataConfig.scala:35)
  18. at shapeless.Lazy$$anon$1.value$lzycompute(lazy.scala:121)
  19. at shapeless.Lazy$$anon$1.value(lazy.scala:121)
  20. at pureconfig.generic.MapShapedReader$$anon$4.fromWithDefault(MapShapedReader.scala:53)
  21. at pureconfig.generic.MapShapedReader$$anon$4.fromWithDefault(MapShapedReader.scala:47)
  22. at pureconfig.generic.MapShapedReader$$anon$4.fromWithDefault(MapShapedReader.scala:65)
  23. at pureconfig.generic.MapShapedReader$$anon$4.fromWithDefault(MapShapedReader.scala:47)
  24. at pureconfig.generic.DerivedConfigReader1$$anon$3$$anonfun$from$3.apply(DerivedConfigReader.scala:70)
  25. at pureconfig.generic.DerivedConfigReader1$$anon$3$$anonfun$from$3.apply(DerivedConfigReader.scala:70)
  26. at scala.util.Either$RightProjection.flatMap(Either.scala:522)
  27. at pureconfig.generic.DerivedConfigReader1$$anon$3.from(DerivedConfigReader.scala:70)
  28. at pureconfig.package$$anonfun$pureconfig$package$$loadValue$1.apply(package.scala:43)
  29. at pureconfig.package$$anonfun$pureconfig$package$$loadValue$1.apply(package.scala:43)
  30. at scala.util.Either$RightProjection.flatMap(Either.scala:522)
  31. at pureconfig.package$.pureconfig$package$$loadValue(package.scala:43)
  32. at pureconfig.package$$anonfun$loadConfig$1$$anonfun$apply$3.apply(package.scala:68)
  33. at pureconfig.package$$anonfun$loadConfig$1$$anonfun$apply$3.apply(package.scala:67)
  34. at scala.util.Either$RightProjection.flatMap(Either.scala:522)
  35. at pureconfig.package$$anonfun$loadConfig$1.apply(package.scala:67)
  36. at pureconfig.package$$anonfun$loadConfig$1.apply(package.scala:66)
  37. at scala.util.Either$RightProjection.flatMap(Either.scala:522)
  38. at pureconfig.package$.loadConfig(package.scala:66)
  39. at com.mapp.ml.userresponse.UserResponseDataConfig$.load(UserResponseDataConfig.scala:35)
  40. at com.mapp.ml.userresponse.UserResponseAggregation$.main(UserResponseAggregation.scala:23)
  41. at com.mapp.ml.userresponse.UserResponseAggregation.main(UserResponseAggregation.scala)
  42. at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  43. at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
  44. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  45. at java.lang.reflect.Method.invoke(Method.java:498)
  46. at org.apache.spark.deploy.yarn.ApplicationMaster$$anon$2.run(ApplicationMaster.scala:678)
  47. 2019-05-20 14:58:11,240 [main] ERROR org.apache.spark.deploy.yarn.ApplicationMaster - Uncaught exception:
  48. org.apache.spark.SparkException: Exception thrown in awaitResult:
  49. at org.apache.spark.util.ThreadUtils$.awaitResult(ThreadUtils.scala:226)
  50. at org.apache.spark.deploy.yarn.ApplicationMaster.runDriver(ApplicationMaster.scala:468)
  51. at org.apache.spark.deploy.yarn.ApplicationMaster.org$apache$spark$deploy$yarn$ApplicationMaster$$runImpl(ApplicationMaster.scala:305)
  52. at org.apache.spark.deploy.yarn.ApplicationMaster$$anonfun$run$1.apply$mcV$sp(ApplicationMaster.scala:245)
  53. at org.apache.spark.deploy.yarn.ApplicationMaster$$anonfun$run$1.apply(ApplicationMaster.scala:245)
  54. at org.apache.spark.deploy.yarn.ApplicationMaster$$anonfun$run$1.apply(ApplicationMaster.scala:245)
  55. at org.apache.spark.deploy.yarn.ApplicationMaster$$anon$3.run(ApplicationMaster.scala:773)
  56. at java.security.AccessController.doPrivileged(Native Method)
  57. at javax.security.auth.Subject.doAs(Subject.java:422)
  58. at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1698)
  59. at org.apache.spark.deploy.yarn.ApplicationMaster.doAsUser(ApplicationMaster.scala:772)
  60. at org.apache.spark.deploy.yarn.ApplicationMaster.run(ApplicationMaster.scala:244)
  61. at org.apache.spark.deploy.yarn.ApplicationMaster$.main(ApplicationMaster.scala:797)
  62. at org.apache.spark.deploy.yarn.ApplicationMaster.main(ApplicationMaster.scala)
  63. Caused by: java.util.concurrent.ExecutionException: Boxed Error
  64. at scala.concurrent.impl.Promise$.resolver(Promise.scala:59)
  65. at scala.concurrent.impl.Promise$.scala$concurrent$impl$Promise$$resolveTry(Promise.scala:51)
  66. at scala.concurrent.impl.Promise$DefaultPromise.tryComplete(Promise.scala:248)
  67. at scala.concurrent.Promise$class.tryFailure(Promise.scala:112)
  68. at scala.concurrent.impl.Promise$DefaultPromise.tryFailure(Promise.scala:157)
  69. at org.apache.spark.deploy.yarn.ApplicationMaster$$anon$2.run(ApplicationMaster.scala:697)
  70. Caused by: java.lang.NoSuchMethodError: shapeless.Typeable$.namedSimpleTypeable(Ljava/lang/Class;Lscala/Function0;)Lshapeless/Typeable;
  71. at com.mapp.ml.snapshot.SnapshotPeriod$.<init>(Domain.scala:296)
  72. at com.mapp.ml.snapshot.SnapshotPeriod$.<clinit>(Domain.scala:296)
  73. at com.mapp.ml.userresponse.UserResponseDataConfig$anon$exportedReader$macro$350$1.inst$macro$222$lzycompute(UserResponseDataConfig.scala:35)
  74. at com.mapp.ml.userresponse.UserResponseDataConfig$anon$exportedReader$macro$350$1.inst$macro$222(UserResponseDataConfig.scala:35)
  75. at com.mapp.ml.userresponse.UserResponseDataConfig$anon$exportedReader$macro$350$1$$anonfun$inst$macro$221$1.apply(UserResponseDataConfig.scala:35)
  76. at com.mapp.ml.userresponse.UserResponseDataConfig$anon$exportedReader$macro$350$1$$anonfun$inst$macro$221$1.apply(UserResponseDataConfig.scala:35)
  77. at shapeless.Lazy$$anon$1.value$lzycompute(lazy.scala:121)
  78. at shapeless.Lazy$$anon$1.value(lazy.scala:121)
  79. at shapeless.lazily$.apply(lazy.scala:139)
  80. at com.mapp.ml.userresponse.UserResponseDataConfig$anon$exportedReader$macro$350$1.inst$macro$221$lzycompute(UserResponseDataConfig.scala:35)
  81. at com.mapp.ml.userresponse.UserResponseDataConfig$anon$exportedReader$macro$350$1.inst$macro$221(UserResponseDataConfig.scala:35)
  82. at com.mapp.ml.userresponse.UserResponseDataConfig$anon$exportedReader$macro$350$1$$anonfun$inst$macro$220$1.apply(UserResponseDataConfig.scala:35)
  83. at com.mapp.ml.userresponse.UserResponseDataConfig$anon$exportedReader$macro$350$1$$anonfun$inst$macro$220$1.apply(UserResponseDataConfig.scala:35)
  84. at shapeless.Lazy$$anon$1.value$lzycompute(lazy.scala:121)
  85. at shapeless.Lazy$$anon$1.value(lazy.scala:121)
  86. at pureconfig.generic.MapShapedReader$$anon$4.fromWithDefault(MapShapedReader.scala:53)
  87. at pureconfig.generic.MapShapedReader$$anon$4.fromWithDefault(MapShapedReader.scala:47)
  88. at pureconfig.generic.MapShapedReader$$anon$4.fromWithDefault(MapShapedReader.scala:65)
  89. at pureconfig.generic.MapShapedReader$$anon$4.fromWithDefault(MapShapedReader.scala:47)
  90. at pureconfig.generic.DerivedConfigReader1$$anon$3$$anonfun$from$3.apply(DerivedConfigReader.scala:70)
  91. at pureconfig.generic.DerivedConfigReader1$$anon$3$$anonfun$from$3.apply(DerivedConfigReader.scala:70)
  92. at scala.util.Either$RightProjection.flatMap(Either.scala:522)
  93. at pureconfig.generic.DerivedConfigReader1$$anon$3.from(DerivedConfigReader.scala:70)
  94. at pureconfig.package$$anonfun$pureconfig$package$$loadValue$1.apply(package.scala:43)
  95. at pureconfig.package$$anonfun$pureconfig$package$$loadValue$1.apply(package.scala:43)
  96. at scala.util.Either$RightProjection.flatMap(Either.scala:522)
  97. at pureconfig.package$.pureconfig$package$$loadValue(package.scala:43)
  98. at pureconfig.package$$anonfun$loadConfig$1$$anonfun$apply$3.apply(package.scala:68)
  99. at pureconfig.package$$anonfun$loadConfig$1$$anonfun$apply$3.apply(package.scala:67)
  100. at scala.util.Either$RightProjection.flatMap(Either.scala:522)
  101. at pureconfig.package$$anonfun$loadConfig$1.apply(package.scala:67)
  102. at pureconfig.package$$anonfun$loadConfig$1.apply(package.scala:66)
  103. at scala.util.Either$RightProjection.flatMap(Either.scala:522)
  104. at pureconfig.package$.loadConfig(package.scala:66)
  105. at com.mapp.ml.userresponse.UserResponseDataConfig$.load(UserResponseDataConfig.scala:35)
  106. at com.mapp.ml.userresponse.UserResponseAggregation$.main(UserResponseAggregation.scala:23)
  107. at com.mapp.ml.userresponse.UserResponseAggregation.main(UserResponseAggregation.scala)
  108. at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  109. at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
  110. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  111. at java.lang.reflect.Method.invoke(Method.java:498)
  112. at org.apache.spark.deploy.yarn.ApplicationMaster$$anon$2.run(ApplicationMaster.scala:678)
  113. SLF4J: Class path contains multiple SLF4J bindings.
  114. SLF4J: Found binding in [jar:file:/DATA3/hadoop-datastore/yarn/usercache/snapshots/filecache/622/__spark_libs__131722455284025236.zip/slf4j-log4j12-1.7.16.jar!/org/slf4j/impl/StaticLoggerBinder.class]
  115. SLF4J: Found binding in [jar:file:/usr/lib/zookeeper/lib/slf4j-log4j12-1.7.5.jar!/org/slf4j/impl/StaticLoggerBinder.class]
  116. SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation.
  117. SLF4J: Actual binding is of type [org.slf4j.impl.Log4jLoggerFactory]
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement
Public Pastes
Advertisement
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!