API tools faq
paste
Advertisement
Guest User

Untitled

a guest
Sep 20th, 2019
373
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 10.08 KB | None | 0 0
raw download clone embed print report
  1. Failed to execute user defined function(anonfun$toTimestampStrict$1: (string) => timestamp)
  2. org.apache.spark.SparkException: Failed to execute user defined function(anonfun$toTimestampStrict$1: (string) => timestamp)
  3. at org.apache.spark.sql.catalyst.expressions.ScalaUDF.eval(ScalaUDF.scala:1066)
  4. at org.apache.spark.sql.catalyst.expressions.Alias.eval(namedExpressions.scala:151)
  5. at org.apache.spark.sql.catalyst.expressions.InterpretedProjection.apply(Projection.scala:50)
  6. at org.apache.spark.sql.catalyst.expressions.InterpretedProjection.apply(Projection.scala:32)
  7. at scala.collection.TraversableLike$$anonfun$map$1.apply(TraversableLike.scala:234)
  8. at scala.collection.TraversableLike$$anonfun$map$1.apply(TraversableLike.scala:234)
  9. at scala.collection.immutable.List.foreach(List.scala:381)
  10. at scala.collection.TraversableLike$class.map(TraversableLike.scala:234)
  11. at scala.collection.immutable.List.map(List.scala:285)
  12. at org.apache.spark.sql.catalyst.optimizer.ConvertToLocalRelation$$anonfun$apply$24.applyOrElse(Optimizer.scala:1364)
  13. at org.apache.spark.sql.catalyst.optimizer.ConvertToLocalRelation$$anonfun$apply$24.applyOrElse(Optimizer.scala:1359)
  14. at org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$2.apply(TreeNode.scala:256)
  15. at org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$2.apply(TreeNode.scala:256)
  16. at org.apache.spark.sql.catalyst.trees.CurrentOrigin$.withOrigin(TreeNode.scala:70)
  17. at org.apache.spark.sql.catalyst.trees.TreeNode.transformDown(TreeNode.scala:255)
  18. at org.apache.spark.sql.catalyst.plans.logical.LogicalPlan.org$apache$spark$sql$catalyst$plans$logical$AnalysisHelper$$super$transformDown(LogicalPlan.scala:29)
  19. at org.apache.spark.sql.catalyst.plans.logical.AnalysisHelper$class.transformDown(AnalysisHelper.scala:149)
  20. at org.apache.spark.sql.catalyst.plans.logical.LogicalPlan.transformDown(LogicalPlan.scala:29)
  21. at org.apache.spark.sql.catalyst.plans.logical.LogicalPlan.transformDown(LogicalPlan.scala:29)
  22. at org.apache.spark.sql.catalyst.trees.TreeNode.transform(TreeNode.scala:245)
  23. at org.apache.spark.sql.catalyst.optimizer.ConvertToLocalRelation$.apply(Optimizer.scala:1359)
  24. at org.apache.spark.sql.catalyst.optimizer.ConvertToLocalRelation$.apply(Optimizer.scala:1358)
  25. at org.apache.spark.sql.catalyst.rules.RuleExecutor$$anonfun$execute$1$$anonfun$apply$1.apply(RuleExecutor.scala:87)
  26. at org.apache.spark.sql.catalyst.rules.RuleExecutor$$anonfun$execute$1$$anonfun$apply$1.apply(RuleExecutor.scala:84)
  27. at scala.collection.IndexedSeqOptimized$class.foldl(IndexedSeqOptimized.scala:57)
  28. at scala.collection.IndexedSeqOptimized$class.foldLeft(IndexedSeqOptimized.scala:66)
  29. at scala.collection.mutable.WrappedArray.foldLeft(WrappedArray.scala:35)
  30. at org.apache.spark.sql.catalyst.rules.RuleExecutor$$anonfun$execute$1.apply(RuleExecutor.scala:84)
  31. at org.apache.spark.sql.catalyst.rules.RuleExecutor$$anonfun$execute$1.apply(RuleExecutor.scala:76)
  32. at scala.collection.immutable.List.foreach(List.scala:381)
  33. at org.apache.spark.sql.catalyst.rules.RuleExecutor.execute(RuleExecutor.scala:76)
  34. at org.apache.spark.sql.execution.QueryExecution.optimizedPlan$lzycompute(QueryExecution.scala:66)
  35. at org.apache.spark.sql.execution.QueryExecution.optimizedPlan(QueryExecution.scala:66)
  36. at org.apache.spark.sql.execution.QueryExecution.sparkPlan$lzycompute(QueryExecution.scala:72)
  37. at org.apache.spark.sql.execution.QueryExecution.sparkPlan(QueryExecution.scala:68)
  38. at com.deloitte.preparation.response.ResponsePreparer$$anon$1.com$deloitte$preparation$response$ResponsePreparer$$anon$$checkForCheckpoint(ResponsePreparer.scala:133)
  39. at com.deloitte.preparation.response.ResponsePreparer$$anon$1$$anonfun$8.apply(ResponsePreparer.scala:151)
  40. at com.deloitte.preparation.response.ResponsePreparer$$anon$1$$anonfun$8.apply(ResponsePreparer.scala:151)
  41. at com.deloitte.preparation.response.ResponsePreparer$$anon$1$$anonfun$9.apply(ResponsePreparer.scala:153)
  42. at com.deloitte.preparation.response.ResponsePreparer$$anon$1$$anonfun$9.apply(ResponsePreparer.scala:152)
  43. at scala.collection.LinearSeqOptimized$class.foldLeft(LinearSeqOptimized.scala:124)
  44. at scala.collection.immutable.List.foldLeft(List.scala:84)
  45. at com.deloitte.preparation.response.ResponsePreparer$$anon$1.apply(ResponsePreparer.scala:152)
  46. at com.deloitte.preparation.response.ResponsePreparer$$anon$1.apply(ResponsePreparer.scala:53)
  47. at com.deloitte.preparation.jobs.BaseJob.runJobAndPrepareResponse(BaseJob.scala:65)
  48. at com.deloitte.preparation.PreparationJob$$anonfun$1.apply(PreparationJob.scala:50)
  49. at com.deloitte.preparation.PreparationJob$$anonfun$1.apply(PreparationJob.scala:50)
  50. at com.deloitte.preparation.utils.ErrorUtils$class.withUserFriendlyError(ErrorUtils.scala:14)
  51. at com.deloitte.preparation.PreparationJob$.withUserFriendlyError(PreparationJob.scala:28)
  52. at com.deloitte.preparation.PreparationJob$.run(PreparationJob.scala:49)
  53. at com.deloitte.preparation.JobBaseTest$$anonfun$runJob$1.apply(JobBaseTest.scala:95)
  54. at com.deloitte.preparation.JobBaseTest$$anonfun$runJob$1.apply(JobBaseTest.scala:95)
  55. at org.scalactic.Good.map(Or.scala:1207)
  56. at com.deloitte.preparation.JobBaseTest.runJob(JobBaseTest.scala:95)
  57. at com.deloitte.preparation.jobs.columns.ConvertToDateJobTest$$anonfun$3.apply(ConvertToDateJobTest.scala:78)
  58. at com.deloitte.preparation.jobs.columns.ConvertToDateJobTest$$anonfun$3.apply(ConvertToDateJobTest.scala:71)
  59. at org.scalatest.OutcomeOf$class.outcomeOf(OutcomeOf.scala:85)
  60. at org.scalatest.OutcomeOf$.outcomeOf(OutcomeOf.scala:104)
  61. at org.scalatest.Transformer.apply(Transformer.scala:22)
  62. at org.scalatest.Transformer.apply(Transformer.scala:20)
  63. at org.scalatest.FlatSpecLike$$anon$1.apply(FlatSpecLike.scala:1682)
  64. at org.scalatest.TestSuite$class.withFixture(TestSuite.scala:196)
  65. at org.scalatest.FlatSpec.withFixture(FlatSpec.scala:1685)
  66. at org.scalatest.FlatSpecLike$class.invokeWithFixture$1(FlatSpecLike.scala:1679)
  67. at org.scalatest.FlatSpecLike$$anonfun$runTest$1.apply(FlatSpecLike.scala:1692)
  68. at org.scalatest.FlatSpecLike$$anonfun$runTest$1.apply(FlatSpecLike.scala:1692)
  69. at org.scalatest.SuperEngine.runTestImpl(Engine.scala:289)
  70. at org.scalatest.FlatSpecLike$class.runTest(FlatSpecLike.scala:1692)
  71. at com.deloitte.preparation.JobBaseTest.org$scalatest$BeforeAndAfterEach$$super$runTest(JobBaseTest.scala:24)
  72. at org.scalatest.BeforeAndAfterEach$class.runTest(BeforeAndAfterEach.scala:221)
  73. at com.deloitte.preparation.JobBaseTest.runTest(JobBaseTest.scala:24)
  74. at org.scalatest.FlatSpecLike$$anonfun$runTests$1.apply(FlatSpecLike.scala:1750)
  75. at org.scalatest.FlatSpecLike$$anonfun$runTests$1.apply(FlatSpecLike.scala:1750)
  76. at org.scalatest.SuperEngine$$anonfun$traverseSubNodes$1$1.apply(Engine.scala:396)
  77. at org.scalatest.SuperEngine$$anonfun$traverseSubNodes$1$1.apply(Engine.scala:384)
  78. at scala.collection.immutable.List.foreach(List.scala:381)
  79. at org.scalatest.SuperEngine.traverseSubNodes$1(Engine.scala:384)
  80. at org.scalatest.SuperEngine.org$scalatest$SuperEngine$$runTestsInBranch(Engine.scala:373)
  81. at org.scalatest.SuperEngine$$anonfun$traverseSubNodes$1$1.apply(Engine.scala:410)
  82. at org.scalatest.SuperEngine$$anonfun$traverseSubNodes$1$1.apply(Engine.scala:384)
  83. at scala.collection.immutable.List.foreach(List.scala:381)
  84. at org.scalatest.SuperEngine.traverseSubNodes$1(Engine.scala:384)
  85. at org.scalatest.SuperEngine.org$scalatest$SuperEngine$$runTestsInBranch(Engine.scala:379)
  86. at org.scalatest.SuperEngine.runTestsImpl(Engine.scala:461)
  87. at org.scalatest.FlatSpecLike$class.runTests(FlatSpecLike.scala:1750)
  88. at org.scalatest.FlatSpec.runTests(FlatSpec.scala:1685)
  89. at org.scalatest.Suite$class.run(Suite.scala:1147)
  90. at org.scalatest.FlatSpec.org$scalatest$FlatSpecLike$$super$run(FlatSpec.scala:1685)
  91. at org.scalatest.FlatSpecLike$$anonfun$run$1.apply(FlatSpecLike.scala:1795)
  92. at org.scalatest.FlatSpecLike$$anonfun$run$1.apply(FlatSpecLike.scala:1795)
  93. at org.scalatest.SuperEngine.runImpl(Engine.scala:521)
  94. at org.scalatest.FlatSpecLike$class.run(FlatSpecLike.scala:1795)
  95. at com.deloitte.preparation.JobBaseTest.org$scalatest$BeforeAndAfterAll$$super$run(JobBaseTest.scala:24)
  96. at org.scalatest.BeforeAndAfterAll$class.liftedTree1$1(BeforeAndAfterAll.scala:213)
  97. at org.scalatest.BeforeAndAfterAll$class.run(BeforeAndAfterAll.scala:210)
  98. at com.deloitte.preparation.JobBaseTest.run(JobBaseTest.scala:24)
  99. at org.scalatest.tools.SuiteRunner.run(SuiteRunner.scala:45)
  100. at org.scalatest.tools.Runner$$anonfun$doRunRunRunDaDoRunRun$1.apply(Runner.scala:1340)
  101. at org.scalatest.tools.Runner$$anonfun$doRunRunRunDaDoRunRun$1.apply(Runner.scala:1334)
  102. at scala.collection.immutable.List.foreach(List.scala:381)
  103. at org.scalatest.tools.Runner$.doRunRunRunDaDoRunRun(Runner.scala:1334)
  104. at org.scalatest.tools.Runner$$anonfun$runOptionallyWithPassFailReporter$2.apply(Runner.scala:1011)
  105. at org.scalatest.tools.Runner$$anonfun$runOptionallyWithPassFailReporter$2.apply(Runner.scala:1010)
  106. at org.scalatest.tools.Runner$.withClassLoaderAndDispatchReporter(Runner.scala:1500)
  107. at org.scalatest.tools.Runner$.runOptionallyWithPassFailReporter(Runner.scala:1010)
  108. at org.scalatest.tools.Runner$.run(Runner.scala:850)
  109. at org.scalatest.tools.Runner.run(Runner.scala)
  110. at org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestRunner.runScalaTest2(ScalaTestRunner.java:131)
  111. at org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestRunner.main(ScalaTestRunner.java:28)
  112. Caused by: java.time.format.DateTimeParseException: Text 'unparsable' could not be parsed at index 0
  113. at java.time.format.DateTimeFormatter.parseResolved0(DateTimeFormatter.java:1949)
  114. at java.time.format.DateTimeFormatter.parse(DateTimeFormatter.java:1851)
  115. at java.time.LocalDateTime.parse(LocalDateTime.java:492)
  116. at com.deloitte.preparation.udfs.package$$anonfun$toTimestampStrict$1.apply(package.scala:380)
  117. at com.deloitte.preparation.udfs.package$$anonfun$toTimestampStrict$1.apply(package.scala:375)
  118. at org.apache.spark.sql.catalyst.expressions.ScalaUDF$$anonfun$2.apply(ScalaUDF.scala:108)
  119. at org.apache.spark.sql.catalyst.expressions.ScalaUDF$$anonfun$2.apply(ScalaUDF.scala:107)
  120. at org.apache.spark.sql.catalyst.expressions.ScalaUDF.eval(ScalaUDF.scala:1063)
  121. ... 108 more
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement
Public Pastes
Advertisement
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!