API tools faq
paste
Advertisement
Guest User

spark

a guest
Oct 27th, 2015
245
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 8.32 KB | None | 0 0
raw download clone embed print report
  1. Exception in thread "main" org.apache.spark.sql.AnalysisException: undefined function countDistinct;
  2. at org.apache.spark.sql.catalyst.analysis.SimpleFunctionRegistry$$anonfun$2.apply(FunctionRegistry.scala:61)
  3. at org.apache.spark.sql.catalyst.analysis.SimpleFunctionRegistry$$anonfun$2.apply(FunctionRegistry.scala:61)
  4. at scala.Option.getOrElse(Option.scala:120)
  5. at org.apache.spark.sql.catalyst.analysis.SimpleFunctionRegistry.lookupFunction(FunctionRegistry.scala:60)
  6. at org.apache.spark.sql.catalyst.analysis.Analyzer$ResolveFunctions$$anonfun$apply$10$$anonfun$applyOrElse$5$$anonfun$applyOrElse$24.apply(Analyzer.scala:506)
  7. at org.apache.spark.sql.catalyst.analysis.Analyzer$ResolveFunctions$$anonfun$apply$10$$anonfun$applyOrElse$5$$anonfun$applyOrElse$24.apply(Analyzer.scala:506)
  8. at org.apache.spark.sql.catalyst.analysis.package$.withPosition(package.scala:48)
  9. at org.apache.spark.sql.catalyst.analysis.Analyzer$ResolveFunctions$$anonfun$apply$10$$anonfun$applyOrElse$5.applyOrElse(Analyzer.scala:505)
  10. at org.apache.spark.sql.catalyst.analysis.Analyzer$ResolveFunctions$$anonfun$apply$10$$anonfun$applyOrElse$5.applyOrElse(Analyzer.scala:502)
  11. at org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$3.apply(TreeNode.scala:227)
  12. at org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$3.apply(TreeNode.scala:227)
  13. at org.apache.spark.sql.catalyst.trees.CurrentOrigin$.withOrigin(TreeNode.scala:51)
  14. at org.apache.spark.sql.catalyst.trees.TreeNode.transformDown(TreeNode.scala:226)
  15. at org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$transformDown$1.apply(TreeNode.scala:232)
  16. at org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$transformDown$1.apply(TreeNode.scala:232)
  17. at org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$4.apply(TreeNode.scala:249)
  18. at scala.collection.Iterator$$anon$11.next(Iterator.scala:328)
  19. at scala.collection.Iterator$class.foreach(Iterator.scala:727)
  20. at scala.collection.AbstractIterator.foreach(Iterator.scala:1157)
  21. at scala.collection.generic.Growable$class.$plus$plus$eq(Growable.scala:48)
  22. at scala.collection.mutable.ArrayBuffer.$plus$plus$eq(ArrayBuffer.scala:103)
  23. at scala.collection.mutable.ArrayBuffer.$plus$plus$eq(ArrayBuffer.scala:47)
  24. at scala.collection.TraversableOnce$class.to(TraversableOnce.scala:273)
  25. at scala.collection.AbstractIterator.to(Iterator.scala:1157)
  26. at scala.collection.TraversableOnce$class.toBuffer(TraversableOnce.scala:265)
  27. at scala.collection.AbstractIterator.toBuffer(Iterator.scala:1157)
  28. at scala.collection.TraversableOnce$class.toArray(TraversableOnce.scala:252)
  29. at scala.collection.AbstractIterator.toArray(Iterator.scala:1157)
  30. at org.apache.spark.sql.catalyst.trees.TreeNode.transformChildren(TreeNode.scala:279)
  31. at org.apache.spark.sql.catalyst.trees.TreeNode.transformDown(TreeNode.scala:232)
  32. at org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$transformDown$1.apply(TreeNode.scala:232)
  33. at org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$transformDown$1.apply(TreeNode.scala:232)
  34. at org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$4.apply(TreeNode.scala:249)
  35. at scala.collection.Iterator$$anon$11.next(Iterator.scala:328)
  36. at scala.collection.Iterator$class.foreach(Iterator.scala:727)
  37. at scala.collection.AbstractIterator.foreach(Iterator.scala:1157)
  38. at scala.collection.generic.Growable$class.$plus$plus$eq(Growable.scala:48)
  39. at scala.collection.mutable.ArrayBuffer.$plus$plus$eq(ArrayBuffer.scala:103)
  40. at scala.collection.mutable.ArrayBuffer.$plus$plus$eq(ArrayBuffer.scala:47)
  41. at scala.collection.TraversableOnce$class.to(TraversableOnce.scala:273)
  42. at scala.collection.AbstractIterator.to(Iterator.scala:1157)
  43. at scala.collection.TraversableOnce$class.toBuffer(TraversableOnce.scala:265)
  44. at scala.collection.AbstractIterator.toBuffer(Iterator.scala:1157)
  45. at scala.collection.TraversableOnce$class.toArray(TraversableOnce.scala:252)
  46. at scala.collection.AbstractIterator.toArray(Iterator.scala:1157)
  47. at org.apache.spark.sql.catalyst.trees.TreeNode.transformChildren(TreeNode.scala:279)
  48. at org.apache.spark.sql.catalyst.trees.TreeNode.transformDown(TreeNode.scala:232)
  49. at org.apache.spark.sql.catalyst.plans.QueryPlan.transformExpressionDown$1(QueryPlan.scala:75)
  50. at org.apache.spark.sql.catalyst.plans.QueryPlan.org$apache$spark$sql$catalyst$plans$QueryPlan$$recursiveTransform$1(QueryPlan.scala:85)
  51. at org.apache.spark.sql.catalyst.plans.QueryPlan$$anonfun$org$apache$spark$sql$catalyst$plans$QueryPlan$$recursiveTransform$1$1.apply(QueryPlan.scala:89)
  52. at scala.collection.TraversableLike$$anonfun$map$1.apply(TraversableLike.scala:244)
  53. at scala.collection.TraversableLike$$anonfun$map$1.apply(TraversableLike.scala:244)
  54. at scala.collection.immutable.List.foreach(List.scala:318)
  55. at scala.collection.TraversableLike$class.map(TraversableLike.scala:244)
  56. at scala.collection.AbstractTraversable.map(Traversable.scala:105)
  57. at org.apache.spark.sql.catalyst.plans.QueryPlan.org$apache$spark$sql$catalyst$plans$QueryPlan$$recursiveTransform$1(QueryPlan.scala:89)
  58. at org.apache.spark.sql.catalyst.plans.QueryPlan$$anonfun$1.apply(QueryPlan.scala:93)
  59. at scala.collection.Iterator$$anon$11.next(Iterator.scala:328)
  60. at scala.collection.Iterator$class.foreach(Iterator.scala:727)
  61. at scala.collection.AbstractIterator.foreach(Iterator.scala:1157)
  62. at scala.collection.generic.Growable$class.$plus$plus$eq(Growable.scala:48)
  63. at scala.collection.mutable.ArrayBuffer.$plus$plus$eq(ArrayBuffer.scala:103)
  64. at scala.collection.mutable.ArrayBuffer.$plus$plus$eq(ArrayBuffer.scala:47)
  65. at scala.collection.TraversableOnce$class.to(TraversableOnce.scala:273)
  66. at scala.collection.AbstractIterator.to(Iterator.scala:1157)
  67. at scala.collection.TraversableOnce$class.toBuffer(TraversableOnce.scala:265)
  68. at scala.collection.AbstractIterator.toBuffer(Iterator.scala:1157)
  69. at scala.collection.TraversableOnce$class.toArray(TraversableOnce.scala:252)
  70. at scala.collection.AbstractIterator.toArray(Iterator.scala:1157)
  71. at org.apache.spark.sql.catalyst.plans.QueryPlan.transformExpressionsDown(QueryPlan.scala:93)
  72. at org.apache.spark.sql.catalyst.plans.QueryPlan.transformExpressions(QueryPlan.scala:64)
  73. at org.apache.spark.sql.catalyst.analysis.Analyzer$ResolveFunctions$$anonfun$apply$10.applyOrElse(Analyzer.scala:502)
  74. at org.apache.spark.sql.catalyst.analysis.Analyzer$ResolveFunctions$$anonfun$apply$10.applyOrElse(Analyzer.scala:500)
  75. at org.apache.spark.sql.catalyst.plans.logical.LogicalPlan$$anonfun$resolveOperators$1.apply(LogicalPlan.scala:57)
  76. at org.apache.spark.sql.catalyst.plans.logical.LogicalPlan$$anonfun$resolveOperators$1.apply(LogicalPlan.scala:57)
  77. at org.apache.spark.sql.catalyst.trees.CurrentOrigin$.withOrigin(TreeNode.scala:51)
  78. at org.apache.spark.sql.catalyst.plans.logical.LogicalPlan.resolveOperators(LogicalPlan.scala:56)
  79. at org.apache.spark.sql.catalyst.analysis.Analyzer$ResolveFunctions$.apply(Analyzer.scala:500)
  80. at org.apache.spark.sql.catalyst.analysis.Analyzer$ResolveFunctions$.apply(Analyzer.scala:499)
  81. at org.apache.spark.sql.catalyst.rules.RuleExecutor$$anonfun$execute$1$$anonfun$apply$1.apply(RuleExecutor.scala:83)
  82. at org.apache.spark.sql.catalyst.rules.RuleExecutor$$anonfun$execute$1$$anonfun$apply$1.apply(RuleExecutor.scala:80)
  83. at scala.collection.LinearSeqOptimized$class.foldLeft(LinearSeqOptimized.scala:111)
  84. at scala.collection.immutable.List.foldLeft(List.scala:84)
  85. at org.apache.spark.sql.catalyst.rules.RuleExecutor$$anonfun$execute$1.apply(RuleExecutor.scala:80)
  86. at org.apache.spark.sql.catalyst.rules.RuleExecutor$$anonfun$execute$1.apply(RuleExecutor.scala:72)
  87. at scala.collection.immutable.List.foreach(List.scala:318)
  88. at org.apache.spark.sql.catalyst.rules.RuleExecutor.execute(RuleExecutor.scala:72)
  89. at org.apache.spark.sql.SQLContext$QueryExecution.analyzed$lzycompute(SQLContext.scala:916)
  90. at org.apache.spark.sql.SQLContext$QueryExecution.analyzed(SQLContext.scala:916)
  91. at org.apache.spark.sql.SQLContext$QueryExecution.assertAnalyzed(SQLContext.scala:914)
  92. at org.apache.spark.sql.DataFrame.<init>(DataFrame.scala:132)
  93. at org.apache.spark.sql.DataFrame$.apply(DataFrame.scala:51)
  94. at org.apache.spark.sql.SQLContext.sql(SQLContext.scala:725)
  95. at main.scala.query.SparkSqlQuery.run(SparkSqlQuery.scala:15)
  96. at main.scala.operator.string.Bootstrap.<init>(Bootstrap.scala:36)
  97. at main.scala.operator.string.Concat$.main(Concat.scala:17)
  98. at main.scala.operator.string.Concat.main(Concat.scala)
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement
Public Pastes
Advertisement
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!