Guest User

Untitled

a guest
Apr 25th, 2018
91
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 2.20 KB | None | 0 0
  1. Dataset<Row> logDataFrame = spark.createDataFrame(rowRDD, schema);
  2.  
  3. if (spark.catalog().tableExists("mylogs")) {
  4. logDataFrame.write().mode("append").insertInto("mylogs");// exception
  5.  
  6. } else {
  7. logDataFrame.createOrReplaceTempView("mylogs"); // This is working fine
  8. }
  9.  
  10. Dataset<Row> results = spark.sql("SELECT count(a1) FROM mylogs");
  11.  
  12. Exception in thread "main" org.apache.spark.sql.AnalysisException: unresolved operator 'InsertIntoTable LogicalRDD [a1#4, b1#5, c1#6, d1#7], false, false, false;;
  13. 'InsertIntoTable LogicalRDD [a1#4, b1#5, c1#6, d1#7], false, false, false
  14. +- LogicalRDD [a1#22, b1#23, c1#24, d1#25], false
  15.  
  16. at org.apache.spark.sql.catalyst.analysis.CheckAnalysis$class.failAnalysis(CheckAnalysis.scala:41)
  17. at org.apache.spark.sql.catalyst.analysis.Analyzer.failAnalysis(Analyzer.scala:91)
  18. at org.apache.spark.sql.catalyst.analysis.CheckAnalysis$$anonfun$checkAnalysis$3.apply(CheckAnalysis.scala:352)
  19. at org.apache.spark.sql.catalyst.analysis.CheckAnalysis$$anonfun$checkAnalysis$3.apply(CheckAnalysis.scala:350)
  20.  
  21. Dataset<Row> logDataFrame = sparkSession.createDataFrame(rowRDD, schema);
  22.  
  23. if (sparkSession.catalog().tableExists("mylogs")) {
  24. logDataFrame.registerTempTable("temptable");
  25. sparkSession.sql("insert into table mylogs select * from temptable");
  26. //logDataFrame.write().mode(SaveMode.Append).insertInto("mylogs");
  27. } else {
  28. logDataFrame.createOrReplaceTempView("mylogs");
  29. }
  30.  
  31. Dataset<Row> results = sparkSession.sql("SELECT count(a1) FROM mylogs");
  32.  
  33. Exception in thread "main" org.apache.spark.sql.AnalysisException: unresolved operator 'InsertIntoTable LogicalRDD [a1#4, b1#5, c1#6, d1#7], false, false, false;;
  34. 'InsertIntoTable LogicalRDD [a1#4, b1#5, c1#6, d1#7], false, false, false
  35. +- Project [a1#22, b1#23, c1#24, d1#25]
  36. +- SubqueryAlias temptable
  37. +- LogicalRDD [a1#22, b1#23, c1#24, d1#25], false
  38.  
  39. at org.apache.spark.sql.catalyst.analysis.CheckAnalysis$class.failAnalysis(CheckAnalysis.scala:41)
  40. at org.apache.spark.sql.catalyst.analysis.Analyzer.failAnalysis(Analyzer.scala:91)
  41.  
  42. logDataFrame.registerTempTable("temptable")
  43.  
  44. sqlContext.sql("insert into table mylogs select * from temptable"")
Add Comment
Please, Sign In to add comment