Guest User

Untitled

a guest
Jul 19th, 2018
130
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 1.81 KB | None | 0 0
  1. val url1="jdbc:hive2://xxxxxx.google.com:10000/jkl_cak_coh_batch;principal=hive/xxxxxx.google.com@internal.lllglobal.com;mapred.job.queue.name=io9;AuthMech=3;SSL=1;" +
  2. "SSLTrustStore=/usr/java/jdk1.8.0_144/jre/lib/security/oooacerts;user=xxxx;password=yyyyy"
  3.  
  4.  
  5. val connectionProperties = new Properties()
  6. connectionProperties.put("user", "xxxxxx")
  7. connectionProperties.put("password", "xxxxxx")
  8.  
  9. sparkSession.sqlContext.sql("select * from " + tmpTable )
  10. .write
  11. .format("org.apache.spark.sql.execution.datasources.jdbc.DefaultSource")
  12. .mode(SaveMode.Append) // <--- Append in existing table
  13. .option("driver", driverName)
  14. .option("header","false")
  15. .jdbc(url1, "sourceTable", connectionProperties)
  16.  
  17. java.lang.RuntimeException: Multiple sources found for jdbc (org.apache.spark.sql.execution.datasources.jdbc.JdbcRelationProvider, org.apache.spark.sql.execution.datasources.jdbc.DefaultSource), please specify the fully qualified class name.
  18. at scala.sys.package$.error(package.scala:27)
  19. at org.apache.spark.sql.execution.datasources.DataSource$.lookupDataSource(DataSource.scala:591)
  20. at org.apache.spark.sql.execution.datasources.DataSource.providingClass$lzycompute(DataSource.scala:86)
  21. at org.apache.spark.sql.execution.datasources.DataSource.providingClass(DataSource.scala:86)
  22. at org.apache.spark.sql.execution.datasources.DataSource.write(DataSource.scala:424)
  23. at org.apache.spark.sql.DataFrameWriter.save(DataFrameWriter.scala:215)
  24. at org.apache.spark.sql.DataFrameWriter.jdbc(DataFrameWriter.scala:446)
  25. at com.rxcorp.canada_taunus.LoadData.loadDFToDB(LoadData.scala:140)
  26. at com.rxcorp.canada_taunus.CanadaTaunus$.main(Tanadaaunus.scala:139)
  27. at com.rxcorp.canada_taunus.CanadaTaunus.main(Tanadaaunus.scala)
Add Comment
Please, Sign In to add comment