Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- val url1="jdbc:hive2://xxxxxx.google.com:10000/jkl_cak_coh_batch;principal=hive/xxxxxx.google.com@internal.lllglobal.com;mapred.job.queue.name=io9;AuthMech=3;SSL=1;" +
- "SSLTrustStore=/usr/java/jdk1.8.0_144/jre/lib/security/oooacerts;user=xxxx;password=yyyyy"
- val connectionProperties = new Properties()
- connectionProperties.put("user", "xxxxxx")
- connectionProperties.put("password", "xxxxxx")
- sparkSession.sqlContext.sql("select * from " + tmpTable )
- .write
- .format("org.apache.spark.sql.execution.datasources.jdbc.DefaultSource")
- .mode(SaveMode.Append) // <--- Append in existing table
- .option("driver", driverName)
- .option("header","false")
- .jdbc(url1, "sourceTable", connectionProperties)
- java.lang.RuntimeException: Multiple sources found for jdbc (org.apache.spark.sql.execution.datasources.jdbc.JdbcRelationProvider, org.apache.spark.sql.execution.datasources.jdbc.DefaultSource), please specify the fully qualified class name.
- at scala.sys.package$.error(package.scala:27)
- at org.apache.spark.sql.execution.datasources.DataSource$.lookupDataSource(DataSource.scala:591)
- at org.apache.spark.sql.execution.datasources.DataSource.providingClass$lzycompute(DataSource.scala:86)
- at org.apache.spark.sql.execution.datasources.DataSource.providingClass(DataSource.scala:86)
- at org.apache.spark.sql.execution.datasources.DataSource.write(DataSource.scala:424)
- at org.apache.spark.sql.DataFrameWriter.save(DataFrameWriter.scala:215)
- at org.apache.spark.sql.DataFrameWriter.jdbc(DataFrameWriter.scala:446)
- at com.rxcorp.canada_taunus.LoadData.loadDFToDB(LoadData.scala:140)
- at com.rxcorp.canada_taunus.CanadaTaunus$.main(Tanadaaunus.scala:139)
- at com.rxcorp.canada_taunus.CanadaTaunus.main(Tanadaaunus.scala)
Add Comment
Please, Sign In to add comment