Advertisement
Guest User

Untitled

a guest
Mar 9th, 2017
82
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 0.80 KB | None | 0 0
  1. DataFrameReader df = new DataFrameReader(spark).format("csv").option("header", true);
  2. Dataset<Row> set=df.load("s3n://"+this.accessId.replace(""", "")+":"+this.accessToken.replace(""", "")+"@"+this.bucketName.replace(""", "")+"/"+this.filePath.replace(""", "")+"");
  3.  
  4. set.take(500)
  5.  
  6. String url ="jdbc:mysql://"+this.hostName+":3306/"+this.dataBaseName+"?user="+this.userName+"&password="+this.password;
  7.  
  8. SparkSession spark=StartSpark.getSparkSession();
  9.  
  10. SQLContext sc = spark.sqlContext();
  11.  
  12. DataFrameReader df = new DataFrameReader(spark).format("csv").option("header", true);
  13. Dataset<Row> set = sc
  14. .read()
  15. .option("url", url)
  16. .option("dbtable", this.tableName)
  17. .option("driver","com.mysql.jdbc.Driver")
  18. .format("jdbc")
  19. .load();
  20. set.take(500);
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement