Guest User

Untitled

a guest
Feb 18th, 2018
97
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 1.98 KB | None | 0 0
  1. ```
  2. t2.write.mode("overwrite").option("header",true).csv("/Users/zhendongwang/Documents/projects/data/spark/try/spark-e1/csv-output.csv")
  3. spark.read.option("inferSchema",true).option("header",true).csv("/Users/zhendongwang/Documents/projects/data/spark/try/spark-e1/csv-output.csv")
  4.  
  5.  
  6.  
  7. val jdbcDF = spark.read.format("jdbc").option("url", "jdbc:mysql://localhost:3306").option("dbtable", "test.people").option("driver", "com.mysql.jdbc.Driver").option("user", "root").option("password", "root").load()
  8.  
  9. val sale = spark.read.format("jdbc").option("url", "jdbc:mysql://localhost:3306").option("dbtable", "test.sale").option("driver", "com.mysql.jdbc.Driver").option("user", "root").option("password", "root").load()
  10.  
  11.  
  12.  
  13.  
  14. spark-shell --jars /Users/zhendongwang/Downloads/mysql-connector-java-5.1.45/mysql-connector-java-5.1.45-bin.jar,/Users/zhendongwang/Downloads/spark-cassandra-connector_2.11-2.0.6.jar --driver-class-path /Users/zhendongwang/Downloads/mysql-connector-java-5.1.45/mysql-connector-java-5.1.45-bin.jar,/Users/zhendongwang/Downloads/spark-cassandra-connector_2.11-2.0.6.jar
  15.  
  16. spark-shell --jars /Users/zhendongwang/Downloads/mysql-connector-java-5.1.45/mysql-connector-java-5.1.45-bin.jar --packages datastax:spark-cassandra-connector:2.0.6-s_2.11
  17.  
  18.  
  19.  
  20. create keyspace test with replication = {'class': 'SimpleStrategy', 'replication_factor' : 1};
  21. create table people(id int primary key,name text);
  22. insert into people(id,name) values (1,'tony');
  23. insert into people(id,name) values (2,'sam');
  24.  
  25. create table sale(id int primary key,user text,sale int);
  26.  
  27. insert into sale(id,user,sale) values (1,'tony',2);
  28. insert into sale(id,user,sale) values (2,'tony',3);
  29. insert into sale(id,user,sale) values (3,'sam',4);
  30.  
  31.  
  32.  
  33.  
  34.  
  35. spark.read.format("org.apache.spark.sql.cassandra").options(Map( "table" -> "sale", "keyspace" -> "test")).load()
  36.  
  37.  
  38. sale.write.format("org.apache.spark.sql.cassandra").options(Map("table" -> "sale", "keyspace" -> "test")).mode("append").save()
  39.  
  40.  
  41.  
  42. spark.read.cassandraFormat("sale", "test").load()
  43.  
  44. ```
Add Comment
Please, Sign In to add comment