Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- ```
- t2.write.mode("overwrite").option("header",true).csv("/Users/zhendongwang/Documents/projects/data/spark/try/spark-e1/csv-output.csv")
- spark.read.option("inferSchema",true).option("header",true).csv("/Users/zhendongwang/Documents/projects/data/spark/try/spark-e1/csv-output.csv")
- val jdbcDF = spark.read.format("jdbc").option("url", "jdbc:mysql://localhost:3306").option("dbtable", "test.people").option("driver", "com.mysql.jdbc.Driver").option("user", "root").option("password", "root").load()
- val sale = spark.read.format("jdbc").option("url", "jdbc:mysql://localhost:3306").option("dbtable", "test.sale").option("driver", "com.mysql.jdbc.Driver").option("user", "root").option("password", "root").load()
- spark-shell --jars /Users/zhendongwang/Downloads/mysql-connector-java-5.1.45/mysql-connector-java-5.1.45-bin.jar,/Users/zhendongwang/Downloads/spark-cassandra-connector_2.11-2.0.6.jar --driver-class-path /Users/zhendongwang/Downloads/mysql-connector-java-5.1.45/mysql-connector-java-5.1.45-bin.jar,/Users/zhendongwang/Downloads/spark-cassandra-connector_2.11-2.0.6.jar
- spark-shell --jars /Users/zhendongwang/Downloads/mysql-connector-java-5.1.45/mysql-connector-java-5.1.45-bin.jar --packages datastax:spark-cassandra-connector:2.0.6-s_2.11
- create keyspace test with replication = {'class': 'SimpleStrategy', 'replication_factor' : 1};
- create table people(id int primary key,name text);
- insert into people(id,name) values (1,'tony');
- insert into people(id,name) values (2,'sam');
- create table sale(id int primary key,user text,sale int);
- insert into sale(id,user,sale) values (1,'tony',2);
- insert into sale(id,user,sale) values (2,'tony',3);
- insert into sale(id,user,sale) values (3,'sam',4);
- spark.read.format("org.apache.spark.sql.cassandra").options(Map( "table" -> "sale", "keyspace" -> "test")).load()
- sale.write.format("org.apache.spark.sql.cassandra").options(Map("table" -> "sale", "keyspace" -> "test")).mode("append").save()
- spark.read.cassandraFormat("sale", "test").load()
- ```
Add Comment
Please, Sign In to add comment