Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- conf = SparkConf().setAppName("product_recommendation-server")
- .set('spark.jars', 'path/to/elasticsearch-hadoop-2.1.0.Beta2.jar')
- .set('spark.driver.memory', '2250m')
- .set('spark.sql.shuffle.partitions', '2000')
- sc = SparkContext(conf=conf)
- spark = SparkSession(sc)
- sql_sc = sql_sc = SQLContext(sc)
- path ='path/to/data.csv'
- sql_sc.read.format("org.elasticsearch.spark.sql").format("org.elasticsearch.spark.sql")
- .load(path)
Add Comment
Please, Sign In to add comment