Advertisement
Guest User

Untitled

a guest
Jun 16th, 2019
100
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 1.07 KB | None | 0 0
  1. public static void main(String[] args) throws InterruptedException {
  2.  
  3. List<temp> listtmp = new ArrayList<>();
  4.  
  5. SparkSession spark = SparkSession.builder()
  6. .master("local")
  7. .appName("MongoSparkConnectorIntro")
  8. .config("spark.mongodb.input.uri", "mongodb://127.0.0.1/temperature.templog")
  9. .config("spark.mongodb.output.uri", "mongodb://127.0.0.1/temperature.templog")
  10. .getOrCreate();
  11.  
  12.  
  13. // Create a JavaSparkContext using the SparkSession's SparkContext object
  14. JavaSparkContext jsc = new JavaSparkContext(spark.sparkContext());
  15.  
  16. /*Start Example: Read data from MongoDB************************/
  17. Dataset<Row> df = MongoSpark.load(jsc).toDF();
  18. /*End Example**************************************************/
  19. df.createOrReplaceTempView("temp");
  20.  
  21. Dataset<Row> data = spark.sql("select * from temp");
  22. // Analyze data from MongoDB
  23.  
  24. data.show();
  25.  
  26. for(Row row : data.collectAsList()){
  27. listtmp.add(tempconvert.totemprow(row));
  28. }
  29.  
  30. jsc.close();
  31.  
  32. System.out.println(listtmp.size());
  33. }
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement