Guest User

Untitled

a guest
Jan 22nd, 2018
143
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 0.95 KB | None | 0 0
  1. package org.apache.spark.examples.sql.hive;
  2. import java.io.File;
  3. import java.io.Serializable;
  4. import java.util.ArrayList;
  5. import java.util.List;
  6. import org.apache.spark.api.java.function.MapFunction;
  7. import org.apache.spark.sql.Dataset;
  8. import org.apache.spark.sql.Encoders;
  9. import org.apache.spark.sql.Row;
  10. import org.apache.spark.sql.SparkSession;
  11. // $example off:spark_hive$
  12. public class JavaSparkHiveExample {
  13. public static void main(String[] args) {
  14.  
  15. // $example on:spark_hive$
  16. SparkSession spark = SparkSession
  17. .builder()
  18. .appName("Java Spark Hive Example")
  19. .master("local[*]")
  20. .config("hive.metastore.uris", "thrift://localhost:9083")
  21. .enableHiveSupport()
  22. .getOrCreate();
  23.  
  24. Dataset<Row> jsonTest = spark.read().json("/tmp/testJSON.json");
  25. jsonTest.createOrReplaceTempView("jsonTest");
  26. Dataset<Row> showAll = spark.sql("SELECT * FROM jsonTest");
  27.  
  28. showAll.show();
  29. spark.stop();
  30. }
  31. }
Add Comment
Please, Sign In to add comment