Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- package org.apache.spark.examples.sql.hive;
- import java.io.File;
- import java.io.Serializable;
- import java.util.ArrayList;
- import java.util.List;
- import org.apache.spark.api.java.function.MapFunction;
- import org.apache.spark.sql.Dataset;
- import org.apache.spark.sql.Encoders;
- import org.apache.spark.sql.Row;
- import org.apache.spark.sql.SparkSession;
- // $example off:spark_hive$
- public class JavaSparkHiveExample {
- public static void main(String[] args) {
- // $example on:spark_hive$
- SparkSession spark = SparkSession
- .builder()
- .appName("Java Spark Hive Example")
- .master("local[*]")
- .config("hive.metastore.uris", "thrift://localhost:9083")
- .enableHiveSupport()
- .getOrCreate();
- Dataset<Row> jsonTest = spark.read().json("/tmp/testJSON.json");
- jsonTest.createOrReplaceTempView("jsonTest");
- Dataset<Row> showAll = spark.sql("SELECT * FROM jsonTest");
- showAll.show();
- spark.stop();
- }
- }
Add Comment
Please, Sign In to add comment