Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- SparkSession spark = SparkSession.builder().master("local").appName("My Spark App").getOrCreate();
- Map<String, String> options = new HashMap<String,String>();
- options.put("driver", "com.orientechnologies.orient.jdbc.OrientJdbcDriver");
- options.put("url", "jdbc:orient:remote:192.168.1.2/mydb");
- options.put("dbtable", "Customer");
- options.put("user", "user");
- options.put("password", "password");
- Dataset< org.apache.spark.sql.Row> df = spark.read().format("jdbc").options(options).load();
- Exception in thread "main" java.sql.SQLException: No current record
- at com.orientechnologies.orient.jdbc.OrientJdbcResultSetMetaData.getCurrentRecord(OrientJdbcResultSetMetaData.java:202)
- at com.orientechnologies.orient.jdbc.OrientJdbcResultSetMetaData.getColumnCount(OrientJdbcResultSetMetaData.java:84)
- at org.apache.spark.sql.execution.datasources.jdbc.JDBCRDD$.resolveTable(JDBCRDD.scala:130)
- at org.apache.spark.sql.execution.datasources.jdbc.JDBCRelation.<init>(JDBCRelation.scala:117)
- <dependency>
- <groupId>com.orientechnologies</groupId>
- <artifactId>orientdb-jdbc
- </artifactId>
- <version>2.2.10</version>
- </dependency>
- SparkConf conf = new SparkConf();
- conf.setMaster("local");
- SparkSession spark = SparkSession.builder().appName("Orient_Spark_Session").config(conf).getOrCreate();
- Map<String, String> orientDBProps = new HashMap<>();
- orientDBProps.put("url","jdbc:orient:REMOTE:localhost/TestDB");
- orientDBProps.put("user", "root");
- orientDBProps.put("password", "root");
- orientDBProps.put("spark", "true");
- orientDBProps.put("dbtable", "test");
- Dataset<Row> tableDataset = spark.read().format("jdbc").options(dbProps).load();
- tableDataset.show();
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement