Advertisement
Guest User

Untitled

a guest
Jul 28th, 2017
93
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 1.64 KB | None | 0 0
  1. SparkSession spark = SparkSession.builder().master("local").appName("My Spark App").getOrCreate();
  2.  
  3. Map<String, String> options = new HashMap<String,String>();
  4. options.put("driver", "com.orientechnologies.orient.jdbc.OrientJdbcDriver");
  5. options.put("url", "jdbc:orient:remote:192.168.1.2/mydb");
  6. options.put("dbtable", "Customer");
  7. options.put("user", "user");
  8. options.put("password", "password");
  9.  
  10. Dataset< org.apache.spark.sql.Row> df = spark.read().format("jdbc").options(options).load();
  11.  
  12. Exception in thread "main" java.sql.SQLException: No current record
  13. at com.orientechnologies.orient.jdbc.OrientJdbcResultSetMetaData.getCurrentRecord(OrientJdbcResultSetMetaData.java:202)
  14. at com.orientechnologies.orient.jdbc.OrientJdbcResultSetMetaData.getColumnCount(OrientJdbcResultSetMetaData.java:84)
  15. at org.apache.spark.sql.execution.datasources.jdbc.JDBCRDD$.resolveTable(JDBCRDD.scala:130)
  16. at org.apache.spark.sql.execution.datasources.jdbc.JDBCRelation.<init>(JDBCRelation.scala:117)
  17.  
  18. <dependency>
  19. <groupId>com.orientechnologies</groupId>
  20. <artifactId>orientdb-jdbc
  21. </artifactId>
  22. <version>2.2.10</version>
  23. </dependency>
  24.  
  25. SparkConf conf = new SparkConf();
  26. conf.setMaster("local");
  27. SparkSession spark = SparkSession.builder().appName("Orient_Spark_Session").config(conf).getOrCreate();
  28. Map<String, String> orientDBProps = new HashMap<>();
  29. orientDBProps.put("url","jdbc:orient:REMOTE:localhost/TestDB");
  30. orientDBProps.put("user", "root");
  31. orientDBProps.put("password", "root");
  32. orientDBProps.put("spark", "true");
  33. orientDBProps.put("dbtable", "test");
  34. Dataset<Row> tableDataset = spark.read().format("jdbc").options(dbProps).load();
  35. tableDataset.show();
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement