Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- public class JavaDemo2 {
- public static void main(String[] args) {
- SparkConf conf = new SparkConf();
- conf.setAppName("Java API demo");
- conf.set("spark.driver.port", "51810");
- conf.set("spark.fileserver.port", "51811");
- conf.set("spark.broadcast.port", "51812");
- conf.set("spark.replClassServer.port", "51813");
- conf.set("spark.blockManager.port", "51814");
- conf.set("spark.executor.port", "51815");
- //conf.setMaster("spark://localhost:7077");
- //conf.set("spark.akka.hearthbeat.interval", "100");
- conf.set("spark.cassandra.connection.host", "127.0.0.1");
- JavaSparkContext jsc = new JavaSparkContext("spark://127.0.0.1:7077", "test", conf);
- JavaRDD<String> cassandraRowsRDD = javaFunctions(jsc).cassandraTable("ks", "people")
- .map(new Function<CassandraRow, String>() {
- @Override
- public String call(CassandraRow cassandraRow) throws Exception {
- return cassandraRow.toString();
- }
- });
- System.out.println("Data as CassandraRows: \n" + StringUtils.join(cassandraRowsRDD.toArray(), "\n"));
- JavaRDD<String> rdd = javaFunctions(jsc).cassandraTable("ks", "people")
- .select("id").map(new Function<CassandraRow, String>() {
- @Override
- public String call(CassandraRow cassandraRow) throws Exception {
- return cassandraRow.toString();
- }
- });
- System.out.println("Data with only 'id' column fetched: \n" + StringUtils.join(rdd.toArray(), "\n"));
- }
- public static class Person implements Serializable {
- private Integer id;
- private String name;
- private Date birthDate;
- // Remember to declare no-args constructor
- public Person() { }
- public Person(Integer id, String name, Date birthDate) {
- this.id = id;
- this.name = name;
- this.birthDate = birthDate;
- }
- public Integer getId() { return id; }
- public void setId(Integer id) { this.id = id; }
- public String getName() { return name; }
- public void setName(String name) { this.name = name; }
- public Date getBirthDate() { return birthDate; }
- public void setBirthDate(Date birthDate) { this.birthDate = birthDate; }
- // other methods, constructors, etc.
- }
- }
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement