Advertisement
Guest User

Untitled

a guest
Jul 4th, 2015
247
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
Java 2.46 KB | None | 0 0
  1. public class JavaDemo2 {
  2.     public static void main(String[] args) {
  3.         SparkConf conf = new SparkConf();
  4.         conf.setAppName("Java API demo");
  5.         conf.set("spark.driver.port", "51810");
  6.         conf.set("spark.fileserver.port", "51811");
  7.         conf.set("spark.broadcast.port", "51812");
  8.         conf.set("spark.replClassServer.port", "51813");
  9.         conf.set("spark.blockManager.port", "51814");
  10.         conf.set("spark.executor.port", "51815");
  11.         //conf.setMaster("spark://localhost:7077");
  12.         //conf.set("spark.akka.hearthbeat.interval", "100");
  13.         conf.set("spark.cassandra.connection.host", "127.0.0.1");
  14.        
  15.         JavaSparkContext jsc = new JavaSparkContext("spark://127.0.0.1:7077", "test", conf);
  16.        
  17.         JavaRDD<String> cassandraRowsRDD = javaFunctions(jsc).cassandraTable("ks", "people")
  18.                 .map(new Function<CassandraRow, String>() {
  19.                     @Override
  20.                     public String call(CassandraRow cassandraRow) throws Exception {
  21.                         return cassandraRow.toString();
  22.                     }
  23.                 });
  24.         System.out.println("Data as CassandraRows: \n" + StringUtils.join(cassandraRowsRDD.toArray(), "\n"));
  25.        
  26.         JavaRDD<String> rdd = javaFunctions(jsc).cassandraTable("ks", "people")
  27.                 .select("id").map(new Function<CassandraRow, String>() {
  28.                     @Override
  29.                     public String call(CassandraRow cassandraRow) throws Exception {
  30.                         return cassandraRow.toString();
  31.                     }
  32.                 });
  33.         System.out.println("Data with only 'id' column fetched: \n" + StringUtils.join(rdd.toArray(), "\n"));
  34.     }
  35.    
  36.     public static class Person implements Serializable {
  37.         private Integer id;
  38.         private String name;
  39.         private Date birthDate;
  40.  
  41.         // Remember to declare no-args constructor
  42.         public Person() { }
  43.  
  44.         public Person(Integer id, String name, Date birthDate) {
  45.             this.id = id;
  46.             this.name = name;
  47.             this.birthDate = birthDate;
  48.         }
  49.  
  50.         public Integer getId() { return id; }
  51.         public void setId(Integer id) { this.id = id; }
  52.  
  53.         public String getName() { return name; }
  54.         public void setName(String name) { this.name = name; }
  55.  
  56.         public Date getBirthDate() { return birthDate; }
  57.         public void setBirthDate(Date birthDate) { this.birthDate = birthDate; }
  58.  
  59.         // other methods, constructors, etc.
  60.     }
  61. }
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement