Advertisement
Guest User

Untitled

a guest
Feb 11th, 2016
59
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 0.75 KB | None | 0 0
  1. package com.blogspot.yawar.kitetest
  2.  
  3. import org.kitesdk.data.{
  4. DatasetDescriptor, Datasets, PartitionStrategy, View }
  5.  
  6. case class Person(name: String, age: Int)
  7.  
  8. object Main extends App {
  9. val personClass = classOf[Person]
  10.  
  11. /*
  12. val partitionAge =
  13. new PartitionStrategy.Builder().hash("age", 10).build
  14. */
  15.  
  16. val datasetDesc =
  17. new DatasetDescriptor.Builder()
  18. .schema(personClass)
  19. //.partitionStrategy(partitionAge)
  20. .build
  21.  
  22. val people =
  23. Datasets
  24. .create(
  25. "dataset:file:/Users/yawar/code/kitedata",
  26. datasetDesc,
  27. personClass)
  28. .asInstanceOf[View[Person]]
  29.  
  30. val peopleWriter = people.newWriter
  31. peopleWriter write Person("Yawar", 31)
  32. peopleWriter write Person("Bob", 30)
  33. peopleWriter.close()
  34. }
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement