Advertisement
Guest User

Untitled

a guest
Sep 21st, 2019
109
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 0.90 KB | None | 0 0
  1. ParquetQuery<HadoopProfile> query = ParquetQuery.model(HadoopProfile.class)
  2. .field(HadoopProfile::getCommon, c -> c
  3. .field(HadoopCommon::getHomeCountry)
  4. .field(HadoopCommon::getEthnicityWithPrediction))
  5. .collection(HadoopProfile::getEvents, e -> e
  6. .field(HadoopEvent::getCampaignId)
  7. .field(HadoopEvent::getReceivedAt)
  8. .field(HadoopEvent::getCountry)
  9. .field(HadoopEvent::getMetricName));
  10.  
  11. parquetService.readRDD(query, sparkContext)
  12. .foreach(p -> {
  13. counters.inc("country " + p.getCommon().getHomeCountry());
  14. if (p.getEvents() != null) {
  15. counters.inc("total events", p.getEvents().size());
  16. }
  17. });
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement