Advertisement
Guest User

Untitled

a guest
Sep 20th, 2019
106
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 0.58 KB | None | 0 0
  1. val orders = sc.textFile("/public/retail_db/orders")
  2. val ordersMap = orders.
  3. map(o => (o.split(",")(0).toInt, o.split(",")(3)))
  4.  
  5. val orderItems = sc.textFile("/public/retail_db/order_items")
  6. val orderItemsMap = orderItems.
  7. map(oi => (oi.split(",")(1).toInt, oi))
  8.  
  9. val ordersLeftOuterJoin = ordersMap.
  10. leftOuterJoin(orderItemsMap)
  11.  
  12. val ordersLeftOuterJoinFiltered = ordersLeftOuterJoin.
  13. filter(o => o._2._2 == None)
  14.  
  15. val orderCountByStatus = ordersLeftOuterJoinFiltered.
  16. map(o => (o._2._1, 1)).
  17. reduceByKey((agg, ele) => agg + ele)
  18.  
  19. orderCountByStatus.
  20. collect.
  21. foreach(println)
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement