Advertisement
Guest User

Untitled

a guest
Feb 21st, 2018
70
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 5.59 KB | None | 0 0
  1. Dataset<Row> agg = GlobalSparkSession.SESSION.sqlContext().sql("" +
  2. "SELECT " +
  3. " tmp.ads_category, " +
  4. " tmp.ggi, " +
  5. " tmp.za_install_date, " +
  6. " tmp.za_country_id, " +
  7. " tmp.za_publisher_id, " +
  8. " tmp.za_sub_publisher_1_id, " +
  9. " tmp.za_sub_publisher_2_id, " +
  10. " tmp.za_sub_publisher_3_id, " +
  11. " tmp.za_sub_publisher_4_id, " +
  12. " tmp.za_sub_publisher_5_id, " +
  13. " SUM(tmp.za_revenue) AS za_revenue, " +
  14. " SUM(tmp.za_revenue_cts) AS za_revenue_cts " +
  15. "FROM (" +
  16. " SELECT " +
  17. " rev.ads_category, " +
  18. " rev.ggi, " +
  19. " IF(users.install_date IS NOT NULL, users.install_date, installs.install_date) AS za_install_date, " +
  20. " IF(users.country_id IS NULL, rev.country_id, users.country_id) AS za_country_id, " +
  21. " IF(users.publisher_id IS NULL, 26385, users.publisher_id) AS za_publisher_id, " +
  22. " IF(users.sub_publisher_1_id IS NULL, 112492, users.sub_publisher_1_id) AS za_sub_publisher_1_id, " +
  23. " IF(users.sub_publisher_2_id IS NULL, 112492, users.sub_publisher_2_id) AS za_sub_publisher_2_id, " +
  24. " IF(users.sub_publisher_3_id IS NULL, 112492, users.sub_publisher_3_id) AS za_sub_publisher_3_id, " +
  25. " IF(users.sub_publisher_4_id IS NULL, 112492, users.sub_publisher_4_id) AS za_sub_publisher_4_id, " +
  26. " IF(users.sub_publisher_5_id IS NULL, 112492, users.sub_publisher_5_id) AS za_sub_publisher_5_id, " +
  27. " SUM(revenue) AS za_revenue, " +
  28. " 0 AS za_revenue_cts " +
  29. " FROM " + revenueTable + " AS rev " +
  30. " LEFT JOIN " + installsTable + " AS installs " +
  31. " ON installs.udid_id = rev.udid_id " +
  32. " AND installs.ggi = rev.ggi " +
  33. " LEFT JOIN " + uaUsersTable + " AS users " +
  34. " ON users.udid_id = rev.udid_id " +
  35. " AND users.ggi = rev.ggi " +
  36. " WHERE (users.install_date IS NOT NULL OR installs.install_date IS NOT NULL) " +
  37. " GROUP BY " +
  38. " rev.ads_category, " +
  39. " rev.ggi, " +
  40. " za_install_date, " +
  41. " za_country_id, " +
  42. " za_publisher_id, " +
  43. " za_sub_publisher_1_id, " +
  44. " za_sub_publisher_2_id, " +
  45. " za_sub_publisher_3_id, " +
  46. " za_sub_publisher_4_id, " +
  47. " za_sub_publisher_5_id " +
  48. " HAVING " +
  49. " za_revenue > 0 " +
  50. " UNION ALL " +
  51. " SELECT " +
  52. " rev.ads_category, " +
  53. " rev.ggi, " +
  54. " IF(users.click_ts IS NOT NULL, users.click_ts, installs.install_date) AS za_install_date, " +
  55. " IF(users.country_id IS NULL, rev.country_id, users.country_id) AS za_country_id, " +
  56. " IF(users.publisher_id IS NULL, 26385, users.publisher_id) AS za_publisher_id, " +
  57. " IF(users.sub_publisher_1_id IS NULL, 112492, users.sub_publisher_1_id) AS za_sub_publisher_1_id, " +
  58. " IF(users.sub_publisher_2_id IS NULL, 112492, users.sub_publisher_2_id) AS za_sub_publisher_2_id, " +
  59. " IF(users.sub_publisher_3_id IS NULL, 112492, users.sub_publisher_3_id) AS za_sub_publisher_3_id, " +
  60. " IF(users.sub_publisher_4_id IS NULL, 112492, users.sub_publisher_4_id) AS za_sub_publisher_4_id, " +
  61. " IF(users.sub_publisher_5_id IS NULL, 112492, users.sub_publisher_5_id) AS za_sub_publisher_5_id, " +
  62. " 0 AS za_revenue, " +
  63. " SUM(revenue) AS za_revenue_cts " +
  64. " FROM " + revenueTable + " AS rev " +
  65. " LEFT JOIN " + installsTable + " AS installs " +
  66. " ON installs.udid_id = rev.udid_id " +
  67. " AND installs.ggi = rev.ggi " +
  68. " LEFT JOIN " + uaUsersTable + " AS users " +
  69. " ON users.udid_id = rev.udid_id " +
  70. " AND users.ggi = rev.ggi " +
  71. " WHERE (users.install_date IS NOT NULL OR installs.install_date IS NOT NULL) " +
  72. " GROUP BY " +
  73. " rev.ads_category, " +
  74. " rev.ggi, " +
  75. " za_install_date, " +
  76. " za_country_id, " +
  77. " za_publisher_id, " +
  78. " za_sub_publisher_1_id, " +
  79. " za_sub_publisher_2_id, " +
  80. " za_sub_publisher_3_id, " +
  81. " za_sub_publisher_4_id, " +
  82. " za_sub_publisher_5_id " +
  83. " HAVING " +
  84. " za_revenue_cts > 0 " +
  85. ") AS tmp " +
  86. "GROUP BY " +
  87. " tmp.ads_category, " +
  88. " tmp.ggi, " +
  89. " tmp.za_install_date, " +
  90. " tmp.za_country_id, " +
  91. " tmp.za_publisher_id, " +
  92. " tmp.za_sub_publisher_1_id, " +
  93. " tmp.za_sub_publisher_2_id, " +
  94. " tmp.za_sub_publisher_3_id, " +
  95. " tmp.za_sub_publisher_4_id, " +
  96. " tmp.za_sub_publisher_5_id ");
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement