Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- Dataset<Row> agg = GlobalSparkSession.SESSION.sqlContext().sql("" +
- "SELECT " +
- " tmp.ads_category, " +
- " tmp.ggi, " +
- " tmp.za_install_date, " +
- " tmp.za_country_id, " +
- " tmp.za_publisher_id, " +
- " tmp.za_sub_publisher_1_id, " +
- " tmp.za_sub_publisher_2_id, " +
- " tmp.za_sub_publisher_3_id, " +
- " tmp.za_sub_publisher_4_id, " +
- " tmp.za_sub_publisher_5_id, " +
- " SUM(tmp.za_revenue) AS za_revenue, " +
- " SUM(tmp.za_revenue_cts) AS za_revenue_cts " +
- "FROM (" +
- " SELECT " +
- " rev.ads_category, " +
- " rev.ggi, " +
- " IF(users.install_date IS NOT NULL, users.install_date, installs.install_date) AS za_install_date, " +
- " IF(users.country_id IS NULL, rev.country_id, users.country_id) AS za_country_id, " +
- " IF(users.publisher_id IS NULL, 26385, users.publisher_id) AS za_publisher_id, " +
- " IF(users.sub_publisher_1_id IS NULL, 112492, users.sub_publisher_1_id) AS za_sub_publisher_1_id, " +
- " IF(users.sub_publisher_2_id IS NULL, 112492, users.sub_publisher_2_id) AS za_sub_publisher_2_id, " +
- " IF(users.sub_publisher_3_id IS NULL, 112492, users.sub_publisher_3_id) AS za_sub_publisher_3_id, " +
- " IF(users.sub_publisher_4_id IS NULL, 112492, users.sub_publisher_4_id) AS za_sub_publisher_4_id, " +
- " IF(users.sub_publisher_5_id IS NULL, 112492, users.sub_publisher_5_id) AS za_sub_publisher_5_id, " +
- " SUM(revenue) AS za_revenue, " +
- " 0 AS za_revenue_cts " +
- " FROM " + revenueTable + " AS rev " +
- " LEFT JOIN " + installsTable + " AS installs " +
- " ON installs.udid_id = rev.udid_id " +
- " AND installs.ggi = rev.ggi " +
- " LEFT JOIN " + uaUsersTable + " AS users " +
- " ON users.udid_id = rev.udid_id " +
- " AND users.ggi = rev.ggi " +
- " WHERE (users.install_date IS NOT NULL OR installs.install_date IS NOT NULL) " +
- " GROUP BY " +
- " rev.ads_category, " +
- " rev.ggi, " +
- " za_install_date, " +
- " za_country_id, " +
- " za_publisher_id, " +
- " za_sub_publisher_1_id, " +
- " za_sub_publisher_2_id, " +
- " za_sub_publisher_3_id, " +
- " za_sub_publisher_4_id, " +
- " za_sub_publisher_5_id " +
- " HAVING " +
- " za_revenue > 0 " +
- " UNION ALL " +
- " SELECT " +
- " rev.ads_category, " +
- " rev.ggi, " +
- " IF(users.click_ts IS NOT NULL, users.click_ts, installs.install_date) AS za_install_date, " +
- " IF(users.country_id IS NULL, rev.country_id, users.country_id) AS za_country_id, " +
- " IF(users.publisher_id IS NULL, 26385, users.publisher_id) AS za_publisher_id, " +
- " IF(users.sub_publisher_1_id IS NULL, 112492, users.sub_publisher_1_id) AS za_sub_publisher_1_id, " +
- " IF(users.sub_publisher_2_id IS NULL, 112492, users.sub_publisher_2_id) AS za_sub_publisher_2_id, " +
- " IF(users.sub_publisher_3_id IS NULL, 112492, users.sub_publisher_3_id) AS za_sub_publisher_3_id, " +
- " IF(users.sub_publisher_4_id IS NULL, 112492, users.sub_publisher_4_id) AS za_sub_publisher_4_id, " +
- " IF(users.sub_publisher_5_id IS NULL, 112492, users.sub_publisher_5_id) AS za_sub_publisher_5_id, " +
- " 0 AS za_revenue, " +
- " SUM(revenue) AS za_revenue_cts " +
- " FROM " + revenueTable + " AS rev " +
- " LEFT JOIN " + installsTable + " AS installs " +
- " ON installs.udid_id = rev.udid_id " +
- " AND installs.ggi = rev.ggi " +
- " LEFT JOIN " + uaUsersTable + " AS users " +
- " ON users.udid_id = rev.udid_id " +
- " AND users.ggi = rev.ggi " +
- " WHERE (users.install_date IS NOT NULL OR installs.install_date IS NOT NULL) " +
- " GROUP BY " +
- " rev.ads_category, " +
- " rev.ggi, " +
- " za_install_date, " +
- " za_country_id, " +
- " za_publisher_id, " +
- " za_sub_publisher_1_id, " +
- " za_sub_publisher_2_id, " +
- " za_sub_publisher_3_id, " +
- " za_sub_publisher_4_id, " +
- " za_sub_publisher_5_id " +
- " HAVING " +
- " za_revenue_cts > 0 " +
- ") AS tmp " +
- "GROUP BY " +
- " tmp.ads_category, " +
- " tmp.ggi, " +
- " tmp.za_install_date, " +
- " tmp.za_country_id, " +
- " tmp.za_publisher_id, " +
- " tmp.za_sub_publisher_1_id, " +
- " tmp.za_sub_publisher_2_id, " +
- " tmp.za_sub_publisher_3_id, " +
- " tmp.za_sub_publisher_4_id, " +
- " tmp.za_sub_publisher_5_id ");
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement