Guest User

Untitled

a guest
Jun 22nd, 2018
98
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 13.64 KB | None | 0 0
  1. set hive.exec.parallel = true;
  2. set dt_t=sysdate(-1);
  3.  
  4. select
  5.  
  6. time,
  7. t.union_id,
  8. sum(t.valid_par_ord_num) as "有效父单量" ,
  9. sum(t.valid_sale_ord_num) as "有效子单量" ,
  10. sum(t.valid_aft_amount) as "有效优惠后GMV" ,
  11. sum(t.valid_user_num) as "有效下单用户数" ,
  12. sum(t.valid_first_user_num)as "有效首次购用户数" ,
  13. t.jd_pin as 'jd_pin',
  14. t.parent_uin as '父账号ID',
  15. t.ad_uin as '子账户uin',
  16. t.plan_id as '推广计划ID',
  17. t.plan_name as '推广计划名称',
  18. t.adspec_id as '规格ID',
  19. t.adspec_name as '规格名称',
  20. t.plat as '设备',
  21. sum(t.pv) as pv,
  22. sum(t.uv) as uv,
  23. sum(t.valid_uv) as '有效uv' ,
  24. sum(t.new_reg) as '新注册用户数' ,
  25. t.ad_id
  26.  
  27. from
  28. (
  29. select
  30. f.dt as time,
  31. regexp_extract(jdv_utm_campaign,'^t_([0-9]*)_(.*)$',1) as union_id,
  32. '' as valid_par_ord_num ,
  33. '' as valid_sale_ord_num ,
  34. '' as valid_aft_amount ,
  35. '' as valid_user_num ,
  36. '' as valid_first_user_num ,
  37. s.jd_pin as jd_pin,
  38. s.parent_uin as parent_uin,
  39. s.ad_uin as ad_uin,
  40. s.plan_id as plan_id,
  41. s.plan_name as plan_name,
  42. s.adspec_id as adspec_id,
  43. s.adspec_name as adspec_name,
  44. 'APP' as plat,
  45. sum( case when pv_sign =1 then 1 else 0 end ) as pv ,
  46. count(distinct browser_uniq_id) as uv ,
  47. 0.0 as valid_uv,
  48. --count(distinct (case when sequence_num > 1 then browser_uniq_id end)) as valid_uv,
  49. count(distinct case when g.user_log_acct is not null
  50. then g.user_log_acct end) as new_reg,
  51. y.ad_id as ad_id
  52.  
  53. from
  54. (
  55. select *
  56. from gdm.gdm_m14_wireless_online_log where dt=${hiveconf:dt_t}
  57. and os_plant in ('IOS','ANDROID','IPAD','IOS-M','ANDROID-M','IPAD-M')
  58. and chan_third_cate_cd in ('131' ,'141' )
  59. ) f
  60. left outer join
  61. (select user_log_acct from gdm.gdm_m01_userinfo_basic_sum where
  62. dt=${hiveconf:dt_t} and substr(user_reg_tm,1,10) =${hiveconf:dt_t}) g
  63. on upper(trim(f.user_log_acct)) = upper(trim(g.user_log_acct))
  64. left outer join
  65. (select trace_id, ad_id
  66. from
  67. app.ad_base_click_synchro_test
  68. where
  69. ad_traffic_group = '9' and
  70. dt=${hiveconf:dt_t}
  71. and is_bill != '1'
  72. ) y
  73. on f.utm_term = y.trace_id
  74.  
  75. left outer join (
  76. select * from tmp.tmp_szad_w_ad_info_day where dt = ${hiveconf:dt_t}
  77. ) s
  78. on y.ad_id = s.ad_id
  79.  
  80.  
  81.  
  82. group by
  83. f.dt,
  84. regexp_extract(jdv_utm_campaign,'^t_([0-9]*)_(.*)$',1),
  85. s.jd_pin ,
  86. s.parent_uin ,
  87. s.ad_uin ,
  88. s.plan_id ,
  89. s.plan_name ,
  90. s.adspec_id ,
  91. s.adspec_name,
  92. y.ad_id
  93.  
  94.  
  95.  
  96. union all
  97.  
  98. select
  99. f.dt as time,
  100. regexp_extract(jdv_utm_campaign,'^t_([0-9]*)_(.*)$',1) as union_id,
  101. '' as valid_par_ord_num ,
  102. '' as valid_sale_ord_num ,
  103. '' as valid_aft_amount ,
  104. '' as valid_user_num ,
  105. '' as valid_first_user_num ,
  106. s.jd_pin as jd_pin,
  107. s.parent_uin as parent_uin,
  108. s.ad_uin as ad_uin,
  109. s.plan_id as plan_id,
  110. s.plan_name as plan_name,
  111. s.adspec_id as adspec_id,
  112. s.adspec_name as adspec_name,
  113. (case when 1=1 then 'M' end ) as plat,
  114. count(mba_sid) as pv ,count(distinct mba_muid) as uv ,
  115. 0.0 as valid_uv,
  116. --count(distinct (case when mba_seq > 1 then mba_muid end)) as valid_uv ,
  117. count(distinct case when g.user_log_acct is not null
  118. then g.user_log_acct end) as new_reg,
  119. y.ad_id as ad_id
  120.  
  121. from
  122.  
  123. (
  124. select *
  125. from gdm.gdm_m14_wireless_online_log where dt=${hiveconf:dt_t}
  126. and os_plant in ('WEIXIN-M','M-M')
  127. and chan_third_cate_cd in ('131' ,'141' )
  128. ) f
  129. LEFT OUTER JOIN
  130. (select user_log_acct from gdm.gdm_m01_userinfo_basic_sum where
  131. dt=${hiveconf:dt_t} and substr(user_reg_tm,1,10)=${hiveconf:dt_t}) g
  132. on upper(trim(f.user_log_acct)) = upper(trim(g.user_log_acct))
  133. left outer join
  134. (select trace_id, ad_id
  135. from
  136. app.ad_base_click_synchro_test
  137. where
  138. ad_traffic_group = '9' and
  139. dt=${hiveconf:dt_t}
  140. and is_bill != '1'
  141. ) y
  142.  
  143. on f.utm_term = y.trace_id
  144.  
  145. left outer join (
  146. select * from tmp.tmp_szad_w_ad_info_day where dt = ${hiveconf:dt_t}
  147. ) s
  148. on y.ad_id = s.ad_id
  149. group by
  150.  
  151. f.dt,
  152. regexp_extract(jdv_utm_campaign,'^t_([0-9]*)_(.*)$',1),
  153. s.jd_pin ,
  154. s.parent_uin ,
  155. s.ad_uin ,
  156. s.plan_id ,
  157. s.plan_name ,
  158. s.adspec_id ,
  159. s.adspec_name,
  160. y.ad_id
  161.  
  162.  
  163.  
  164.  
  165. union all
  166.  
  167. select
  168. f.dt as time,
  169. regexp_extract(utm_campaign,'^t_([0-9]*)_(.*)$',1) as union_id,
  170. '' as valid_par_ord_num ,
  171. '' as valid_sale_ord_num ,
  172. '' as valid_aft_amount ,
  173. '' as valid_user_num ,
  174. '' as valid_first_user_num ,
  175. s.jd_pin as jd_pin,
  176. s.parent_uin as parent_uin,
  177. s.ad_uin as ad_uin,
  178. s.plan_id as plan_id,
  179. s.plan_name as plan_name,
  180. s.adspec_id as adspec_id,
  181. s.adspec_name as adspec_name,
  182. (case when 1=1 then 'PC' end ) as plat,
  183. count(1) as pv,
  184. count(distinct browser_uniq_id) as uv ,
  185. 0.0 as valid_uv,
  186. --count(distinct (case when stm_max_pv_qtty > 1 then browser_uniq_id end)) as valid_uv,
  187. count(distinct case when g.user_log_acct is not null
  188. then g.user_log_acct end) as new_reg,
  189. y.ad_id as ad_id
  190.  
  191. from
  192.  
  193. (
  194. select *
  195. from gdm.gdm_online_log where dt=${hiveconf:dt_t} and web_site_id = '1'
  196. and chan_third_cate_cd in ('131' ,'141' )
  197.  
  198. ) f
  199. LEFT OUTER JOIN
  200. (select user_log_acct from gdm.gdm_m01_userinfo_basic_sum where
  201. dt=${hiveconf:dt_t} and substr(user_reg_tm,1,10) =${hiveconf:dt_t}) g
  202. on upper(trim(f.user_log_acct)) = upper(trim(g.user_log_acct))
  203.  
  204. left outer join
  205.  
  206. (select trace_id, ad_id
  207. from
  208. app.ad_base_click_synchro_test
  209. where
  210. ad_traffic_group = '9' and
  211. dt=${hiveconf:dt_t}
  212. and is_bill != '1'
  213. ) y
  214. on f.utm_term = y.trace_id
  215.  
  216.  
  217. left outer join (
  218. select * from tmp.tmp_szad_w_ad_info_day where dt = ${hiveconf:dt_t}
  219. ) s
  220. on y.ad_id = s.ad_id
  221.  
  222.  
  223. group by
  224. f.dt,
  225. regexp_extract(utm_campaign,'^t_([0-9]*)_(.*)$',1),
  226. s.jd_pin ,
  227. s.parent_uin ,
  228. s.ad_uin ,
  229. s.plan_id ,
  230. s.plan_name ,
  231. s.adspec_id ,
  232. s.adspec_name,
  233. y.ad_id
  234.  
  235. union all
  236.  
  237. select
  238. f.dt as time,
  239. regexp_extract(utm_campaign,'^t_([0-9]*)_(.*)$',1) as union_id,
  240. '' as valid_par_ord_num ,
  241. '' as valid_sale_ord_num ,
  242. '' as valid_aft_amount ,
  243. '' as valid_user_num ,
  244. '' as valid_first_user_num ,
  245. s.jd_pin as jd_pin,
  246. s.parent_uin as parent_uin,
  247. s.ad_uin as ad_uin,
  248. s.plan_id as plan_id,
  249. s.plan_name as plan_name,
  250. s.adspec_id as adspec_id,
  251. s.adspec_name as adspec_name,
  252. (case when 1=1 then 'WQ' end ) as plat,
  253. count(1) as pv,
  254. count(distinct visit_key) as uv ,
  255. 0.0 as valid_uv,
  256. --count(distinct (case when stm_max_pv_qtty > 1 then visit_key end)) as valid_uv,
  257. count(distinct case when g.user_log_acct is not null
  258. then g.user_log_acct end) as new_reg,
  259. y.ad_id as ad_id
  260.  
  261. from
  262. (
  263. select *
  264. from gdm.gdm_app_wx_qq_log where dt=${hiveconf:dt_t}
  265. and chan_type in ('1','2','3','4')
  266. and chan_third_cate_cd in ('131' ,'141' )
  267. ) f
  268. LEFT OUTER JOIN
  269. (select user_log_acct from gdm.gdm_m01_userinfo_basic_sum where
  270. dt=${hiveconf:dt_t} and substr(user_reg_tm,1,10) =${hiveconf:dt_t}) g
  271. on upper(trim(f.user_log_acct)) = upper(trim(g.user_log_acct))
  272. left outer join
  273. (select trace_id, ad_id
  274. from
  275. app.ad_base_click_synchro_test
  276. where
  277. ad_traffic_group = '9' and
  278. dt=${hiveconf:dt_t}
  279. and is_bill != '1'
  280. ) y
  281. on f.utm_term = y.trace_id
  282. left outer join (
  283. select * from tmp.tmp_szad_w_ad_info_day where dt = ${hiveconf:dt_t}
  284. ) s
  285. on y.ad_id = s.ad_id
  286.  
  287. group by
  288. f.dt,
  289. regexp_extract(utm_campaign,'^t_([0-9]*)_(.*)$',1),
  290. s.jd_pin ,
  291. s.parent_uin ,
  292. s.ad_uin ,
  293. s.plan_id ,
  294. s.plan_name ,
  295. s.adspec_id ,
  296. s.adspec_name,
  297. y.ad_id
  298.  
  299. union all
  300.  
  301. select
  302. a.dt as time,
  303. regexp_extract(a.utm_campaign,'^t_([0-9]*)_(.*)$',1) as union_id,
  304. count(distinct(a.parent_sale_ord_id)) as valid_par_ord_num ,
  305. count(distinct(a.sale_ord_id)) as valid_sale_ord_num,
  306. sum(a.after_prefr_amount) as valid_aft_amount,
  307. count(distinct(a.user_log_acct)) as valid_user_num ,
  308. count(distinct case when a.first_ord_flag = '0'
  309. then a.parent_sale_ord_id end ) as valid_first_user_num,
  310. s.jd_pin as jd_pin,
  311. s.parent_uin as parent_uin,
  312. s.ad_uin as ad_uin,
  313. s.plan_id as plan_id,
  314. s.plan_name as plan_name,
  315. s.adspec_id as adspec_id,
  316. s.adspec_name as adspec_name,
  317. a.plat_flag as plat,
  318. '' as pv,
  319. '' as uv,
  320. '' as valid_uv,
  321. '' as new_reg,
  322. y.ad_id as ad_id
  323.  
  324. from
  325.  
  326. (
  327.  
  328. select *
  329. from adm.adm_m14_plat_chan_cart_ord_det_d where sale_ord_valid_flag = '1'
  330. and dt=${hiveconf:dt_t} and sale_ord_dt=${hiveconf:dt_t}
  331. and chan_third_cate_cd in ('131' ,'141' )
  332.  
  333. ) a
  334. LEFT OUTER JOIN
  335. (
  336. select trace_id,ad_id,realcost, accounttype,max(dt)
  337. from
  338. app.ad_base_click_synchro_test
  339. where
  340. ad_traffic_group = '9' and dt=${hiveconf:dt_t}
  341. and is_bill != '1'
  342. group by trace_id,ad_id,realcost, accounttype
  343. ) y
  344. on a.utm_term = y.trace_id
  345. left outer join (
  346. select * from tmp.tmp_szad_w_ad_info_day where dt = ${hiveconf:dt_t}
  347. ) s
  348. on y.ad_id = s.ad_id
  349.  
  350. group by
  351. a.dt,
  352. regexp_extract(a.utm_campaign,'^t_([0-9]*)_(.*)$',1),
  353. s.jd_pin ,
  354. s.parent_uin ,
  355. s.ad_uin ,
  356. s.plan_id ,
  357. s.plan_name ,
  358. s.adspec_id ,
  359. s.adspec_name,
  360. a.plat_flag,
  361. y.ad_id
  362.  
  363.  
  364. union all
  365.  
  366. select
  367. a1.dt as time,
  368. regexp_extract(jdv_utm_campaign,'^t_([0-9]*)_(.*)$',1) as union_id,
  369. '' as valid_par_ord_num ,
  370. '' as valid_sale_ord_num ,
  371. '' as valid_aft_amount ,
  372. '' as valid_user_num ,
  373. '' as valid_first_user_num ,
  374. s.jd_pin as jd_pin,
  375. s.parent_uin as parent_uin,
  376. s.ad_uin as ad_uin,
  377. s.plan_id as plan_id,
  378. s.plan_name as plan_name,
  379. s.adspec_id as adspec_id,
  380. s.adspec_name as adspec_name,
  381. (case when 1=1 then 'APP' end ) as plat,
  382. 0.0 as pv,
  383. 0.0 as uv,
  384. count( browser_uniq_id) as valid_uv,
  385. 0.0 as new_reg,
  386. y.ad_id as ad_id
  387. from
  388. (select * from
  389.  
  390. (
  391. select dt,count(1) as pv,browser_uniq_id,jdv_utm_campaign,utm_term
  392. from gdm.gdm_m14_wireless_online_log
  393. where dt=${hiveconf:dt_t}
  394. and chan_third_cate_cd in ('131' ,'141' )
  395. and os_plant in ('IOS','ANDROID','IPAD','IOS-M','ANDROID-M','IPAD-M')
  396. group by dt,browser_uniq_id,jdv_utm_campaign,utm_term
  397. )a
  398. where a.pv > 1
  399. ) a1
  400.  
  401. left outer join
  402. (select trace_id, ad_id
  403. from
  404. app.ad_base_click_synchro_test
  405. where
  406. ad_traffic_group = '9' and
  407. dt=${hiveconf:dt_t}
  408. and is_bill != '1'
  409. ) y
  410.  
  411. on a1.utm_term = y.trace_id
  412.  
  413. left outer join (
  414. select * from tmp.tmp_szad_w_ad_info_day where dt = ${hiveconf:dt_t}
  415. ) s
  416. on y.ad_id = s.ad_id
  417. group by
  418. a1.dt,
  419. regexp_extract(jdv_utm_campaign,'^t_([0-9]*)_(.*)$',1),
  420. s.jd_pin ,
  421. s.parent_uin ,
  422. s.ad_uin ,
  423. s.plan_id ,
  424. s.plan_name ,
  425. s.adspec_id ,
  426. s.adspec_name,
  427. y.ad_id
  428.  
  429.  
  430. union all
  431.  
  432. select
  433. a1.dt as time,
  434. regexp_extract(jdv_utm_campaign,'^t_([0-9]*)_(.*)$',1) as union_id,
  435. '' as valid_par_ord_num ,
  436. '' as valid_sale_ord_num ,
  437. '' as valid_aft_amount ,
  438. '' as valid_user_num ,
  439. '' as valid_first_user_num ,
  440. s.jd_pin as jd_pin,
  441. s.parent_uin as parent_uin,
  442. s.ad_uin as ad_uin,
  443. s.plan_id as plan_id,
  444. s.plan_name as plan_name,
  445. s.adspec_id as adspec_id,
  446. s.adspec_name as adspec_name,
  447. (case when 1=1 then 'M' end ) as plat,
  448. 0.0 as pv,
  449. 0.0 as uv,
  450. count( mba_muid) as valid_uv,
  451. 0.0 as new_reg,
  452. y.ad_id as ad_id
  453.  
  454. from
  455. (select * from
  456. (
  457. select dt,count(1) as pv,mba_muid,jdv_utm_campaign,utm_term
  458. from gdm.gdm_m14_wireless_online_log
  459. where dt=${hiveconf:dt_t}
  460. and chan_third_cate_cd in ('131' ,'141' )
  461. and biz_type = 'mba'
  462. and os_plant in ('M-M', 'WEIXIN-M')
  463. and user_agent not like '%kepler=kepler%'
  464. group by dt,mba_muid,jdv_utm_campaign,utm_term
  465. )a
  466. where pv > 1
  467. ) a1
  468. left outer join
  469. (select trace_id, ad_id
  470. from
  471. app.ad_base_click_synchro_test
  472. where
  473. ad_traffic_group = '9' and
  474. dt=${hiveconf:dt_t}
  475. and is_bill != '1'
  476. ) y
  477.  
  478. on a1.utm_term = y.trace_id
  479.  
  480. left outer join (
  481. select * from tmp.tmp_szad_w_ad_info_day where dt = ${hiveconf:dt_t}
  482. ) s
  483. on y.ad_id = s.ad_id
  484. group by
  485. a1.dt,
  486. regexp_extract(jdv_utm_campaign,'^t_([0-9]*)_(.*)$',1),
  487. s.jd_pin ,
  488. s.parent_uin ,
  489. s.ad_uin ,
  490. s.plan_id ,
  491. s.plan_name ,
  492. s.adspec_id ,
  493. s.adspec_name,
  494. y.ad_id
  495.  
  496. union all
  497. select
  498. a1.dt as time,
  499. regexp_extract(utm_campaign,'^t_([0-9]*)_(.*)$',1) as union_id,
  500. '' as valid_par_ord_num ,
  501. '' as valid_sale_ord_num ,
  502. '' as valid_aft_amount ,
  503. '' as valid_user_num ,
  504. '' as valid_first_user_num ,
  505. s.jd_pin as jd_pin,
  506. s.parent_uin as parent_uin,
  507. s.ad_uin as ad_uin,
  508. s.plan_id as plan_id,
  509. s.plan_name as plan_name,
  510. s.adspec_id as adspec_id,
  511. s.adspec_name as adspec_name,
  512. (case when 1=1 then 'PC' end ) as plat,
  513. 0.0 as pv,
  514. 0.0 as uv,
  515. count( browser_uniq_id ) as valid_uv,
  516. 0.0 as new_reg,
  517. y.ad_id as ad_id
  518.  
  519.  
  520. from
  521. (select * from
  522. (
  523. select dt,count(1) as pv,browser_uniq_id,utm_campaign,utm_term
  524. from gdm.gdm_online_log
  525. where dt=${hiveconf:dt_t}
  526. and chan_third_cate_cd in ('131' ,'141' )
  527. and web_site_id = '1'
  528. group by dt,browser_uniq_id,utm_campaign,utm_term)a
  529. where pv > 1 )a1
  530. left outer join
  531. (select trace_id, ad_id
  532. from
  533. app.ad_base_click_synchro_test
  534. where
  535. ad_traffic_group = '9' and
  536. dt=${hiveconf:dt_t}
  537. and is_bill != '1'
  538. ) y
  539.  
  540. on a1.utm_term = y.trace_id
  541.  
  542. left outer join (
  543. select * from tmp.tmp_szad_w_ad_info_day where dt = ${hiveconf:dt_t}
  544. ) s
  545. on y.ad_id = s.ad_id
  546. group by
  547. a1.dt,
  548. regexp_extract(utm_campaign,'^t_([0-9]*)_(.*)$',1),
  549. s.jd_pin ,
  550. s.parent_uin ,
  551. s.ad_uin ,
  552. s.plan_id ,
  553. s.plan_name ,
  554. s.adspec_id ,
  555. s.adspec_name,
  556. y.ad_id
  557.  
  558. union all
  559.  
  560. select
  561. a1.dt as time,
  562. regexp_extract(utm_campaign,'^t_([0-9]*)_(.*)$',1) as union_id,
  563. '' as valid_par_ord_num ,
  564. '' as valid_sale_ord_num ,
  565. '' as valid_aft_amount ,
  566. '' as valid_user_num ,
  567. '' as valid_first_user_num ,
  568. s.jd_pin as jd_pin,
  569. s.parent_uin as parent_uin,
  570. s.ad_uin as ad_uin,
  571. s.plan_id as plan_id,
  572. s.plan_name as plan_name,
  573. s.adspec_id as adspec_id,
  574. s.adspec_name as adspec_name,
  575. (case when 1=1 then 'WQ' end ) as plat,
  576. 0.0 as pv,
  577. 0.0 as uv,
  578. count ( visit_key )as valid_uv,
  579. 0.0 as new_reg,
  580. y.ad_id as ad_id
  581.  
  582.  
  583. from
  584. (select * from
  585. (
  586. select dt,count(1) as pv,visit_key,utm_campaign,utm_term
  587. from gdm.gdm_app_wx_qq_log
  588. where dt=${hiveconf:dt_t}
  589. and chan_third_cate_cd in ('131' ,'141' )
  590. and chan_type in ('1','2','3','4')
  591. group by dt,visit_key,utm_campaign,utm_term
  592. )a
  593. where pv > 1
  594. ) a1
  595. left outer join
  596. (select trace_id, ad_id
  597. from
  598. app.ad_base_click_synchro_test
  599. where
  600. ad_traffic_group = '9' and
  601. dt=${hiveconf:dt_t}
  602. and is_bill != '1' ) y
  603. on a1.utm_term = y.trace_id
  604. left outer join (
  605. select * from tmp.tmp_szad_w_ad_info_day where dt = ${hiveconf:dt_t}
  606. ) s
  607. on y.ad_id = s.ad_id
  608. group by
  609. a1.dt,
  610. regexp_extract(utm_campaign,'^t_([0-9]*)_(.*)$',1),
  611. s.jd_pin ,
  612. s.parent_uin ,
  613. s.ad_uin ,
  614. s.plan_id ,
  615. s.plan_name ,
  616. s.adspec_id ,
  617. s.adspec_name,
  618. y.ad_id
  619.  
  620.  
  621. )t
  622.  
  623. group by
  624. t.time,
  625. t.union_id,
  626. t.jd_pin,
  627. t.parent_uin ,
  628. t.ad_uin,
  629. t.plan_id,
  630. t.plan_name,
  631. t.adspec_id ,
  632. t.adspec_name,
  633. t.plat,
  634. t.ad_id
Add Comment
Please, Sign In to add comment