Guest User

Untitled

a guest
Jan 3rd, 2013
61
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 1.82 KB | None | 0 0
  1. [GED385@snshadoope1 pigScripts]$ jar tf /home/GED385/pigScripts/UDF_UPPER.jar | grep UPPER
  2. UPPER.class
  3.  
  4. grunt> exec digital_web_trkg_9.pig
  5. 2012-11-30 00:15:32,027 [main] ERROR org.apache.pig.tools.grunt.Grunt - ERROR 1070: Could not resolve UDF_UPPER.UPPER using imports: [, org.apache.pig.builtin., org.apache.pig.impl.builtin.]
  6. Details at logfile: /data/1/GED385/pigScripts_digital/pig_1354233151486.log
  7.  
  8. REGISTER /usr/lib/pig/contrib/piggybank/java/piggybank.jar;
  9. REGISTER /home/GED385/pigScripts/UDF_UPPER.jar;
  10.  
  11. A = LOAD '/user/GED385/digital/scrn_rsln_id_cln.dat' USING PigStorage('|')
  12. AS (web_vstr_scrn_rsln_id:int,web_vstr_scrn_rsln_desc :chararray, edw_publn_id:chararray);
  13.  
  14. B = LOAD '/user/GED385/digital/scrn_rsln_id1_cln.dat' USING PigStorage('|')
  15. AS (web_vstr_scrn_rsln_id:int,web_vstr_scrn_rsln_desc :chararray, edw_publn_id:chararray);
  16.  
  17. H = LOAD '/user/GED385/digital/scrn_rsln_id_base_unload_cln.dat' USING PigStorage('|')
  18. AS (web_vstr_scrn_rsln_id_1:int,web_vstr_scrn_rsln_desc :chararray, edw_publn_id:chararray);
  19.  
  20. J = GROUP H BY edw_publn_id;
  21.  
  22. K = FOREACH J GENERATE group, MAX(H.web_vstr_scrn_rsln_id_1);
  23.  
  24. C = UNION A, B;
  25.  
  26. D = FILTER C BY web_vstr_scrn_rsln_desc is not null;
  27.  
  28. E = DISTINCT D;
  29.  
  30. F = JOIN E BY web_vstr_scrn_rsln_desc LEFT , H BY web_vstr_scrn_rsln_desc;
  31.  
  32. I = FILTER F BY H::web_vstr_scrn_rsln_id_1 is null;
  33.  
  34. --G = FOREACH I GENERATE H::web_vstr_scrn_rsln_id_1,E::web_vstr_scrn_rsln_desc,E::edw_publn_id;
  35. G = FOREACH I GENERATE K.$1+1,E::web_vstr_scrn_rsln_desc,E::edw_publn_id,UDF_UPPER.UPPER(E::web_vstr_scrn_rsln_desc);
  36.  
  37. --L = JOIN G BY $2 LEFT , K BY $0;
  38.  
  39. DUMP G;
  40.  
  41. G = FOREACH I GENERATE K.$1+1,E::web_vstr_scrn_rsln_desc,E::edw_publn_id,com.blah.UPPER(E::web_vstr_scrn_rsln_desc);
  42.  
  43. using imports: [, org.apache.pig.builtin., org.apache.pig.impl.builtin.]
Advertisement
Add Comment
Please, Sign In to add comment