Guest User

Untitled

a guest
Oct 29th, 2017
428
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 4.10 KB | None | 0 0
  1. SELECT TRANSFORM (employeeid)
  2. USING 'python sample1.py' AS
  3. (employeename) FROM stage_employee;
  4.  
  5. `
  6.  
  7. But It is giving me an error=
  8.  
  9. > Diagnostic Messages for this Task:
  10. Error: java.lang.RuntimeException: org.apache.hadoop.hive.ql.metadata.HiveException: Hive Runtime Error while processing row {"employeeid":3590,"userid":3616,"employeecode":"12840","firstname":null,"middlename":null,"lastname":"Sagar","employee name":" Sagar","employmentstatusid":182,"employmentstatus":"Exited","employmenttypeid":null,"employmenttype":null,"l1managercode":null,"l1manager":null,"l2managercode":null,"l2manager":null,"hrmanagercode":null,"hrmanager":null,"dateofbirthid":28024,"dateofbirth":"1976-09-22 00:00:00.0","joiningdateid":null,"dateofjoining":null,"actualrelievingdateid":42612,"actuallwd":"2016-08-31 00:00:00.0","financialstartdateid":42825,"financialstartdate":"2017-04-01 00:00:00.0","financialenddateid":43189,"financialenddate":"2018-03-31 00:00:00.0","gendercode":null,"gender":null,"maritalstatus":null,"grade":null,"band":null,"designation":null,"noticeperiod":null,"probationperiod":null,"personalemail":null,"officialemail":"ravi.sagar@birlasunlife.com","mobilenumber":null,"residenceaddressline1":null,"residenceaddressline2":null,"residencestate":null,"residencecity":null,"residencecountry":null,"residencepostalcode":null,"residencelandline":null,"residencemobile":null,"residencefax":null,"permanentaddressline1":null,"permanentaddressline2":null,"permanentstate":null,"permanentcity":null,"permanentcountry":null,"permanentpostalcode":null,"permanentlandline":null,"permanentmobile":null,"permanentfax":null,"emergencycontactname":null,"emergencycontactrelationship":null,"emergency contactmobile phone":null,"bloodgrouptype":null,"pan":null,"bankname":null,"bankaccountno":null,"bankifsccode":null,"pfaccountno":null,"unitid":null,"orgunit":null,"worksiteid":null,"worksite":null,"shifthourid":null,"shifthourname":null,"jobrole":null,"leadershiplevel":null,"organizationid":9,"tenantid":5,"costcentercode":null,"createddate":"2014-03-15 00:00:51.79","modifieddate":"2017-08-22 12:52:25.573","reimbursementaccount":null,"reimbursementaccountbankname":null,"reimbursementaccountifsccode":null,"employeecategory":null,"uannumber":null,"fathername":null,"dateofmarriage":null,"confirmationstatus":null,"birthplace":null,"religiontype":null,"nativestate":null,"nationality":"IND","countryofbirth":"IND","contractenddate":null}
  11. at org.apache.hadoop.hive.ql.exec.mr.ExecMapper.map(ExecMapper.java:179)
  12. at org.apache.hadoop.mapred.MapRunner.run(MapRunner.java:54)
  13. at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:459)
  14. at org.apache.hadoop.mapred.MapTask.run(MapTask.java:343)
  15. at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:164)
  16. at java.security.AccessController.doPrivileged(Native Method)
  17. at javax.security.auth.Subject.doAs(Subject.java:422)
  18. at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1917)
  19. at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:158)
  20.  
  21. and Sample.Py is:`
  22.  
  23.  
  24. #!/usr/bin/env python
  25. import sys
  26. import string
  27. import hashlib
  28. import pyhs2
  29.  
  30. with pyhs2.connect(host='localhost',
  31. port=10000,
  32. authMechanism="PLAIN",
  33. user='root',
  34. password='test',
  35. database='default') as conn:
  36. for line in sys.stdin:
  37. #line = line.replace('n', ' ').split('t')
  38. line = string.strip(line, 'n')
  39. #print(line)
  40. # print(line1)
  41. with Conn.cursor() as cur:
  42. sql="select firstname from stage_employee where employeeid=('%s')"%(line)
  43. cur.execute(sql)
  44. rows = cur.fetchall()
  45. for employeename in rows:
  46. print "t".join(map(str,[employeename]))`
Add Comment
Please, Sign In to add comment