Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- SELECT TRANSFORM (employeeid)
- USING 'python sample1.py' AS
- (employeename) FROM stage_employee;
- `
- But It is giving me an error=
- > Diagnostic Messages for this Task:
- Error: java.lang.RuntimeException: org.apache.hadoop.hive.ql.metadata.HiveException: Hive Runtime Error while processing row {"employeeid":3590,"userid":3616,"employeecode":"12840","firstname":null,"middlename":null,"lastname":"Sagar","employee name":" Sagar","employmentstatusid":182,"employmentstatus":"Exited","employmenttypeid":null,"employmenttype":null,"l1managercode":null,"l1manager":null,"l2managercode":null,"l2manager":null,"hrmanagercode":null,"hrmanager":null,"dateofbirthid":28024,"dateofbirth":"1976-09-22 00:00:00.0","joiningdateid":null,"dateofjoining":null,"actualrelievingdateid":42612,"actuallwd":"2016-08-31 00:00:00.0","financialstartdateid":42825,"financialstartdate":"2017-04-01 00:00:00.0","financialenddateid":43189,"financialenddate":"2018-03-31 00:00:00.0","gendercode":null,"gender":null,"maritalstatus":null,"grade":null,"band":null,"designation":null,"noticeperiod":null,"probationperiod":null,"personalemail":null,"officialemail":"ravi.sagar@birlasunlife.com","mobilenumber":null,"residenceaddressline1":null,"residenceaddressline2":null,"residencestate":null,"residencecity":null,"residencecountry":null,"residencepostalcode":null,"residencelandline":null,"residencemobile":null,"residencefax":null,"permanentaddressline1":null,"permanentaddressline2":null,"permanentstate":null,"permanentcity":null,"permanentcountry":null,"permanentpostalcode":null,"permanentlandline":null,"permanentmobile":null,"permanentfax":null,"emergencycontactname":null,"emergencycontactrelationship":null,"emergency contactmobile phone":null,"bloodgrouptype":null,"pan":null,"bankname":null,"bankaccountno":null,"bankifsccode":null,"pfaccountno":null,"unitid":null,"orgunit":null,"worksiteid":null,"worksite":null,"shifthourid":null,"shifthourname":null,"jobrole":null,"leadershiplevel":null,"organizationid":9,"tenantid":5,"costcentercode":null,"createddate":"2014-03-15 00:00:51.79","modifieddate":"2017-08-22 12:52:25.573","reimbursementaccount":null,"reimbursementaccountbankname":null,"reimbursementaccountifsccode":null,"employeecategory":null,"uannumber":null,"fathername":null,"dateofmarriage":null,"confirmationstatus":null,"birthplace":null,"religiontype":null,"nativestate":null,"nationality":"IND","countryofbirth":"IND","contractenddate":null}
- at org.apache.hadoop.hive.ql.exec.mr.ExecMapper.map(ExecMapper.java:179)
- at org.apache.hadoop.mapred.MapRunner.run(MapRunner.java:54)
- at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:459)
- at org.apache.hadoop.mapred.MapTask.run(MapTask.java:343)
- at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:164)
- at java.security.AccessController.doPrivileged(Native Method)
- at javax.security.auth.Subject.doAs(Subject.java:422)
- at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1917)
- at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:158)
- and Sample.Py is:`
- #!/usr/bin/env python
- import sys
- import string
- import hashlib
- import pyhs2
- with pyhs2.connect(host='localhost',
- port=10000,
- authMechanism="PLAIN",
- user='root',
- password='test',
- database='default') as conn:
- for line in sys.stdin:
- #line = line.replace('n', ' ').split('t')
- line = string.strip(line, 'n')
- #print(line)
- # print(line1)
- with Conn.cursor() as cur:
- sql="select firstname from stage_employee where employeeid=('%s')"%(line)
- cur.execute(sql)
- rows = cur.fetchall()
- for employeename in rows:
- print "t".join(map(str,[employeename]))`
Add Comment
Please, Sign In to add comment