Guest User

Untitled

a guest
Apr 24th, 2018
93
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 1.04 KB | None | 0 0
  1. # python script starts here
  2.  
  3. def get_mr_job_type(app_obj):
  4.  
  5. if app_obj.getAppConf("pig.version"):
  6.  
  7. return "mapreduce-pig"
  8.  
  9. elif app_obj.getAppConf("hive.exec.plan"):
  10.  
  11. return "mapreduce-hive"
  12.  
  13. elif app_obj.getAppConf("mapred.map.runner.class") and app_obj.getAppConf("mapred.map.runner.class") == "org.apache.hadoop.streaming.PipeMapRunner":
  14.  
  15. return "mapreduce-streaming"
  16.  
  17. elif app_obj.getAppConf("distcp.job.dir"):
  18.  
  19. return "mapreduce-distcp"
  20.  
  21. elif app_obj.getAppConf("cascading.app.id"):
  22.  
  23. return "mapreduce-cascading"
  24.  
  25. else:
  26.  
  27. return "mapreduce-other"
  28.  
  29.  
  30.  
  31.  
  32.  
  33. def get_tags(app_obj):
  34.  
  35. if app_obj is None:
  36.  
  37. return None
  38.  
  39.  
  40.  
  41. tags = {}
  42.  
  43. realuser = None
  44. job_type = None
  45.  
  46. app_type = app_obj.getAppType()
  47.  
  48.  
  49.  
  50. if app_type == 'mr':
  51.  
  52. realuser = app_obj.getAppConf("hive.sentry.subject.name")
  53.  
  54. job_type = get_mr_job_type(app_obj)
  55.  
  56.  
  57.  
  58. if realuser:
  59.  
  60. tags['realuser'] = realuser
  61.  
  62. else:
  63.  
  64. tags['realuser'] = app_obj.getUsername()
  65.  
  66.  
  67.  
  68. if job_type:
  69.  
  70. tags['jobtype'] = job_type
  71.  
  72.  
  73.  
  74. return tags
Add Comment
Please, Sign In to add comment