Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- # python script starts here
- def get_mr_job_type(app_obj):
- if app_obj.getAppConf("pig.version"):
- return "mapreduce-pig"
- elif app_obj.getAppConf("hive.exec.plan"):
- return "mapreduce-hive"
- elif app_obj.getAppConf("mapred.map.runner.class") and app_obj.getAppConf("mapred.map.runner.class") == "org.apache.hadoop.streaming.PipeMapRunner":
- return "mapreduce-streaming"
- elif app_obj.getAppConf("distcp.job.dir"):
- return "mapreduce-distcp"
- elif app_obj.getAppConf("cascading.app.id"):
- return "mapreduce-cascading"
- else:
- return "mapreduce-other"
- def get_tags(app_obj):
- if app_obj is None:
- return None
- tags = {}
- realuser = None
- job_type = None
- app_type = app_obj.getAppType()
- if app_type == 'mr':
- realuser = app_obj.getAppConf("hive.sentry.subject.name")
- job_type = get_mr_job_type(app_obj)
- if realuser:
- tags['realuser'] = realuser
- else:
- tags['realuser'] = app_obj.getUsername()
- if job_type:
- tags['jobtype'] = job_type
- return tags
Add Comment
Please, Sign In to add comment