muqtafiakhmad

spark submit workflow

Jun 3rd, 2015
360
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
XML 0.95 KB | None | 0 0
  1. <workflow-app xmlns="uri:oozie:workflow:0.4" name="spark-submit-wf">
  2.   <start to="shell-node"/>
  3.   <action name="shell-node">
  4.     <shell xmlns="uri:oozie:shell-action:0.2">
  5.       <job-tracker>${jobTracker}</job-tracker>
  6.       <name-node>${nameNode}</name-node>
  7.       <configuration>
  8.         <property>
  9.           <name>mapred.job.queue.name</name>
  10.           <value>${queueName}</value>
  11.         </property>
  12.       </configuration>
  13.       <exec>spark-submit</exec>
  14.  
  15.       <argument>--master</argument>
  16.       <argument>yarn-client</argument>
  17.  
  18.       <argument>--class</argument>
  19.       <argument>prod.JavaHelloWorld</argument>
  20.  
  21.       <argument>/home/ubuntu/test-oozie-mq/spark.app.jar</argument>
  22.  
  23.       <capture-output/>
  24.     </shell>
  25.     <ok to="end"/>
  26.     <error to="fail"/>
  27.   </action>
  28.   <kill name="fail">
  29.     <message>Shell action failed, error message[${wf:errorMessage(wf:lastErrorNode())}]</message>
  30.   </kill>
  31.   <end name="end"/>
  32. </workflow-app>
Advertisement
Add Comment
Please, Sign In to add comment