Advertisement
Guest User

Untitled

a guest
Apr 3rd, 2019
164
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
XML 3.73 KB | None | 0 0
  1. <?xml version="1.0" encoding="UTF-8"?>
  2. <workflow-app xmlns="uri:oozie:workflow:0.2" name="unoptimised-branch">
  3.     <start to="unoptmised-sqoop-node-branch"/>
  4.     <!--unoptimised-sqoop-branch-->
  5.      <action name="unoptmised-sqoop-node-branch">  
  6.          <sqoop xmlns="uri:oozie:sqoop-action:0.2">
  7.             <job-tracker>${jobTracker}</job-tracker>
  8.             <name-node>${nameNode}</name-node>
  9.             <prepare>            
  10.                 <delete path="${nameNode}/user/maria_dev/Credit_Card_System/Sqoop/Unoptimised/Branch"/>            
  11.             </prepare>
  12.            <configuration>
  13.                <property>  
  14.                    <name>mapred.job.queue.name</name>
  15.                    <value>${queueName}</value>
  16.                </property>
  17.            </configuration>
  18.            <arg>import</arg>
  19.             <arg>--connect</arg>
  20.             <arg>jdbc:mysql://localhost/cdw_sapp</arg>
  21.             <arg>--driver</arg>
  22.             <arg>com.mysql.jdbc.Driver</arg>  
  23.             <arg>--query</arg>
  24.             <arg>
  25.                 select
  26.                     branch_code,
  27.                     branch_name, branch_street,
  28.                     branch_city,
  29.                     branch_state,
  30.                     lpad(branch_zip,5,0),concat('(',right(branch_phone, 3), ')', mid(branch_phone, 4, 3),'-',right(branch_phone, 4)) as cust_phone,
  31.                     last_updated
  32.                 from cdw_sapp_branch
  33.                 where $CONDITIONS
  34.             </arg>
  35.             <arg>--target-dir</arg>
  36.             <arg>"${nameNode}/user/maria_dev/Credit_Card_System/Sqoop/Unoptimised/Branch"</arg>
  37.             <arg>--delete-target-dir</arg>
  38.             <arg>-m</arg>
  39.             <arg>1</arg>
  40.             <archive>/user/oozie/share/lib/lib_20161025075203/sqoop/java-json.jar#java-json.jar</archive>
  41.         </sqoop>
  42.         <ok to="unoptmised-sqoop-node-creditcard"/>
  43.         <error to ="fail"/>
  44.     </action>
  45.     ss
  46.     <!--unoptimised-sqoop-creditcard-->
  47.      <action name="unoptmised-sqoop-node-creditcard">  
  48.          <sqoop xmlns="uri:oozie:sqoop-action:0.2">
  49.             <job-tracker>${jobTracker}</job-tracker>
  50.             <name-node>${nameNode}</name-node>
  51.             <prepare>            
  52.                 <delete path="${nameNode}/user/maria_dev/Credit_Card_System/Sqoop/Unoptimised/Creditcard"/>            
  53.             </prepare>
  54.            <configuration>
  55.                <property>  
  56.                    <name>mapred.job.queue.name</name>
  57.                    <value>${queueName}</value>
  58.                </property>
  59.            </configuration>
  60.            <arg>import</arg>
  61.             <arg>--connect</arg>
  62.             <arg>jdbc:mysql://localhost/cdw_sapp</arg>
  63.             <arg>--driver</arg>
  64.             <arg>com.mysql.jdbc.Driver</arg>  
  65.             <arg>--query</arg>
  66.             <arg>
  67.                 select
  68.                      credit_card_no,
  69.                      concat(YEAR, if(MONTH<10 and MONTH > 0, concat (0, MONTH), MONTH), if(DAY<10 and DAY >0, concat (0, DAY), DAY)) as TIMEID,
  70.                      cust_ssn,
  71.                      branch_code,
  72.                      transaction_type,
  73.                      transaction_value,
  74.                      transaction_id,
  75.                      LAST_UPDATED
  76.                      from cdw_sapp_creditcard
  77.                 where \$CONDITIONS
  78.             </arg>
  79.             <arg>--target-dir</arg>
  80.             <arg>"${nameNode}/user/maria_dev/Credit_Card_System/Sqoop/Unoptimised/Creditcard"</arg>
  81.             <arg>--delete-target-dir</arg>
  82.             <arg>-m</arg>
  83.             <arg>1</arg>
  84.             <archive>/user/oozie/share/lib/lib_20161025075203/sqoop/java-json.jar#java-json.jar</archive>
  85.         </sqoop>
  86.         <ok to="unoptimised-hive-node-branch"/>
  87.         <error to ="fail"/>
  88.     </action>
  89.    
  90.     <action name="unoptimised-hive-node-branch">
  91.         <hive xmlns="uri:oozie:hive-action:0.2">
  92.             <job-tracker>${jobTracker}</job-tracker>
  93.             <name-node>${nameNode}</name-node>
  94.             <configuration>
  95.                 <property>                    
  96.                     <name>mapred.job.queue.name</name>                  
  97.                     <value>${queueName}</value>              
  98.                 </property>            
  99.             </configuration>
  100.             <script>/user/maria_dev/Credit_Card_System/SQL/Unoptimised/Branch/LOAD_BRANCH_HIVE.sql</script>            
  101.         </hive>        
  102.         <ok to="end"/>     
  103.         <error to="fail"/>
  104.     </action>
  105.    
  106.    <kill name="fail">
  107.         <message>Sqoop failed, error message[${wf:errorMessage(wf:lastErrorNode())}]</message>    
  108.    </kill>  
  109.    <end name="end"/>
  110. </workflow-app>
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement