Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- <?xml version="1.0" encoding="UTF-8"?>
- <workflow-app xmlns="uri:oozie:workflow:0.2" name="unoptimised-branch">
- <start to="unoptmised-sqoop-node-branch"/>
- <!--unoptimised-sqoop-branch-->
- <action name="unoptmised-sqoop-node-branch">
- <sqoop xmlns="uri:oozie:sqoop-action:0.2">
- <job-tracker>${jobTracker}</job-tracker>
- <name-node>${nameNode}</name-node>
- <prepare>
- <delete path="${nameNode}/user/maria_dev/Credit_Card_System/Sqoop/Unoptimised/Branch"/>
- </prepare>
- <configuration>
- <property>
- <name>mapred.job.queue.name</name>
- <value>${queueName}</value>
- </property>
- </configuration>
- <arg>import</arg>
- <arg>--connect</arg>
- <arg>jdbc:mysql://localhost/cdw_sapp</arg>
- <arg>--driver</arg>
- <arg>com.mysql.jdbc.Driver</arg>
- <arg>--query</arg>
- <arg>
- select
- branch_code,
- branch_name, branch_street,
- branch_city,
- branch_state,
- lpad(branch_zip,5,0),concat('(',right(branch_phone, 3), ')', mid(branch_phone, 4, 3),'-',right(branch_phone, 4)) as cust_phone,
- last_updated
- from cdw_sapp_branch
- where $CONDITIONS
- </arg>
- <arg>--target-dir</arg>
- <arg>"${nameNode}/user/maria_dev/Credit_Card_System/Sqoop/Unoptimised/Branch"</arg>
- <arg>--delete-target-dir</arg>
- <arg>-m</arg>
- <arg>1</arg>
- <archive>/user/oozie/share/lib/lib_20161025075203/sqoop/java-json.jar#java-json.jar</archive>
- </sqoop>
- <ok to="unoptmised-sqoop-node-creditcard"/>
- <error to ="fail"/>
- </action>
- ss
- <!--unoptimised-sqoop-creditcard-->
- <action name="unoptmised-sqoop-node-creditcard">
- <sqoop xmlns="uri:oozie:sqoop-action:0.2">
- <job-tracker>${jobTracker}</job-tracker>
- <name-node>${nameNode}</name-node>
- <prepare>
- <delete path="${nameNode}/user/maria_dev/Credit_Card_System/Sqoop/Unoptimised/Creditcard"/>
- </prepare>
- <configuration>
- <property>
- <name>mapred.job.queue.name</name>
- <value>${queueName}</value>
- </property>
- </configuration>
- <arg>import</arg>
- <arg>--connect</arg>
- <arg>jdbc:mysql://localhost/cdw_sapp</arg>
- <arg>--driver</arg>
- <arg>com.mysql.jdbc.Driver</arg>
- <arg>--query</arg>
- <arg>
- select
- credit_card_no,
- concat(YEAR, if(MONTH<10 and MONTH > 0, concat (0, MONTH), MONTH), if(DAY<10 and DAY >0, concat (0, DAY), DAY)) as TIMEID,
- cust_ssn,
- branch_code,
- transaction_type,
- transaction_value,
- transaction_id,
- LAST_UPDATED
- from cdw_sapp_creditcard
- where \$CONDITIONS
- </arg>
- <arg>--target-dir</arg>
- <arg>"${nameNode}/user/maria_dev/Credit_Card_System/Sqoop/Unoptimised/Creditcard"</arg>
- <arg>--delete-target-dir</arg>
- <arg>-m</arg>
- <arg>1</arg>
- <archive>/user/oozie/share/lib/lib_20161025075203/sqoop/java-json.jar#java-json.jar</archive>
- </sqoop>
- <ok to="unoptimised-hive-node-branch"/>
- <error to ="fail"/>
- </action>
- <action name="unoptimised-hive-node-branch">
- <hive xmlns="uri:oozie:hive-action:0.2">
- <job-tracker>${jobTracker}</job-tracker>
- <name-node>${nameNode}</name-node>
- <configuration>
- <property>
- <name>mapred.job.queue.name</name>
- <value>${queueName}</value>
- </property>
- </configuration>
- <script>/user/maria_dev/Credit_Card_System/SQL/Unoptimised/Branch/LOAD_BRANCH_HIVE.sql</script>
- </hive>
- <ok to="end"/>
- <error to="fail"/>
- </action>
- <kill name="fail">
- <message>Sqoop failed, error message[${wf:errorMessage(wf:lastErrorNode())}]</message>
- </kill>
- <end name="end"/>
- </workflow-app>
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement