Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- <workflow-app xmlns="uri:oozie:workflow:0.2" name="hive-wf">
- <start to="hive-node"/>
- <action name="hive-node">
- <hive xmlns="uri:oozie:hive-action:0.2">
- <job-tracker>${jobTracker}</job-tracker>
- <name-node>${nameNode}</name-node>
- <prepare>
- <delete path="${nameNode}/user/${wf:user()}/oozie-hive/output-data"/>
- <mkdir path="${nameNode}/user/${wf:user()}/oozie-hive/output-data"/>
- </prepare>
- <configuration>
- <property>
- <name>mapred.job.queue.name</name>
- <value>${queueName}</value>
- </property>
- <property>
- <name>oozie.hive.defaults</name>
- <value>hive-site.xml</value>
- </property>
- </configuration>
- <script>script.sql</script>
- </hive>
- <ok to="end"/>
- <error to="fail"/>
- </action>
- <kill name="fail">
- <message>Hive failed, error message[${wf:errorMessage(wf:lastErrorNode())}]</message>
- </kill>
- <end name="end"/>
- </workflow-app>
- nameNode=hdfs://localhost.localdomain:8020
- jobTracker=localhost.localdomain:8021
- queueName=default
- oozie.libpath=${nameNode}/user/${user.name}/oozie-hive/lib
- oozie.use.system.libpath=true
- oozie.wf.application.path=${nameNode}/user/${user.name}/oozie-hive
- <?xml version="1.0" encoding="UTF-8"?>
- <!--Autogenerated by Cloudera CM on 2016-01-16T07:14:46.882Z-->
- <configuration>
- <property>
- <name>javax.jdo.option.ConnectionURL</name>
- <value>jdbc:postgresql://localhost.localdomain:7432/hive</value>
- </property>
- <property>
- <name>javax.jdo.option.ConnectionDriverName</name>
- <value>org.postgresql.Driver</value>
- </property>
- <property>
- <name>javax.jdo.option.ConnectionUserName</name>
- <value>hive</value>
- </property>
- <property>
- <name>javax.jdo.option.ConnectionPassword</name>
- <value>cloudera</value>
- </property>
- <property>
- <name>hive.metastore.local</name>
- <value>true</value>
- </property>
- <property>
- <name>datanucleus.autoCreateSchema</name>
- <value>false</value>
- </property>
- <property>
- <name>datanucleus.metadata.validate</name>
- <value>false</value>
- </property>
- <property>
- <name>datanucleus.fixedDatastore</name>
- <value>true</value>
- </property>
- <property>
- <name>hive.metastore.warehouse.dir</name>
- <value>/user/hive/warehouse</value>
- </property>
- <property>
- <name>hive.warehouse.subdir.inherit.perms</name>
- <value>true</value>
- </property>
- <property>
- <name>mapred.reduce.tasks</name>
- <value>-1</value>
- </property>
- <property>
- <name>hive.exec.reducers.bytes.per.reducer</name>
- <value>1073741824</value>
- </property>
- <property>
- <name>hive.exec.reducers.max</name>
- <value>999</value>
- </property>
- <property>
- <name>hive.metastore.execute.setugi</name>
- <value>true</value>
- </property>
- <property>
- <name>hive.support.concurrency</name>
- <value>true</value>
- </property>
- <property>
- <name>hive.zookeeper.quorum</name>
- <value>localhost.localdomain</value>
- </property>
- <property>
- <name>hive.zookeeper.client.port</name>
- <value>2181</value>
- </property>
- <property>
- <name>hive.zookeeper.namespace</name>
- <value>hive_zookeeper_namespace_hive1</value>
- </property>
- <property>
- <name>hive.metastore.server.min.threads</name>
- <value>200</value>
- </property>
- <property>
- <name>hive.metastore.server.max.threads</name>
- <value>100000</value>
- </property>
- <property>
- <name>datanucleus.autoStartMechanism</name>
- <value>SchemaTable</value>
- </property>
- </configuration>
- CREATE TABLE emp_new (eid INT,ename STRING,esal INT) row format delimited fields terminated by 't' STORED AS TEXTFILE;
- LOAD DATA LOCAL INPATH '/home/cloudera/input' overwrite into table emp_new;
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement