Advertisement
Guest User

Untitled

a guest
Jan 27th, 2016
120
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 3.83 KB | None | 0 0
  1. <workflow-app xmlns="uri:oozie:workflow:0.2" name="hive-wf">
  2. <start to="hive-node"/>
  3. <action name="hive-node">
  4. <hive xmlns="uri:oozie:hive-action:0.2">
  5. <job-tracker>${jobTracker}</job-tracker>
  6. <name-node>${nameNode}</name-node>
  7. <prepare>
  8. <delete path="${nameNode}/user/${wf:user()}/oozie-hive/output-data"/>
  9. <mkdir path="${nameNode}/user/${wf:user()}/oozie-hive/output-data"/>
  10. </prepare>
  11. <configuration>
  12. <property>
  13. <name>mapred.job.queue.name</name>
  14. <value>${queueName}</value>
  15. </property>
  16. <property>
  17. <name>oozie.hive.defaults</name>
  18. <value>hive-site.xml</value>
  19. </property>
  20. </configuration>
  21. <script>script.sql</script>
  22. </hive>
  23. <ok to="end"/>
  24. <error to="fail"/>
  25. </action>
  26.  
  27. <kill name="fail">
  28. <message>Hive failed, error message[${wf:errorMessage(wf:lastErrorNode())}]</message>
  29. </kill>
  30. <end name="end"/>
  31. </workflow-app>
  32.  
  33. nameNode=hdfs://localhost.localdomain:8020
  34. jobTracker=localhost.localdomain:8021
  35. queueName=default
  36. oozie.libpath=${nameNode}/user/${user.name}/oozie-hive/lib
  37. oozie.use.system.libpath=true
  38. oozie.wf.application.path=${nameNode}/user/${user.name}/oozie-hive
  39.  
  40. <?xml version="1.0" encoding="UTF-8"?>
  41.  
  42. <!--Autogenerated by Cloudera CM on 2016-01-16T07:14:46.882Z-->
  43. <configuration>
  44. <property>
  45. <name>javax.jdo.option.ConnectionURL</name>
  46. <value>jdbc:postgresql://localhost.localdomain:7432/hive</value>
  47. </property>
  48. <property>
  49. <name>javax.jdo.option.ConnectionDriverName</name>
  50. <value>org.postgresql.Driver</value>
  51. </property>
  52. <property>
  53. <name>javax.jdo.option.ConnectionUserName</name>
  54. <value>hive</value>
  55. </property>
  56. <property>
  57. <name>javax.jdo.option.ConnectionPassword</name>
  58. <value>cloudera</value>
  59. </property>
  60. <property>
  61. <name>hive.metastore.local</name>
  62. <value>true</value>
  63. </property>
  64. <property>
  65. <name>datanucleus.autoCreateSchema</name>
  66. <value>false</value>
  67. </property>
  68. <property>
  69. <name>datanucleus.metadata.validate</name>
  70. <value>false</value>
  71. </property>
  72. <property>
  73. <name>datanucleus.fixedDatastore</name>
  74. <value>true</value>
  75. </property>
  76. <property>
  77. <name>hive.metastore.warehouse.dir</name>
  78. <value>/user/hive/warehouse</value>
  79. </property>
  80. <property>
  81. <name>hive.warehouse.subdir.inherit.perms</name>
  82. <value>true</value>
  83. </property>
  84. <property>
  85. <name>mapred.reduce.tasks</name>
  86. <value>-1</value>
  87. </property>
  88. <property>
  89. <name>hive.exec.reducers.bytes.per.reducer</name>
  90. <value>1073741824</value>
  91. </property>
  92. <property>
  93. <name>hive.exec.reducers.max</name>
  94. <value>999</value>
  95. </property>
  96. <property>
  97. <name>hive.metastore.execute.setugi</name>
  98. <value>true</value>
  99. </property>
  100. <property>
  101. <name>hive.support.concurrency</name>
  102. <value>true</value>
  103. </property>
  104. <property>
  105. <name>hive.zookeeper.quorum</name>
  106. <value>localhost.localdomain</value>
  107. </property>
  108. <property>
  109. <name>hive.zookeeper.client.port</name>
  110. <value>2181</value>
  111. </property>
  112. <property>
  113. <name>hive.zookeeper.namespace</name>
  114. <value>hive_zookeeper_namespace_hive1</value>
  115. </property>
  116. <property>
  117. <name>hive.metastore.server.min.threads</name>
  118. <value>200</value>
  119. </property>
  120. <property>
  121. <name>hive.metastore.server.max.threads</name>
  122. <value>100000</value>
  123. </property>
  124. <property>
  125. <name>datanucleus.autoStartMechanism</name>
  126. <value>SchemaTable</value>
  127. </property>
  128. </configuration>
  129.  
  130. CREATE TABLE emp_new (eid INT,ename STRING,esal INT) row format delimited fields terminated by 't' STORED AS TEXTFILE;
  131. LOAD DATA LOCAL INPATH '/home/cloudera/input' overwrite into table emp_new;
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement