API tools faq
paste
ronbuckley

OCLC mapred-site.xml

ronbuckley
Apr 17th, 2013
123
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 4.19 KB | None | 0 0
raw download clone embed print report
  1. -PROD- hadoopsup@wchddb01pxdu:/prod/hadoop/prod/hadoop/conf$vi mapred-site.xml
  2.  
  3. <?xml version="1.0"?>
  4. <?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
  5.  
  6. <!-- Put site-specific property overrides in this file. -->
  7.  
  8. <configuration>
  9.  
  10. <property>
  11. <name>mapred.job.tracker</name>
  12. <value>wchddb35pxdu:9012</value>
  13. </property>
  14.  
  15. <property>
  16. <name>mapred.local.dir</name>
  17. <value>/drive2/hadoop/prod/mapred/local,/drive3/hadoop/prod/mapred/local,/drive4/hadoop/prod/mapred/local</value>
  18. <final>true</final>
  19. </property>
  20.  
  21. <property>
  22. <name>mapred.jobtracker.staging.root.dir</name>
  23. <value>/user/${user.name}/mapred/local</value>
  24. </property>
  25.  
  26. <property>
  27. <name>mapred.system.dir</name>
  28. <value>/tmp/hadoop/mapred/system</value>
  29. <final>true</final>
  30. </property>
  31.  
  32. <property>
  33. <name>mapred.tasktracker.map.tasks.maximum</name>
  34. <value>4</value>
  35. <final>true</final>
  36. </property>
  37.  
  38. <property>
  39. <name>mapred.tasktracker.reduce.tasks.maximum</name>
  40. <value>2</value>
  41. <final>true</final>
  42. </property>
  43.  
  44. <property>
  45. <name>mapred.child.java.opts</name>
  46. <value>-Xmx4096m</value>
  47. </property>
  48.  
  49. <property>
  50. <name>mapred.job.tracker.http.address</name>
  51. <value>0.0.0.0:9001</value>
  52. </property>
  53.  
  54. <property>
  55. <name>mapred.task.tracker.http.address</name>
  56. <value>0.0.0.0:9003</value>
  57. </property>
  58.  
  59. <property>
  60. <name>mapred.compress.map.output</name>
  61. <value>true</value>
  62. </property>
  63.  
  64. <property>
  65. <name>mapred.child.env</name>
  66. <value>JAVA_LIBRARY_PATH=/drive1/hadoop/prod/hadoop/lib/native/Linux-amd64-64</value>
  67. </property>
  68.  
  69. <property>
  70. <name>mapred.map.output.compression.codec</name>
  71. <!-- <value>com.hadoop.compression.lzo.LzoCodec</value> -->
  72. <value>org.apache.hadoop.io.compress.SnappyCodec</value>
  73. </property>
  74.  
  75. <property>
  76. <name>mapred.map.tasks.speculative.execution</name>
  77. <value>false</value>
  78. </property>
  79.  
  80. -PROD- hadoopsup@wchddb01pxdu:/prod/hadoop/prod/hadoop/conf$cat mapred-site.xml
  81. <?xml version="1.0"?>
  82. <?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
  83.  
  84. <!-- Put site-specific property overrides in this file. -->
  85.  
  86. <configuration>
  87.  
  88. <property>
  89. <name>mapred.job.tracker</name>
  90. <value>wchddb35pxdu:9012</value>
  91. </property>
  92.  
  93. <property>
  94. <name>mapred.local.dir</name>
  95. <value>/drive2/hadoop/prod/mapred/local,/drive3/hadoop/prod/mapred/local,/drive4/hadoop/prod/mapred/local</value>
  96. <final>true</final>
  97. </property>
  98.  
  99. <property>
  100. <name>mapred.jobtracker.staging.root.dir</name>
  101. <value>/user/${user.name}/mapred/local</value>
  102. </property>
  103.  
  104. <property>
  105. <name>mapred.system.dir</name>
  106. <value>/tmp/hadoop/mapred/system</value>
  107. <final>true</final>
  108. </property>
  109.  
  110. <property>
  111. <name>mapred.tasktracker.map.tasks.maximum</name>
  112. <value>4</value>
  113. <final>true</final>
  114. </property>
  115.  
  116. <property>
  117. <name>mapred.tasktracker.reduce.tasks.maximum</name>
  118. <value>2</value>
  119. <final>true</final>
  120. </property>
  121.  
  122. <property>
  123. <name>mapred.child.java.opts</name>
  124. <value>-Xmx4096m</value>
  125. </property>
  126.  
  127. <property>
  128. <name>mapred.job.tracker.http.address</name>
  129. <value>0.0.0.0:9001</value>
  130. </property>
  131.  
  132. <property>
  133. <name>mapred.task.tracker.http.address</name>
  134. <value>0.0.0.0:9003</value>
  135. </property>
  136.  
  137. <property>
  138. <name>mapred.compress.map.output</name>
  139. <value>true</value>
  140. </property>
  141.  
  142. <property>
  143. <name>mapred.child.env</name>
  144. <value>JAVA_LIBRARY_PATH=/drive1/hadoop/prod/hadoop/lib/native/Linux-amd64-64</value>
  145. </property>
  146.  
  147. <property>
  148. <name>mapred.map.output.compression.codec</name>
  149. <!-- <value>com.hadoop.compression.lzo.LzoCodec</value> -->
  150. <value>org.apache.hadoop.io.compress.SnappyCodec</value>
  151. </property>
  152.  
  153. <property>
  154. <name>mapred.map.tasks.speculative.execution</name>
  155. <value>false</value>
  156. </property>
  157.  
  158. <property>
  159. <name>mapred.reduce.tasks.speculative.execution</name>
  160. <value>false</value>
  161. </property>
  162.  
  163. <property>
  164. <name>mapred.jobtracker.taskScheduler</name>
  165. <value>org.apache.hadoop.mapred.FairScheduler</value>
  166. </property>
  167.  
  168. <property>
  169. <name>mapred.fairscheduler.allocation.file </name>
  170. <value>/drive1/hadoop/prod/hadoop/conf/fair-scheduler.xml</value>
  171. </property>
  172.  
  173. <property>
  174. <name>mapreduce.job.userlog.retain.hours</name>
  175. <value>168</value>
  176. </property>
  177.  
  178. <property>
  179. <name>mapred.reduce.slowstart.completed.maps</name>
  180. <value>0.95</value>
  181. </property>
  182.  
  183. </configuration>
Advertisement
Add Comment
Please, Sign In to add comment
Public Pastes
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!