Advertisement
Guest User

mapred-site.xml

a guest
Jul 30th, 2012
430
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
XML 2.83 KB | None | 0 0
  1. <configuration>
  2. <property>
  3.   <name>mapreduce.map.output.compress</name>
  4.   <value>true</value>
  5. </property>
  6. <property>
  7.    <name>mapred.map.output.compress.codec</name>
  8.    <value>org.apache.hadoop.io.compress.SnappyCodec</value>
  9. </property>
  10. <property>
  11.   <name>mapreduce.framework.name</name>
  12.   <value>yarn</value>
  13. </property>
  14. <property>
  15.    <name>mapreduce.jobhistory.address</name>
  16.    <value>ihub-an-l1:10020</value>
  17. </property>
  18. <property>
  19.     <name>mapreduce.jobhistory.webapp.address</name>
  20.     <value>ihub-an-l1:19888</value>
  21. </property>
  22. <property>
  23.   <name>yarn.app.mapreduce.am.resource.mb</name>
  24.   <value>1000</value>
  25.   <description>The amount of memory the MR AppMaster needs.</description>
  26. </property>
  27. <property>
  28.   <name>mapreduce.job.jvm.numtasks</name>
  29.   <value>10</value>
  30.   <description>How many tasks to run per jvm. If set to -1, there is
  31.   no limit.
  32.   </description>
  33. </property>
  34. <property>
  35.   <name>mapreduce.map.speculative</name>
  36.   <value>false</value>
  37.   <final>true</final>
  38.   <description>If true, then multiple instances of some map tasks
  39.                may be executed in parallel.</description>
  40. </property>
  41. <property>
  42.   <name>mapreduce.reduce.speculative</name>
  43.   <value>false</value>
  44.   <final>true</final>
  45.   <description>If true, then multiple instances of some reduce tasks
  46.                may be executed in parallel.</description>
  47. <property>
  48.   <name>mapred.child.java.opts</name>
  49.   <value>-Xmx300m</value>
  50.   <description>Java opts for the task tracker child processes.  
  51.   The following symbol, if present, will be interpolated: @taskid@ is replaced
  52.   by current TaskID. Any other occurrences of '@' will go unchanged.
  53.   For example, to enable verbose gc logging to a file named for the taskid in
  54.   /tmp and to set the heap maximum to be a gigabyte, pass a 'value' of:
  55.         -Xmx1024m -verbose:gc -Xloggc:/tmp/@taskid@.gc
  56.   Usage of -Djava.library.path can cause programs to no longer function if
  57.   hadoop native libraries are used. These values should instead be set as part
  58.   of LD_LIBRARY_PATH in the map / reduce JVM env using the mapreduce.map.env and
  59.   mapreduce.reduce.env config settings.
  60.   </description>
  61. </property>
  62. <property>
  63.   <name>mapreduce.tasktracker.map.tasks.maximum</name>
  64.   <value>1</value>
  65.   <description>The maximum number of map tasks that will be run
  66.   simultaneously by a task tracker.
  67.   </description>
  68. </property>
  69. <property>
  70.   <name>mapreduce.tasktracker.reduce.tasks.maximum</name>
  71.   <value>1</value>
  72.   <description>The maximum number of reduce tasks that will be run
  73.   simultaneously by a task tracker.
  74.   </description>
  75. </property>
  76. <property>
  77.   <name>mapreduce.jobtracker.restart.recover</name>
  78.   <value>false</value>
  79.   <description>"true" to enable (job) recovery upon restart,
  80.                "false" to start afresh
  81.   </description>
  82. </property>
  83. </configuration>
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement