API tools faq
paste
Advertisement
Guest User

hadoop vm.xml

a guest
Dec 22nd, 2014
162
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
XML 12.67 KB | None | 0 0
raw download clone embed print report
  1. <?xml version="1.0" encoding="UTF-8" standalone="no"?><configuration>
  2. <property><name>fs.s3n.impl</name><value>org.apache.hadoop.fs.s3native.NativeS3FileSystem</value></property>
  3. <property><name>dfs.client.buffer.dir</name><value>${hadoop.tmp.dir}/dfs/tmp</value></property>
  4. <property><name>mapred.task.cache.levels</name><value>2</value></property>
  5. <property><name>hadoop.tmp.dir</name><value>/tmp/hadoop-${user.name}</value></property>
  6. <property><name>hadoop.native.lib</name><value>true</value></property>
  7. <property><name>map.sort.class</name><value>org.apache.hadoop.util.QuickSort</value></property>
  8. <property><name>ipc.client.idlethreshold</name><value>4000</value></property>
  9. <property><name>mapred.system.dir</name><value>/hadoop/mapred/system</value></property>
  10. <property><name>mapred.job.tracker.persist.jobstatus.hours</name><value>0</value></property>
  11. <property><name>dfs.namenode.logging.level</name><value>info</value></property>
  12. <property><name>dfs.datanode.address</name><value>0.0.0.0:50010</value></property>
  13. <property><name>io.skip.checksum.errors</name><value>false</value></property>
  14. <property><name>fs.default.name</name><value>hdfs://192.168.232.128:9000/</value></property>
  15. <property><name>mapred.child.tmp</name><value>./tmp</value></property>
  16. <property><name>dfs.safemode.threshold.pct</name><value>0.999f</value></property>
  17. <property><name>dfs.namenode.handler.count</name><value>10</value></property>
  18. <property><name>dfs.blockreport.initialDelay</name><value>0</value></property>
  19. <property><name>mapred.tasktracker.dns.nameserver</name><value>default</value></property>
  20. <property><name>io.sort.factor</name><value>10</value></property>
  21. <property><name>mapred.task.timeout</name><value>600000</value></property>
  22. <property><name>mapred.max.tracker.failures</name><value>4</value></property>
  23. <property><name>hadoop.rpc.socket.factory.class.default</name><value>org.apache.hadoop.net.StandardSocketFactory</value></property>
  24. <property><name>fs.hdfs.impl</name><value>org.apache.hadoop.dfs.DistributedFileSystem</value></property>
  25. <property><name>eclipse.plug-in.jobtracker.port</name><value>9001</value></property>
  26. <property><name>dfs.safemode.extension</name><value>30000</value></property>
  27. <property><name>tasktracker.http.threads</name><value>40</value></property>
  28. <property><name>fs.ftp.impl</name><value>org.apache.hadoop.fs.ftp.FTPFileSystem</value></property>
  29. <property><name>mapred.output.compress</name><value>false</value></property>
  30. <property><name>io.bytes.per.checksum</name><value>512</value></property>
  31. <property><name>topology.node.switch.mapping.impl</name><value>org.apache.hadoop.net.ScriptBasedMapping</value></property>
  32. <property><name>mapred.reduce.max.attempts</name><value>4</value></property>
  33. <property><name>fs.ramfs.impl</name><value>org.apache.hadoop.fs.InMemoryFileSystem</value></property>
  34. <property><name>hadoop.job.ugi</name><value>hadoop-user,hadoop</value></property>
  35. <property><name>mapred.job.tracker.persist.jobstatus.dir</name><value>/jobtracker/jobsInfo</value></property>
  36. <property><name>fs.s3.buffer.dir</name><value>${hadoop.tmp.dir}/s3</value></property>
  37. <property><name>dfs.block.size</name><value>67108864</value></property>
  38. <property><name>job.end.retry.attempts</name><value>0</value></property>
  39. <property><name>fs.file.impl</name><value>org.apache.hadoop.fs.LocalFileSystem</value></property>
  40. <property><name>mapred.local.dir.minspacestart</name><value>0</value></property>
  41. <property><name>mapred.output.compression.type</name><value>RECORD</value></property>
  42. <property><name>dfs.datanode.ipc.address</name><value>0.0.0.0:50020</value></property>
  43. <property><name>dfs.permissions</name><value>true</value></property>
  44. <property><name>topology.script.number.args</name><value>20</value></property>
  45. <property><name>mapred.task.profile.maps</name><value>0-2</value></property>
  46. <property><name>dfs.datanode.https.address</name><value>0.0.0.0:50475</value></property>
  47. <property><name>mapred.userlog.retain.hours</name><value>24</value></property>
  48. <property><name>dfs.secondary.http.address</name><value>0.0.0.0:50090</value></property>
  49. <property><name>dfs.replication.max</name><value>512</value></property>
  50. <property><name>mapred.job.tracker.persist.jobstatus.active</name><value>false</value></property>
  51. <property><name>local.cache.size</name><value>10737418240</value></property>
  52. <property><name>eclipse.plug-in.jobtracker.host</name><value>192.168.232.128</value></property>
  53. <property><name>mapred.min.split.size</name><value>0</value></property>
  54. <property><name>mapred.map.tasks</name><value>2</value></property>
  55. <property><name>mapred.child.java.opts</name><value>-Xmx200m</value></property>
  56. <property><name>eclipse.plug-in.user.name</name><value>hadoop-user</value></property>
  57. <property><name>dfs.https.address</name><value>0.0.0.0:50470</value></property>
  58. <property><name>dfs.balance.bandwidthPerSec</name><value>1048576</value></property>
  59. <property><name>ipc.server.listen.queue.size</name><value>128</value></property>
  60. <property><name>mapred.inmem.merge.threshold</name><value>1000</value></property>
  61. <property><name>job.end.retry.interval</name><value>30000</value></property>
  62. <property><name>fs.checkpoint.dir</name><value>${hadoop.tmp.dir}/dfs/namesecondary</value></property>
  63. <property><name>mapred.reduce.tasks</name><value>1</value></property>
  64. <property><name>mapred.userlog.limit.kb</name><value>0</value></property>
  65. <property><name>webinterface.private.actions</name><value>false</value></property>
  66. <property><name>dfs.max.objects</name><value>0</value></property>
  67. <property><name>io.sort.spill.percent</name><value>0.80</value></property>
  68. <property><name>eclipse.plug-in.socks.proxy.port</name><value>1080</value></property>
  69. <property><name>mapred.map.tasks.speculative.execution</name><value>true</value></property>
  70. <property><name>dfs.datanode.dns.nameserver</name><value>default</value></property>
  71. <property><name>dfs.blockreport.intervalMsec</name><value>3600000</value></property>
  72. <property><name>mapred.map.max.attempts</name><value>4</value></property>
  73. <property><name>mapred.job.tracker.handler.count</name><value>10</value></property>
  74. <property><name>dfs.client.block.write.retries</name><value>3</value></property>
  75. <property><name>mapred.tasktracker.expiry.interval</name><value>600000</value></property>
  76. <property><name>keep.failed.task.files</name><value>false</value></property>
  77. <property><name>https.keystore.info.rsrc</name><value>sslinfo.xml</value></property>
  78. <property><name>ipc.client.tcpnodelay</name><value>false</value></property>
  79. <property><name>mapred.task.profile.reduces</name><value>0-2</value></property>
  80. <property><name>mapred.output.compression.codec</name><value>org.apache.hadoop.io.compress.DefaultCodec</value></property>
  81. <property><name>io.map.index.skip</name><value>0</value></property>
  82. <property><name>ipc.server.tcpnodelay</name><value>false</value></property>
  83. <property><name>dfs.default.chunk.view.size</name><value>32768</value></property>
  84. <property><name>hadoop.logfile.size</name><value>10000000</value></property>
  85. <property><name>dfs.datanode.du.pct</name><value>0.98f</value></property>
  86. <property><name>mapred.reduce.tasks.speculative.execution</name><value>true</value></property>
  87. <property><name>fs.inmemory.size.mb</name><value>75</value></property>
  88. <property><name>dfs.datanode.du.reserved</name><value>0</value></property>
  89. <property><name>eclipse.plug-in.socks.proxy.host</name><value>host</value></property>
  90. <property><name>fs.checkpoint.period</name><value>3600</value></property>
  91. <property><name>dfs.web.ugi</name><value>webuser,webgroup</value></property>
  92. <property><name>mapred.jobtracker.completeuserjobs.maximum</name><value>100</value></property>
  93. <property><name>dfs.df.interval</name><value>60000</value></property>
  94. <property><name>dfs.data.dir</name><value>${hadoop.tmp.dir}/dfs/data</value></property>
  95. <property><name>fs.s3.maxRetries</name><value>4</value></property>
  96. <property><name>dfs.datanode.dns.interface</name><value>default</value></property>
  97. <property><name>mapred.local.dir</name><value>${hadoop.tmp.dir}/mapred/local</value></property>
  98. <property><name>fs.hftp.impl</name><value>org.apache.hadoop.dfs.HftpFileSystem</value></property>
  99. <property><name>dfs.permissions.supergroup</name><value>supergroup</value></property>
  100. <property><name>fs.trash.interval</name><value>0</value></property>
  101. <property><name>fs.s3.sleepTimeSeconds</name><value>10</value></property>
  102. <property><name>dfs.replication.min</name><value>1</value></property>
  103. <property><name>mapred.submit.replication</name><value>10</value></property>
  104. <property><name>fs.har.impl</name><value>org.apache.hadoop.fs.HarFileSystem</value></property>
  105. <property><name>mapred.map.output.compression.codec</name><value>org.apache.hadoop.io.compress.DefaultCodec</value></property>
  106. <property><name>mapred.tasktracker.dns.interface</name><value>default</value></property>
  107. <property><name>dfs.namenode.decommission.interval</name><value>300</value></property>
  108. <property><name>dfs.http.address</name><value>0.0.0.0:50070</value></property>
  109. <property><name>eclipse.plug-in.namenode.port</name><value>9000</value></property>
  110. <property><name>mapred.job.tracker</name><value>192.168.232.128:9001</value></property>
  111. <property><name>dfs.heartbeat.interval</name><value>3</value></property>
  112. <property><name>io.seqfile.sorter.recordlimit</name><value>1000000</value></property>
  113. <property><name>dfs.name.dir</name><value>${hadoop.tmp.dir}/dfs/name</value></property>
  114. <property><name>mapred.line.input.format.linespermap</name><value>1</value></property>
  115. <property><name>dfs.datanode.http.address</name><value>0.0.0.0:50075</value></property>
  116. <property><name>eclipse.plug-in.masters.colocate</name><value>yes</value></property>
  117. <property><name>mapred.local.dir.minspacekill</name><value>0</value></property>
  118. <property><name>dfs.replication.interval</name><value>3</value></property>
  119. <property><name>io.sort.record.percent</name><value>0.05</value></property>
  120. <property><name>fs.kfs.impl</name><value>org.apache.hadoop.fs.kfs.KosmosFileSystem</value></property>
  121. <property><name>mapred.temp.dir</name><value>${hadoop.tmp.dir}/mapred/temp</value></property>
  122. <property><name>mapred.tasktracker.reduce.tasks.maximum</name><value>2</value></property>
  123. <property><name>dfs.replication</name><value>3</value></property>
  124. <property><name>eclipse.plug-in.socks.proxy.enable</name><value>no</value></property>
  125. <property><name>eclipse.plug-in.location.name</name><value>hadoop vm</value></property>
  126. <property><name>hadoop.logfile.count</name><value>10</value></property>
  127. <property><name>io.seqfile.compress.blocksize</name><value>1000000</value></property>
  128. <property><name>fs.s3.block.size</name><value>67108864</value></property>
  129. <property><name>fs.hsftp.impl</name><value>org.apache.hadoop.dfs.HsftpFileSystem</value></property>
  130. <property><name>mapred.task.tracker.http.address</name><value>0.0.0.0:50060</value></property>
  131. <property><name>mapred.reduce.parallel.copies</name><value>5</value></property>
  132. <property><name>io.seqfile.lazydecompress</name><value>true</value></property>
  133. <property><name>eclipse.plug-in.namenode.host</name><value>192.168.232.128</value></property>
  134. <property><name>io.sort.mb</name><value>100</value></property>
  135. <property><name>ipc.client.connection.maxidletime</name><value>10000</value></property>
  136. <property><name>mapred.compress.map.output</name><value>false</value></property>
  137. <property><name>mapred.task.tracker.report.address</name><value>127.0.0.1:0</value></property>
  138. <property><name>ipc.client.kill.max</name><value>10</value></property>
  139. <property><name>ipc.client.connect.max.retries</name><value>10</value></property>
  140. <property><name>fs.s3.impl</name><value>org.apache.hadoop.fs.s3.S3FileSystem</value></property>
  141. <property><name>hadoop.socks.server</name><value>host:1080</value></property>
  142. <property><name>mapred.job.tracker.http.address</name><value>0.0.0.0:50030</value></property>
  143. <property><name>io.file.buffer.size</name><value>4096</value></property>
  144. <property><name>io.serializations</name><value>org.apache.hadoop.io.serializer.WritableSerialization</value></property>
  145. <property><name>dfs.datanode.handler.count</name><value>3</value></property>
  146. <property><name>mapred.reduce.copy.backoff</name><value>300</value></property>
  147. <property><name>mapred.task.profile</name><value>false</value></property>
  148. <property><name>dfs.replication.considerLoad</name><value>true</value></property>
  149. <property><name>jobclient.output.filter</name><value>FAILED</value></property>
  150. <property><name>mapred.tasktracker.map.tasks.maximum</name><value>2</value></property>
  151. <property><name>io.compression.codecs</name><value>org.apache.hadoop.io.compress.DefaultCodec,org.apache.hadoop.io.compress.GzipCodec</value></property>
  152. <property><name>fs.checkpoint.size</name><value>67108864</value></property>
  153. </configuration>
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement
Public Pastes
Advertisement
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!