Advertisement
Guest User

Untitled

a guest
Aug 25th, 2016
57
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 1.42 KB | None | 0 0
  1. # set env
  2. export HADOOP_HOME='/home/yzf/Software/hadoop-2.7.2'
  3. export PATH=$HADOOP_HOME/bin:$PATH
  4. export PATH=$HADOOP_HOME/sbin:$PATH
  5. export HADOOP_MAPRED_HOME=$HADOOP_HOME
  6. export HADOOP_COMMON_HOME=$HADOOP_HOME
  7. export HADDOP_HDFS_HOME=$HADOOP_HOME
  8. export HADOOP_YARN_HOME=$HADOOP_HOME
  9. export HADOOP_CONF_DIR=$HADOOP_HOME/etc/hadoop
  10.  
  11. # set JAVA_HOME in etc/hadoop/hadoop-env.sh
  12. export JAVA_HOME=/opt/jdk1.8.0_91
  13.  
  14. # core-site.xml, add between <configuration></configuration>
  15. <property>
  16. <name>fs.default.name</name>
  17. <value>hdfs://localhost:9000</value>
  18. </property>
  19.  
  20. # yarn-site.xml
  21. <property>
  22. <name>yarn.nodemanager.aux-services</name>
  23. <value>mapreduce_shuffle</value>
  24. </property>
  25. <property>
  26. <name>yarn.nodemanager.aux-services.mapreduce.shuffle.class</name>
  27. <value>org.apache.hadoop.mapred.ShuffleHandler</value>
  28. </property>
  29.  
  30. # mapred-site.xml
  31. <property>
  32. <name>mapreduce.framework.name</name>
  33. <value>yarn</value>
  34. </property>
  35.  
  36. # configure HDFS
  37. mkdir -p data/hdfs/namenode
  38. mkdir -p data/hdfs/datanode
  39.  
  40. # hdfs-site.xml
  41. <property>
  42. <name>dfs.replication</name>
  43. <value>1</value>
  44. </property>
  45. <property>
  46. <name>dfs.namenode.name.dir</name>
  47. <value>file:/home/hadoopuser/mydata/hdfs/namenode</value>
  48. </property>
  49. <property>
  50. <name>dfs.datanode.data.dir</name>
  51. <value>file:/home/hadoopuser/mydata/hdfs/datanode</value>
  52. </property>
  53.  
  54. # format HDFS
  55. hdfs namenode -format
  56.  
  57. # start hadoop
  58. start-dfs.sh
  59. start-yarn.sh
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement