Advertisement
Guest User

Untitled

a guest
Jun 18th, 2019
66
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 2.21 KB | None | 0 0
  1. #!/bin/bash
  2.  
  3. JAVA_HOME="/usr/lib/jvm/java-8-openjdk-amd64"
  4. HADOOP_HOME=$PWD
  5.  
  6. if [ -d $JAVA_HOME ]
  7. then
  8. echo "Setting \$JAVA_HOME to $JAVA_HOME"
  9. export JAVA_HOME
  10. else
  11. echo "Directory not found: $JAVA_HOME"
  12. exit 1
  13. fi
  14.  
  15. echo "Setting \$HADOOP_HOME to $HADOOP_HOME"
  16. export HADOOP_HOME
  17.  
  18. echo "Adding $HADOOP_HOME/bin to \$PATH"
  19. export PATH="$HADOOP_HOME/bin:$PATH"
  20.  
  21. echo "Adding $HADOOP_HOME/sbin to \$PATH"
  22. export PATH="$HADOOP_HOME/sbin:$PATH"
  23.  
  24. echo "Creating logs directory: $HADOOP_HOME/logs"
  25. mkdir $HADOOP_HOME/logs 2>/dev/null
  26.  
  27. cat > $HADOOP_HOME/etc/hadoop/core-site.xml <<EOL
  28. <configuration>
  29. <property>
  30. <name>fs.defaultFS</name>
  31. <value>hdfs://0.0.0.0:9000</value>
  32. </property>
  33. </configuration>
  34. EOL
  35.  
  36. cat > $HADOOP_HOME/etc/hadoop/hdfs-site.xml <<EOL
  37. <configuration>
  38. <property>
  39. <name>dfs.replication</name>
  40. <value>1</value>
  41. </property>
  42. </configuration>
  43. EOL
  44.  
  45. cat > $HADOOP_HOME/etc/hadoop/yarn-site.xml <<EOL
  46. <configuration>
  47. <property>
  48. <name>yarn.resourcemanager.hostname</name>
  49. <value>0.0.0.0</value>
  50. </property>
  51. <property>
  52. <name>yarn.nodemanager.aux-services</name>
  53. <value>mapreduce_shuffle</value>
  54. </property>
  55. </configuration>
  56. EOL
  57.  
  58. cat > $HADOOP_HOME/etc/hadoop/mapred-site.xml <<EOL
  59. <configuration>
  60. <property>
  61. <name>mapreduce.framework.name</name>
  62. <value>yarn</value>
  63. </property>
  64. </configuration>
  65. EOL
  66.  
  67. echo "Format namenode (y/n)? (hdfs namenode -format)"
  68. read q
  69. if [ $q == "y" ]
  70. then
  71. hdfs namenode -format
  72. fi
  73.  
  74. echo "Start namenode (y/n)? (hadoop-daemon.sh start namenode)"
  75. read q
  76. if [ $q == "y" ]
  77. then
  78. hadoop-daemon.sh start namenode
  79. fi
  80.  
  81. echo "Start datanode (y/n)? (hadoop-daemon.sh start datanode)"
  82. read q
  83. if [ $q == "y" ]
  84. then
  85. hadoop-daemon.sh start datanode
  86. fi
  87.  
  88. echo "Start resourcemanager (y/n)? (yarn-daemon.sh start resourcemanager)"
  89. read q
  90. if [ $q == "y" ]
  91. then
  92. yarn-daemon.sh start resourcemanager
  93. fi
  94.  
  95. echo "Start nodemanager (y/n)? (yarn-daemon.sh start nodemanager)"
  96. read q
  97. if [ $q == "y" ]
  98. then
  99. yarn-daemon.sh start nodemanager
  100. fi
  101.  
  102. echo "Will call 'jps' in 2 seconds..."
  103. sleep 2
  104. echo ""
  105. jps
  106. echo ""
  107.  
  108. echo "Creating HDFS directory: /user/$USER"
  109. hadoop fs -mkdir -p /user/$USER
  110. hadoop fs -chown $USER:$USER /user/$USER
  111.  
  112. echo "Creating HDFS directory: /tmp"
  113. hadoop fs -mkdir -p /tmp
  114. hadoop fs -chmod 777 /tmp
  115.  
  116. echo ""
  117. hadoop fs -ls /
  118. echo ""
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement