Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- #!/bin/bash
- JAVA_HOME="/usr/lib/jvm/java-8-openjdk-amd64"
- HADOOP_HOME=$PWD
- if [ -d $JAVA_HOME ]
- then
- echo "Setting \$JAVA_HOME to $JAVA_HOME"
- export JAVA_HOME
- else
- echo "Directory not found: $JAVA_HOME"
- exit 1
- fi
- echo "Setting \$HADOOP_HOME to $HADOOP_HOME"
- export HADOOP_HOME
- echo "Adding $HADOOP_HOME/bin to \$PATH"
- export PATH="$HADOOP_HOME/bin:$PATH"
- echo "Adding $HADOOP_HOME/sbin to \$PATH"
- export PATH="$HADOOP_HOME/sbin:$PATH"
- echo "Creating logs directory: $HADOOP_HOME/logs"
- mkdir $HADOOP_HOME/logs 2>/dev/null
- cat > $HADOOP_HOME/etc/hadoop/core-site.xml <<EOL
- <configuration>
- <property>
- <name>fs.defaultFS</name>
- <value>hdfs://0.0.0.0:9000</value>
- </property>
- </configuration>
- EOL
- cat > $HADOOP_HOME/etc/hadoop/hdfs-site.xml <<EOL
- <configuration>
- <property>
- <name>dfs.replication</name>
- <value>1</value>
- </property>
- </configuration>
- EOL
- cat > $HADOOP_HOME/etc/hadoop/yarn-site.xml <<EOL
- <configuration>
- <property>
- <name>yarn.resourcemanager.hostname</name>
- <value>0.0.0.0</value>
- </property>
- <property>
- <name>yarn.nodemanager.aux-services</name>
- <value>mapreduce_shuffle</value>
- </property>
- </configuration>
- EOL
- cat > $HADOOP_HOME/etc/hadoop/mapred-site.xml <<EOL
- <configuration>
- <property>
- <name>mapreduce.framework.name</name>
- <value>yarn</value>
- </property>
- </configuration>
- EOL
- echo "Format namenode (y/n)? (hdfs namenode -format)"
- read q
- if [ $q == "y" ]
- then
- hdfs namenode -format
- fi
- echo "Start namenode (y/n)? (hadoop-daemon.sh start namenode)"
- read q
- if [ $q == "y" ]
- then
- hadoop-daemon.sh start namenode
- fi
- echo "Start datanode (y/n)? (hadoop-daemon.sh start datanode)"
- read q
- if [ $q == "y" ]
- then
- hadoop-daemon.sh start datanode
- fi
- echo "Start resourcemanager (y/n)? (yarn-daemon.sh start resourcemanager)"
- read q
- if [ $q == "y" ]
- then
- yarn-daemon.sh start resourcemanager
- fi
- echo "Start nodemanager (y/n)? (yarn-daemon.sh start nodemanager)"
- read q
- if [ $q == "y" ]
- then
- yarn-daemon.sh start nodemanager
- fi
- echo "Will call 'jps' in 2 seconds..."
- sleep 2
- echo ""
- jps
- echo ""
- echo "Creating HDFS directory: /user/$USER"
- hadoop fs -mkdir -p /user/$USER
- hadoop fs -chown $USER:$USER /user/$USER
- echo "Creating HDFS directory: /tmp"
- hadoop fs -mkdir -p /tmp
- hadoop fs -chmod 777 /tmp
- echo ""
- hadoop fs -ls /
- echo ""
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement