Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- ssh-keygen
- cat id_rsa.pub > authorized_keys
- chmod 600 authorized_keys
- nano /srv/hadoop/etc/hadoop/hadoop-env.sh
- hadoop namenode -format
- $HADOOP_HOME/sbin/start-dfs.sh
- $HADOOP_HOME/sbin/start-yarn.sh
- jps
- hadoop fs -mkdir -p /home/hadoop
- hadoop fs -copyFromLocal ./service.log /home/hadoop/service.log
- hadoop jar /srv/hadoop/share/hadoop/tools/lib/hadoop-streaming*.jar \
- -mapper /home/nabeel/hadoop/mapper.py -reducer /home/nabeel/hadoop/reducer.py \
- -input /home/hadoop/service.log -output /home/hadoop/tag_count_1
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement