Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- $ hadoop jar /usr/local/hadoop/share/hadoop/mapreduce/hadoop-mapreduce-examples-3.0.0.jar aggregatewordcount /temp/testwc /temp
- 2018-01-15 19:26:47,268 WARN util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
- java.io.IOException: Cannot initialize Cluster. Please check your configuration for mapreduce.framework.name and the correspond server addresses.
- at org.apache.hadoop.mapreduce.Cluster.initialize(Cluster.java:116)
- at org.apache.hadoop.mapreduce.Cluster.<init>(Cluster.java:109)
- at org.apache.hadoop.mapreduce.Cluster.<init>(Cluster.java:102)
- at org.apache.hadoop.mapreduce.Job$10.run(Job.java:1540)
- at org.apache.hadoop.mapreduce.Job$10.run(Job.java:1536)
- at java.security.AccessController.doPrivileged(Native Method)
- at javax.security.auth.Subject.doAs(Subject.java:422)
- at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1962)
- at org.apache.hadoop.mapreduce.Job.connect(Job.java:1536)
- at org.apache.hadoop.mapreduce.Job.submit(Job.java:1564)
- at org.apache.hadoop.mapreduce.Job.waitForCompletion(Job.java:1588)
- at org.apache.hadoop.examples.AggregateWordCount.main(AggregateWordCount.java:74)
- at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
- at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
- at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
- at java.lang.reflect.Method.invoke(Method.java:498)
- at org.apache.hadoop.util.ProgramDriver$ProgramDescription.invoke(ProgramDriver.java:71)
- at org.apache.hadoop.util.ProgramDriver.run(ProgramDriver.java:144)
- at org.apache.hadoop.examples.ExampleDriver.main(ExampleDriver.java:74)
- at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
- at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
- at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
- at java.lang.reflect.Method.invoke(Method.java:498)
- at org.apache.hadoop.util.RunJar.run(RunJar.java:239)
- at org.apache.hadoop.util.RunJar.main(RunJar.java:153)
- sqoop import-all-tables -m 1 --connect jdbc:mysql://127.0.0.1:3306/retail_db --username root --P --warehouse-dir=sqoop_import
- ERROR tool.ImportAllTablesTool: Encountered IOException running import job: java.io.IOException: Cannot initialize Cluster. Please check your configuration for mapreduce.framework.name and the correspond server addresses.
- <configuration>
- <property>
- <name>dfs.replication</name>
- <value>1</value>
- </property>
- <property>
- <name>dfs.webhdfs.enabled</name>
- <value>true</value>
- </property>
- <property>
- <name>dfs.name.dir</name>
- <value>file:///home/jay/pseudo/dfs/name</value>
- </property>
- <property>
- <name>dfs.data.dir</name>
- <value>file:///home/jay/pseudo/dfs/data</value>
- </property>
- <property>
- <name>dfs.permissions</name>
- <value>false</value>
- </property>
- </configuration>
- <configuration>
- <property>
- <name>mapreduce.framework.name</name>
- <value>yarn</value>
- </property>
- </configuration>
- <configuration>
- <property>
- <name>yarn.nodemanager.aux-services</name>
- <value>mapreduce_shuffle</value>
- </property>
- <property>
- <name>yarn.nodemanager.aux-services.mapreduce.shuffle.class</name>
- <value>org.apache.hadoop.mapred.ShuffleHandler</value>
- </property>
- <property>
- <name>yarn.nodemanager.env-whitelist</name>
- <value>JAVA_HOME,HADOOP_COMMON_HOME,HADOOP_HDFS_HOME,HADOOP_CONF_DIR,CLASSPATH_PREPEND_DISTCACHE,HADOOP_YARN_HOME,HADOOP_MAPRED_HOME</value>
- </property>
- <property>
- <name>mapreduce.framework.name</name>
- <value>yarn-tez</value>
- </property>
- </configuration>
Add Comment
Please, Sign In to add comment