Guest User

Untitled

a guest
Jan 15th, 2018
119
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 4.03 KB | None | 0 0
  1. $ hadoop jar /usr/local/hadoop/share/hadoop/mapreduce/hadoop-mapreduce-examples-3.0.0.jar aggregatewordcount /temp/testwc /temp
  2.  
  3. 2018-01-15 19:26:47,268 WARN util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
  4. java.io.IOException: Cannot initialize Cluster. Please check your configuration for mapreduce.framework.name and the correspond server addresses.
  5. at org.apache.hadoop.mapreduce.Cluster.initialize(Cluster.java:116)
  6. at org.apache.hadoop.mapreduce.Cluster.<init>(Cluster.java:109)
  7. at org.apache.hadoop.mapreduce.Cluster.<init>(Cluster.java:102)
  8. at org.apache.hadoop.mapreduce.Job$10.run(Job.java:1540)
  9. at org.apache.hadoop.mapreduce.Job$10.run(Job.java:1536)
  10. at java.security.AccessController.doPrivileged(Native Method)
  11. at javax.security.auth.Subject.doAs(Subject.java:422)
  12. at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1962)
  13. at org.apache.hadoop.mapreduce.Job.connect(Job.java:1536)
  14. at org.apache.hadoop.mapreduce.Job.submit(Job.java:1564)
  15. at org.apache.hadoop.mapreduce.Job.waitForCompletion(Job.java:1588)
  16. at org.apache.hadoop.examples.AggregateWordCount.main(AggregateWordCount.java:74)
  17. at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  18. at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
  19. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  20. at java.lang.reflect.Method.invoke(Method.java:498)
  21. at org.apache.hadoop.util.ProgramDriver$ProgramDescription.invoke(ProgramDriver.java:71)
  22. at org.apache.hadoop.util.ProgramDriver.run(ProgramDriver.java:144)
  23. at org.apache.hadoop.examples.ExampleDriver.main(ExampleDriver.java:74)
  24. at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  25. at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
  26. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  27. at java.lang.reflect.Method.invoke(Method.java:498)
  28. at org.apache.hadoop.util.RunJar.run(RunJar.java:239)
  29. at org.apache.hadoop.util.RunJar.main(RunJar.java:153)
  30.  
  31. sqoop import-all-tables -m 1 --connect jdbc:mysql://127.0.0.1:3306/retail_db --username root --P --warehouse-dir=sqoop_import
  32.  
  33. ERROR tool.ImportAllTablesTool: Encountered IOException running import job: java.io.IOException: Cannot initialize Cluster. Please check your configuration for mapreduce.framework.name and the correspond server addresses.
  34.  
  35. <configuration>
  36. <property>
  37. <name>dfs.replication</name>
  38. <value>1</value>
  39. </property>
  40. <property>
  41. <name>dfs.webhdfs.enabled</name>
  42. <value>true</value>
  43. </property>
  44. <property>
  45. <name>dfs.name.dir</name>
  46. <value>file:///home/jay/pseudo/dfs/name</value>
  47. </property>
  48. <property>
  49. <name>dfs.data.dir</name>
  50. <value>file:///home/jay/pseudo/dfs/data</value>
  51. </property>
  52. <property>
  53. <name>dfs.permissions</name>
  54. <value>false</value>
  55. </property>
  56. </configuration>
  57.  
  58. <configuration>
  59. <property>
  60. <name>mapreduce.framework.name</name>
  61. <value>yarn</value>
  62. </property>
  63. </configuration>
  64.  
  65. <configuration>
  66. <property>
  67. <name>yarn.nodemanager.aux-services</name>
  68. <value>mapreduce_shuffle</value>
  69. </property>
  70. <property>
  71. <name>yarn.nodemanager.aux-services.mapreduce.shuffle.class</name>
  72. <value>org.apache.hadoop.mapred.ShuffleHandler</value>
  73. </property>
  74. <property>
  75. <name>yarn.nodemanager.env-whitelist</name>
  76. <value>JAVA_HOME,HADOOP_COMMON_HOME,HADOOP_HDFS_HOME,HADOOP_CONF_DIR,CLASSPATH_PREPEND_DISTCACHE,HADOOP_YARN_HOME,HADOOP_MAPRED_HOME</value>
  77. </property>
  78. <property>
  79. <name>mapreduce.framework.name</name>
  80. <value>yarn-tez</value>
  81. </property>
  82.  
  83. </configuration>
Add Comment
Please, Sign In to add comment