jlwright

mahout on ec2(Cloudera) (wikipedia bayes example)

Mar 2nd, 2014
322
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 4.34 KB | None | 0 0
  1. ubuntu@ip-172-31-25-230:~$ $MAHOUT_HOME/bin/mahout wikipediaXMLSplitter -d $MAHOUT_HOME/examples/tmp/enwiki-latest-pages-articles10.xml -o wikipedia/chunks -c 64
  2. Running on hadoop, using /usr/bin/hadoop and HADOOP_CONF_DIR=
  3. MAHOUT-JOB: /data0/mahout/mahout-examples-0.9-job.jar
  4. 14/03/02 17:23:31 WARN driver.MahoutDriver: Unable to add class: wikipediaXMLSplitter
  5. java.lang.ClassNotFoundException: wikipediaXMLSplitter
  6. at java.net.URLClassLoader$1.run(URLClassLoader.java:202)
  7. at java.security.AccessController.doPrivileged(Native Method)
  8. at java.net.URLClassLoader.findClass(URLClassLoader.java:190)
  9. at java.lang.ClassLoader.loadClass(ClassLoader.java:306)
  10. at java.lang.ClassLoader.loadClass(ClassLoader.java:247)
  11. at java.lang.Class.forName0(Native Method)
  12. at java.lang.Class.forName(Class.java:169)
  13. at org.apache.mahout.driver.MahoutDriver.addClass(MahoutDriver.java:237)
  14. at org.apache.mahout.driver.MahoutDriver.main(MahoutDriver.java:128)
  15. at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  16. at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
  17. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  18. at java.lang.reflect.Method.invoke(Method.java:597)
  19. at org.apache.hadoop.util.RunJar.main(RunJar.java:208)
  20. 14/03/02 17:23:31 WARN driver.MahoutDriver: No wikipediaXMLSplitter.props found on classpath, will use command-line arguments only
  21. Exception in thread "main" java.lang.NoSuchMethodError: org.apache.hadoop.util.ProgramDriver.driver([Ljava/lang/String;)V
  22. at org.apache.mahout.driver.MahoutDriver.main(MahoutDriver.java:195)
  23. at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  24. at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
  25. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  26. at java.lang.reflect.Method.invoke(Method.java:597)
  27. at org.apache.hadoop.util.RunJar.main(RunJar.java:208)
  28. ubuntu@ip-172-31-25-230:~$
  29. ubuntu@ip-172-31-25-230:~$
  30. ubuntu@ip-172-31-25-230:~$ $MAHOUT_HOME/bin/mahout org.apache.mahout.text.wikipedia.WikipediaXmlSplitter -d $MAHOUT_HOME/examples/tmp/enwiki-latest-pages-articles.xml -o wikipedia/chunks -c 64
  31. Running on hadoop, using /usr/bin/hadoop and HADOOP_CONF_DIR=
  32. MAHOUT-JOB: /data0/mahout/mahout-examples-0.9-job.jar
  33. 14/03/02 17:23:45 WARN driver.MahoutDriver: No org.apache.mahout.text.wikipedia.WikipediaXmlSplitter.props found on classpath, will use command-line arguments only
  34. Exception in thread "main" java.lang.NoSuchMethodError: org.apache.hadoop.util.ProgramDriver.driver([Ljava/lang/String;)V
  35. at org.apache.mahout.driver.MahoutDriver.main(MahoutDriver.java:195)
  36. at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  37. at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
  38. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  39. at java.lang.reflect.Method.invoke(Method.java:597)
  40. at org.apache.hadoop.util.RunJar.main(RunJar.java:208)
  41. ubuntu@ip-172-31-25-230:~$
  42. ubuntu@ip-172-31-25-230:~$
  43. ubuntu@ip-172-31-25-230:~$ /opt/cloudera/parcels/CDH-4.6.0-1.cdh4.6.0.p0.26/bin/hadoop jar $MAHOUT_HOME/mahout-examples-0.9-job.jar org.apache.mahout.text.wikipedia.WikipediaXmlSplitter -d $MAHOUT_HOME/examples/tmp/enwiki-latest-pages-articles.xml -o wikipedia/chunks -c 64
  44. Exception in thread "main" java.lang.OutOfMemoryError: Java heap space
  45. at java.util.Arrays.copyOf(Arrays.java:2882)
  46. at java.lang.AbstractStringBuilder.expandCapacity(AbstractStringBuilder.java:100)
  47. at java.lang.AbstractStringBuilder.append(AbstractStringBuilder.java:390)
  48. at java.lang.StringBuilder.append(StringBuilder.java:119)
  49. at org.apache.mahout.text.wikipedia.WikipediaXmlSplitter.main(WikipediaXmlSplitter.java:208)
  50. at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  51. at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
  52. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  53. at java.lang.reflect.Method.invoke(Method.java:597)
  54. at org.apache.hadoop.util.RunJar.main(RunJar.java:208)
Advertisement
Add Comment
Please, Sign In to add comment