Advertisement
Guest User

MapReduce Error

a guest
Jul 14th, 2012
397
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
Bash 10.20 KB | None | 0 0
  1. 12/07/14 18:09:38 WARN mapred.JobClient: Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
  2. 12/07/14 18:09:38 WARN mapred.JobClient: No job jar file set.  User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
  3. 12/07/14 18:09:38 INFO input.FileInputFormat: Total input paths to process : 3
  4. 12/07/14 18:09:38 INFO util.NativeCodeLoader: Loaded the native-hadoop library
  5. 12/07/14 18:09:38 WARN snappy.LoadSnappy: Snappy native library not loaded
  6. 12/07/14 18:09:39 INFO mapred.JobClient: Running job: job_201207130045_0020
  7. 12/07/14 18:09:40 INFO mapred.JobClient:  map 0% reduce 0%
  8. 12/07/14 18:09:59 INFO mapred.JobClient: Task Id : attempt_201207130045_0020_m_000000_0, Status : FAILED
  9. java.lang.RuntimeException: java.lang.ClassNotFoundException: org.myorg.WordCount$Map
  10.     at org.apache.hadoop.conf.Configuration.getClass(Configuration.java:867)
  11.     at org.apache.hadoop.mapreduce.JobContext.getMapperClass(JobContext.java:199)
  12.     at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:719)
  13.     at org.apache.hadoop.mapred.MapTask.run(MapTask.java:370)
  14.     at org.apache.hadoop.mapred.Child$4.run(Child.java:255)
  15.     at java.security.AccessController.doPrivileged(Native Method)
  16.     at javax.security.auth.Subject.doAs(Subject.java:416)
  17.     at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1121)
  18.     at org.apache.hadoop.mapred.Child.main(Child.java:249)
  19. Caused by: java.lang.ClassNotFoundException: org.myorg.WordCount$Map
  20.     at java.net.URLClassLoader$1.run(URLClassLoader.java:217)
  21.     at java.security.AccessController.doPrivileged(Native Method)
  22.     at java.net.URLClassLoader.findClass(URLClassLoader.java:205)
  23.     at java.lang.ClassLoader.loadClass(ClassLoader.java:321)
  24.     at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:294)
  25.     at java.lang.ClassLoader.loadClass(ClassLoader.java:266)
  26.     at java.lang.Class.forName0(Native Method)
  27.     at java.lang.Class.forName(Class.java:264)
  28.     at org.apache.hadoop.conf.Configuration.getClassByName(Configuration.java:820)
  29.     at org.apache.hadoop.conf.Configuration.getClass(Configuration.java:865)
  30.     ... 8 more
  31.  
  32. 12/07/14 18:09:59 INFO mapred.JobClient: Task Id : attempt_201207130045_0020_m_000001_0, Status : FAILED
  33. java.lang.RuntimeException: java.lang.ClassNotFoundException: org.myorg.WordCount$Map
  34.     at org.apache.hadoop.conf.Configuration.getClass(Configuration.java:867)
  35.     at org.apache.hadoop.mapreduce.JobContext.getMapperClass(JobContext.java:199)
  36.     at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:719)
  37.     at org.apache.hadoop.mapred.MapTask.run(MapTask.java:370)
  38.     at org.apache.hadoop.mapred.Child$4.run(Child.java:255)
  39.     at java.security.AccessController.doPrivileged(Native Method)
  40.     at javax.security.auth.Subject.doAs(Subject.java:416)
  41.     at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1121)
  42.     at org.apache.hadoop.mapred.Child.main(Child.java:249)
  43. Caused by: java.lang.ClassNotFoundException: org.myorg.WordCount$Map
  44.     at java.net.URLClassLoader$1.run(URLClassLoader.java:217)
  45.     at java.security.AccessController.doPrivileged(Native Method)
  46.     at java.net.URLClassLoader.findClass(URLClassLoader.java:205)
  47.     at java.lang.ClassLoader.loadClass(ClassLoader.java:321)
  48.     at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:294)
  49.     at java.lang.ClassLoader.loadClass(ClassLoader.java:266)
  50.     at java.lang.Class.forName0(Native Method)
  51.     at java.lang.Class.forName(Class.java:264)
  52.     at org.apache.hadoop.conf.Configuration.getClassByName(Configuration.java:820)
  53.     at org.apache.hadoop.conf.Configuration.getClass(Configuration.java:865)
  54.     ... 8 more
  55.  
  56. 12/07/14 18:10:10 INFO mapred.JobClient: Task Id : attempt_201207130045_0020_m_000000_1, Status : FAILED
  57. java.lang.RuntimeException: java.lang.ClassNotFoundException: org.myorg.WordCount$Map
  58.     at org.apache.hadoop.conf.Configuration.getClass(Configuration.java:867)
  59.     at org.apache.hadoop.mapreduce.JobContext.getMapperClass(JobContext.java:199)
  60.     at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:719)
  61.     at org.apache.hadoop.mapred.MapTask.run(MapTask.java:370)
  62.     at org.apache.hadoop.mapred.Child$4.run(Child.java:255)
  63.     at java.security.AccessController.doPrivileged(Native Method)
  64.     at javax.security.auth.Subject.doAs(Subject.java:416)
  65.     at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1121)
  66.     at org.apache.hadoop.mapred.Child.main(Child.java:249)
  67. Caused by: java.lang.ClassNotFoundException: org.myorg.WordCount$Map
  68.     at java.net.URLClassLoader$1.run(URLClassLoader.java:217)
  69.     at java.security.AccessController.doPrivileged(Native Method)
  70.     at java.net.URLClassLoader.findClass(URLClassLoader.java:205)
  71.     at java.lang.ClassLoader.loadClass(ClassLoader.java:321)
  72.     at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:294)
  73.     at java.lang.ClassLoader.loadClass(ClassLoader.java:266)
  74.     at java.lang.Class.forName0(Native Method)
  75.     at java.lang.Class.forName(Class.java:264)
  76.     at org.apache.hadoop.conf.Configuration.getClassByName(Configuration.java:820)
  77.     at org.apache.hadoop.conf.Configuration.getClass(Configuration.java:865)
  78.     ... 8 more
  79.  
  80. 12/07/14 18:10:10 INFO mapred.JobClient: Task Id : attempt_201207130045_0020_m_000001_1, Status : FAILED
  81. java.lang.RuntimeException: java.lang.ClassNotFoundException: org.myorg.WordCount$Map
  82.     at org.apache.hadoop.conf.Configuration.getClass(Configuration.java:867)
  83.     at org.apache.hadoop.mapreduce.JobContext.getMapperClass(JobContext.java:199)
  84.     at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:719)
  85.     at org.apache.hadoop.mapred.MapTask.run(MapTask.java:370)
  86.     at org.apache.hadoop.mapred.Child$4.run(Child.java:255)
  87.     at java.security.AccessController.doPrivileged(Native Method)
  88.     at javax.security.auth.Subject.doAs(Subject.java:416)
  89.     at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1121)
  90.     at org.apache.hadoop.mapred.Child.main(Child.java:249)
  91. Caused by: java.lang.ClassNotFoundException: org.myorg.WordCount$Map
  92.     at java.net.URLClassLoader$1.run(URLClassLoader.java:217)
  93.     at java.security.AccessController.doPrivileged(Native Method)
  94.     at java.net.URLClassLoader.findClass(URLClassLoader.java:205)
  95.     at java.lang.ClassLoader.loadClass(ClassLoader.java:321)
  96.     at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:294)
  97.     at java.lang.ClassLoader.loadClass(ClassLoader.java:266)
  98.     at java.lang.Class.forName0(Native Method)
  99.     at java.lang.Class.forName(Class.java:264)
  100.     at org.apache.hadoop.conf.Configuration.getClassByName(Configuration.java:820)
  101.     at org.apache.hadoop.conf.Configuration.getClass(Configuration.java:865)
  102.     ... 8 more
  103.  
  104. 12/07/14 18:10:25 INFO mapred.JobClient: Task Id : attempt_201207130045_0020_m_000000_2, Status : FAILED
  105. java.lang.RuntimeException: java.lang.ClassNotFoundException: org.myorg.WordCount$Map
  106.     at org.apache.hadoop.conf.Configuration.getClass(Configuration.java:867)
  107.     at org.apache.hadoop.mapreduce.JobContext.getMapperClass(JobContext.java:199)
  108.     at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:719)
  109.     at org.apache.hadoop.mapred.MapTask.run(MapTask.java:370)
  110.     at org.apache.hadoop.mapred.Child$4.run(Child.java:255)
  111.     at java.security.AccessController.doPrivileged(Native Method)
  112.     at javax.security.auth.Subject.doAs(Subject.java:416)
  113.     at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1121)
  114.     at org.apache.hadoop.mapred.Child.main(Child.java:249)
  115. Caused by: java.lang.ClassNotFoundException: org.myorg.WordCount$Map
  116.     at java.net.URLClassLoader$1.run(URLClassLoader.java:217)
  117.     at java.security.AccessController.doPrivileged(Native Method)
  118.     at java.net.URLClassLoader.findClass(URLClassLoader.java:205)
  119.     at java.lang.ClassLoader.loadClass(ClassLoader.java:321)
  120.     at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:294)
  121.     at java.lang.ClassLoader.loadClass(ClassLoader.java:266)
  122.     at java.lang.Class.forName0(Native Method)
  123.     at java.lang.Class.forName(Class.java:264)
  124.     at org.apache.hadoop.conf.Configuration.getClassByName(Configuration.java:820)
  125.     at org.apache.hadoop.conf.Configuration.getClass(Configuration.java:865)
  126.     ... 8 more
  127.  
  128. 12/07/14 18:10:26 INFO mapred.JobClient: Task Id : attempt_201207130045_0020_m_000001_2, Status : FAILED
  129. java.lang.RuntimeException: java.lang.ClassNotFoundException: org.myorg.WordCount$Map
  130.     at org.apache.hadoop.conf.Configuration.getClass(Configuration.java:867)
  131.     at org.apache.hadoop.mapreduce.JobContext.getMapperClass(JobContext.java:199)
  132.     at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:719)
  133.     at org.apache.hadoop.mapred.MapTask.run(MapTask.java:370)
  134.     at org.apache.hadoop.mapred.Child$4.run(Child.java:255)
  135.     at java.security.AccessController.doPrivileged(Native Method)
  136.     at javax.security.auth.Subject.doAs(Subject.java:416)
  137.     at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1121)
  138.     at org.apache.hadoop.mapred.Child.main(Child.java:249)
  139. Caused by: java.lang.ClassNotFoundException: org.myorg.WordCount$Map
  140.     at java.net.URLClassLoader$1.run(URLClassLoader.java:217)
  141.     at java.security.AccessController.doPrivileged(Native Method)
  142.     at java.net.URLClassLoader.findClass(URLClassLoader.java:205)
  143.     at java.lang.ClassLoader.loadClass(ClassLoader.java:321)
  144.     at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:294)
  145.     at java.lang.ClassLoader.loadClass(ClassLoader.java:266)
  146.     at java.lang.Class.forName0(Native Method)
  147.     at java.lang.Class.forName(Class.java:264)
  148.     at org.apache.hadoop.conf.Configuration.getClassByName(Configuration.java:820)
  149.     at org.apache.hadoop.conf.Configuration.getClass(Configuration.java:865)
  150.     ... 8 more
  151.  
  152. 12/07/14 18:10:41 INFO mapred.JobClient: Job complete: job_201207130045_0020
  153. 12/07/14 18:10:41 INFO mapred.JobClient: Counters: 7
  154. 12/07/14 18:10:41 INFO mapred.JobClient:   Job Counters
  155. 12/07/14 18:10:41 INFO mapred.JobClient:     SLOTS_MILLIS_MAPS=91555
  156. 12/07/14 18:10:41 INFO mapred.JobClient:     Total time spent by all reduces waiting after reserving slots (ms)=0
  157. 12/07/14 18:10:41 INFO mapred.JobClient:     Total time spent by all maps waiting after reserving slots (ms)=0
  158. 12/07/14 18:10:41 INFO mapred.JobClient:     Launched map tasks=8
  159. 12/07/14 18:10:41 INFO mapred.JobClient:     Data-local map tasks=8
  160. 12/07/14 18:10:41 INFO mapred.JobClient:     SLOTS_MILLIS_REDUCES=0
  161. 12/07/14 18:10:41 INFO mapred.JobClient:     Failed map tasks=1
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement