hadoop@kdevlinux:/usr/local/mahout/bin$ hadoop@kdevlinux:/usr/local/mahout/bin$ mahout testclassifier -m model96000-NG3 -d 96000-prepared-test -v -method mapreduce -ng 3 Running on hadoop, using HADOOP_HOME=/usr/local/hadoop HADOOP_CONF_DIR=/usr/local/hadoop/conf 11/06/16 18:30:06 INFO common.HadoopUtil: Deleting 96000-prepared-test-output 11/06/16 18:30:08 WARN mapred.JobClient: Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. 11/06/16 18:30:09 INFO mapred.FileInputFormat: Total input paths to process : 21 11/06/16 18:30:10 INFO mapred.JobClient: Running job: job_201106161818_0001 11/06/16 18:30:11 INFO mapred.JobClient: map 0% reduce 0% 11/06/16 18:34:11 INFO mapred.JobClient: Task Id : attempt_201106161818_0001_m_000000_0, Status : FAILED java.lang.RuntimeException: Error in configuring object at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:93) at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:64) at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:117) at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:354) at org.apache.hadoop.mapred.MapTask.run(MapTask.java:307) at org.apache.hadoop.mapred.Child.main(Child.java:170) Caused by: java.lang.reflect.InvocationTargetException at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:88) ... 5 more Caused by: java.lang.RuntimeException: Error in configuring object at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:93) at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:64) at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:117) at org.apache.hadoop.mapred.MapRunner.configure(MapRunner.java:34) ... 10 more Caused by: java.lang.reflect.InvocationTargetException at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:88) ... 13 more Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded at java.nio.ByteBuffer.wrap(ByteBuffer.java:350) at org.apache.hadoop.io.Text.decode(Text.java:327) at org.apache.hadoop.io.Text.toString(Text.java:254) at org.apache.mahout.common.StringTuple.readFields(StringTuple.java:143) at org.apache.hadoop.io.SequenceFile$Reader.next(SequenceFile.java:1836) at org.apache.hadoop.io.SequenceFile$Reader.next(SequenceFile.java:1876) at org.apache.mahout.common.iterator.sequencefile.SequenceFileIterator.computeNext(SequenceFileIterator.java:95) at org.apache.mahout.common.iterator.sequencefile.SequenceFileIterator.computeNext(SequenceFileIterator.java:38) at com.google.common.collect.AbstractIterator.tryToComputeNext(AbstractIterator.java:141) at com.google.common.collect.AbstractIterator.hasNext(AbstractIterator.java:136) at com.google.common.collect.Iterators$5.hasNext(Iterators.java:525) at com.google.common.collect.ForwardingIterator.hasNext(ForwardingIterator.java:43) at org.apache.mahout.classifier.bayes.io.SequenceFileModelReader.loadWeightMatrix(SequenceFileModelReader.java:57) at org.apache.mahout.classifier.bayes.io.SequenceFileModelReader.loadModel(SequenceFileModelReader.java:51) at org.apache.mahout.classifier.bayes.datastore.InMemoryBayesDatastore.initialize(InMemoryBayesDatastore.java:76) at org.apache.mahout.classifier.bayes.model.ClassifierContext.initialize(ClassifierContext.java:47) at org.apache.mahout.classifier.bayes.mapreduce.bayes.BayesClassifierMapper.configure(BayesClassifierMapper.java:121) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:88) at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:64) at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:117) at org.apache.hadoop.mapred.MapRunner.configure(MapRunner.java:34) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:88) at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:64) at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:117) attempt_201106161818_0001_m_000000_0: [GC 520512K->185506K(2009792K), 0.2769000 secs] attempt_201106161818_0001_m_000000_0: [GC 709794K->282109K(2009792K), 0.3425960 secs] attempt_201106161818_0001_m_000000_0: [GC 806397K->412082K(2009792K), 0.3047930 secs] attempt_201106161818_0001_m_000000_0: [GC 936370K->492530K(2009792K), 0.3281610 secs] attempt_201106161818_0001_m_000000_0: [GC 1015416K->671615K(2009792K), 0.2938700 secs] attempt_201106161818_0001_m_000000_0: [GC 1195903K->844365K(1718592K), 0.5285710 secs] attempt_201106161818_0001_m_000000_0: [GC 1077453K->880173K(1864192K), 0.2933540 secs] attempt_201106161818_0001_m_000000_0: [GC 1113261K->915749K(1864192K), 0.4474120 secs] attempt_201106161818_0001_m_000000_0: [GC 1148837K->951581K(1864192K), 0.7720220 secs] attempt_201106161818_0001_m_000000_0: [GC 1184669K->987605K(1864192K), 0.6360230 secs] attempt_201106161818_0001_m_000000_0: [GC 1220693K->1023677K(1864192K), 0.9543990 secs] attempt_201106161818_0001_m_000000_0: [GC 1256765K->1059197K(1864192K), 0.5436360 secs] attempt_201106161818_0001_m_000000_0: [GC 1230393K->1085269K(1864192K), 0.4386640 secs] attempt_201106161818_0001_m_000000_0: [GC 1316486K->1311667K(1864192K), 0.3735220 secs] attempt_201106161818_0001_m_000000_0: [Full GC 1771145K->1319181K(1864192K), 2.6038600 secs] attempt_201106161818_0001_m_000000_0: [Full GC 1552269K->1354953K(1864192K), 2.1713270 secs] attempt_201106161818_0001_m_000000_0: [Full GC 1588041K->1390827K(1864192K), 2.3740240 secs] attempt_201106161818_0001_m_000000_0: [Full GC 1623915K->1425572K(1864192K), 3.2780050 secs] attempt_201106161818_0001_m_000000_0: [Full GC 1631231K->1469117K(1864192K), 2.5634270 secs] attempt_201106161818_0001_m_000000_0: [Full GC 1631231K->1494005K(1864192K), 2.6216400 secs] attempt_201106161818_0001_m_000000_0: [Full GC 1631231K->1514869K(1864192K), 2.7626170 secs] attempt_201106161818_0001_m_000000_0: [Full GC 1631231K->1521224K(1864192K), 3.2259460 secs] attempt_201106161818_0001_m_000000_0: [Full GC 1631231K->1549838K(1864192K), 2.7989170 secs] attempt_201106161818_0001_m_000000_0: [Full GC 1631231K->1562210K(1864192K), 2.8711480 secs] attempt_201106161818_0001_m_000000_0: [Full GC 1631231K->1576439K(1864192K), 2.8897470 secs] attempt_201106161818_0001_m_000000_0: [Full GC 1631231K->1575999K(1864192K), 3.6499180 secs] attempt_201106161818_0001_m_000000_0: [Full GC 1631231K->1599393K(1864192K), 2.8809740 secs] attempt_201106161818_0001_m_000000_0: [Full GC 1631231K->1605463K(1864192K), 2.8983430 secs] attempt_201106161818_0001_m_000000_0: [Full GC 1631231K->1610375K(1864192K), 2.9272000 secs] attempt_201106161818_0001_m_000000_0: [Full GC 1631231K->1602716K(1864192K), 2.9331490 secs] attempt_201106161818_0001_m_000000_0: [Full GC 1631231K->1622079K(1864192K), 2.8920460 secs] attempt_201106161818_0001_m_000000_0: [Full GC 1631231K->1623837K(1864192K), 2.9125090 secs] attempt_201106161818_0001_m_000000_0: [Full GC 1631231K->1625257K(1864192K), 2.8839530 secs] attempt_201106161818_0001_m_000000_0: [Full GC 1631231K->1614747K(1864192K), 2.9453990 secs] attempt_201106161818_0001_m_000000_0: [Full GC 1631231K->1629543K(1864192K), 2.9336730 secs] attempt_201106161818_0001_m_000000_0: [Full GC 1631231K->1629867K(1864192K), 2.9018820 secs] attempt_201106161818_0001_m_000000_0: [Full GC 1631231K->1630119K(1864192K), 2.9047850 secs] attempt_201106161818_0001_m_000000_0: [Full GC 1631231K->1618676K(1864192K), 2.9129500 secs] attempt_201106161818_0001_m_000000_0: [Full GC 1631231K->1631231K(1864192K), 2.9213900 secs] attempt_201106161818_0001_m_000000_0: [Full GC 1631231K->1620946K(1864192K), 3.8113780 secs] attempt_201106161818_0001_m_000000_0: [Full GC 1631231K->1631231K(1864192K), 2.9081940 secs] attempt_201106161818_0001_m_000000_0: [Full GC 1631231K->1622932K(1864192K), 3.7687010 secs] attempt_201106161818_0001_m_000000_0: [Full GC 1631231K->1631231K(1864192K), 2.9337080 secs] attempt_201106161818_0001_m_000000_0: [Full GC 1631231K->1624539K(1864192K), 2.9117640 secs] attempt_201106161818_0001_m_000000_0: [Full GC 1631231K->1631231K(1864192K), 2.8874470 secs] attempt_201106161818_0001_m_000000_0: [Full GC 1631232K->1625832K(1864192K), 2.9797150 secs] attempt_201106161818_0001_m_000000_0: [Full GC 1631232K->1631232K(1864192K), 2.9320940 secs] attempt_201106161818_0001_m_000000_0: [Full GC 1631232K->1626876K(1864192K), 2.9102680 secs] attempt_201106161818_0001_m_000000_0: [Full GC 1631231K->1631231K(1864192K), 2.9261800 secs] attempt_201106161818_0001_m_000000_0: [Full GC 1631231K->1627716K(1864192K), 2.9464850 secs] attempt_201106161818_0001_m_000000_0: [Full GC 1631231K->1631231K(1864192K), 2.9343400 secs] attempt_201106161818_0001_m_000000_0: [Full GC 1631231K->1628396K(1864192K), 2.9842150 secs] attempt_201106161818_0001_m_000000_0: [Full GC 1631231K->1631231K(1864192K), 2.9320540 secs] attempt_201106161818_0001_m_000000_0: [Full GC 1631231K->1628937K(1864192K), 2.9011460 secs] attempt_201106161818_0001_m_000000_0: [Full GC 1631231K->1631231K(1864192K), 2.9062480 secs] attempt_201106161818_0001_m_000000_0: [Full GC 1631232K->1631232K(1864192K), 2.8876760 secs] attempt_201106161818_0001_m_000000_0: [Full GC 1631232K->1629375K(1864192K), 2.9074430 secs] attempt_201106161818_0001_m_000000_0: [Full GC 1631232K->1629728K(1864192K), 2.9144280 secs] attempt_201106161818_0001_m_000000_0: [Full GC 1631231K->1631231K(1864192K), 2.9185810 secs] attempt_201106161818_0001_m_000000_0: [Full GC 1631231K->1630021K(1864192K), 2.9813490 secs] attempt_201106161818_0001_m_000000_0: [Full GC 1631231K->1631231K(1864192K), 3.0040230 secs] attempt_201106161818_0001_m_000000_0: [Full GC 1631231K->1630247K(1864192K), 2.9707540 secs] attempt_201106161818_0001_m_000000_0: [Full GC 1631231K->1631231K(1864192K), 3.0800830 secs] attempt_201106161818_0001_m_000000_0: [Full GC 1631231K->1630428K(1864192K), 3.2360370 secs] attempt_201106161818_0001_m_000000_0: [Full GC 1631231K->1631231K(1864192K), 3.2294710 secs] attempt_201106161818_0001_m_000000_0: [Full GC 1631231K->1630575K(1864192K), 2.9394740 secs] attempt_201106161818_0001_m_000000_0: [Full GC 1631231K->1631231K(1864192K), 2.9461490 secs] attempt_201106161818_0001_m_000000_0: [Full GC 1631231K->1630692K(1864192K), 3.0122930 secs] attempt_201106161818_0001_m_000000_0: [Full GC 1631231K->102998K(1864192K), 0.2535590 secs] 11/06/16 18:34:12 INFO mapred.JobClient: Task Id : attempt_201106161818_0001_m_000001_0, Status : FAILED java.lang.RuntimeException: Error in configuring object at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:93) at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:64) at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:117) at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:354) at org.apache.hadoop.mapred.MapTask.run(MapTask.java:307) at org.apache.hadoop.mapred.Child.main(Child.java:170) Caused by: java.lang.reflect.InvocationTargetException at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:88) ... 5 more Caused by: java.lang.RuntimeException: Error in configuring object at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:93) at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:64) at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:117) at org.apache.hadoop.mapred.MapRunner.configure(MapRunner.java:34) ... 10 more Caused by: java.lang.reflect.InvocationTargetException at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:88) ... 13 more Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded at java.util.Arrays.copyOfRange(Arrays.java:3209) at java.lang.String.(String.java:215) at java.nio.HeapCharBuffer.toString(HeapCharBuffer.java:542) at java.nio.CharBuffer.toString(CharBuffer.java:1157) at org.apache.hadoop.io.Text.decode(Text.java:350) at org.apache.hadoop.io.Text.decode(Text.java:327) at org.apache.hadoop.io.Text.toString(Text.java:254) at org.apache.mahout.common.StringTuple.readFields(StringTuple.java:143) at org.apache.hadoop.io.SequenceFile$Reader.next(SequenceFile.java:1836) at org.apache.hadoop.io.SequenceFile$Reader.next(SequenceFile.java:1876) at org.apache.mahout.common.iterator.sequencefile.SequenceFileIterator.computeNext(SequenceFileIterator.java:95) at org.apache.mahout.common.iterator.sequencefile.SequenceFileIterator.computeNext(SequenceFileIterator.java:38) at com.google.common.collect.AbstractIterator.tryToComputeNext(AbstractIterator.java:141) at com.google.common.collect.AbstractIterator.hasNext(AbstractIterator.java:136) at com.google.common.collect.Iterators$5.hasNext(Iterators.java:525) at com.google.common.collect.ForwardingIterator.hasNext(ForwardingIterator.java:43) at org.apache.mahout.classifier.bayes.io.SequenceFileModelReader.loadWeightMatrix(SequenceFileModelReader.java:57) at org.apache.mahout.classifier.bayes.io.SequenceFileModelReader.loadModel(SequenceFileModelReader.java:51) at org.apache.mahout.classifier.bayes.datastore.InMemoryBayesDatastore.initialize(InMemoryBayesDatastore.java:76) at org.apache.mahout.classifier.bayes.model.ClassifierContext.initialize(ClassifierContext.java:47) at org.apache.mahout.classifier.bayes.mapreduce.bayes.BayesClassifierMapper.configure(BayesClassifierMapper.java:121) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:88) at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:64) at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:117) at org.apache.hadoop.mapred.MapRunner.configure(MapRunner.java:34) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) attempt_201106161818_0001_m_000001_0: [GC 523923K->170840K(2009792K), 0.2614330 secs] attempt_201106161818_0001_m_000001_0: [GC 695128K->280949K(2009792K), 0.3492550 secs] attempt_201106161818_0001_m_000001_0: [GC 805237K->410922K(2009792K), 0.2849960 secs] attempt_201106161818_0001_m_000001_0: [GC 935210K->491394K(2009792K), 0.3299590 secs] attempt_201106161818_0001_m_000001_0: [GC 1007924K->664469K(2009792K), 0.2626340 secs] attempt_201106161818_0001_m_000001_0: [GC 1188757K->842181K(1718592K), 0.4931780 secs] attempt_201106161818_0001_m_000001_0: [GC 1075269K->878033K(1864192K), 0.2077630 secs] attempt_201106161818_0001_m_000001_0: [GC 1111121K->913697K(1864192K), 0.4241770 secs] attempt_201106161818_0001_m_000001_0: [GC 1146785K->949401K(1864192K), 0.5700000 secs] attempt_201106161818_0001_m_000001_0: [GC 1182489K->985489K(1864192K), 0.6836180 secs] attempt_201106161818_0001_m_000001_0: [GC 1218577K->1021601K(1864192K), 0.4775310 secs] attempt_201106161818_0001_m_000001_0: [GC 1254689K->1057153K(1864192K), 0.4888370 secs] attempt_201106161818_0001_m_000001_0: [GC 1240586K->1085193K(1864192K), 0.5814330 secs] attempt_201106161818_0001_m_000001_0: [GC 1316360K->1311679K(1864192K), 0.2325880 secs] attempt_201106161818_0001_m_000001_0: [Full GC 1771157K->1319098K(1864192K), 2.6370210 secs] attempt_201106161818_0001_m_000001_0: [Full GC 1552186K->1354884K(1864192K), 2.2385780 secs] attempt_201106161818_0001_m_000001_0: [Full GC 1587972K->1390709K(1864192K), 2.3140590 secs] attempt_201106161818_0001_m_000001_0: [Full GC 1623797K->1425494K(1864192K), 3.3444250 secs] attempt_201106161818_0001_m_000001_0: [Full GC 1631231K->1469029K(1864192K), 2.5387060 secs] attempt_201106161818_0001_m_000001_0: [Full GC 1631231K->1493932K(1864192K), 2.6022920 secs] attempt_201106161818_0001_m_000001_0: [Full GC 1631231K->1514799K(1864192K), 2.7650930 secs] attempt_201106161818_0001_m_000001_0: [Full GC 1631231K->1521161K(1864192K), 3.2893230 secs] attempt_201106161818_0001_m_000001_0: [Full GC 1631232K->1549783K(1864192K), 2.7663440 secs] attempt_201106161818_0001_m_000001_0: [Full GC 1631232K->1562172K(1864192K), 2.8196340 secs] attempt_201106161818_0001_m_000001_0: [Full GC 1631232K->1576404K(1864192K), 2.9240500 secs] attempt_201106161818_0001_m_000001_0: [Full GC 1631232K->1575971K(1864192K), 3.6683640 secs] attempt_201106161818_0001_m_000001_0: [Full GC 1631231K->1599366K(1864192K), 2.8763610 secs] attempt_201106161818_0001_m_000001_0: [Full GC 1631231K->1605441K(1864192K), 2.9216310 secs] attempt_201106161818_0001_m_000001_0: [Full GC 1631231K->1610359K(1864192K), 2.9244430 secs] attempt_201106161818_0001_m_000001_0: [Full GC 1631231K->1602702K(1864192K), 2.9740540 secs] attempt_201106161818_0001_m_000001_0: [Full GC 1631231K->1622069K(1864192K), 2.9149570 secs] attempt_201106161818_0001_m_000001_0: [Full GC 1631231K->1623829K(1864192K), 2.9228860 secs] attempt_201106161818_0001_m_000001_0: [Full GC 1631231K->1625250K(1864192K), 2.9229800 secs] attempt_201106161818_0001_m_000001_0: [Full GC 1631231K->1614741K(1864192K), 2.9309120 secs] attempt_201106161818_0001_m_000001_0: [Full GC 1631231K->1629537K(1864192K), 2.9499460 secs] attempt_201106161818_0001_m_000001_0: [Full GC 1631231K->1629862K(1864192K), 2.9016680 secs] attempt_201106161818_0001_m_000001_0: [Full GC 1631231K->1630115K(1864192K), 2.9125380 secs] attempt_201106161818_0001_m_000001_0: [Full GC 1631231K->1618673K(1864192K), 2.9238830 secs] attempt_201106161818_0001_m_000001_0: [Full GC 1631231K->1631231K(1864192K), 2.9681710 secs] attempt_201106161818_0001_m_000001_0: [Full GC 1631231K->1620943K(1864192K), 3.8137400 secs] attempt_201106161818_0001_m_000001_0: [Full GC 1631232K->1631232K(1864192K), 2.9686230 secs] attempt_201106161818_0001_m_000001_0: [Full GC 1631232K->1622930K(1864192K), 3.7790530 secs] attempt_201106161818_0001_m_000001_0: [Full GC 1631231K->1631231K(1864192K), 2.9776930 secs] attempt_201106161818_0001_m_000001_0: [Full GC 1631231K->1624537K(1864192K), 2.9510320 secs] attempt_201106161818_0001_m_000001_0: [Full GC 1631231K->1631231K(1864192K), 2.9382900 secs] attempt_201106161818_0001_m_000001_0: [Full GC 1631231K->1625830K(1864192K), 2.9482830 secs] attempt_201106161818_0001_m_000001_0: [Full GC 1631231K->1631231K(1864192K), 2.9736480 secs] attempt_201106161818_0001_m_000001_0: [Full GC 1631231K->1626875K(1864192K), 2.9673020 secs] attempt_201106161818_0001_m_000001_0: [Full GC 1631231K->1631231K(1864192K), 2.9623000 secs] attempt_201106161818_0001_m_000001_0: [Full GC 1631231K->1627715K(1864192K), 2.9648340 secs] attempt_201106161818_0001_m_000001_0: [Full GC 1631231K->1631231K(1864192K), 2.9649740 secs] attempt_201106161818_0001_m_000001_0: [Full GC 1631231K->1628395K(1864192K), 3.0036880 secs] attempt_201106161818_0001_m_000001_0: [Full GC 1631231K->1631231K(1864192K), 2.9803000 secs] attempt_201106161818_0001_m_000001_0: [Full GC 1631231K->1628936K(1864192K), 2.9693960 secs] attempt_201106161818_0001_m_000001_0: [Full GC 1631231K->1631231K(1864192K), 2.9777870 secs] attempt_201106161818_0001_m_000001_0: [Full GC 1631231K->1629375K(1864192K), 2.9476390 secs] attempt_201106161818_0001_m_000001_0: [Full GC 1631231K->1631231K(1864192K), 2.9644210 secs] attempt_201106161818_0001_m_000001_0: [Full GC 1631231K->1629728K(1864192K), 2.9469870 secs] attempt_201106161818_0001_m_000001_0: [Full GC 1631231K->1631231K(1864192K), 2.9726930 secs] attempt_201106161818_0001_m_000001_0: [Full GC 1631231K->1630011K(1864192K), 3.0092260 secs] attempt_201106161818_0001_m_000001_0: [Full GC 1631231K->1631231K(1864192K), 3.0381280 secs] attempt_201106161818_0001_m_000001_0: [Full GC 1631231K->1630239K(1864192K), 3.0240390 secs] attempt_201106161818_0001_m_000001_0: [Full GC 1631231K->1631231K(1864192K), 3.0142330 secs] attempt_201106161818_0001_m_000001_0: [Full GC 1631231K->1630421K(1864192K), 3.2253620 secs] attempt_201106161818_0001_m_000001_0: [Full GC 1631231K->1631231K(1864192K), 3.5232050 secs] attempt_201106161818_0001_m_000001_0: [Full GC 1631231K->1630569K(1864192K), 2.9671240 secs] attempt_201106161818_0001_m_000001_0: [Full GC 1631231K->1631231K(1864192K), 2.9450180 secs] attempt_201106161818_0001_m_000001_0: [Full GC 1631231K->1630688K(1864192K), 3.0222370 secs] attempt_201106161818_0001_m_000001_0: [Full GC 1631231K->102998K(1864192K), 0.2449840 secs] 11/06/16 18:34:21 INFO mapred.JobClient: Task Id : attempt_201106161818_0001_m_000002_0, Status : FAILED java.lang.RuntimeException: Error in configuring object at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:93) at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:64) at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:117) at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:354) at org.apache.hadoop.mapred.MapTask.run(MapTask.java:307) at org.apache.hadoop.mapred.Child.main(Child.java:170) Caused by: java.lang.reflect.InvocationTargetException at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:88) ... 5 more Caused by: java.lang.RuntimeException: Error in configuring object at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:93) at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:64) at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:117) at org.apache.hadoop.mapred.MapRunner.configure(MapRunner.java:34) ... 10 more Caused by: java.lang.reflect.InvocationTargetException at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:88) ... 13 more Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded at org.apache.mahout.common.StringTuple.readFields(StringTuple.java:139) at org.apache.hadoop.io.SequenceFile$Reader.next(SequenceFile.java:1836) at org.apache.hadoop.io.SequenceFile$Reader.next(SequenceFile.java:1876) at org.apache.mahout.common.iterator.sequencefile.SequenceFileIterator.computeNext(SequenceFileIterator.java:95) at org.apache.mahout.common.iterator.sequencefile.SequenceFileIterator.computeNext(SequenceFileIterator.java:38) at com.google.common.collect.AbstractIterator.tryToComputeNext(AbstractIterator.java:141) at com.google.common.collect.AbstractIterator.hasNext(AbstractIterator.java:136) at com.google.common.collect.Iterators$5.hasNext(Iterators.java:525) at com.google.common.collect.ForwardingIterator.hasNext(ForwardingIterator.java:43) at org.apache.mahout.classifier.bayes.io.SequenceFileModelReader.loadWeightMatrix(SequenceFileModelReader.java:57) at org.apache.mahout.classifier.bayes.io.SequenceFileModelReader.loadModel(SequenceFileModelReader.java:51) at org.apache.mahout.classifier.bayes.datastore.InMemoryBayesDatastore.initialize(InMemoryBayesDatastore.java:76) at org.apache.mahout.classifier.bayes.model.ClassifierContext.initialize(ClassifierContext.java:47) at org.apache.mahout.classifier.bayes.mapreduce.bayes.BayesClassifierMapper.configure(BayesClassifierMapper.java:121) ... 18 more attempt_201106161818_0001_m_000002_0: [GC 519605K->170680K(2009792K), 0.1579590 secs] attempt_201106161818_0001_m_000002_0: [GC 694968K->279589K(2009792K), 0.2324790 secs] attempt_201106161818_0001_m_000002_0: [GC 803877K->409578K(2009792K), 0.2428120 secs] attempt_201106161818_0001_m_000002_0: [GC 933866K->490034K(2009792K), 0.2732730 secs] attempt_201106161818_0001_m_000002_0: [GC 1013695K->664501K(2009792K), 0.2455370 secs] attempt_201106161818_0001_m_000002_0: [GC 1188789K->842197K(1718592K), 0.4678530 secs] attempt_201106161818_0001_m_000002_0: [GC 1075285K->878041K(1864192K), 0.2238740 secs] attempt_201106161818_0001_m_000002_0: [GC 1111129K->913393K(1864192K), 0.3374510 secs] attempt_201106161818_0001_m_000002_0: [GC 1146481K->948977K(1864192K), 0.5327040 secs] attempt_201106161818_0001_m_000002_0: [GC 1182065K->985009K(1864192K), 0.7156100 secs] attempt_201106161818_0001_m_000002_0: [GC 1218097K->1021137K(1864192K), 0.4631410 secs] attempt_201106161818_0001_m_000002_0: [GC 1254225K->1056745K(1864192K), 0.5491470 secs] attempt_201106161818_0001_m_000002_0: [GC 1241661K->1085257K(1864192K), 0.3780770 secs] attempt_201106161818_0001_m_000002_0: [GC 1316437K->1311663K(1864192K), 0.4474450 secs] attempt_201106161818_0001_m_000002_0: [Full GC 1771141K->1319184K(1864192K), 2.6634980 secs] attempt_201106161818_0001_m_000002_0: [Full GC 1552272K->1354925K(1864192K), 2.2312980 secs] attempt_201106161818_0001_m_000002_0: [Full GC 1588013K->1390795K(1864192K), 2.3594620 secs] attempt_201106161818_0001_m_000002_0: [Full GC 1623883K->1425548K(1864192K), 3.3341040 secs] attempt_201106161818_0001_m_000002_0: [Full GC 1631231K->1469084K(1864192K), 2.5738410 secs] attempt_201106161818_0001_m_000002_0: [Full GC 1631231K->1493978K(1864192K), 2.6210330 secs] attempt_201106161818_0001_m_000002_0: [Full GC 1631231K->1514843K(1864192K), 2.7592310 secs] attempt_201106161818_0001_m_000002_0: [Full GC 1631231K->1521202K(1864192K), 3.2586070 secs] attempt_201106161818_0001_m_000002_0: [Full GC 1631231K->1549819K(1864192K), 2.7824910 secs] attempt_201106161818_0001_m_000002_0: [Full GC 1631231K->1562184K(1864192K), 2.8283610 secs] attempt_201106161818_0001_m_000002_0: [Full GC 1631231K->1576415K(1864192K), 2.9070530 secs] attempt_201106161818_0001_m_000002_0: [Full GC 1631231K->1575980K(1864192K), 3.6997050 secs] attempt_201106161818_0001_m_000002_0: [Full GC 1631231K->1599379K(1864192K), 2.8808990 secs] attempt_201106161818_0001_m_000002_0: [Full GC 1631231K->1605451K(1864192K), 2.9013060 secs] attempt_201106161818_0001_m_000002_0: [Full GC 1631231K->1610366K(1864192K), 2.9162590 secs] attempt_201106161818_0001_m_000002_0: [Full GC 1631231K->1602708K(1864192K), 2.9853230 secs] attempt_201106161818_0001_m_000002_0: [Full GC 1631231K->1622073K(1864192K), 2.9488130 secs] attempt_201106161818_0001_m_000002_0: [Full GC 1631231K->1623832K(1864192K), 2.9244220 secs] attempt_201106161818_0001_m_000002_0: [Full GC 1631231K->1625252K(1864192K), 2.9430630 secs] attempt_201106161818_0001_m_000002_0: [Full GC 1631231K->1614743K(1864192K), 2.9755330 secs] attempt_201106161818_0001_m_000002_0: [Full GC 1631231K->1629539K(1864192K), 2.9606150 secs] attempt_201106161818_0001_m_000002_0: [Full GC 1631231K->1629863K(1864192K), 2.9561530 secs] attempt_201106161818_0001_m_000002_0: [Full GC 1631231K->1630117K(1864192K), 2.9604640 secs] attempt_201106161818_0001_m_000002_0: [Full GC 1631231K->1618674K(1864192K), 2.9647370 secs] attempt_201106161818_0001_m_000002_0: [Full GC 1631231K->1631231K(1864192K), 2.9479750 secs] attempt_201106161818_0001_m_000002_0: [Full GC 1631231K->1620967K(1864192K), 3.8442080 secs] attempt_201106161818_0001_m_000002_0: [Full GC 1631231K->1631231K(1864192K), 2.9672680 secs] attempt_201106161818_0001_m_000002_0: [Full GC 1631231K->1622949K(1864192K), 3.7812870 secs] attempt_201106161818_0001_m_000002_0: [Full GC 1631231K->1631231K(1864192K), 3.0038770 secs] attempt_201106161818_0001_m_000002_0: [Full GC 1631231K->1624553K(1864192K), 2.9553680 secs] attempt_201106161818_0001_m_000002_0: [Full GC 1631231K->1631231K(1864192K), 2.9490550 secs] attempt_201106161818_0001_m_000002_0: [Full GC 1631231K->1625843K(1864192K), 2.9526570 secs] attempt_201106161818_0001_m_000002_0: [Full GC 1631231K->1631231K(1864192K), 3.0257570 secs] attempt_201106161818_0001_m_000002_0: [Full GC 1631231K->1626885K(1864192K), 2.9548580 secs] attempt_201106161818_0001_m_000002_0: [Full GC 1631231K->1631231K(1864192K), 2.9981180 secs] attempt_201106161818_0001_m_000002_0: [Full GC 1631231K->1627725K(1864192K), 2.9914520 secs] attempt_201106161818_0001_m_000002_0: [Full GC 1631231K->1631231K(1864192K), 2.9743940 secs] attempt_201106161818_0001_m_000002_0: [Full GC 1631231K->1628401K(1864192K), 3.0348930 secs] attempt_201106161818_0001_m_000002_0: [Full GC 1631231K->1631231K(1864192K), 2.9594690 secs] attempt_201106161818_0001_m_000002_0: [Full GC 1631231K->1628942K(1864192K), 2.9482780 secs] attempt_201106161818_0001_m_000002_0: [Full GC 1631231K->1631231K(1864192K), 2.9959650 secs] attempt_201106161818_0001_m_000002_0: [Full GC 1631231K->1629379K(1864192K), 2.9923940 secs] attempt_201106161818_0001_m_000002_0: [Full GC 1631231K->1631231K(1864192K), 2.9904170 secs] attempt_201106161818_0001_m_000002_0: [Full GC 1631231K->1629731K(1864192K), 3.0087940 secs] attempt_201106161818_0001_m_000002_0: [Full GC 1631231K->1631231K(1864192K), 2.9792540 secs] attempt_201106161818_0001_m_000002_0: [Full GC 1631231K->1630014K(1864192K), 3.0798430 secs] attempt_201106161818_0001_m_000002_0: [Full GC 1631231K->1631231K(1864192K), 3.0808190 secs] attempt_201106161818_0001_m_000002_0: [Full GC 1631231K->1630241K(1864192K), 3.0080710 secs] attempt_201106161818_0001_m_000002_0: [Full GC 1631231K->1631231K(1864192K), 3.0610150 secs] attempt_201106161818_0001_m_000002_0: [Full GC 1631231K->1630423K(1864192K), 3.2485140 secs] attempt_201106161818_0001_m_000002_0: [Full GC 1631231K->1631231K(1864192K), 3.1919780 secs] attempt_201106161818_0001_m_000002_0: [Full GC 1631231K->1630580K(1864192K), 2.9634820 secs] attempt_201106161818_0001_m_000002_0: [Full GC 1631231K->1631231K(1864192K), 2.9626430 secs] attempt_201106161818_0001_m_000002_0: [Full GC 1631232K->1631232K(1864192K), 3.0833500 secs] attempt_201106161818_0001_m_000002_0: [Full GC 1631232K->1630600K(1864192K), 3.5882930 secs] attempt_201106161818_0001_m_000002_0: [Full GC 1631231K->1630546K(1864192K), 3.9572410 secs] attempt_201106161818_0001_m_000002_0: [Full GC 1631231K->103014K(1864192K), 0.4834270 secs] 11/06/16 18:34:24 INFO mapred.JobClient: Task Id : attempt_201106161818_0001_m_000003_0, Status : FAILED java.lang.RuntimeException: Error in configuring object at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:93) at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:64) at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:117) at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:354) at org.apache.hadoop.mapred.MapTask.run(MapTask.java:307) at org.apache.hadoop.mapred.Child.main(Child.java:170) Caused by: java.lang.reflect.InvocationTargetException at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:88) ... 5 more Caused by: java.lang.RuntimeException: Error in configuring object at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:93) at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:64) at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:117) at org.apache.hadoop.mapred.MapRunner.configure(MapRunner.java:34) ... 10 more Caused by: java.lang.reflect.InvocationTargetException at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:88) ... 13 more Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded at java.nio.HeapCharBuffer.toString(HeapCharBuffer.java:542) at java.nio.CharBuffer.toString(CharBuffer.java:1157) at org.apache.hadoop.io.Text.decode(Text.java:350) at org.apache.hadoop.io.Text.decode(Text.java:327) at org.apache.hadoop.io.Text.toString(Text.java:254) at org.apache.mahout.common.StringTuple.readFields(StringTuple.java:143) at org.apache.hadoop.io.SequenceFile$Reader.next(SequenceFile.java:1836) at org.apache.hadoop.io.SequenceFile$Reader.next(SequenceFile.java:1876) at org.apache.mahout.common.iterator.sequencefile.SequenceFileIterator.computeNext(SequenceFileIterator.java:95) at org.apache.mahout.common.iterator.sequencefile.SequenceFileIterator.computeNext(SequenceFileIterator.java:38) at com.google.common.collect.AbstractIterator.tryToComputeNext(AbstractIterator.java:141) at com.google.common.collect.AbstractIterator.hasNext(AbstractIterator.java:136) at com.google.common.collect.Iterators$5.hasNext(Iterators.java:525) at com.google.common.collect.ForwardingIterator.hasNext(ForwardingIterator.java:43) at org.apache.mahout.classifier.bayes.io.SequenceFileModelReader.loadWeightMatrix(SequenceFileModelReader.java:57) at org.apache.mahout.classifier.bayes.io.SequenceFileModelReader.loadModel(SequenceFileModelReader.java:51) at org.apache.mahout.classifier.bayes.datastore.InMemoryBayesDatastore.initialize(InMemoryBayesDatastore.java:76) at org.apache.mahout.classifier.bayes.model.ClassifierContext.initialize(ClassifierContext.java:47) at org.apache.mahout.classifier.bayes.mapreduce.bayes.BayesClassifierMapper.configure(BayesClassifierMapper.java:121) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:88) at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:64) at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:117) at org.apache.hadoop.mapred.MapRunner.configure(MapRunner.java:34) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:88) attempt_201106161818_0001_m_000003_0: [GC 520512K->177915K(2009792K), 0.2504510 secs] attempt_201106161818_0001_m_000003_0: [GC 702203K->282085K(2009792K), 0.2742420 secs] attempt_201106161818_0001_m_000003_0: [GC 806373K->412066K(2009792K), 0.2869550 secs] attempt_201106161818_0001_m_000003_0: [GC 936354K->492506K(2009792K), 0.2619320 secs] attempt_201106161818_0001_m_000003_0: [GC 1015393K->671583K(2009792K), 0.3859770 secs] attempt_201106161818_0001_m_000003_0: [GC 1195871K->844341K(1718592K), 0.3887630 secs] attempt_201106161818_0001_m_000003_0: [GC 1077429K->880305K(1864192K), 0.2277050 secs] attempt_201106161818_0001_m_000003_0: [GC 1113393K->915809K(1864192K), 0.3907920 secs] attempt_201106161818_0001_m_000003_0: [GC 1148897K->951585K(1864192K), 0.4407850 secs] attempt_201106161818_0001_m_000003_0: [GC 1184673K->987729K(1864192K), 0.5849690 secs] attempt_201106161818_0001_m_000003_0: [GC 1220817K->1023801K(1864192K), 0.4394240 secs] attempt_201106161818_0001_m_000003_0: [GC 1256889K->1059273K(1864192K), 0.5816350 secs] attempt_201106161818_0001_m_000003_0: [GC 1230263K->1085189K(1864192K), 0.4332180 secs] attempt_201106161818_0001_m_000003_0: [GC 1316208K->1311651K(1864192K), 0.4385140 secs] attempt_201106161818_0001_m_000003_0: [Full GC 1771129K->1319077K(1864192K), 2.8757230 secs] attempt_201106161818_0001_m_000003_0: [Full GC 1552165K->1354821K(1864192K), 2.1843050 secs] attempt_201106161818_0001_m_000003_0: [Full GC 1587909K->1390688K(1864192K), 2.4521150 secs] attempt_201106161818_0001_m_000003_0: [Full GC 1623776K->1425430K(1864192K), 3.4459720 secs] attempt_201106161818_0001_m_000003_0: [Full GC 1631231K->1468986K(1864192K), 2.5775300 secs] attempt_201106161818_0001_m_000003_0: [Full GC 1631231K->1493897K(1864192K), 2.5924790 secs] attempt_201106161818_0001_m_000003_0: [Full GC 1631231K->1514776K(1864192K), 2.7743860 secs] attempt_201106161818_0001_m_000003_0: [Full GC 1631231K->1521140K(1864192K), 3.3214960 secs] attempt_201106161818_0001_m_000003_0: [Full GC 1631232K->1549771K(1864192K), 2.8549310 secs] attempt_201106161818_0001_m_000003_0: [Full GC 1631232K->1562136K(1864192K), 2.8584550 secs] attempt_201106161818_0001_m_000003_0: [Full GC 1631232K->1576377K(1864192K), 3.1056330 secs] attempt_201106161818_0001_m_000003_0: [Full GC 1631232K->1575949K(1864192K), 4.6578390 secs] attempt_201106161818_0001_m_000003_0: [Full GC 1631231K->1599354K(1864192K), 2.8631050 secs] attempt_201106161818_0001_m_000003_0: [Full GC 1631231K->1605431K(1864192K), 2.9670660 secs] attempt_201106161818_0001_m_000003_0: [Full GC 1631231K->1610350K(1864192K), 2.8894760 secs] attempt_201106161818_0001_m_000003_0: [Full GC 1631231K->1602695K(1864192K), 2.9631300 secs] attempt_201106161818_0001_m_000003_0: [Full GC 1631231K->1622063K(1864192K), 3.0034030 secs] attempt_201106161818_0001_m_000003_0: [Full GC 1631231K->1623823K(1864192K), 2.9327120 secs] attempt_201106161818_0001_m_000003_0: [Full GC 1631231K->1625245K(1864192K), 2.9520120 secs] attempt_201106161818_0001_m_000003_0: [Full GC 1631231K->1614737K(1864192K), 2.9987540 secs] attempt_201106161818_0001_m_000003_0: [Full GC 1631231K->1629535K(1864192K), 2.9289720 secs] attempt_201106161818_0001_m_000003_0: [Full GC 1631231K->1629860K(1864192K), 2.9571150 secs] attempt_201106161818_0001_m_000003_0: [Full GC 1631231K->1630114K(1864192K), 2.9264920 secs] attempt_201106161818_0001_m_000003_0: [Full GC 1631231K->1618672K(1864192K), 2.9647000 secs] attempt_201106161818_0001_m_000003_0: [Full GC 1631231K->1631231K(1864192K), 2.9290540 secs] attempt_201106161818_0001_m_000003_0: [Full GC 1631231K->1631231K(1864192K), 2.9078350 secs] attempt_201106161818_0001_m_000003_0: [Full GC 1631231K->1620943K(1864192K), 3.9244480 secs] attempt_201106161818_0001_m_000003_0: [Full GC 1631231K->1622930K(1864192K), 3.8766120 secs] attempt_201106161818_0001_m_000003_0: [Full GC 1631231K->1631231K(1864192K), 2.9948800 secs] attempt_201106161818_0001_m_000003_0: [Full GC 1631231K->1624546K(1864192K), 3.3913660 secs] attempt_201106161818_0001_m_000003_0: [Full GC 1631231K->1631231K(1864192K), 3.1494190 secs] attempt_201106161818_0001_m_000003_0: [Full GC 1631231K->1625838K(1864192K), 2.9526720 secs] attempt_201106161818_0001_m_000003_0: [Full GC 1631231K->1631231K(1864192K), 2.9930890 secs] attempt_201106161818_0001_m_000003_0: [Full GC 1631231K->1626880K(1864192K), 2.9748220 secs] attempt_201106161818_0001_m_000003_0: [Full GC 1631231K->1631231K(1864192K), 3.0277730 secs] attempt_201106161818_0001_m_000003_0: [Full GC 1631231K->1627720K(1864192K), 2.9965650 secs] attempt_201106161818_0001_m_000003_0: [Full GC 1631231K->1631231K(1864192K), 2.9942000 secs] attempt_201106161818_0001_m_000003_0: [Full GC 1631231K->1628399K(1864192K), 2.9654360 secs] attempt_201106161818_0001_m_000003_0: [Full GC 1631231K->1631231K(1864192K), 3.0306420 secs] attempt_201106161818_0001_m_000003_0: [Full GC 1631231K->1628940K(1864192K), 3.0793370 secs] attempt_201106161818_0001_m_000003_0: [Full GC 1631231K->1631231K(1864192K), 3.0502830 secs] attempt_201106161818_0001_m_000003_0: [Full GC 1631231K->1629377K(1864192K), 2.9713610 secs] attempt_201106161818_0001_m_000003_0: [Full GC 1631231K->1631231K(1864192K), 2.9788120 secs] attempt_201106161818_0001_m_000003_0: [Full GC 1631231K->1629730K(1864192K), 2.9729410 secs] attempt_201106161818_0001_m_000003_0: [Full GC 1631231K->1631231K(1864192K), 2.9485230 secs] attempt_201106161818_0001_m_000003_0: [Full GC 1631231K->1630013K(1864192K), 2.9592690 secs] attempt_201106161818_0001_m_000003_0: [Full GC 1631231K->1631231K(1864192K), 3.7018670 secs] attempt_201106161818_0001_m_000003_0: [Full GC 1631231K->1630237K(1864192K), 4.3293240 secs] attempt_201106161818_0001_m_000003_0: [Full GC 1631231K->1631231K(1864192K), 3.1739980 secs] attempt_201106161818_0001_m_000003_0: [Full GC 1631231K->1631231K(1864192K), 3.1950330 secs] attempt_201106161818_0001_m_000003_0: [Full GC 1631231K->1630238K(1864192K), 2.9891620 secs] attempt_201106161818_0001_m_000003_0: [Full GC 1631231K->1630305K(1864192K), 4.0451920 secs] attempt_201106161818_0001_m_000003_0: [Full GC 1631232K->1631232K(1864192K), 3.0258150 secs] attempt_201106161818_0001_m_000003_0: [Full GC 1631232K->1630339K(1864192K), 3.0573930 secs] attempt_201106161818_0001_m_000003_0: [Full GC 1631232K->102977K(1864192K), 0.2267950 secs] 11/06/16 18:34:24 INFO mapred.JobClient: Task Id : attempt_201106161818_0001_m_000004_0, Status : FAILED java.lang.RuntimeException: Error in configuring object at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:93) at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:64) at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:117) at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:354) at org.apache.hadoop.mapred.MapTask.run(MapTask.java:307) at org.apache.hadoop.mapred.Child.main(Child.java:170) Caused by: java.lang.reflect.InvocationTargetException at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:88) ... 5 more Caused by: java.lang.RuntimeException: Error in configuring object at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:93) at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:64) at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:117) at org.apache.hadoop.mapred.MapRunner.configure(MapRunner.java:34) ... 10 more Caused by: java.lang.reflect.InvocationTargetException at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:88) ... 13 more Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded at java.nio.CharBuffer.allocate(CharBuffer.java:312) at java.nio.charset.CharsetDecoder.decode(CharsetDecoder.java:760) at org.apache.hadoop.io.Text.decode(Text.java:350) at org.apache.hadoop.io.Text.decode(Text.java:327) at org.apache.hadoop.io.Text.toString(Text.java:254) at org.apache.mahout.common.StringTuple.readFields(StringTuple.java:143) at org.apache.hadoop.io.SequenceFile$Reader.next(SequenceFile.java:1836) at org.apache.hadoop.io.SequenceFile$Reader.next(SequenceFile.java:1876) at org.apache.mahout.common.iterator.sequencefile.SequenceFileIterator.computeNext(SequenceFileIterator.java:95) at org.apache.mahout.common.iterator.sequencefile.SequenceFileIterator.computeNext(SequenceFileIterator.java:38) at com.google.common.collect.AbstractIterator.tryToComputeNext(AbstractIterator.java:141) at com.google.common.collect.AbstractIterator.hasNext(AbstractIterator.java:136) at com.google.common.collect.Iterators$5.hasNext(Iterators.java:525) at com.google.common.collect.ForwardingIterator.hasNext(ForwardingIterator.java:43) at org.apache.mahout.classifier.bayes.io.SequenceFileModelReader.loadWeightMatrix(SequenceFileModelReader.java:57) at org.apache.mahout.classifier.bayes.io.SequenceFileModelReader.loadModel(SequenceFileModelReader.java:51) at org.apache.mahout.classifier.bayes.datastore.InMemoryBayesDatastore.initialize(InMemoryBayesDatastore.java:76) at org.apache.mahout.classifier.bayes.model.ClassifierContext.initialize(ClassifierContext.java:47) at org.apache.mahout.classifier.bayes.mapreduce.bayes.BayesClassifierMapper.configure(BayesClassifierMapper.java:121) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:88) at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:64) at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:117) at org.apache.hadoop.mapred.MapRunner.configure(MapRunner.java:34) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:88) attempt_201106161818_0001_m_000004_0: [GC 520150K->177851K(2009792K), 0.2126570 secs] attempt_201106161818_0001_m_000004_0: [GC 702139K->282085K(2009792K), 0.2469180 secs] attempt_201106161818_0001_m_000004_0: [GC 806373K->412058K(2009792K), 0.3284370 secs] attempt_201106161818_0001_m_000004_0: [GC 936346K->492514K(2009792K), 0.2748560 secs] attempt_201106161818_0001_m_000004_0: [GC 1015501K->671576K(2009792K), 0.3796180 secs] attempt_201106161818_0001_m_000004_0: [GC 1195864K->844341K(1718592K), 0.4242390 secs] attempt_201106161818_0001_m_000004_0: [GC 1077429K->880189K(1864192K), 0.2610360 secs] attempt_201106161818_0001_m_000004_0: [GC 1113277K->915757K(1864192K), 0.4262090 secs] attempt_201106161818_0001_m_000004_0: [GC 1148845K->951629K(1864192K), 0.5145250 secs] attempt_201106161818_0001_m_000004_0: [GC 1184717K->987621K(1864192K), 0.8310320 secs] attempt_201106161818_0001_m_000004_0: [GC 1220709K->1023749K(1864192K), 0.6103780 secs] attempt_201106161818_0001_m_000004_0: [GC 1256837K->1059245K(1864192K), 0.5232060 secs] attempt_201106161818_0001_m_000004_0: [GC 1230627K->1085253K(1864192K), 0.2866600 secs] attempt_201106161818_0001_m_000004_0: [GC 1316269K->1311651K(1864192K), 0.1863780 secs] attempt_201106161818_0001_m_000004_0: [Full GC 1771129K->1319177K(1864192K), 3.0020280 secs] attempt_201106161818_0001_m_000004_0: [Full GC 1552265K->1354918K(1864192K), 2.2389130 secs] attempt_201106161818_0001_m_000004_0: [Full GC 1588006K->1390788K(1864192K), 2.5214600 secs] attempt_201106161818_0001_m_000004_0: [Full GC 1623876K->1425534K(1864192K), 3.4636080 secs] attempt_201106161818_0001_m_000004_0: [Full GC 1631231K->1469073K(1864192K), 2.6066630 secs] attempt_201106161818_0001_m_000004_0: [Full GC 1631231K->1493967K(1864192K), 2.6535240 secs] attempt_201106161818_0001_m_000004_0: [Full GC 1631231K->1514835K(1864192K), 2.7873960 secs] attempt_201106161818_0001_m_000004_0: [Full GC 1631231K->1521194K(1864192K), 3.3792480 secs] attempt_201106161818_0001_m_000004_0: [Full GC 1631231K->1549812K(1864192K), 2.8283530 secs] attempt_201106161818_0001_m_000004_0: [Full GC 1631231K->1562181K(1864192K), 2.9474910 secs] attempt_201106161818_0001_m_000004_0: [Full GC 1631231K->1576412K(1864192K), 3.4301260 secs] attempt_201106161818_0001_m_000004_0: [Full GC 1631231K->1575977K(1864192K), 4.1558390 secs] attempt_201106161818_0001_m_000004_0: [Full GC 1631231K->1599377K(1864192K), 2.9227410 secs] attempt_201106161818_0001_m_000004_0: [Full GC 1631231K->1605450K(1864192K), 2.9302290 secs] attempt_201106161818_0001_m_000004_0: [Full GC 1631231K->1610365K(1864192K), 2.9324530 secs] attempt_201106161818_0001_m_000004_0: [Full GC 1631231K->1602707K(1864192K), 3.0762610 secs] attempt_201106161818_0001_m_000004_0: [Full GC 1631231K->1622072K(1864192K), 2.9504230 secs] attempt_201106161818_0001_m_000004_0: [Full GC 1631231K->1623832K(1864192K), 3.0003690 secs] attempt_201106161818_0001_m_000004_0: [Full GC 1631231K->1625251K(1864192K), 2.9188480 secs] attempt_201106161818_0001_m_000004_0: [Full GC 1631231K->1614743K(1864192K), 2.9960740 secs] attempt_201106161818_0001_m_000004_0: [Full GC 1631231K->1629539K(1864192K), 2.9878270 secs] attempt_201106161818_0001_m_000004_0: [Full GC 1631231K->1629863K(1864192K), 2.9549600 secs] attempt_201106161818_0001_m_000004_0: [Full GC 1631231K->1630117K(1864192K), 2.9827350 secs] attempt_201106161818_0001_m_000004_0: [Full GC 1631231K->1618673K(1864192K), 2.9780840 secs] attempt_201106161818_0001_m_000004_0: [Full GC 1631231K->1631231K(1864192K), 3.0081610 secs] attempt_201106161818_0001_m_000004_0: [Full GC 1631231K->1620943K(1864192K), 3.9973460 secs] attempt_201106161818_0001_m_000004_0: [Full GC 1631232K->1631232K(1864192K), 2.9983950 secs] attempt_201106161818_0001_m_000004_0: [Full GC 1631232K->1622930K(1864192K), 3.9976560 secs] attempt_201106161818_0001_m_000004_0: [Full GC 1631231K->1631231K(1864192K), 3.0558100 secs] attempt_201106161818_0001_m_000004_0: [Full GC 1631231K->1624537K(1864192K), 3.5002390 secs] attempt_201106161818_0001_m_000004_0: [Full GC 1631231K->1631231K(1864192K), 2.9781450 secs] attempt_201106161818_0001_m_000004_0: [Full GC 1631231K->1625830K(1864192K), 2.9744460 secs] attempt_201106161818_0001_m_000004_0: [Full GC 1631231K->1631231K(1864192K), 2.9855090 secs] attempt_201106161818_0001_m_000004_0: [Full GC 1631231K->1626875K(1864192K), 2.9842090 secs] attempt_201106161818_0001_m_000004_0: [Full GC 1631231K->1631231K(1864192K), 2.9894480 secs] attempt_201106161818_0001_m_000004_0: [Full GC 1631231K->1627715K(1864192K), 2.9790680 secs] attempt_201106161818_0001_m_000004_0: [Full GC 1631231K->1631231K(1864192K), 2.9702350 secs] attempt_201106161818_0001_m_000004_0: [Full GC 1631231K->1628395K(1864192K), 2.9606900 secs] attempt_201106161818_0001_m_000004_0: [Full GC 1631231K->1631231K(1864192K), 3.1576410 secs] attempt_201106161818_0001_m_000004_0: [Full GC 1631231K->1628937K(1864192K), 3.0294500 secs] attempt_201106161818_0001_m_000004_0: [Full GC 1631231K->1631231K(1864192K), 2.9825380 secs] attempt_201106161818_0001_m_000004_0: [Full GC 1631231K->1629375K(1864192K), 3.0103050 secs] attempt_201106161818_0001_m_000004_0: [Full GC 1631231K->1631231K(1864192K), 3.0042070 secs] attempt_201106161818_0001_m_000004_0: [Full GC 1631231K->1629728K(1864192K), 3.0127710 secs] attempt_201106161818_0001_m_000004_0: [Full GC 1631231K->1631231K(1864192K), 2.9890630 secs] attempt_201106161818_0001_m_000004_0: [Full GC 1631231K->1630011K(1864192K), 3.4723450 secs] attempt_201106161818_0001_m_000004_0: [Full GC 1631231K->1631231K(1864192K), 3.5908850 secs] attempt_201106161818_0001_m_000004_0: [Full GC 1631231K->1630239K(1864192K), 3.2378460 secs] attempt_201106161818_0001_m_000004_0: [Full GC 1631231K->1631231K(1864192K), 3.5453890 secs] attempt_201106161818_0001_m_000004_0: [Full GC 1631231K->1630421K(1864192K), 3.0695860 secs] attempt_201106161818_0001_m_000004_0: [Full GC 1631231K->1631231K(1864192K), 2.9806230 secs] attempt_201106161818_0001_m_000004_0: [Full GC 1631231K->1630569K(1864192K), 3.0535580 secs] attempt_201106161818_0001_m_000004_0: [Full GC 1631231K->1631231K(1864192K), 2.9759200 secs] attempt_201106161818_0001_m_000004_0: [Full GC 1631231K->1630688K(1864192K), 3.0676140 secs] attempt_201106161818_0001_m_000004_0: [Full GC 1631231K->102998K(1864192K), 0.3133380 secs] 11/06/16 18:34:24 INFO mapred.JobClient: Task Id : attempt_201106161818_0001_m_000005_0, Status : FAILED java.lang.RuntimeException: Error in configuring object at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:93) at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:64) at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:117) at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:354) at org.apache.hadoop.mapred.MapTask.run(MapTask.java:307) at org.apache.hadoop.mapred.Child.main(Child.java:170) Caused by: java.lang.reflect.InvocationTargetException at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:88) ... 5 more Caused by: java.lang.RuntimeException: Error in configuring object at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:93) at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:64) at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:117) at org.apache.hadoop.mapred.MapRunner.configure(MapRunner.java:34) ... 10 more Caused by: java.lang.reflect.InvocationTargetException at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:88) ... 13 more Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded at org.apache.mahout.math.map.OpenIntDoubleHashMap.setUp(OpenIntDoubleHashMap.java:497) at org.apache.mahout.math.map.OpenIntDoubleHashMap.(OpenIntDoubleHashMap.java:86) at org.apache.mahout.math.map.OpenIntDoubleHashMap.(OpenIntDoubleHashMap.java:72) at org.apache.mahout.math.RandomAccessSparseVector.(RandomAccessSparseVector.java:46) at org.apache.mahout.math.RandomAccessSparseVector.(RandomAccessSparseVector.java:41) at org.apache.mahout.math.SparseMatrix.setQuick(SparseMatrix.java:94) at org.apache.mahout.classifier.bayes.datastore.InMemoryBayesDatastore.loadFeatureWeight(InMemoryBayesDatastore.java:153) at org.apache.mahout.classifier.bayes.io.SequenceFileModelReader.loadWeightMatrix(SequenceFileModelReader.java:65) at org.apache.mahout.classifier.bayes.io.SequenceFileModelReader.loadModel(SequenceFileModelReader.java:51) at org.apache.mahout.classifier.bayes.datastore.InMemoryBayesDatastore.initialize(InMemoryBayesDatastore.java:76) at org.apache.mahout.classifier.bayes.model.ClassifierContext.initialize(ClassifierContext.java:47) at org.apache.mahout.classifier.bayes.mapreduce.bayes.BayesClassifierMapper.configure(BayesClassifierMapper.java:121) ... 18 more attempt_201106161818_0001_m_000005_0: [GC 520512K->177867K(2009792K), 0.1636000 secs] attempt_201106161818_0001_m_000005_0: [GC 702155K->282077K(2009792K), 0.2809130 secs] attempt_201106161818_0001_m_000005_0: [GC 806365K->414562K(2009792K), 0.3066520 secs] attempt_201106161818_0001_m_000005_0: [GC 938850K->492514K(2009792K), 0.2529680 secs] attempt_201106161818_0001_m_000005_0: [GC 1016802K->678658K(2009792K), 0.3031880 secs] attempt_201106161818_0001_m_000005_0: [GC 1202946K->851344K(1718592K), 0.3354780 secs] attempt_201106161818_0001_m_000005_0: [GC 1084432K->887300K(1864192K), 0.4442220 secs] attempt_201106161818_0001_m_000005_0: [GC 1120388K->922732K(1864192K), 0.4288430 secs] attempt_201106161818_0001_m_000005_0: [GC 1155820K->958588K(1864192K), 0.4963940 secs] attempt_201106161818_0001_m_000005_0: [GC 1191676K->994644K(1864192K), 0.5204520 secs] attempt_201106161818_0001_m_000005_0: [GC 1227732K->1030828K(1864192K), 0.5279050 secs] attempt_201106161818_0001_m_000005_0: [GC 1263916K->1066204K(1864192K), 0.3918990 secs] attempt_201106161818_0001_m_000005_0: [GC 1236059K->1092316K(1864192K), 0.4390470 secs] attempt_201106161818_0001_m_000005_0: [GC 1323529K->1318770K(1864192K), 0.3035230 secs] attempt_201106161818_0001_m_000005_0: [Full GC 1778247K->1319100K(1864192K), 2.8839750 secs] attempt_201106161818_0001_m_000005_0: [Full GC 1552188K->1354882K(1864192K), 2.2679210 secs] attempt_201106161818_0001_m_000005_0: [Full GC 1587970K->1390704K(1864192K), 2.3485330 secs] attempt_201106161818_0001_m_000005_0: [Full GC 1623792K->1425477K(1864192K), 3.4665760 secs] attempt_201106161818_0001_m_000005_0: [Full GC 1631231K->1469014K(1864192K), 2.6916250 secs] attempt_201106161818_0001_m_000005_0: [Full GC 1631231K->1493918K(1864192K), 2.6578710 secs] attempt_201106161818_0001_m_000005_0: [Full GC 1631231K->1514787K(1864192K), 2.8151540 secs] attempt_201106161818_0001_m_000005_0: [Full GC 1631231K->1521150K(1864192K), 3.3616660 secs] attempt_201106161818_0001_m_000005_0: [Full GC 1631231K->1549774K(1864192K), 2.9844820 secs] attempt_201106161818_0001_m_000005_0: [Full GC 1631231K->1562174K(1864192K), 2.9180730 secs] attempt_201106161818_0001_m_000005_0: [Full GC 1631231K->1576410K(1864192K), 3.0531490 secs] attempt_201106161818_0001_m_000005_0: [Full GC 1631231K->1575975K(1864192K), 4.3097240 secs] attempt_201106161818_0001_m_000005_0: [Full GC 1631231K->1599370K(1864192K), 3.1599630 secs] attempt_201106161818_0001_m_000005_0: [Full GC 1631231K->1605444K(1864192K), 3.0124620 secs] attempt_201106161818_0001_m_000005_0: [Full GC 1631231K->1610361K(1864192K), 2.9881200 secs] attempt_201106161818_0001_m_000005_0: [Full GC 1631231K->1602704K(1864192K), 3.1091620 secs] attempt_201106161818_0001_m_000005_0: [Full GC 1631231K->1622070K(1864192K), 3.1173020 secs] attempt_201106161818_0001_m_000005_0: [Full GC 1631231K->1623830K(1864192K), 2.9578030 secs] attempt_201106161818_0001_m_000005_0: [Full GC 1631231K->1625250K(1864192K), 3.0133100 secs] attempt_201106161818_0001_m_000005_0: [Full GC 1631231K->1614741K(1864192K), 2.9945750 secs] attempt_201106161818_0001_m_000005_0: [Full GC 1631231K->1629538K(1864192K), 2.9848230 secs] attempt_201106161818_0001_m_000005_0: [Full GC 1631231K->1629862K(1864192K), 3.0120740 secs] attempt_201106161818_0001_m_000005_0: [Full GC 1631231K->1630115K(1864192K), 2.9839880 secs] attempt_201106161818_0001_m_000005_0: [Full GC 1631231K->1618672K(1864192K), 2.9935980 secs] attempt_201106161818_0001_m_000005_0: [Full GC 1631231K->1631231K(1864192K), 2.9727140 secs] attempt_201106161818_0001_m_000005_0: [Full GC 1631231K->1620943K(1864192K), 3.9183660 secs] attempt_201106161818_0001_m_000005_0: [Full GC 1631231K->1631231K(1864192K), 3.0554090 secs] attempt_201106161818_0001_m_000005_0: [Full GC 1631231K->1622930K(1864192K), 4.0021550 secs] attempt_201106161818_0001_m_000005_0: [Full GC 1631232K->1631232K(1864192K), 3.0026870 secs] attempt_201106161818_0001_m_000005_0: [Full GC 1631232K->1624537K(1864192K), 3.6356110 secs] attempt_201106161818_0001_m_000005_0: [Full GC 1631231K->1631231K(1864192K), 3.1560160 secs] attempt_201106161818_0001_m_000005_0: [Full GC 1631231K->1625830K(1864192K), 2.9871010 secs] attempt_201106161818_0001_m_000005_0: [Full GC 1631231K->1631231K(1864192K), 3.0198490 secs] attempt_201106161818_0001_m_000005_0: [Full GC 1631232K->1631232K(1864192K), 3.0009240 secs] attempt_201106161818_0001_m_000005_0: [Full GC 1631232K->1626874K(1864192K), 3.0465650 secs] attempt_201106161818_0001_m_000005_0: [Full GC 1631232K->1627715K(1864192K), 3.0016810 secs] attempt_201106161818_0001_m_000005_0: [Full GC 1631231K->1631231K(1864192K), 3.0053010 secs] attempt_201106161818_0001_m_000005_0: [Full GC 1631232K->1631232K(1864192K), 2.9938250 secs] attempt_201106161818_0001_m_000005_0: [Full GC 1631232K->1628404K(1864192K), 3.1174950 secs] attempt_201106161818_0001_m_000005_0: [Full GC 1631232K->1628944K(1864192K), 3.1096020 secs] attempt_201106161818_0001_m_000005_0: [Full GC 1631231K->1631231K(1864192K), 3.0343620 secs] attempt_201106161818_0001_m_000005_0: [Full GC 1631231K->1629390K(1864192K), 3.0122600 secs] attempt_201106161818_0001_m_000005_0: [Full GC 1631231K->1631231K(1864192K), 3.0468370 secs] attempt_201106161818_0001_m_000005_0: [Full GC 1631232K->1629740K(1864192K), 3.0480030 secs] attempt_201106161818_0001_m_000005_0: [Full GC 1631232K->1631232K(1864192K), 3.0266020 secs] attempt_201106161818_0001_m_000005_0: [Full GC 1631232K->1630021K(1864192K), 3.0540590 secs] attempt_201106161818_0001_m_000005_0: [Full GC 1631232K->1631232K(1864192K), 4.0495070 secs] attempt_201106161818_0001_m_000005_0: [Full GC 1631232K->1630247K(1864192K), 3.3293620 secs] attempt_201106161818_0001_m_000005_0: [Full GC 1631232K->1631232K(1864192K), 3.4105610 secs] attempt_201106161818_0001_m_000005_0: [Full GC 1631232K->1630334K(1864192K), 4.0537200 secs] attempt_201106161818_0001_m_000005_0: [Full GC 1631231K->1631231K(1864192K), 3.0432660 secs] attempt_201106161818_0001_m_000005_0: [Full GC 1631231K->1630383K(1864192K), 4.0441340 secs] attempt_201106161818_0001_m_000005_0: [Full GC 1631231K->1631231K(1864192K), 3.1437420 secs] attempt_201106161818_0001_m_000005_0: [Full GC 1631231K->1630462K(1864192K), 3.1187040 secs] attempt_201106161818_0001_m_000005_0: [Full GC 1631231K->102998K(1864192K), 0.2208930 secs] 11/06/16 18:37:38 INFO mapred.JobClient: Task Id : attempt_201106161818_0001_m_000006_0, Status : FAILED java.lang.RuntimeException: Error in configuring object at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:93) at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:64) at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:117) at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:354) at org.apache.hadoop.mapred.MapTask.run(MapTask.java:307) at org.apache.hadoop.mapred.Child.main(Child.java:170) Caused by: java.lang.reflect.InvocationTargetException at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:88) ... 5 more Caused by: java.lang.RuntimeException: Error in configuring object at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:93) at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:64) at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:117) at org.apache.hadoop.mapred.MapRunner.configure(MapRunner.java:34) ... 10 more Caused by: java.lang.reflect.InvocationTargetException at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:88) ... 13 more Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded at org.apache.mahout.common.StringTuple.readFields(StringTuple.java:139) at org.apache.hadoop.io.SequenceFile$Reader.next(SequenceFile.java:1836) at org.apache.hadoop.io.SequenceFile$Reader.next(SequenceFile.java:1876) at org.apache.mahout.common.iterator.sequencefile.SequenceFileIterator.computeNext(SequenceFileIterator.java:95) at org.apache.mahout.common.iterator.sequencefile.SequenceFileIterator.computeNext(SequenceFileIterator.java:38) at com.google.common.collect.AbstractIterator.tryToComputeNext(AbstractIterator.java:141) at com.google.common.collect.AbstractIterator.hasNext(AbstractIterator.java:136) at com.google.common.collect.Iterators$5.hasNext(Iterators.java:525) at com.google.common.collect.ForwardingIterator.hasNext(ForwardingIterator.java:43) at org.apache.mahout.classifier.bayes.io.SequenceFileModelReader.loadWeightMatrix(SequenceFileModelReader.java:57) at org.apache.mahout.classifier.bayes.io.SequenceFileModelReader.loadModel(SequenceFileModelReader.java:51) at org.apache.mahout.classifier.bayes.datastore.InMemoryBayesDatastore.initialize(InMemoryBayesDatastore.java:76) at org.apache.mahout.classifier.bayes.model.ClassifierContext.initialize(ClassifierContext.java:47) at org.apache.mahout.classifier.bayes.mapreduce.bayes.BayesClassifierMapper.configure(BayesClassifierMapper.java:121) ... 18 more attempt_201106161818_0001_m_000006_0: [GC 520512K->177899K(2009792K), 0.1720380 secs] attempt_201106161818_0001_m_000006_0: [GC 702187K->282077K(2009792K), 0.2078570 secs] attempt_201106161818_0001_m_000006_0: [GC 806365K->412874K(2009792K), 0.2454930 secs] attempt_201106161818_0001_m_000006_0: [GC 937162K->492498K(2009792K), 0.2132820 secs] attempt_201106161818_0001_m_000006_0: [GC 1012973K->671575K(2009792K), 0.3294820 secs] attempt_201106161818_0001_m_000006_0: [GC 1195863K->844645K(1718592K), 0.4215400 secs] attempt_201106161818_0001_m_000006_0: [GC 1077733K->880505K(1864192K), 0.3123040 secs] attempt_201106161818_0001_m_000006_0: [GC 1113593K->915953K(1864192K), 0.4728200 secs] attempt_201106161818_0001_m_000006_0: [GC 1149041K->951753K(1864192K), 0.5997010 secs] attempt_201106161818_0001_m_000006_0: [GC 1184841K->987897K(1864192K), 0.6002890 secs] attempt_201106161818_0001_m_000006_0: [GC 1220985K->1023969K(1864192K), 0.4259920 secs] attempt_201106161818_0001_m_000006_0: [GC 1257057K->1059473K(1864192K), 0.5479270 secs] attempt_201106161818_0001_m_000006_0: [GC 1229649K->1085205K(1864192K), 0.3614160 secs] attempt_201106161818_0001_m_000006_0: [GC 1316209K->1311643K(1864192K), 0.3119590 secs] attempt_201106161818_0001_m_000006_0: [Full GC 1771121K->1319071K(1864192K), 2.8330340 secs] attempt_201106161818_0001_m_000006_0: [Full GC 1552159K->1354815K(1864192K), 2.3322710 secs] attempt_201106161818_0001_m_000006_0: [Full GC 1587903K->1390682K(1864192K), 2.3247720 secs] attempt_201106161818_0001_m_000006_0: [Full GC 1623770K->1425429K(1864192K), 3.4274930 secs] attempt_201106161818_0001_m_000006_0: [Full GC 1631231K->1468986K(1864192K), 3.0619540 secs] attempt_201106161818_0001_m_000006_0: [Full GC 1631231K->1493896K(1864192K), 2.6034700 secs] attempt_201106161818_0001_m_000006_0: [Full GC 1631231K->1514775K(1864192K), 2.7543800 secs] attempt_201106161818_0001_m_000006_0: [Full GC 1631231K->1521140K(1864192K), 3.1779700 secs] attempt_201106161818_0001_m_000006_0: [Full GC 1631231K->1549770K(1864192K), 2.7609930 secs] attempt_201106161818_0001_m_000006_0: [Full GC 1631231K->1562165K(1864192K), 2.8452490 secs] attempt_201106161818_0001_m_000006_0: [Full GC 1631231K->1576393K(1864192K), 2.9414190 secs] attempt_201106161818_0001_m_000006_0: [Full GC 1631231K->1575962K(1864192K), 3.6227490 secs] attempt_201106161818_0001_m_000006_0: [Full GC 1631232K->1599364K(1864192K), 2.9243740 secs] attempt_201106161818_0001_m_000006_0: [Full GC 1631232K->1605439K(1864192K), 2.9745380 secs] attempt_201106161818_0001_m_000006_0: [Full GC 1631232K->1610356K(1864192K), 3.0425670 secs] attempt_201106161818_0001_m_000006_0: [Full GC 1631232K->1602701K(1864192K), 3.0842180 secs] attempt_201106161818_0001_m_000006_0: [Full GC 1631232K->1622067K(1864192K), 3.0746550 secs] attempt_201106161818_0001_m_000006_0: [Full GC 1631232K->1623827K(1864192K), 3.0360630 secs] attempt_201106161818_0001_m_000006_0: [Full GC 1631232K->1625248K(1864192K), 2.9357720 secs] attempt_201106161818_0001_m_000006_0: [Full GC 1631232K->1614740K(1864192K), 2.9478440 secs] attempt_201106161818_0001_m_000006_0: [Full GC 1631232K->1629537K(1864192K), 2.9121220 secs] attempt_201106161818_0001_m_000006_0: [Full GC 1631232K->1629862K(1864192K), 2.9067500 secs] attempt_201106161818_0001_m_000006_0: [Full GC 1631232K->1630115K(1864192K), 2.9198500 secs] attempt_201106161818_0001_m_000006_0: [Full GC 1631232K->1618673K(1864192K), 3.1622950 secs] attempt_201106161818_0001_m_000006_0: [Full GC 1631232K->1631232K(1864192K), 3.0080400 secs] attempt_201106161818_0001_m_000006_0: [Full GC 1631232K->1620944K(1864192K), 4.0269140 secs] attempt_201106161818_0001_m_000006_0: [Full GC 1631232K->1631232K(1864192K), 2.9918110 secs] attempt_201106161818_0001_m_000006_0: [Full GC 1631232K->1622930K(1864192K), 4.1148590 secs] attempt_201106161818_0001_m_000006_0: [Full GC 1631231K->1631231K(1864192K), 2.9811950 secs] attempt_201106161818_0001_m_000006_0: [Full GC 1631231K->1624537K(1864192K), 2.9376390 secs] attempt_201106161818_0001_m_000006_0: [Full GC 1631231K->1631231K(1864192K), 3.0135590 secs] attempt_201106161818_0001_m_000006_0: [Full GC 1631231K->1625831K(1864192K), 3.0083160 secs] attempt_201106161818_0001_m_000006_0: [Full GC 1631231K->1631231K(1864192K), 3.1423230 secs] attempt_201106161818_0001_m_000006_0: [Full GC 1631231K->1626875K(1864192K), 3.0568840 secs] attempt_201106161818_0001_m_000006_0: [Full GC 1631231K->1631231K(1864192K), 3.0655120 secs] attempt_201106161818_0001_m_000006_0: [Full GC 1631231K->1627715K(1864192K), 2.9385200 secs] attempt_201106161818_0001_m_000006_0: [Full GC 1631231K->1631231K(1864192K), 2.9425100 secs] attempt_201106161818_0001_m_000006_0: [Full GC 1631231K->1628395K(1864192K), 2.9146560 secs] attempt_201106161818_0001_m_000006_0: [Full GC 1631231K->1631231K(1864192K), 2.9406880 secs] attempt_201106161818_0001_m_000006_0: [Full GC 1631231K->1628937K(1864192K), 2.9653350 secs] attempt_201106161818_0001_m_000006_0: [Full GC 1631231K->1631231K(1864192K), 2.9609290 secs] attempt_201106161818_0001_m_000006_0: [Full GC 1631231K->1629375K(1864192K), 2.9517330 secs] attempt_201106161818_0001_m_000006_0: [Full GC 1631231K->1631231K(1864192K), 2.9656680 secs] attempt_201106161818_0001_m_000006_0: [Full GC 1631231K->1629728K(1864192K), 2.9229130 secs] attempt_201106161818_0001_m_000006_0: [Full GC 1631231K->1631231K(1864192K), 2.9294980 secs] attempt_201106161818_0001_m_000006_0: [Full GC 1631231K->1630011K(1864192K), 3.0042150 secs] attempt_201106161818_0001_m_000006_0: [Full GC 1631231K->1631231K(1864192K), 2.9944460 secs] attempt_201106161818_0001_m_000006_0: [Full GC 1631231K->1630239K(1864192K), 3.0480060 secs] attempt_201106161818_0001_m_000006_0: [Full GC 1631231K->1631231K(1864192K), 2.9489080 secs] attempt_201106161818_0001_m_000006_0: [Full GC 1631231K->1630421K(1864192K), 2.9541900 secs] attempt_201106161818_0001_m_000006_0: [Full GC 1631231K->1631231K(1864192K), 2.9149760 secs] attempt_201106161818_0001_m_000006_0: [Full GC 1631231K->1630569K(1864192K), 2.9411930 secs] attempt_201106161818_0001_m_000006_0: [Full GC 1631231K->1631231K(1864192K), 2.9617650 secs] attempt_201106161818_0001_m_000006_0: [Full GC 1631231K->1630688K(1864192K), 2.9177140 secs] attempt_201106161818_0001_m_000006_0: [Full GC 1631231K->102987K(1864192K), 0.2446610 secs] 11/06/16 18:37:38 INFO mapred.JobClient: Task Id : attempt_201106161818_0001_m_000007_0, Status : FAILED java.lang.RuntimeException: Error in configuring object at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:93) at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:64) at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:117) at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:354) at org.apache.hadoop.mapred.MapTask.run(MapTask.java:307) at org.apache.hadoop.mapred.Child.main(Child.java:170) Caused by: java.lang.reflect.InvocationTargetException at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:88) ... 5 more Caused by: java.lang.RuntimeException: Error in configuring object at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:93) at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:64) at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:117) at org.apache.hadoop.mapred.MapRunner.configure(MapRunner.java:34) ... 10 more Caused by: java.lang.reflect.InvocationTargetException at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:88) ... 13 more Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded at org.apache.mahout.math.map.OpenIntDoubleHashMap.setUp(OpenIntDoubleHashMap.java:497) at org.apache.mahout.math.map.OpenIntDoubleHashMap.(OpenIntDoubleHashMap.java:86) at org.apache.mahout.math.map.OpenIntDoubleHashMap.(OpenIntDoubleHashMap.java:72) at org.apache.mahout.math.RandomAccessSparseVector.(RandomAccessSparseVector.java:46) at org.apache.mahout.math.RandomAccessSparseVector.(RandomAccessSparseVector.java:41) at org.apache.mahout.math.SparseMatrix.setQuick(SparseMatrix.java:94) at org.apache.mahout.classifier.bayes.datastore.InMemoryBayesDatastore.loadFeatureWeight(InMemoryBayesDatastore.java:153) at org.apache.mahout.classifier.bayes.io.SequenceFileModelReader.loadWeightMatrix(SequenceFileModelReader.java:65) at org.apache.mahout.classifier.bayes.io.SequenceFileModelReader.loadModel(SequenceFileModelReader.java:51) at org.apache.mahout.classifier.bayes.datastore.InMemoryBayesDatastore.initialize(InMemoryBayesDatastore.java:76) at org.apache.mahout.classifier.bayes.model.ClassifierContext.initialize(ClassifierContext.java:47) at org.apache.mahout.classifier.bayes.mapreduce.bayes.BayesClassifierMapper.configure(BayesClassifierMapper.java:121) ... 18 more attempt_201106161818_0001_m_000007_0: [GC 520512K->185466K(2009792K), 0.1277620 secs] attempt_201106161818_0001_m_000007_0: [GC 709754K->282109K(2009792K), 0.2189530 secs] attempt_201106161818_0001_m_000007_0: [GC 806397K->412914K(2009792K), 0.2796310 secs] attempt_201106161818_0001_m_000007_0: [GC 937202K->492530K(2009792K), 0.2267170 secs] attempt_201106161818_0001_m_000007_0: [GC 1013005K->671584K(2009792K), 0.3242390 secs] attempt_201106161818_0001_m_000007_0: [GC 1195872K->844357K(1718592K), 0.3620280 secs] attempt_201106161818_0001_m_000007_0: [GC 1077445K->880309K(1864192K), 0.2245490 secs] attempt_201106161818_0001_m_000007_0: [GC 1113397K->915845K(1864192K), 0.4098690 secs] attempt_201106161818_0001_m_000007_0: [GC 1148933K->951621K(1864192K), 0.6146600 secs] attempt_201106161818_0001_m_000007_0: [GC 1184709K->987733K(1864192K), 0.6780070 secs] attempt_201106161818_0001_m_000007_0: [GC 1220821K->1023781K(1864192K), 0.5366700 secs] attempt_201106161818_0001_m_000007_0: [GC 1256869K->1059317K(1864192K), 0.3517040 secs] attempt_201106161818_0001_m_000007_0: [GC 1229493K->1085269K(1864192K), 0.4183010 secs] attempt_201106161818_0001_m_000007_0: [GC 1316273K->1311691K(1864192K), 0.3996530 secs] attempt_201106161818_0001_m_000007_0: [Full GC 1771169K->1319105K(1864192K), 3.0673170 secs] attempt_201106161818_0001_m_000007_0: [Full GC 1552193K->1354850K(1864192K), 2.4274700 secs] attempt_201106161818_0001_m_000007_0: [Full GC 1587938K->1390717K(1864192K), 2.3520060 secs] attempt_201106161818_0001_m_000007_0: [Full GC 1623805K->1425430K(1864192K), 3.4034130 secs] attempt_201106161818_0001_m_000007_0: [Full GC 1631231K->1468986K(1864192K), 3.2418190 secs] attempt_201106161818_0001_m_000007_0: [Full GC 1631231K->1493896K(1864192K), 2.6370700 secs] attempt_201106161818_0001_m_000007_0: [Full GC 1631231K->1514775K(1864192K), 2.7841020 secs] attempt_201106161818_0001_m_000007_0: [Full GC 1631231K->1521140K(1864192K), 3.2103180 secs] attempt_201106161818_0001_m_000007_0: [Full GC 1631231K->1549771K(1864192K), 2.8156710 secs] attempt_201106161818_0001_m_000007_0: [Full GC 1631231K->1562165K(1864192K), 2.8258190 secs] attempt_201106161818_0001_m_000007_0: [Full GC 1631231K->1576393K(1864192K), 2.9076560 secs] attempt_201106161818_0001_m_000007_0: [Full GC 1631231K->1575962K(1864192K), 3.6617870 secs] attempt_201106161818_0001_m_000007_0: [Full GC 1631231K->1599364K(1864192K), 2.8714340 secs] attempt_201106161818_0001_m_000007_0: [Full GC 1631231K->1605440K(1864192K), 3.0313520 secs] attempt_201106161818_0001_m_000007_0: [Full GC 1631231K->1610357K(1864192K), 3.0150770 secs] attempt_201106161818_0001_m_000007_0: [Full GC 1631231K->1602701K(1864192K), 3.0579520 secs] attempt_201106161818_0001_m_000007_0: [Full GC 1631231K->1622067K(1864192K), 3.0387580 secs] attempt_201106161818_0001_m_000007_0: [Full GC 1631231K->1623828K(1864192K), 3.0573270 secs] attempt_201106161818_0001_m_000007_0: [Full GC 1631231K->1625248K(1864192K), 2.9228890 secs] attempt_201106161818_0001_m_000007_0: [Full GC 1631231K->1614740K(1864192K), 2.9581150 secs] attempt_201106161818_0001_m_000007_0: [Full GC 1631231K->1629537K(1864192K), 2.9354230 secs] attempt_201106161818_0001_m_000007_0: [Full GC 1631231K->1629862K(1864192K), 2.9282890 secs] attempt_201106161818_0001_m_000007_0: [Full GC 1631231K->1630115K(1864192K), 3.0353390 secs] attempt_201106161818_0001_m_000007_0: [Full GC 1631231K->1618672K(1864192K), 3.1354330 secs] attempt_201106161818_0001_m_000007_0: [Full GC 1631231K->1631231K(1864192K), 3.1596530 secs] attempt_201106161818_0001_m_000007_0: [Full GC 1631231K->1620943K(1864192K), 3.9805440 secs] attempt_201106161818_0001_m_000007_0: [Full GC 1631232K->1631232K(1864192K), 3.0881470 secs] attempt_201106161818_0001_m_000007_0: [Full GC 1631232K->1622930K(1864192K), 3.8377330 secs] attempt_201106161818_0001_m_000007_0: [Full GC 1631231K->1631231K(1864192K), 2.9710690 secs] attempt_201106161818_0001_m_000007_0: [Full GC 1631231K->1624537K(1864192K), 2.9537290 secs] attempt_201106161818_0001_m_000007_0: [Full GC 1631231K->1631231K(1864192K), 3.0161640 secs] attempt_201106161818_0001_m_000007_0: [Full GC 1631231K->1625830K(1864192K), 3.0051280 secs] attempt_201106161818_0001_m_000007_0: [Full GC 1631231K->1631231K(1864192K), 3.3507600 secs] attempt_201106161818_0001_m_000007_0: [Full GC 1631231K->1626874K(1864192K), 2.9947530 secs] attempt_201106161818_0001_m_000007_0: [Full GC 1631231K->1631231K(1864192K), 3.0516490 secs] attempt_201106161818_0001_m_000007_0: [Full GC 1631231K->1627715K(1864192K), 2.9464260 secs] attempt_201106161818_0001_m_000007_0: [Full GC 1631231K->1631231K(1864192K), 2.9376750 secs] attempt_201106161818_0001_m_000007_0: [Full GC 1631231K->1628395K(1864192K), 2.9300440 secs] attempt_201106161818_0001_m_000007_0: [Full GC 1631231K->1631231K(1864192K), 2.9491320 secs] attempt_201106161818_0001_m_000007_0: [Full GC 1631231K->1628936K(1864192K), 2.9350610 secs] attempt_201106161818_0001_m_000007_0: [Full GC 1631231K->1631231K(1864192K), 2.9484090 secs] attempt_201106161818_0001_m_000007_0: [Full GC 1631231K->1629375K(1864192K), 2.9735300 secs] attempt_201106161818_0001_m_000007_0: [Full GC 1631231K->1631231K(1864192K), 3.0074010 secs] attempt_201106161818_0001_m_000007_0: [Full GC 1631231K->1629728K(1864192K), 2.9553120 secs] attempt_201106161818_0001_m_000007_0: [Full GC 1631231K->1631231K(1864192K), 3.0003020 secs] attempt_201106161818_0001_m_000007_0: [Full GC 1631231K->1630011K(1864192K), 3.0153210 secs] attempt_201106161818_0001_m_000007_0: [Full GC 1631231K->1631231K(1864192K), 3.1069500 secs] attempt_201106161818_0001_m_000007_0: [Full GC 1631231K->1630239K(1864192K), 2.9825900 secs] attempt_201106161818_0001_m_000007_0: [Full GC 1631231K->1631231K(1864192K), 2.9519320 secs] attempt_201106161818_0001_m_000007_0: [Full GC 1631231K->1630421K(1864192K), 2.9796720 secs] attempt_201106161818_0001_m_000007_0: [Full GC 1631231K->1631231K(1864192K), 2.9587370 secs] attempt_201106161818_0001_m_000007_0: [Full GC 1631231K->1630569K(1864192K), 2.9351440 secs] attempt_201106161818_0001_m_000007_0: [Full GC 1631231K->1631231K(1864192K), 2.9563430 secs] attempt_201106161818_0001_m_000007_0: [Full GC 1631231K->1630688K(1864192K), 2.9244770 secs] attempt_201106161818_0001_m_000007_0: [Full GC 1631231K->102998K(1864192K), 0.2450920 secs] 11/06/16 18:37:47 INFO mapred.JobClient: Task Id : attempt_201106161818_0001_m_000008_0, Status : FAILED java.lang.RuntimeException: Error in configuring object at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:93) at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:64) at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:117) at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:354) at org.apache.hadoop.mapred.MapTask.run(MapTask.java:307) at org.apache.hadoop.mapred.Child.main(Child.java:170) Caused by: java.lang.reflect.InvocationTargetException at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:88) ... 5 more Caused by: java.lang.RuntimeException: Error in configuring object at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:93) at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:64) at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:117) at org.apache.hadoop.mapred.MapRunner.configure(MapRunner.java:34) ... 10 more Caused by: java.lang.reflect.InvocationTargetException at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:88) ... 13 more Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded at org.apache.mahout.common.StringTuple.readFields(StringTuple.java:139) at org.apache.hadoop.io.SequenceFile$Reader.next(SequenceFile.java:1836) at org.apache.hadoop.io.SequenceFile$Reader.next(SequenceFile.java:1876) at org.apache.mahout.common.iterator.sequencefile.SequenceFileIterator.computeNext(SequenceFileIterator.java:95) at org.apache.mahout.common.iterator.sequencefile.SequenceFileIterator.computeNext(SequenceFileIterator.java:38) at com.google.common.collect.AbstractIterator.tryToComputeNext(AbstractIterator.java:141) at com.google.common.collect.AbstractIterator.hasNext(AbstractIterator.java:136) at com.google.common.collect.Iterators$5.hasNext(Iterators.java:525) at com.google.common.collect.ForwardingIterator.hasNext(ForwardingIterator.java:43) at org.apache.mahout.classifier.bayes.io.SequenceFileModelReader.loadWeightMatrix(SequenceFileModelReader.java:57) at org.apache.mahout.classifier.bayes.io.SequenceFileModelReader.loadModel(SequenceFileModelReader.java:51) at org.apache.mahout.classifier.bayes.datastore.InMemoryBayesDatastore.initialize(InMemoryBayesDatastore.java:76) at org.apache.mahout.classifier.bayes.model.ClassifierContext.initialize(ClassifierContext.java:47) at org.apache.mahout.classifier.bayes.mapreduce.bayes.BayesClassifierMapper.configure(BayesClassifierMapper.java:121) ... 18 more attempt_201106161818_0001_m_000008_0: [GC 520513K->177867K(2009792K), 0.1627240 secs] attempt_201106161818_0001_m_000008_0: [GC 702155K->282085K(2009792K), 0.2382160 secs] attempt_201106161818_0001_m_000008_0: [GC 806373K->414562K(2009792K), 0.2737770 secs] attempt_201106161818_0001_m_000008_0: [GC 938850K->492506K(2009792K), 0.2556680 secs] attempt_201106161818_0001_m_000008_0: [GC 1005473K->664485K(2009792K), 0.2642580 secs] attempt_201106161818_0001_m_000008_0: [GC 1188773K->842189K(1718592K), 0.5518930 secs] attempt_201106161818_0001_m_000008_0: [GC 1075277K->878057K(1864192K), 0.4340670 secs] attempt_201106161818_0001_m_000008_0: [GC 1111145K->913425K(1864192K), 0.3546480 secs] attempt_201106161818_0001_m_000008_0: [GC 1146513K->948929K(1864192K), 0.4793290 secs] attempt_201106161818_0001_m_000008_0: [GC 1182017K->985033K(1864192K), 0.7064290 secs] attempt_201106161818_0001_m_000008_0: [GC 1218121K->1021169K(1864192K), 0.5224720 secs] attempt_201106161818_0001_m_000008_0: [GC 1254257K->1056745K(1864192K), 0.3183590 secs] attempt_201106161818_0001_m_000008_0: [GC 1241346K->1085257K(1864192K), 0.3167890 secs] attempt_201106161818_0001_m_000008_0: [GC 1316278K->1311663K(1864192K), 0.2560140 secs] attempt_201106161818_0001_m_000008_0: [Full GC 1771141K->1319073K(1864192K), 2.6905310 secs] attempt_201106161818_0001_m_000008_0: [Full GC 1552161K->1354859K(1864192K), 2.3765800 secs] attempt_201106161818_0001_m_000008_0: [Full GC 1587947K->1390684K(1864192K), 3.0534570 secs] attempt_201106161818_0001_m_000008_0: [Full GC 1623772K->1425430K(1864192K), 3.2517490 secs] attempt_201106161818_0001_m_000008_0: [Full GC 1631231K->1469005K(1864192K), 2.5593470 secs] attempt_201106161818_0001_m_000008_0: [Full GC 1631231K->1493893K(1864192K), 2.7103970 secs] attempt_201106161818_0001_m_000008_0: [Full GC 1631231K->1514785K(1864192K), 2.7872870 secs] attempt_201106161818_0001_m_000008_0: [Full GC 1631231K->1521136K(1864192K), 3.2084610 secs] attempt_201106161818_0001_m_000008_0: [Full GC 1631231K->1549775K(1864192K), 2.7929220 secs] attempt_201106161818_0001_m_000008_0: [Full GC 1631231K->1562127K(1864192K), 2.9318210 secs] attempt_201106161818_0001_m_000008_0: [Full GC 1631231K->1576384K(1864192K), 2.8811440 secs] attempt_201106161818_0001_m_000008_0: [Full GC 1631231K->1575941K(1864192K), 3.8715090 secs] attempt_201106161818_0001_m_000008_0: [Full GC 1631232K->1599320K(1864192K), 2.9900330 secs] attempt_201106161818_0001_m_000008_0: [Full GC 1631232K->1605394K(1864192K), 3.0959640 secs] attempt_201106161818_0001_m_000008_0: [Full GC 1631232K->1610329K(1864192K), 2.9950260 secs] attempt_201106161818_0001_m_000008_0: [Full GC 1631232K->1602669K(1864192K), 2.9776890 secs] attempt_201106161818_0001_m_000008_0: [Full GC 1631232K->1622050K(1864192K), 2.9036430 secs] attempt_201106161818_0001_m_000008_0: [Full GC 1631232K->1623804K(1864192K), 2.8942260 secs] attempt_201106161818_0001_m_000008_0: [Full GC 1631232K->1625240K(1864192K), 2.9073380 secs] attempt_201106161818_0001_m_000008_0: [Full GC 1631232K->1614723K(1864192K), 2.9408590 secs] attempt_201106161818_0001_m_000008_0: [Full GC 1631232K->1629533K(1864192K), 3.1202320 secs] attempt_201106161818_0001_m_000008_0: [Full GC 1631232K->1629849K(1864192K), 2.9700850 secs] attempt_201106161818_0001_m_000008_0: [Full GC 1631232K->1630114K(1864192K), 3.2409800 secs] attempt_201106161818_0001_m_000008_0: [Full GC 1631232K->1618662K(1864192K), 2.9684640 secs] attempt_201106161818_0001_m_000008_0: [Full GC 1631232K->1631232K(1864192K), 3.1140810 secs] attempt_201106161818_0001_m_000008_0: [Full GC 1631232K->1620943K(1864192K), 3.9943170 secs] attempt_201106161818_0001_m_000008_0: [Full GC 1631232K->1631232K(1864192K), 2.9358650 secs] attempt_201106161818_0001_m_000008_0: [Full GC 1631232K->1622930K(1864192K), 3.8274110 secs] attempt_201106161818_0001_m_000008_0: [Full GC 1631231K->1631231K(1864192K), 3.0093450 secs] attempt_201106161818_0001_m_000008_0: [Full GC 1631231K->1624538K(1864192K), 3.3544130 secs] attempt_201106161818_0001_m_000008_0: [Full GC 1631231K->1631231K(1864192K), 3.0964190 secs] attempt_201106161818_0001_m_000008_0: [Full GC 1631231K->1625831K(1864192K), 3.0857670 secs] attempt_201106161818_0001_m_000008_0: [Full GC 1631231K->1631231K(1864192K), 2.9463990 secs] attempt_201106161818_0001_m_000008_0: [Full GC 1631231K->1626875K(1864192K), 2.9547470 secs] attempt_201106161818_0001_m_000008_0: [Full GC 1631231K->1631231K(1864192K), 2.9608110 secs] attempt_201106161818_0001_m_000008_0: [Full GC 1631231K->1627716K(1864192K), 2.9381540 secs] attempt_201106161818_0001_m_000008_0: [Full GC 1631231K->1631231K(1864192K), 2.9280760 secs] attempt_201106161818_0001_m_000008_0: [Full GC 1631231K->1628395K(1864192K), 2.9392990 secs] attempt_201106161818_0001_m_000008_0: [Full GC 1631231K->1631231K(1864192K), 2.9297290 secs] attempt_201106161818_0001_m_000008_0: [Full GC 1631231K->1628937K(1864192K), 2.9582750 secs] attempt_201106161818_0001_m_000008_0: [Full GC 1631231K->1631231K(1864192K), 2.9602420 secs] attempt_201106161818_0001_m_000008_0: [Full GC 1631231K->1629375K(1864192K), 2.9354560 secs] attempt_201106161818_0001_m_000008_0: [Full GC 1631231K->1631231K(1864192K), 2.9743340 secs] attempt_201106161818_0001_m_000008_0: [Full GC 1631231K->1629728K(1864192K), 2.9951560 secs] attempt_201106161818_0001_m_000008_0: [Full GC 1631231K->1631231K(1864192K), 3.0351520 secs] attempt_201106161818_0001_m_000008_0: [Full GC 1631231K->1630011K(1864192K), 2.9857070 secs] attempt_201106161818_0001_m_000008_0: [Full GC 1631231K->1631231K(1864192K), 2.9865020 secs] attempt_201106161818_0001_m_000008_0: [Full GC 1631231K->1630239K(1864192K), 2.9624110 secs] attempt_201106161818_0001_m_000008_0: [Full GC 1631231K->1631231K(1864192K), 2.9600330 secs] attempt_201106161818_0001_m_000008_0: [Full GC 1631231K->1630421K(1864192K), 2.9383810 secs] attempt_201106161818_0001_m_000008_0: [Full GC 1631231K->1631231K(1864192K), 2.9566480 secs] attempt_201106161818_0001_m_000008_0: [Full GC 1631231K->1630569K(1864192K), 2.8849170 secs] attempt_201106161818_0001_m_000008_0: [Full GC 1631231K->1631231K(1864192K), 2.8071710 secs] attempt_201106161818_0001_m_000008_0: [Full GC 1631231K->1630688K(1864192K), 2.9113430 secs] attempt_201106161818_0001_m_000008_0: [Full GC 1631231K->102997K(1864192K), 0.2456780 secs] 11/06/16 18:37:53 INFO mapred.JobClient: Task Id : attempt_201106161818_0001_m_000001_1, Status : FAILED java.lang.RuntimeException: Error in configuring object at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:93) at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:64) at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:117) at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:354) at org.apache.hadoop.mapred.MapTask.run(MapTask.java:307) at org.apache.hadoop.mapred.Child.main(Child.java:170) Caused by: java.lang.reflect.InvocationTargetException at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:88) ... 5 more Caused by: java.lang.RuntimeException: Error in configuring object at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:93) at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:64) at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:117) at org.apache.hadoop.mapred.MapRunner.configure(MapRunner.java:34) ... 10 more Caused by: java.lang.reflect.InvocationTargetException at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:88) ... 13 more Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded at java.nio.HeapCharBuffer.toString(HeapCharBuffer.java:542) at java.nio.CharBuffer.toString(CharBuffer.java:1157) at org.apache.hadoop.io.Text.decode(Text.java:350) at org.apache.hadoop.io.Text.decode(Text.java:327) at org.apache.hadoop.io.Text.toString(Text.java:254) at org.apache.mahout.common.StringTuple.readFields(StringTuple.java:143) at org.apache.hadoop.io.SequenceFile$Reader.next(SequenceFile.java:1836) at org.apache.hadoop.io.SequenceFile$Reader.next(SequenceFile.java:1876) at org.apache.mahout.common.iterator.sequencefile.SequenceFileIterator.computeNext(SequenceFileIterator.java:95) at org.apache.mahout.common.iterator.sequencefile.SequenceFileIterator.computeNext(SequenceFileIterator.java:38) at com.google.common.collect.AbstractIterator.tryToComputeNext(AbstractIterator.java:141) at com.google.common.collect.AbstractIterator.hasNext(AbstractIterator.java:136) at com.google.common.collect.Iterators$5.hasNext(Iterators.java:525) at com.google.common.collect.ForwardingIterator.hasNext(ForwardingIterator.java:43) at org.apache.mahout.classifier.bayes.io.SequenceFileModelReader.loadWeightMatrix(SequenceFileModelReader.java:57) at org.apache.mahout.classifier.bayes.io.SequenceFileModelReader.loadModel(SequenceFileModelReader.java:51) at org.apache.mahout.classifier.bayes.datastore.InMemoryBayesDatastore.initialize(InMemoryBayesDatastore.java:76) at org.apache.mahout.classifier.bayes.model.ClassifierContext.initialize(ClassifierContext.java:47) at org.apache.mahout.classifier.bayes.mapreduce.bayes.BayesClassifierMapper.configure(BayesClassifierMapper.java:121) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:88) at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:64) at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:117) at org.apache.hadoop.mapred.MapRunner.configure(MapRunner.java:34) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:88) attempt_201106161818_0001_m_000001_1: [GC 520515K->185506K(2009792K), 0.1385460 secs] attempt_201106161818_0001_m_000001_1: [GC 709794K->282133K(2009792K), 0.3181690 secs] attempt_201106161818_0001_m_000001_1: [GC 806421K->412922K(2009792K), 0.2039480 secs] attempt_201106161818_0001_m_000001_1: [GC 937210K->492554K(2009792K), 0.2398210 secs] attempt_201106161818_0001_m_000001_1: [GC 1013028K->671615K(2009792K), 0.3322600 secs] attempt_201106161818_0001_m_000001_1: [GC 1195903K->844661K(1718592K), 0.3528990 secs] attempt_201106161818_0001_m_000001_1: [GC 1077749K->880493K(1864192K), 0.4408620 secs] attempt_201106161818_0001_m_000001_1: [GC 1113581K->916013K(1864192K), 0.3740790 secs] attempt_201106161818_0001_m_000001_1: [GC 1149101K->951813K(1864192K), 0.6755530 secs] attempt_201106161818_0001_m_000001_1: [GC 1184901K->987925K(1864192K), 0.6890280 secs] attempt_201106161818_0001_m_000001_1: [GC 1221013K->1023997K(1864192K), 0.5202340 secs] attempt_201106161818_0001_m_000001_1: [GC 1257085K->1059509K(1864192K), 0.4632740 secs] attempt_201106161818_0001_m_000001_1: [GC 1229684K->1085281K(1864192K), 0.3834650 secs] attempt_201106161818_0001_m_000001_1: [GC 1316285K->1311687K(1864192K), 0.5675530 secs] attempt_201106161818_0001_m_000001_1: [Full GC 1771165K->1319107K(1864192K), 2.9102760 secs] attempt_201106161818_0001_m_000001_1: [Full GC 1552195K->1354851K(1864192K), 2.7840780 secs] attempt_201106161818_0001_m_000001_1: [Full GC 1587939K->1390718K(1864192K), 2.3174370 secs] attempt_201106161818_0001_m_000001_1: [Full GC 1623806K->1425437K(1864192K), 3.4875470 secs] attempt_201106161818_0001_m_000001_1: [Full GC 1631231K->1468992K(1864192K), 2.8065890 secs] attempt_201106161818_0001_m_000001_1: [Full GC 1631231K->1493902K(1864192K), 2.6630060 secs] attempt_201106161818_0001_m_000001_1: [Full GC 1631231K->1514779K(1864192K), 2.7735340 secs] attempt_201106161818_0001_m_000001_1: [Full GC 1631231K->1521144K(1864192K), 3.3461690 secs] attempt_201106161818_0001_m_000001_1: [Full GC 1631231K->1549774K(1864192K), 2.9688850 secs] attempt_201106161818_0001_m_000001_1: [Full GC 1631231K->1562167K(1864192K), 2.9578540 secs] attempt_201106161818_0001_m_000001_1: [Full GC 1631231K->1576400K(1864192K), 2.8646520 secs] attempt_201106161818_0001_m_000001_1: [Full GC 1631231K->1575968K(1864192K), 4.1336240 secs] attempt_201106161818_0001_m_000001_1: [Full GC 1631232K->1599369K(1864192K), 3.1477870 secs] attempt_201106161818_0001_m_000001_1: [Full GC 1631232K->1605443K(1864192K), 3.5646810 secs] attempt_201106161818_0001_m_000001_1: [Full GC 1631232K->1610360K(1864192K), 3.3320720 secs] attempt_201106161818_0001_m_000001_1: [Full GC 1631232K->1602703K(1864192K), 3.4547500 secs] attempt_201106161818_0001_m_000001_1: [Full GC 1631232K->1622069K(1864192K), 2.9828050 secs] attempt_201106161818_0001_m_000001_1: [Full GC 1631232K->1623828K(1864192K), 2.9917840 secs] attempt_201106161818_0001_m_000001_1: [Full GC 1631232K->1625248K(1864192K), 3.3607320 secs] attempt_201106161818_0001_m_000001_1: [Full GC 1631232K->1614740K(1864192K), 3.1547720 secs] attempt_201106161818_0001_m_000001_1: [Full GC 1631232K->1629537K(1864192K), 2.9607320 secs] attempt_201106161818_0001_m_000001_1: [Full GC 1631232K->1629861K(1864192K), 2.9558340 secs] attempt_201106161818_0001_m_000001_1: [Full GC 1631232K->1630115K(1864192K), 3.0018840 secs] attempt_201106161818_0001_m_000001_1: [Full GC 1631232K->1618673K(1864192K), 3.0347780 secs] attempt_201106161818_0001_m_000001_1: [Full GC 1631232K->1631232K(1864192K), 2.9507670 secs] attempt_201106161818_0001_m_000001_1: [Full GC 1631232K->1620943K(1864192K), 3.9792230 secs] attempt_201106161818_0001_m_000001_1: [Full GC 1631232K->1631232K(1864192K), 3.0031950 secs] attempt_201106161818_0001_m_000001_1: [Full GC 1631232K->1622930K(1864192K), 3.9368750 secs] attempt_201106161818_0001_m_000001_1: [Full GC 1631231K->1631231K(1864192K), 3.0070150 secs] attempt_201106161818_0001_m_000001_1: [Full GC 1631231K->1624537K(1864192K), 3.0040020 secs] attempt_201106161818_0001_m_000001_1: [Full GC 1631231K->1631231K(1864192K), 3.0660550 secs] attempt_201106161818_0001_m_000001_1: [Full GC 1631231K->1625830K(1864192K), 2.9629860 secs] attempt_201106161818_0001_m_000001_1: [Full GC 1631231K->1631231K(1864192K), 2.9720170 secs] attempt_201106161818_0001_m_000001_1: [Full GC 1631231K->1626875K(1864192K), 2.9630060 secs] attempt_201106161818_0001_m_000001_1: [Full GC 1631231K->1631231K(1864192K), 2.9792760 secs] attempt_201106161818_0001_m_000001_1: [Full GC 1631231K->1627715K(1864192K), 2.9862540 secs] attempt_201106161818_0001_m_000001_1: [Full GC 1631231K->1631231K(1864192K), 2.9670740 secs] attempt_201106161818_0001_m_000001_1: [Full GC 1631231K->1628395K(1864192K), 3.2845980 secs] attempt_201106161818_0001_m_000001_1: [Full GC 1631231K->1631231K(1864192K), 3.3615580 secs] attempt_201106161818_0001_m_000001_1: [Full GC 1631231K->1628936K(1864192K), 3.1227560 secs] attempt_201106161818_0001_m_000001_1: [Full GC 1631231K->1631231K(1864192K), 3.3282240 secs] attempt_201106161818_0001_m_000001_1: [Full GC 1631231K->1629375K(1864192K), 3.0650090 secs] attempt_201106161818_0001_m_000001_1: [Full GC 1631231K->1631231K(1864192K), 2.9914230 secs] attempt_201106161818_0001_m_000001_1: [Full GC 1631231K->1629728K(1864192K), 3.0902310 secs] attempt_201106161818_0001_m_000001_1: [Full GC 1631231K->1631231K(1864192K), 2.9740460 secs] attempt_201106161818_0001_m_000001_1: [Full GC 1631231K->1630011K(1864192K), 2.9950770 secs] attempt_201106161818_0001_m_000001_1: [Full GC 1631231K->1631231K(1864192K), 2.9814350 secs] attempt_201106161818_0001_m_000001_1: [Full GC 1631231K->1630239K(1864192K), 2.9803690 secs] attempt_201106161818_0001_m_000001_1: [Full GC 1631231K->1631231K(1864192K), 3.0594260 secs] attempt_201106161818_0001_m_000001_1: [Full GC 1631231K->1630421K(1864192K), 3.0014230 secs] attempt_201106161818_0001_m_000001_1: [Full GC 1631231K->1631231K(1864192K), 3.0170070 secs] attempt_201106161818_0001_m_000001_1: [Full GC 1631231K->1630569K(1864192K), 3.0040180 secs] attempt_201106161818_0001_m_000001_1: [Full GC 1631231K->1631231K(1864192K), 3.0589510 secs] attempt_201106161818_0001_m_000001_1: [Full GC 1631231K->1630688K(1864192K), 3.0292260 secs] attempt_201106161818_0001_m_000001_1: [Full GC 1631231K->102998K(1864192K), 0.2307890 secs] 11/06/16 18:37:59 INFO mapred.JobClient: Task Id : attempt_201106161818_0001_m_000000_1, Status : FAILED java.lang.RuntimeException: Error in configuring object at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:93) at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:64) at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:117) at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:354) at org.apache.hadoop.mapred.MapTask.run(MapTask.java:307) at org.apache.hadoop.mapred.Child.main(Child.java:170) Caused by: java.lang.reflect.InvocationTargetException at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:88) ... 5 more Caused by: java.lang.RuntimeException: Error in configuring object at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:93) at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:64) at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:117) at org.apache.hadoop.mapred.MapRunner.configure(MapRunner.java:34) ... 10 more Caused by: java.lang.reflect.InvocationTargetException at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:88) ... 13 more Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded at java.nio.ByteBuffer.wrap(ByteBuffer.java:350) at org.apache.hadoop.io.Text.decode(Text.java:327) at org.apache.hadoop.io.Text.toString(Text.java:254) at org.apache.mahout.common.StringTuple.readFields(StringTuple.java:143) at org.apache.hadoop.io.SequenceFile$Reader.next(SequenceFile.java:1836) at org.apache.hadoop.io.SequenceFile$Reader.next(SequenceFile.java:1876) at org.apache.mahout.common.iterator.sequencefile.SequenceFileIterator.computeNext(SequenceFileIterator.java:95) at org.apache.mahout.common.iterator.sequencefile.SequenceFileIterator.computeNext(SequenceFileIterator.java:38) at com.google.common.collect.AbstractIterator.tryToComputeNext(AbstractIterator.java:141) at com.google.common.collect.AbstractIterator.hasNext(AbstractIterator.java:136) at com.google.common.collect.Iterators$5.hasNext(Iterators.java:525) at com.google.common.collect.ForwardingIterator.hasNext(ForwardingIterator.java:43) at org.apache.mahout.classifier.bayes.io.SequenceFileModelReader.loadWeightMatrix(SequenceFileModelReader.java:57) at org.apache.mahout.classifier.bayes.io.SequenceFileModelReader.loadModel(SequenceFileModelReader.java:51) at org.apache.mahout.classifier.bayes.datastore.InMemoryBayesDatastore.initialize(InMemoryBayesDatastore.java:76) at org.apache.mahout.classifier.bayes.model.ClassifierContext.initialize(ClassifierContext.java:47) at org.apache.mahout.classifier.bayes.mapreduce.bayes.BayesClassifierMapper.configure(BayesClassifierMapper.java:121) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:88) at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:64) at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:117) at org.apache.hadoop.mapred.MapRunner.configure(MapRunner.java:34) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:88) at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:64) at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:117) attempt_201106161818_0001_m_000000_1: [GC 520513K->185474K(2009792K), 0.1768980 secs] attempt_201106161818_0001_m_000000_1: [GC 709762K->282125K(2009792K), 0.2476070 secs] attempt_201106161818_0001_m_000000_1: [GC 806413K->412082K(2009792K), 0.1734250 secs] attempt_201106161818_0001_m_000000_1: [GC 936370K->492538K(2009792K), 0.2952090 secs] attempt_201106161818_0001_m_000000_1: [GC 1015424K->671599K(2009792K), 0.3714400 secs] attempt_201106161818_0001_m_000000_1: [GC 1195887K->844349K(1718592K), 0.4625760 secs] attempt_201106161818_0001_m_000000_1: [GC 1077437K->880197K(1864192K), 0.2102690 secs] attempt_201106161818_0001_m_000000_1: [GC 1113285K->915773K(1864192K), 0.4295440 secs] attempt_201106161818_0001_m_000000_1: [GC 1148861K->951645K(1864192K), 0.5619670 secs] attempt_201106161818_0001_m_000000_1: [GC 1184733K->987637K(1864192K), 0.5417650 secs] attempt_201106161818_0001_m_000000_1: [GC 1220725K->1023797K(1864192K), 0.4937440 secs] attempt_201106161818_0001_m_000000_1: [GC 1256885K->1059261K(1864192K), 0.6421220 secs] attempt_201106161818_0001_m_000000_1: [GC 1230443K->1085269K(1864192K), 0.2876010 secs] attempt_201106161818_0001_m_000000_1: [GC 1316286K->1311675K(1864192K), 0.2630470 secs] attempt_201106161818_0001_m_000000_1: [Full GC 1771153K->1319168K(1864192K), 2.9680680 secs] attempt_201106161818_0001_m_000000_1: [Full GC 1552256K->1354909K(1864192K), 2.3197640 secs] attempt_201106161818_0001_m_000000_1: [Full GC 1587997K->1390779K(1864192K), 2.3809800 secs] attempt_201106161818_0001_m_000000_1: [Full GC 1623867K->1425508K(1864192K), 3.5200950 secs] attempt_201106161818_0001_m_000000_1: [Full GC 1631231K->1469051K(1864192K), 2.8291750 secs] attempt_201106161818_0001_m_000000_1: [Full GC 1631231K->1493949K(1864192K), 2.6825190 secs] attempt_201106161818_0001_m_000000_1: [Full GC 1631231K->1514820K(1864192K), 2.7952090 secs] attempt_201106161818_0001_m_000000_1: [Full GC 1631231K->1521181K(1864192K), 3.4262040 secs] attempt_201106161818_0001_m_000000_1: [Full GC 1631231K->1549802K(1864192K), 3.0108750 secs] attempt_201106161818_0001_m_000000_1: [Full GC 1631231K->1562169K(1864192K), 2.9119650 secs] attempt_201106161818_0001_m_000000_1: [Full GC 1631231K->1576403K(1864192K), 2.9423290 secs] attempt_201106161818_0001_m_000000_1: [Full GC 1631231K->1575970K(1864192K), 4.6270940 secs] attempt_201106161818_0001_m_000000_1: [Full GC 1631231K->1599370K(1864192K), 3.2858230 secs] attempt_201106161818_0001_m_000000_1: [Full GC 1631231K->1605445K(1864192K), 3.3661460 secs] attempt_201106161818_0001_m_000000_1: [Full GC 1631231K->1610361K(1864192K), 3.3745250 secs] attempt_201106161818_0001_m_000000_1: [Full GC 1631231K->1602705K(1864192K), 3.2506730 secs] attempt_201106161818_0001_m_000000_1: [Full GC 1631231K->1622070K(1864192K), 2.9442140 secs] attempt_201106161818_0001_m_000000_1: [Full GC 1631231K->1623829K(1864192K), 2.9807690 secs] attempt_201106161818_0001_m_000000_1: [Full GC 1631231K->1625249K(1864192K), 3.5973070 secs] attempt_201106161818_0001_m_000000_1: [Full GC 1631231K->1614741K(1864192K), 2.9576670 secs] attempt_201106161818_0001_m_000000_1: [Full GC 1631231K->1629538K(1864192K), 2.9613330 secs] attempt_201106161818_0001_m_000000_1: [Full GC 1631231K->1629863K(1864192K), 2.9769240 secs] attempt_201106161818_0001_m_000000_1: [Full GC 1631231K->1630115K(1864192K), 2.9741000 secs] attempt_201106161818_0001_m_000000_1: [Full GC 1631231K->1618673K(1864192K), 2.9746880 secs] attempt_201106161818_0001_m_000000_1: [Full GC 1631231K->1631231K(1864192K), 2.9270330 secs] attempt_201106161818_0001_m_000000_1: [Full GC 1631231K->1620943K(1864192K), 4.2429470 secs] attempt_201106161818_0001_m_000000_1: [Full GC 1631231K->1631231K(1864192K), 2.9501890 secs] attempt_201106161818_0001_m_000000_1: [Full GC 1631231K->1622930K(1864192K), 3.9229990 secs] attempt_201106161818_0001_m_000000_1: [Full GC 1631231K->1631231K(1864192K), 3.0157750 secs] attempt_201106161818_0001_m_000000_1: [Full GC 1631231K->1624537K(1864192K), 2.9778530 secs] attempt_201106161818_0001_m_000000_1: [Full GC 1631231K->1631231K(1864192K), 2.9535810 secs] attempt_201106161818_0001_m_000000_1: [Full GC 1631232K->1625830K(1864192K), 2.9450800 secs] attempt_201106161818_0001_m_000000_1: [Full GC 1631232K->1631232K(1864192K), 2.9683540 secs] attempt_201106161818_0001_m_000000_1: [Full GC 1631232K->1626875K(1864192K), 2.9501570 secs] attempt_201106161818_0001_m_000000_1: [Full GC 1631231K->1631231K(1864192K), 2.9765840 secs] attempt_201106161818_0001_m_000000_1: [Full GC 1631231K->1627715K(1864192K), 2.9843270 secs] attempt_201106161818_0001_m_000000_1: [Full GC 1631231K->1631231K(1864192K), 2.9413040 secs] attempt_201106161818_0001_m_000000_1: [Full GC 1631231K->1628395K(1864192K), 3.4277900 secs] attempt_201106161818_0001_m_000000_1: [Full GC 1631231K->1631231K(1864192K), 3.1260080 secs] attempt_201106161818_0001_m_000000_1: [Full GC 1631231K->1628936K(1864192K), 3.1920330 secs] attempt_201106161818_0001_m_000000_1: [Full GC 1631231K->1631231K(1864192K), 3.1636720 secs] attempt_201106161818_0001_m_000000_1: [Full GC 1631231K->1629375K(1864192K), 2.9825280 secs] attempt_201106161818_0001_m_000000_1: [Full GC 1631231K->1631231K(1864192K), 2.9839730 secs] attempt_201106161818_0001_m_000000_1: [Full GC 1631231K->1629728K(1864192K), 3.0835070 secs] attempt_201106161818_0001_m_000000_1: [Full GC 1631231K->1631231K(1864192K), 2.9285240 secs] attempt_201106161818_0001_m_000000_1: [Full GC 1631231K->1630011K(1864192K), 2.9526350 secs] attempt_201106161818_0001_m_000000_1: [Full GC 1631231K->1631231K(1864192K), 2.9268850 secs] attempt_201106161818_0001_m_000000_1: [Full GC 1631231K->1630239K(1864192K), 2.9720760 secs] attempt_201106161818_0001_m_000000_1: [Full GC 1631231K->1631231K(1864192K), 2.9504600 secs] attempt_201106161818_0001_m_000000_1: [Full GC 1631231K->1630421K(1864192K), 2.9555040 secs] attempt_201106161818_0001_m_000000_1: [Full GC 1631231K->1631231K(1864192K), 2.9957150 secs] attempt_201106161818_0001_m_000000_1: [Full GC 1631231K->1630569K(1864192K), 3.0553170 secs] attempt_201106161818_0001_m_000000_1: [Full GC 1631231K->1631231K(1864192K), 2.9510530 secs] attempt_201106161818_0001_m_000000_1: [Full GC 1631232K->1631232K(1864192K), 3.0052850 secs] attempt_201106161818_0001_m_000000_1: [Full GC 1631232K->1630687K(1864192K), 2.8038510 secs] attempt_201106161818_0001_m_000000_1: [Full GC 1631232K->102998K(1864192K), 0.2416060 secs] 11/06/16 18:38:02 INFO mapred.JobClient: Task Id : attempt_201106161818_0001_m_000002_1, Status : FAILED java.lang.RuntimeException: Error in configuring object at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:93) at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:64) at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:117) at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:354) at org.apache.hadoop.mapred.MapTask.run(MapTask.java:307) at org.apache.hadoop.mapred.Child.main(Child.java:170) Caused by: java.lang.reflect.InvocationTargetException at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:88) ... 5 more Caused by: java.lang.RuntimeException: Error in configuring object at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:93) at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:64) at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:117) at org.apache.hadoop.mapred.MapRunner.configure(MapRunner.java:34) ... 10 more Caused by: java.lang.reflect.InvocationTargetException at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:88) ... 13 more Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded at java.util.Arrays.copyOfRange(Arrays.java:3209) at java.lang.String.(String.java:215) at java.nio.HeapCharBuffer.toString(HeapCharBuffer.java:542) at java.nio.CharBuffer.toString(CharBuffer.java:1157) at org.apache.hadoop.io.Text.decode(Text.java:350) at org.apache.hadoop.io.Text.decode(Text.java:327) at org.apache.hadoop.io.Text.toString(Text.java:254) at org.apache.mahout.common.StringTuple.readFields(StringTuple.java:143) at org.apache.hadoop.io.SequenceFile$Reader.next(SequenceFile.java:1836) at org.apache.hadoop.io.SequenceFile$Reader.next(SequenceFile.java:1876) at org.apache.mahout.common.iterator.sequencefile.SequenceFileIterator.computeNext(SequenceFileIterator.java:95) at org.apache.mahout.common.iterator.sequencefile.SequenceFileIterator.computeNext(SequenceFileIterator.java:38) at com.google.common.collect.AbstractIterator.tryToComputeNext(AbstractIterator.java:141) at com.google.common.collect.AbstractIterator.hasNext(AbstractIterator.java:136) at com.google.common.collect.Iterators$5.hasNext(Iterators.java:525) at com.google.common.collect.ForwardingIterator.hasNext(ForwardingIterator.java:43) at org.apache.mahout.classifier.bayes.io.SequenceFileModelReader.loadWeightMatrix(SequenceFileModelReader.java:57) at org.apache.mahout.classifier.bayes.io.SequenceFileModelReader.loadModel(SequenceFileModelReader.java:51) at org.apache.mahout.classifier.bayes.datastore.InMemoryBayesDatastore.initialize(InMemoryBayesDatastore.java:76) at org.apache.mahout.classifier.bayes.model.ClassifierContext.initialize(ClassifierContext.java:47) at org.apache.mahout.classifier.bayes.mapreduce.bayes.BayesClassifierMapper.configure(BayesClassifierMapper.java:121) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:88) at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:64) at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:117) at org.apache.hadoop.mapred.MapRunner.configure(MapRunner.java:34) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) attempt_201106161818_0001_m_000002_1: [GC 520513K->178855K(2009792K), 0.2469430 secs] attempt_201106161818_0001_m_000002_1: [GC 703143K->282101K(2009792K), 0.2537200 secs] attempt_201106161818_0001_m_000002_1: [GC 806389K->412882K(2009792K), 0.1798740 secs] attempt_201106161818_0001_m_000002_1: [GC 937170K->492506K(2009792K), 0.2720400 secs] attempt_201106161818_0001_m_000002_1: [GC 1012981K->671584K(2009792K), 0.3260390 secs] attempt_201106161818_0001_m_000002_1: [GC 1195872K->844661K(1718592K), 0.3360830 secs] attempt_201106161818_0001_m_000002_1: [GC 1077749K->880497K(1864192K), 0.3907010 secs] attempt_201106161818_0001_m_000002_1: [GC 1113585K->916001K(1864192K), 0.3945770 secs] attempt_201106161818_0001_m_000002_1: [GC 1149089K->951729K(1864192K), 0.6255540 secs] attempt_201106161818_0001_m_000002_1: [GC 1184817K->987873K(1864192K), 0.6923890 secs] attempt_201106161818_0001_m_000002_1: [GC 1220961K->1023929K(1864192K), 0.5770320 secs] attempt_201106161818_0001_m_000002_1: [GC 1257017K->1059441K(1864192K), 0.3639170 secs] attempt_201106161818_0001_m_000002_1: [GC 1229617K->1085265K(1864192K), 0.3908290 secs] attempt_201106161818_0001_m_000002_1: [GC 1316269K->1311647K(1864192K), 0.3276860 secs] attempt_201106161818_0001_m_000002_1: [Full GC 1771125K->1319079K(1864192K), 2.8552380 secs] attempt_201106161818_0001_m_000002_1: [Full GC 1552167K->1354824K(1864192K), 2.7849800 secs] attempt_201106161818_0001_m_000002_1: [Full GC 1587912K->1390690K(1864192K), 2.3213390 secs] attempt_201106161818_0001_m_000002_1: [Full GC 1623778K->1425430K(1864192K), 3.4639780 secs] attempt_201106161818_0001_m_000002_1: [Full GC 1631231K->1468986K(1864192K), 2.6548050 secs] attempt_201106161818_0001_m_000002_1: [Full GC 1631231K->1493897K(1864192K), 2.6632380 secs] attempt_201106161818_0001_m_000002_1: [Full GC 1631231K->1514776K(1864192K), 2.7485120 secs] attempt_201106161818_0001_m_000002_1: [Full GC 1631231K->1521140K(1864192K), 3.2882290 secs] attempt_201106161818_0001_m_000002_1: [Full GC 1631231K->1549770K(1864192K), 3.0424410 secs] attempt_201106161818_0001_m_000002_1: [Full GC 1631231K->1562165K(1864192K), 2.8924630 secs] attempt_201106161818_0001_m_000002_1: [Full GC 1631231K->1576393K(1864192K), 2.8806350 secs] attempt_201106161818_0001_m_000002_1: [Full GC 1631231K->1575962K(1864192K), 4.2507840 secs] attempt_201106161818_0001_m_000002_1: [Full GC 1631232K->1599364K(1864192K), 3.1608250 secs] attempt_201106161818_0001_m_000002_1: [Full GC 1631232K->1605440K(1864192K), 3.4094080 secs] attempt_201106161818_0001_m_000002_1: [Full GC 1631232K->1610357K(1864192K), 3.3441750 secs] attempt_201106161818_0001_m_000002_1: [Full GC 1631232K->1602701K(1864192K), 3.5336760 secs] attempt_201106161818_0001_m_000002_1: [Full GC 1631232K->1622067K(1864192K), 2.9949270 secs] attempt_201106161818_0001_m_000002_1: [Full GC 1631232K->1623827K(1864192K), 2.9883850 secs] attempt_201106161818_0001_m_000002_1: [Full GC 1631232K->1625247K(1864192K), 3.1168010 secs] attempt_201106161818_0001_m_000002_1: [Full GC 1631232K->1614739K(1864192K), 3.3094700 secs] attempt_201106161818_0001_m_000002_1: [Full GC 1631232K->1629535K(1864192K), 2.9496860 secs] attempt_201106161818_0001_m_000002_1: [Full GC 1631232K->1629861K(1864192K), 2.9367620 secs] attempt_201106161818_0001_m_000002_1: [Full GC 1631232K->1630115K(1864192K), 2.9711060 secs] attempt_201106161818_0001_m_000002_1: [Full GC 1631232K->1618672K(1864192K), 2.9903390 secs] attempt_201106161818_0001_m_000002_1: [Full GC 1631232K->1631232K(1864192K), 2.9590770 secs] attempt_201106161818_0001_m_000002_1: [Full GC 1631232K->1620943K(1864192K), 3.9318340 secs] attempt_201106161818_0001_m_000002_1: [Full GC 1631231K->1631231K(1864192K), 2.9930020 secs] attempt_201106161818_0001_m_000002_1: [Full GC 1631231K->1622930K(1864192K), 3.8482700 secs] attempt_201106161818_0001_m_000002_1: [Full GC 1631232K->1631232K(1864192K), 3.0908250 secs] attempt_201106161818_0001_m_000002_1: [Full GC 1631232K->1624537K(1864192K), 2.9685210 secs] attempt_201106161818_0001_m_000002_1: [Full GC 1631232K->1631232K(1864192K), 3.0349130 secs] attempt_201106161818_0001_m_000002_1: [Full GC 1631232K->1625830K(1864192K), 2.9900440 secs] attempt_201106161818_0001_m_000002_1: [Full GC 1631232K->1631232K(1864192K), 2.9880940 secs] attempt_201106161818_0001_m_000002_1: [Full GC 1631232K->1626874K(1864192K), 2.9727120 secs] attempt_201106161818_0001_m_000002_1: [Full GC 1631232K->1631232K(1864192K), 2.9803320 secs] attempt_201106161818_0001_m_000002_1: [Full GC 1631232K->1627715K(1864192K), 2.9832790 secs] attempt_201106161818_0001_m_000002_1: [Full GC 1631232K->1631232K(1864192K), 2.9906920 secs] attempt_201106161818_0001_m_000002_1: [Full GC 1631232K->1628395K(1864192K), 3.0640180 secs] attempt_201106161818_0001_m_000002_1: [Full GC 1631232K->1631232K(1864192K), 3.5268690 secs] attempt_201106161818_0001_m_000002_1: [Full GC 1631232K->1628937K(1864192K), 3.1423000 secs] attempt_201106161818_0001_m_000002_1: [Full GC 1631232K->1631232K(1864192K), 3.2568560 secs] attempt_201106161818_0001_m_000002_1: [Full GC 1631232K->1629375K(1864192K), 3.0658270 secs] attempt_201106161818_0001_m_000002_1: [Full GC 1631232K->1631232K(1864192K), 3.0132820 secs] attempt_201106161818_0001_m_000002_1: [Full GC 1631232K->1629728K(1864192K), 3.0612960 secs] attempt_201106161818_0001_m_000002_1: [Full GC 1631232K->1631232K(1864192K), 3.0737690 secs] attempt_201106161818_0001_m_000002_1: [Full GC 1631232K->1630011K(1864192K), 2.9497410 secs] attempt_201106161818_0001_m_000002_1: [Full GC 1631232K->1631232K(1864192K), 2.9669370 secs] attempt_201106161818_0001_m_000002_1: [Full GC 1631232K->1630239K(1864192K), 2.9842770 secs] attempt_201106161818_0001_m_000002_1: [Full GC 1631232K->1631232K(1864192K), 3.0472600 secs] attempt_201106161818_0001_m_000002_1: [Full GC 1631232K->1630421K(1864192K), 3.0438290 secs] attempt_201106161818_0001_m_000002_1: [Full GC 1631232K->1631232K(1864192K), 3.0094420 secs] attempt_201106161818_0001_m_000002_1: [Full GC 1631232K->1630566K(1864192K), 3.9588150 secs] attempt_201106161818_0001_m_000002_1: [Full GC 1631231K->1631231K(1864192K), 3.0129950 secs] attempt_201106161818_0001_m_000002_1: [Full GC 1631231K->1630638K(1864192K), 3.9122140 secs] attempt_201106161818_0001_m_000002_1: [Full GC 1631231K->1631231K(1864192K), 2.8493860 secs] attempt_201106161818_0001_m_000002_1: [Full GC 1631231K->1630638K(1864192K), 2.8203100 secs] attempt_201106161818_0001_m_000002_1: [Full GC 1631231K->102969K(1864192K), 0.2347040 secs] 11/06/16 18:41:05 INFO mapred.JobClient: Task Id : attempt_201106161818_0001_m_000004_1, Status : FAILED java.lang.RuntimeException: Error in configuring object at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:93) at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:64) at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:117) at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:354) at org.apache.hadoop.mapred.MapTask.run(MapTask.java:307) at org.apache.hadoop.mapred.Child.main(Child.java:170) Caused by: java.lang.reflect.InvocationTargetException at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:88) ... 5 more Caused by: java.lang.RuntimeException: Error in configuring object at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:93) at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:64) at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:117) at org.apache.hadoop.mapred.MapRunner.configure(MapRunner.java:34) ... 10 more Caused by: java.lang.reflect.InvocationTargetException at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:88) ... 13 more Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded at org.apache.mahout.math.RandomAccessSparseVector.(RandomAccessSparseVector.java:46) at org.apache.mahout.math.RandomAccessSparseVector.(RandomAccessSparseVector.java:41) at org.apache.mahout.math.SparseMatrix.setQuick(SparseMatrix.java:94) at org.apache.mahout.classifier.bayes.datastore.InMemoryBayesDatastore.loadFeatureWeight(InMemoryBayesDatastore.java:153) at org.apache.mahout.classifier.bayes.io.SequenceFileModelReader.loadWeightMatrix(SequenceFileModelReader.java:65) at org.apache.mahout.classifier.bayes.io.SequenceFileModelReader.loadModel(SequenceFileModelReader.java:51) at org.apache.mahout.classifier.bayes.datastore.InMemoryBayesDatastore.initialize(InMemoryBayesDatastore.java:76) at org.apache.mahout.classifier.bayes.model.ClassifierContext.initialize(ClassifierContext.java:47) at org.apache.mahout.classifier.bayes.mapreduce.bayes.BayesClassifierMapper.configure(BayesClassifierMapper.java:121) ... 18 more attempt_201106161818_0001_m_000004_1: [GC 520512K->185474K(2009792K), 0.1430580 secs] attempt_201106161818_0001_m_000004_1: [GC 709762K->282109K(2009792K), 0.2352590 secs] attempt_201106161818_0001_m_000004_1: [GC 806397K->415698K(2009792K), 0.2788610 secs] attempt_201106161818_0001_m_000004_1: [GC 939986K->493290K(2009792K), 0.2197390 secs] attempt_201106161818_0001_m_000004_1: [GC 1016135K->671599K(2009792K), 0.3377690 secs] attempt_201106161818_0001_m_000004_1: [GC 1195887K->844189K(1718592K), 0.4290150 secs] attempt_201106161818_0001_m_000004_1: [GC 1077277K->880173K(1864192K), 0.2616270 secs] attempt_201106161818_0001_m_000004_1: [GC 1113261K->915701K(1864192K), 0.4571240 secs] attempt_201106161818_0001_m_000004_1: [GC 1148789K->951453K(1864192K), 0.6851890 secs] attempt_201106161818_0001_m_000004_1: [GC 1184541K->987469K(1864192K), 0.6604270 secs] attempt_201106161818_0001_m_000004_1: [GC 1220557K->1023669K(1864192K), 0.6037750 secs] attempt_201106161818_0001_m_000004_1: [GC 1256757K->1058981K(1864192K), 0.5208040 secs] attempt_201106161818_0001_m_000004_1: [GC 1228997K->1085277K(1864192K), 0.4236160 secs] attempt_201106161818_0001_m_000004_1: [GC 1316285K->1311683K(1864192K), 0.4919760 secs] attempt_201106161818_0001_m_000004_1: [Full GC 1771161K->1319159K(1864192K), 2.8509760 secs] attempt_201106161818_0001_m_000004_1: [Full GC 1552247K->1354869K(1864192K), 2.3797640 secs] attempt_201106161818_0001_m_000004_1: [Full GC 1587957K->1390732K(1864192K), 2.3932000 secs] attempt_201106161818_0001_m_000004_1: [Full GC 1623820K->1425435K(1864192K), 3.3243000 secs] attempt_201106161818_0001_m_000004_1: [Full GC 1631231K->1468977K(1864192K), 2.5132110 secs] attempt_201106161818_0001_m_000004_1: [Full GC 1631231K->1493889K(1864192K), 2.5866040 secs] attempt_201106161818_0001_m_000004_1: [Full GC 1631231K->1514761K(1864192K), 2.7530130 secs] attempt_201106161818_0001_m_000004_1: [Full GC 1631231K->1521127K(1864192K), 3.1446310 secs] attempt_201106161818_0001_m_000004_1: [Full GC 1631231K->1549755K(1864192K), 2.8016170 secs] attempt_201106161818_0001_m_000004_1: [Full GC 1631231K->1562119K(1864192K), 2.8077960 secs] attempt_201106161818_0001_m_000004_1: [Full GC 1631231K->1576362K(1864192K), 2.8893310 secs] attempt_201106161818_0001_m_000004_1: [Full GC 1631231K->1575937K(1864192K), 3.5602180 secs] attempt_201106161818_0001_m_000004_1: [Full GC 1631232K->1599471K(1864192K), 2.8490690 secs] attempt_201106161818_0001_m_000004_1: [Full GC 1631232K->1605396K(1864192K), 2.8663760 secs] attempt_201106161818_0001_m_000004_1: [Full GC 1631232K->1610320K(1864192K), 2.8919430 secs] attempt_201106161818_0001_m_000004_1: [Full GC 1631232K->1602672K(1864192K), 2.9621480 secs] attempt_201106161818_0001_m_000004_1: [Full GC 1631232K->1622043K(1864192K), 2.8965160 secs] attempt_201106161818_0001_m_000004_1: [Full GC 1631232K->1623809K(1864192K), 2.8871880 secs] attempt_201106161818_0001_m_000004_1: [Full GC 1631232K->1625233K(1864192K), 2.9202530 secs] attempt_201106161818_0001_m_000004_1: [Full GC 1631232K->1614728K(1864192K), 2.9954280 secs] attempt_201106161818_0001_m_000004_1: [Full GC 1631232K->1629528K(1864192K), 2.9305830 secs] attempt_201106161818_0001_m_000004_1: [Full GC 1631232K->1629854K(1864192K), 2.9922480 secs] attempt_201106161818_0001_m_000004_1: [Full GC 1631232K->1630109K(1864192K), 2.9245880 secs] attempt_201106161818_0001_m_000004_1: [Full GC 1631232K->1618668K(1864192K), 2.9314720 secs] attempt_201106161818_0001_m_000004_1: [Full GC 1631232K->1631232K(1864192K), 2.9182100 secs] attempt_201106161818_0001_m_000004_1: [Full GC 1631232K->1620938K(1864192K), 3.7374170 secs] attempt_201106161818_0001_m_000004_1: [Full GC 1631232K->1631232K(1864192K), 2.9129430 secs] attempt_201106161818_0001_m_000004_1: [Full GC 1631232K->1622926K(1864192K), 3.7331020 secs] attempt_201106161818_0001_m_000004_1: [Full GC 1631231K->1631231K(1864192K), 3.0013940 secs] attempt_201106161818_0001_m_000004_1: [Full GC 1631231K->1624534K(1864192K), 2.9108590 secs] attempt_201106161818_0001_m_000004_1: [Full GC 1631231K->1631231K(1864192K), 2.9144020 secs] attempt_201106161818_0001_m_000004_1: [Full GC 1631231K->1625828K(1864192K), 2.9348550 secs] attempt_201106161818_0001_m_000004_1: [Full GC 1631231K->1631231K(1864192K), 2.9288960 secs] attempt_201106161818_0001_m_000004_1: [Full GC 1631231K->1626873K(1864192K), 2.9155780 secs] attempt_201106161818_0001_m_000004_1: [Full GC 1631231K->1631231K(1864192K), 2.9875940 secs] attempt_201106161818_0001_m_000004_1: [Full GC 1631231K->1627714K(1864192K), 2.9572720 secs] attempt_201106161818_0001_m_000004_1: [Full GC 1631231K->1631231K(1864192K), 2.9393810 secs] attempt_201106161818_0001_m_000004_1: [Full GC 1631231K->1628393K(1864192K), 2.9684960 secs] attempt_201106161818_0001_m_000004_1: [Full GC 1631231K->1631231K(1864192K), 2.9735520 secs] attempt_201106161818_0001_m_000004_1: [Full GC 1631231K->1628936K(1864192K), 2.9221450 secs] attempt_201106161818_0001_m_000004_1: [Full GC 1631231K->1631231K(1864192K), 2.9266970 secs] attempt_201106161818_0001_m_000004_1: [Full GC 1631231K->1629374K(1864192K), 2.9289760 secs] attempt_201106161818_0001_m_000004_1: [Full GC 1631231K->1631231K(1864192K), 2.9098180 secs] attempt_201106161818_0001_m_000004_1: [Full GC 1631231K->1629727K(1864192K), 2.9136260 secs] attempt_201106161818_0001_m_000004_1: [Full GC 1631231K->1631231K(1864192K), 2.9320250 secs] attempt_201106161818_0001_m_000004_1: [Full GC 1631231K->1630010K(1864192K), 2.9175700 secs] attempt_201106161818_0001_m_000004_1: [Full GC 1631231K->1631231K(1864192K), 2.9125600 secs] attempt_201106161818_0001_m_000004_1: [Full GC 1631231K->1630239K(1864192K), 2.9415750 secs] attempt_201106161818_0001_m_000004_1: [Full GC 1631231K->1631231K(1864192K), 2.9273420 secs] attempt_201106161818_0001_m_000004_1: [Full GC 1631231K->1630421K(1864192K), 2.9296720 secs] attempt_201106161818_0001_m_000004_1: [Full GC 1631231K->1631231K(1864192K), 2.9371960 secs] attempt_201106161818_0001_m_000004_1: [Full GC 1631231K->1630479K(1864192K), 3.7820020 secs] attempt_201106161818_0001_m_000004_1: [Full GC 1631231K->1631231K(1864192K), 2.9471580 secs] attempt_201106161818_0001_m_000004_1: [Full GC 1631231K->1631231K(1864192K), 2.9528120 secs] attempt_201106161818_0001_m_000004_1: [Full GC 1631231K->1630514K(1864192K), 3.7855680 secs] attempt_201106161818_0001_m_000004_1: [Full GC 1631231K->102986K(1864192K), 0.2631790 secs] 11/06/16 18:41:08 INFO mapred.JobClient: Task Id : attempt_201106161818_0001_m_000005_1, Status : FAILED java.lang.RuntimeException: Error in configuring object at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:93) at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:64) at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:117) at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:354) at org.apache.hadoop.mapred.MapTask.run(MapTask.java:307) at org.apache.hadoop.mapred.Child.main(Child.java:170) Caused by: java.lang.reflect.InvocationTargetException at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:88) ... 5 more Caused by: java.lang.RuntimeException: Error in configuring object at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:93) at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:64) at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:117) at org.apache.hadoop.mapred.MapRunner.configure(MapRunner.java:34) ... 10 more Caused by: java.lang.reflect.InvocationTargetException at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:88) ... 13 more Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded at org.apache.mahout.math.map.OpenIntDoubleHashMap.setUp(OpenIntDoubleHashMap.java:497) at org.apache.mahout.math.map.OpenIntDoubleHashMap.(OpenIntDoubleHashMap.java:86) at org.apache.mahout.math.map.OpenIntDoubleHashMap.(OpenIntDoubleHashMap.java:72) at org.apache.mahout.math.RandomAccessSparseVector.(RandomAccessSparseVector.java:46) at org.apache.mahout.math.RandomAccessSparseVector.(RandomAccessSparseVector.java:41) at org.apache.mahout.math.SparseMatrix.setQuick(SparseMatrix.java:94) at org.apache.mahout.classifier.bayes.datastore.InMemoryBayesDatastore.loadFeatureWeight(InMemoryBayesDatastore.java:153) at org.apache.mahout.classifier.bayes.io.SequenceFileModelReader.loadWeightMatrix(SequenceFileModelReader.java:65) at org.apache.mahout.classifier.bayes.io.SequenceFileModelReader.loadModel(SequenceFileModelReader.java:51) at org.apache.mahout.classifier.bayes.datastore.InMemoryBayesDatastore.initialize(InMemoryBayesDatastore.java:76) at org.apache.mahout.classifier.bayes.model.ClassifierContext.initialize(ClassifierContext.java:47) at org.apache.mahout.classifier.bayes.mapreduce.bayes.BayesClassifierMapper.configure(BayesClassifierMapper.java:121) ... 18 more attempt_201106161818_0001_m_000005_1: [GC 520518K->185466K(2009792K), 0.1345640 secs] attempt_201106161818_0001_m_000005_1: [GC 709754K->282109K(2009792K), 0.2791110 secs] attempt_201106161818_0001_m_000005_1: [GC 806397K->414658K(2009792K), 0.3009730 secs] attempt_201106161818_0001_m_000005_1: [GC 938946K->492210K(2009792K), 0.2774920 secs] attempt_201106161818_0001_m_000005_1: [GC 1006115K->664501K(2009792K), 0.2984670 secs] attempt_201106161818_0001_m_000005_1: [GC 1188789K->841525K(1718592K), 0.4595210 secs] attempt_201106161818_0001_m_000005_1: [GC 1074613K->877497K(1864192K), 0.3195340 secs] attempt_201106161818_0001_m_000005_1: [GC 1110585K->913313K(1864192K), 0.4128360 secs] attempt_201106161818_0001_m_000005_1: [GC 1146401K->948673K(1864192K), 0.6112580 secs] attempt_201106161818_0001_m_000005_1: [GC 1181761K->984713K(1864192K), 0.7691150 secs] attempt_201106161818_0001_m_000005_1: [GC 1217801K->1020921K(1864192K), 0.5762200 secs] attempt_201106161818_0001_m_000005_1: [GC 1254009K->1056441K(1864192K), 0.4667060 secs] attempt_201106161818_0001_m_000005_1: [GC 1244185K->1085241K(1864192K), 0.4398970 secs] attempt_201106161818_0001_m_000005_1: [GC 1316239K->1311679K(1864192K), 0.2785130 secs] attempt_201106161818_0001_m_000005_1: [Full GC 1771157K->1319154K(1864192K), 2.7383220 secs] attempt_201106161818_0001_m_000005_1: [Full GC 1552242K->1354864K(1864192K), 2.1962280 secs] attempt_201106161818_0001_m_000005_1: [Full GC 1587952K->1390727K(1864192K), 2.4755710 secs] attempt_201106161818_0001_m_000005_1: [Full GC 1623815K->1425428K(1864192K), 3.3464980 secs] attempt_201106161818_0001_m_000005_1: [Full GC 1631231K->1468971K(1864192K), 2.5598260 secs] attempt_201106161818_0001_m_000005_1: [Full GC 1631231K->1493884K(1864192K), 2.6499030 secs] attempt_201106161818_0001_m_000005_1: [Full GC 1631231K->1514756K(1864192K), 2.7943680 secs] attempt_201106161818_0001_m_000005_1: [Full GC 1631231K->1521123K(1864192K), 3.2099480 secs] attempt_201106161818_0001_m_000005_1: [Full GC 1631231K->1549752K(1864192K), 2.8329460 secs] attempt_201106161818_0001_m_000005_1: [Full GC 1631231K->1562118K(1864192K), 2.8628200 secs] attempt_201106161818_0001_m_000005_1: [Full GC 1631231K->1576367K(1864192K), 2.8820990 secs] attempt_201106161818_0001_m_000005_1: [Full GC 1631231K->1575941K(1864192K), 3.6435710 secs] attempt_201106161818_0001_m_000005_1: [Full GC 1631231K->1599343K(1864192K), 2.9191030 secs] attempt_201106161818_0001_m_000005_1: [Full GC 1631231K->1605422K(1864192K), 2.8802340 secs] attempt_201106161818_0001_m_000005_1: [Full GC 1631231K->1610342K(1864192K), 2.9689730 secs] attempt_201106161818_0001_m_000005_1: [Full GC 1631231K->1602689K(1864192K), 2.9360800 secs] attempt_201106161818_0001_m_000005_1: [Full GC 1631231K->1622058K(1864192K), 2.8945830 secs] attempt_201106161818_0001_m_000005_1: [Full GC 1631231K->1623820K(1864192K), 2.8962180 secs] attempt_201106161818_0001_m_000005_1: [Full GC 1631231K->1625243K(1864192K), 2.8984770 secs] attempt_201106161818_0001_m_000005_1: [Full GC 1631231K->1614735K(1864192K), 2.9515960 secs] attempt_201106161818_0001_m_000005_1: [Full GC 1631231K->1629533K(1864192K), 2.9239620 secs] attempt_201106161818_0001_m_000005_1: [Full GC 1631231K->1629859K(1864192K), 2.9418360 secs] attempt_201106161818_0001_m_000005_1: [Full GC 1631231K->1630112K(1864192K), 2.8871100 secs] attempt_201106161818_0001_m_000005_1: [Full GC 1631231K->1618670K(1864192K), 2.9118610 secs] attempt_201106161818_0001_m_000005_1: [Full GC 1631231K->1631231K(1864192K), 2.9073150 secs] attempt_201106161818_0001_m_000005_1: [Full GC 1631231K->1631231K(1864192K), 2.9075210 secs] attempt_201106161818_0001_m_000005_1: [Full GC 1631231K->1620941K(1864192K), 3.7517190 secs] attempt_201106161818_0001_m_000005_1: [Full GC 1631231K->1622929K(1864192K), 3.8023970 secs] attempt_201106161818_0001_m_000005_1: [Full GC 1631232K->1631232K(1864192K), 2.9499180 secs] attempt_201106161818_0001_m_000005_1: [Full GC 1631232K->1624545K(1864192K), 2.9399340 secs] attempt_201106161818_0001_m_000005_1: [Full GC 1631232K->1631232K(1864192K), 2.9400450 secs] attempt_201106161818_0001_m_000005_1: [Full GC 1631232K->1625837K(1864192K), 2.9415040 secs] attempt_201106161818_0001_m_000005_1: [Full GC 1631232K->1631232K(1864192K), 2.9425530 secs] attempt_201106161818_0001_m_000005_1: [Full GC 1631232K->1626880K(1864192K), 2.9671930 secs] attempt_201106161818_0001_m_000005_1: [Full GC 1631232K->1631232K(1864192K), 3.0368200 secs] attempt_201106161818_0001_m_000005_1: [Full GC 1631232K->1627720K(1864192K), 2.9799640 secs] attempt_201106161818_0001_m_000005_1: [Full GC 1631232K->1631232K(1864192K), 2.9327980 secs] attempt_201106161818_0001_m_000005_1: [Full GC 1631232K->1628398K(1864192K), 2.9821590 secs] attempt_201106161818_0001_m_000005_1: [Full GC 1631232K->1631232K(1864192K), 2.9354890 secs] attempt_201106161818_0001_m_000005_1: [Full GC 1631232K->1628939K(1864192K), 2.9358410 secs] attempt_201106161818_0001_m_000005_1: [Full GC 1631232K->1631232K(1864192K), 2.9404370 secs] attempt_201106161818_0001_m_000005_1: [Full GC 1631232K->1629377K(1864192K), 2.9890730 secs] attempt_201106161818_0001_m_000005_1: [Full GC 1631232K->1631232K(1864192K), 2.9648910 secs] attempt_201106161818_0001_m_000005_1: [Full GC 1631232K->1629729K(1864192K), 2.9663140 secs] attempt_201106161818_0001_m_000005_1: [Full GC 1631232K->1631232K(1864192K), 2.9641100 secs] attempt_201106161818_0001_m_000005_1: [Full GC 1631232K->1630012K(1864192K), 2.9537160 secs] attempt_201106161818_0001_m_000005_1: [Full GC 1631232K->1631232K(1864192K), 2.9562900 secs] attempt_201106161818_0001_m_000005_1: [Full GC 1631232K->1630240K(1864192K), 2.9610410 secs] attempt_201106161818_0001_m_000005_1: [Full GC 1631232K->1631232K(1864192K), 2.9454520 secs] attempt_201106161818_0001_m_000005_1: [Full GC 1631232K->1630422K(1864192K), 2.9550360 secs] attempt_201106161818_0001_m_000005_1: [Full GC 1631232K->1631232K(1864192K), 2.9776890 secs] attempt_201106161818_0001_m_000005_1: [Full GC 1631232K->1630513K(1864192K), 3.8093090 secs] attempt_201106161818_0001_m_000005_1: [Full GC 1631232K->1631232K(1864192K), 2.9451790 secs] attempt_201106161818_0001_m_000005_1: [Full GC 1631232K->1630643K(1864192K), 3.7873150 secs] attempt_201106161818_0001_m_000005_1: [Full GC 1631231K->1631231K(1864192K), 3.0020300 secs] attempt_201106161818_0001_m_000005_1: [Full GC 1631231K->1630573K(1864192K), 3.6646220 secs] attempt_201106161818_0001_m_000005_1: [Full GC 1631231K->102985K(1864192K), 0.2438250 secs] 11/06/16 18:41:12 INFO mapred.JobClient: Task Id : attempt_201106161818_0001_m_000003_1, Status : FAILED java.lang.RuntimeException: Error in configuring object at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:93) at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:64) at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:117) at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:354) at org.apache.hadoop.mapred.MapTask.run(MapTask.java:307) at org.apache.hadoop.mapred.Child.main(Child.java:170) Caused by: java.lang.reflect.InvocationTargetException at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:88) ... 5 more Caused by: java.lang.RuntimeException: Error in configuring object at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:93) at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:64) at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:117) at org.apache.hadoop.mapred.MapRunner.configure(MapRunner.java:34) ... 10 more Caused by: java.lang.reflect.InvocationTargetException at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:88) ... 13 more Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded at java.util.Arrays.copyOfRange(Arrays.java:3209) at java.lang.String.(String.java:215) at java.nio.HeapCharBuffer.toString(HeapCharBuffer.java:542) at java.nio.CharBuffer.toString(CharBuffer.java:1157) at org.apache.hadoop.io.Text.decode(Text.java:350) at org.apache.hadoop.io.Text.decode(Text.java:327) at org.apache.hadoop.io.Text.toString(Text.java:254) at org.apache.mahout.common.StringTuple.readFields(StringTuple.java:143) at org.apache.hadoop.io.SequenceFile$Reader.next(SequenceFile.java:1836) at org.apache.hadoop.io.SequenceFile$Reader.next(SequenceFile.java:1876) at org.apache.mahout.common.iterator.sequencefile.SequenceFileIterator.computeNext(SequenceFileIterator.java:95) at org.apache.mahout.common.iterator.sequencefile.SequenceFileIterator.computeNext(SequenceFileIterator.java:38) at com.google.common.collect.AbstractIterator.tryToComputeNext(AbstractIterator.java:141) at com.google.common.collect.AbstractIterator.hasNext(AbstractIterator.java:136) at com.google.common.collect.Iterators$5.hasNext(Iterators.java:525) at com.google.common.collect.ForwardingIterator.hasNext(ForwardingIterator.java:43) at org.apache.mahout.classifier.bayes.io.SequenceFileModelReader.loadWeightMatrix(SequenceFileModelReader.java:57) at org.apache.mahout.classifier.bayes.io.SequenceFileModelReader.loadModel(SequenceFileModelReader.java:51) at org.apache.mahout.classifier.bayes.datastore.InMemoryBayesDatastore.initialize(InMemoryBayesDatastore.java:76) at org.apache.mahout.classifier.bayes.model.ClassifierContext.initialize(ClassifierContext.java:47) at org.apache.mahout.classifier.bayes.mapreduce.bayes.BayesClassifierMapper.configure(BayesClassifierMapper.java:121) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:88) at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:64) at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:117) at org.apache.hadoop.mapred.MapRunner.configure(MapRunner.java:34) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) attempt_201106161818_0001_m_000003_1: [GC 520515K->185458K(2009792K), 0.1986830 secs] attempt_201106161818_0001_m_000003_1: [GC 709746K->282109K(2009792K), 0.2365940 secs] attempt_201106161818_0001_m_000003_1: [GC 806397K->413754K(2009792K), 0.1867710 secs] attempt_201106161818_0001_m_000003_1: [GC 938042K->492546K(2009792K), 0.2857660 secs] attempt_201106161818_0001_m_000003_1: [GC 1013431K->650312K(2009792K), 0.3238270 secs] attempt_201106161818_0001_m_000003_1: [GC 1174600K->844357K(1718592K), 0.4039400 secs] attempt_201106161818_0001_m_000003_1: [GC 1077445K->880209K(1864192K), 0.2446700 secs] attempt_201106161818_0001_m_000003_1: [GC 1113297K->915737K(1864192K), 0.4253210 secs] attempt_201106161818_0001_m_000003_1: [GC 1148825K->951609K(1864192K), 0.5755720 secs] attempt_201106161818_0001_m_000003_1: [GC 1184697K->987697K(1864192K), 0.6168810 secs] attempt_201106161818_0001_m_000003_1: [GC 1220785K->1023801K(1864192K), 0.4656320 secs] attempt_201106161818_0001_m_000003_1: [GC 1256889K->1059265K(1864192K), 0.3919280 secs] attempt_201106161818_0001_m_000003_1: [GC 1229328K->1085233K(1864192K), 0.3721360 secs] attempt_201106161818_0001_m_000003_1: [GC 1316242K->1311655K(1864192K), 0.2395990 secs] attempt_201106161818_0001_m_000003_1: [Full GC 1771133K->1319101K(1864192K), 2.6120700 secs] attempt_201106161818_0001_m_000003_1: [Full GC 1552189K->1354887K(1864192K), 2.2289210 secs] attempt_201106161818_0001_m_000003_1: [Full GC 1587975K->1390712K(1864192K), 2.3260910 secs] attempt_201106161818_0001_m_000003_1: [Full GC 1623800K->1425459K(1864192K), 3.3412890 secs] attempt_201106161818_0001_m_000003_1: [Full GC 1631231K->1469001K(1864192K), 2.5393940 secs] attempt_201106161818_0001_m_000003_1: [Full GC 1631231K->1493908K(1864192K), 2.6694570 secs] attempt_201106161818_0001_m_000003_1: [Full GC 1631231K->1514779K(1864192K), 2.7468420 secs] attempt_201106161818_0001_m_000003_1: [Full GC 1631231K->1521143K(1864192K), 3.2133770 secs] attempt_201106161818_0001_m_000003_1: [Full GC 1631231K->1549769K(1864192K), 2.7583810 secs] attempt_201106161818_0001_m_000003_1: [Full GC 1631231K->1562180K(1864192K), 2.8661180 secs] attempt_201106161818_0001_m_000003_1: [Full GC 1631231K->1576414K(1864192K), 2.8678410 secs] attempt_201106161818_0001_m_000003_1: [Full GC 1631231K->1575979K(1864192K), 3.6332550 secs] attempt_201106161818_0001_m_000003_1: [Full GC 1631232K->1599373K(1864192K), 2.8561470 secs] attempt_201106161818_0001_m_000003_1: [Full GC 1631232K->1605446K(1864192K), 2.8686200 secs] attempt_201106161818_0001_m_000003_1: [Full GC 1631232K->1610363K(1864192K), 2.8846170 secs] attempt_201106161818_0001_m_000003_1: [Full GC 1631232K->1602706K(1864192K), 2.9774120 secs] attempt_201106161818_0001_m_000003_1: [Full GC 1631232K->1622071K(1864192K), 2.9537740 secs] attempt_201106161818_0001_m_000003_1: [Full GC 1631232K->1623831K(1864192K), 2.8914430 secs] attempt_201106161818_0001_m_000003_1: [Full GC 1631232K->1625251K(1864192K), 2.9218190 secs] attempt_201106161818_0001_m_000003_1: [Full GC 1631232K->1614742K(1864192K), 2.9235260 secs] attempt_201106161818_0001_m_000003_1: [Full GC 1631232K->1629539K(1864192K), 2.9113270 secs] attempt_201106161818_0001_m_000003_1: [Full GC 1631232K->1629863K(1864192K), 2.9216290 secs] attempt_201106161818_0001_m_000003_1: [Full GC 1631232K->1630117K(1864192K), 2.9329260 secs] attempt_201106161818_0001_m_000003_1: [Full GC 1631232K->1618673K(1864192K), 2.9024910 secs] attempt_201106161818_0001_m_000003_1: [Full GC 1631232K->1631232K(1864192K), 2.9761300 secs] attempt_201106161818_0001_m_000003_1: [Full GC 1631232K->1620944K(1864192K), 3.8582960 secs] attempt_201106161818_0001_m_000003_1: [Full GC 1631231K->1631231K(1864192K), 2.9193630 secs] attempt_201106161818_0001_m_000003_1: [Full GC 1631231K->1622931K(1864192K), 3.7358880 secs] attempt_201106161818_0001_m_000003_1: [Full GC 1631231K->1631231K(1864192K), 2.9211400 secs] attempt_201106161818_0001_m_000003_1: [Full GC 1631232K->1631232K(1864192K), 2.9204500 secs] attempt_201106161818_0001_m_000003_1: [Full GC 1631232K->1624538K(1864192K), 2.9657770 secs] attempt_201106161818_0001_m_000003_1: [Full GC 1631232K->1625831K(1864192K), 2.9483550 secs] attempt_201106161818_0001_m_000003_1: [Full GC 1631231K->1631231K(1864192K), 2.9615660 secs] attempt_201106161818_0001_m_000003_1: [Full GC 1631231K->1631231K(1864192K), 2.9401780 secs] attempt_201106161818_0001_m_000003_1: [Full GC 1631231K->1626885K(1864192K), 2.9486410 secs] attempt_201106161818_0001_m_000003_1: [Full GC 1631231K->1627418K(1864192K), 3.7895740 secs] attempt_201106161818_0001_m_000003_1: [Full GC 1631231K->1631231K(1864192K), 2.9472730 secs] attempt_201106161818_0001_m_000003_1: [Full GC 1631231K->1628007K(1864192K), 3.8066300 secs] attempt_201106161818_0001_m_000003_1: [Full GC 1631232K->1631232K(1864192K), 2.9341100 secs] attempt_201106161818_0001_m_000003_1: [Full GC 1631232K->1628526K(1864192K), 2.9416180 secs] attempt_201106161818_0001_m_000003_1: [Full GC 1631232K->1631232K(1864192K), 2.9671600 secs] attempt_201106161818_0001_m_000003_1: [Full GC 1631232K->1628976K(1864192K), 2.9629710 secs] attempt_201106161818_0001_m_000003_1: [Full GC 1631232K->1631232K(1864192K), 2.9624160 secs] attempt_201106161818_0001_m_000003_1: [Full GC 1631232K->1629363K(1864192K), 2.9698330 secs] attempt_201106161818_0001_m_000003_1: [Full GC 1631232K->1631232K(1864192K), 2.9588230 secs] attempt_201106161818_0001_m_000003_1: [Full GC 1631232K->1629690K(1864192K), 2.9424880 secs] attempt_201106161818_0001_m_000003_1: [Full GC 1631232K->1631232K(1864192K), 2.9600570 secs] attempt_201106161818_0001_m_000003_1: [Full GC 1631232K->1629962K(1864192K), 2.9255970 secs] attempt_201106161818_0001_m_000003_1: [Full GC 1631232K->1631232K(1864192K), 2.9905080 secs] attempt_201106161818_0001_m_000003_1: [Full GC 1631232K->1630187K(1864192K), 2.9487310 secs] attempt_201106161818_0001_m_000003_1: [Full GC 1631232K->1631232K(1864192K), 2.9792940 secs] attempt_201106161818_0001_m_000003_1: [Full GC 1631232K->1630373K(1864192K), 2.9730370 secs] attempt_201106161818_0001_m_000003_1: [Full GC 1631232K->1631232K(1864192K), 2.8406540 secs] attempt_201106161818_0001_m_000003_1: [Full GC 1631232K->1630524K(1864192K), 2.9052130 secs] attempt_201106161818_0001_m_000003_1: [Full GC 1631232K->103022K(1864192K), 0.2435730 secs] 11/06/16 18:41:27 INFO mapred.JobClient: Task Id : attempt_201106161818_0001_m_000001_2, Status : FAILED java.lang.RuntimeException: Error in configuring object at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:93) at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:64) at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:117) at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:354) at org.apache.hadoop.mapred.MapTask.run(MapTask.java:307) at org.apache.hadoop.mapred.Child.main(Child.java:170) Caused by: java.lang.reflect.InvocationTargetException at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:88) ... 5 more Caused by: java.lang.RuntimeException: Error in configuring object at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:93) at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:64) at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:117) at org.apache.hadoop.mapred.MapRunner.configure(MapRunner.java:34) ... 10 more Caused by: java.lang.reflect.InvocationTargetException at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:88) ... 13 more Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded at org.apache.mahout.math.map.OpenIntDoubleHashMap.setUp(OpenIntDoubleHashMap.java:498) at org.apache.mahout.math.map.OpenIntDoubleHashMap.(OpenIntDoubleHashMap.java:86) at org.apache.mahout.math.map.OpenIntDoubleHashMap.(OpenIntDoubleHashMap.java:72) at org.apache.mahout.math.RandomAccessSparseVector.(RandomAccessSparseVector.java:46) at org.apache.mahout.math.RandomAccessSparseVector.(RandomAccessSparseVector.java:41) at org.apache.mahout.math.SparseMatrix.setQuick(SparseMatrix.java:94) at org.apache.mahout.classifier.bayes.datastore.InMemoryBayesDatastore.loadFeatureWeight(InMemoryBayesDatastore.java:153) at org.apache.mahout.classifier.bayes.io.SequenceFileModelReader.loadWeightMatrix(SequenceFileModelReader.java:65) at org.apache.mahout.classifier.bayes.io.SequenceFileModelReader.loadModel(SequenceFileModelReader.java:51) at org.apache.mahout.classifier.bayes.datastore.InMemoryBayesDatastore.initialize(InMemoryBayesDatastore.java:76) at org.apache.mahout.classifier.bayes.model.ClassifierContext.initialize(ClassifierContext.java:47) at org.apache.mahout.classifier.bayes.mapreduce.bayes.BayesClassifierMapper.configure(BayesClassifierMapper.java:121) ... 18 more attempt_201106161818_0001_m_000001_2: [GC 524179K->191968K(2009792K), 0.1369060 secs] attempt_201106161818_0001_m_000001_2: [GC 716256K->283509K(2009792K), 0.1906300 secs] attempt_201106161818_0001_m_000001_2: [GC 807797K->415706K(2009792K), 0.2285180 secs] attempt_201106161818_0001_m_000001_2: [GC 939994K->493498K(2009792K), 0.4014420 secs] attempt_201106161818_0001_m_000001_2: [GC 1011167K->671592K(2009792K), 0.3386130 secs] attempt_201106161818_0001_m_000001_2: [GC 1195880K->843733K(1718592K), 0.3066380 secs] attempt_201106161818_0001_m_000001_2: [GC 1076821K->879713K(1864192K), 0.2990430 secs] attempt_201106161818_0001_m_000001_2: [GC 1112801K->915297K(1864192K), 0.3544970 secs] attempt_201106161818_0001_m_000001_2: [GC 1148385K->951009K(1864192K), 0.5466660 secs] attempt_201106161818_0001_m_000001_2: [GC 1184097K->987065K(1864192K), 0.6567830 secs] attempt_201106161818_0001_m_000001_2: [GC 1220153K->1023233K(1864192K), 0.6595070 secs] attempt_201106161818_0001_m_000001_2: [GC 1256321K->1058601K(1864192K), 0.3234720 secs] attempt_201106161818_0001_m_000001_2: [GC 1233156K->1085233K(1864192K), 0.3258480 secs] attempt_201106161818_0001_m_000001_2: [GC 1316240K->1311687K(1864192K), 0.2913380 secs] attempt_201106161818_0001_m_000001_2: [Full GC 1771165K->1319159K(1864192K), 3.7390760 secs] attempt_201106161818_0001_m_000001_2: [Full GC 1552247K->1354872K(1864192K), 3.1247870 secs] attempt_201106161818_0001_m_000001_2: [Full GC 1587960K->1390740K(1864192K), 2.4871220 secs] attempt_201106161818_0001_m_000001_2: [Full GC 1623828K->1425451K(1864192K), 3.4793400 secs] attempt_201106161818_0001_m_000001_2: [Full GC 1631231K->1468993K(1864192K), 2.6480740 secs] attempt_201106161818_0001_m_000001_2: [Full GC 1631231K->1493901K(1864192K), 2.7910770 secs] attempt_201106161818_0001_m_000001_2: [Full GC 1631231K->1514772K(1864192K), 2.8752450 secs] attempt_201106161818_0001_m_000001_2: [Full GC 1631231K->1521137K(1864192K), 3.3193360 secs] attempt_201106161818_0001_m_000001_2: [Full GC 1631232K->1549764K(1864192K), 2.8901300 secs] attempt_201106161818_0001_m_000001_2: [Full GC 1631232K->1562125K(1864192K), 3.3694810 secs] attempt_201106161818_0001_m_000001_2: [Full GC 1631232K->1576369K(1864192K), 3.1816370 secs] attempt_201106161818_0001_m_000001_2: [Full GC 1631232K->1575943K(1864192K), 4.1100220 secs] attempt_201106161818_0001_m_000001_2: [Full GC 1631231K->1599345K(1864192K), 2.9398690 secs] attempt_201106161818_0001_m_000001_2: [Full GC 1631231K->1605423K(1864192K), 3.1075650 secs] attempt_201106161818_0001_m_000001_2: [Full GC 1631231K->1610344K(1864192K), 3.0220750 secs] attempt_201106161818_0001_m_000001_2: [Full GC 1631231K->1602690K(1864192K), 3.0476140 secs] attempt_201106161818_0001_m_000001_2: [Full GC 1631231K->1622059K(1864192K), 2.9762360 secs] attempt_201106161818_0001_m_000001_2: [Full GC 1631231K->1623821K(1864192K), 3.0030590 secs] attempt_201106161818_0001_m_000001_2: [Full GC 1631231K->1625243K(1864192K), 3.0112780 secs] attempt_201106161818_0001_m_000001_2: [Full GC 1631231K->1614735K(1864192K), 3.0771380 secs] attempt_201106161818_0001_m_000001_2: [Full GC 1631231K->1629533K(1864192K), 3.0158360 secs] attempt_201106161818_0001_m_000001_2: [Full GC 1631231K->1629858K(1864192K), 3.0017480 secs] attempt_201106161818_0001_m_000001_2: [Full GC 1631231K->1630111K(1864192K), 3.0631060 secs] attempt_201106161818_0001_m_000001_2: [Full GC 1631231K->1618670K(1864192K), 3.0231590 secs] attempt_201106161818_0001_m_000001_2: [Full GC 1631231K->1631231K(1864192K), 3.2331280 secs] attempt_201106161818_0001_m_000001_2: [Full GC 1631231K->1620939K(1864192K), 4.4204600 secs] attempt_201106161818_0001_m_000001_2: [Full GC 1631231K->1631231K(1864192K), 3.1036790 secs] attempt_201106161818_0001_m_000001_2: [Full GC 1631231K->1622927K(1864192K), 4.1985630 secs] attempt_201106161818_0001_m_000001_2: [Full GC 1631231K->1631231K(1864192K), 3.6454290 secs] attempt_201106161818_0001_m_000001_2: [Full GC 1631231K->1624535K(1864192K), 3.0598300 secs] attempt_201106161818_0001_m_000001_2: [Full GC 1631231K->1631231K(1864192K), 2.9922530 secs] attempt_201106161818_0001_m_000001_2: [Full GC 1631231K->1625829K(1864192K), 3.0935660 secs] attempt_201106161818_0001_m_000001_2: [Full GC 1631231K->1631231K(1864192K), 3.0807910 secs] attempt_201106161818_0001_m_000001_2: [Full GC 1631231K->1626873K(1864192K), 3.0304170 secs] attempt_201106161818_0001_m_000001_2: [Full GC 1631231K->1631231K(1864192K), 3.0878100 secs] attempt_201106161818_0001_m_000001_2: [Full GC 1631231K->1627714K(1864192K), 3.5161980 secs] attempt_201106161818_0001_m_000001_2: [Full GC 1631231K->1631231K(1864192K), 3.3592330 secs] attempt_201106161818_0001_m_000001_2: [Full GC 1631231K->1628394K(1864192K), 3.4130090 secs] attempt_201106161818_0001_m_000001_2: [Full GC 1631231K->1631231K(1864192K), 3.2220570 secs] attempt_201106161818_0001_m_000001_2: [Full GC 1631231K->1628936K(1864192K), 3.0613850 secs] attempt_201106161818_0001_m_000001_2: [Full GC 1631231K->1631231K(1864192K), 3.0753960 secs] attempt_201106161818_0001_m_000001_2: [Full GC 1631231K->1629374K(1864192K), 3.0639270 secs] attempt_201106161818_0001_m_000001_2: [Full GC 1631231K->1631231K(1864192K), 3.0184000 secs] attempt_201106161818_0001_m_000001_2: [Full GC 1631231K->1629727K(1864192K), 3.0159290 secs] attempt_201106161818_0001_m_000001_2: [Full GC 1631231K->1631231K(1864192K), 3.0305670 secs] attempt_201106161818_0001_m_000001_2: [Full GC 1631231K->1630011K(1864192K), 3.0593300 secs] attempt_201106161818_0001_m_000001_2: [Full GC 1631231K->1631231K(1864192K), 3.1278630 secs] attempt_201106161818_0001_m_000001_2: [Full GC 1631231K->1630238K(1864192K), 3.5756870 secs] attempt_201106161818_0001_m_000001_2: [Full GC 1631231K->1631231K(1864192K), 3.0630750 secs] attempt_201106161818_0001_m_000001_2: [Full GC 1631231K->1630421K(1864192K), 3.0183680 secs] attempt_201106161818_0001_m_000001_2: [Full GC 1631231K->1631231K(1864192K), 3.4407980 secs] attempt_201106161818_0001_m_000001_2: [Full GC 1631231K->1630569K(1864192K), 3.2852590 secs] attempt_201106161818_0001_m_000001_2: [Full GC 1631231K->1631231K(1864192K), 3.1995410 secs] attempt_201106161818_0001_m_000001_2: [Full GC 1631231K->1630688K(1864192K), 3.1433140 secs] attempt_201106161818_0001_m_000001_2: [Full GC 1631231K->108398K(1864192K), 0.2236120 secs] 11/06/16 18:41:33 INFO mapred.JobClient: Task Id : attempt_201106161818_0001_m_000002_2, Status : FAILED java.lang.RuntimeException: Error in configuring object at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:93) at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:64) at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:117) at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:354) at org.apache.hadoop.mapred.MapTask.run(MapTask.java:307) at org.apache.hadoop.mapred.Child.main(Child.java:170) Caused by: java.lang.reflect.InvocationTargetException at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:88) ... 5 more Caused by: java.lang.RuntimeException: Error in configuring object at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:93) at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:64) at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:117) at org.apache.hadoop.mapred.MapRunner.configure(MapRunner.java:34) ... 10 more Caused by: java.lang.reflect.InvocationTargetException at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:88) ... 13 more Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded at java.nio.HeapCharBuffer.toString(HeapCharBuffer.java:542) at java.nio.CharBuffer.toString(CharBuffer.java:1157) at org.apache.hadoop.io.Text.decode(Text.java:350) at org.apache.hadoop.io.Text.decode(Text.java:327) at org.apache.hadoop.io.Text.toString(Text.java:254) at org.apache.mahout.common.StringTuple.readFields(StringTuple.java:143) at org.apache.hadoop.io.SequenceFile$Reader.next(SequenceFile.java:1836) at org.apache.hadoop.io.SequenceFile$Reader.next(SequenceFile.java:1876) at org.apache.mahout.common.iterator.sequencefile.SequenceFileIterator.computeNext(SequenceFileIterator.java:95) at org.apache.mahout.common.iterator.sequencefile.SequenceFileIterator.computeNext(SequenceFileIterator.java:38) at com.google.common.collect.AbstractIterator.tryToComputeNext(AbstractIterator.java:141) at com.google.common.collect.AbstractIterator.hasNext(AbstractIterator.java:136) at com.google.common.collect.Iterators$5.hasNext(Iterators.java:525) at com.google.common.collect.ForwardingIterator.hasNext(ForwardingIterator.java:43) at org.apache.mahout.classifier.bayes.io.SequenceFileModelReader.loadWeightMatrix(SequenceFileModelReader.java:57) at org.apache.mahout.classifier.bayes.io.SequenceFileModelReader.loadModel(SequenceFileModelReader.java:51) at org.apache.mahout.classifier.bayes.datastore.InMemoryBayesDatastore.initialize(InMemoryBayesDatastore.java:76) at org.apache.mahout.classifier.bayes.model.ClassifierContext.initialize(ClassifierContext.java:47) at org.apache.mahout.classifier.bayes.mapreduce.bayes.BayesClassifierMapper.configure(BayesClassifierMapper.java:121) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:88) at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:64) at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:117) at org.apache.hadoop.mapred.MapRunner.configure(MapRunner.java:34) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:88) attempt_201106161818_0001_m_000002_2: [GC 524176K->192000K(2009792K), 0.1479990 secs] attempt_201106161818_0001_m_000002_2: [GC 716288K->283509K(2009792K), 0.2771500 secs] attempt_201106161818_0001_m_000002_2: [GC 807797K->415730K(2009792K), 0.3029840 secs] attempt_201106161818_0001_m_000002_2: [GC 940018K->493514K(2009792K), 0.2940330 secs] attempt_201106161818_0001_m_000002_2: [GC 1011184K->671615K(2009792K), 0.4323150 secs] attempt_201106161818_0001_m_000002_2: [GC 1195903K->843781K(1718592K), 0.2859990 secs] attempt_201106161818_0001_m_000002_2: [GC 1076869K->879757K(1864192K), 0.2029430 secs] attempt_201106161818_0001_m_000002_2: [GC 1112845K->915293K(1864192K), 0.4172400 secs] attempt_201106161818_0001_m_000002_2: [GC 1148381K->951037K(1864192K), 0.5386120 secs] attempt_201106161818_0001_m_000002_2: [GC 1184125K->987085K(1864192K), 0.6902640 secs] attempt_201106161818_0001_m_000002_2: [GC 1220173K->1023261K(1864192K), 0.5405700 secs] attempt_201106161818_0001_m_000002_2: [GC 1256349K->1058661K(1864192K), 0.2935740 secs] attempt_201106161818_0001_m_000002_2: [GC 1233217K->1085293K(1864192K), 0.2926030 secs] attempt_201106161818_0001_m_000002_2: [GC 1316300K->1311723K(1864192K), 0.2554860 secs] attempt_201106161818_0001_m_000002_2: [Full GC 1771201K->1319169K(1864192K), 2.8279660 secs] attempt_201106161818_0001_m_000002_2: [Full GC 1552257K->1354882K(1864192K), 2.2478870 secs] attempt_201106161818_0001_m_000002_2: [Full GC 1587970K->1390750K(1864192K), 2.4408760 secs] attempt_201106161818_0001_m_000002_2: [Full GC 1623838K->1425444K(1864192K), 3.5317160 secs] attempt_201106161818_0001_m_000002_2: [Full GC 1631231K->1468987K(1864192K), 2.6222710 secs] attempt_201106161818_0001_m_000002_2: [Full GC 1631231K->1493896K(1864192K), 2.6753540 secs] attempt_201106161818_0001_m_000002_2: [Full GC 1631231K->1514768K(1864192K), 2.8766920 secs] attempt_201106161818_0001_m_000002_2: [Full GC 1631231K->1521133K(1864192K), 3.5642980 secs] attempt_201106161818_0001_m_000002_2: [Full GC 1631231K->1549761K(1864192K), 3.0384080 secs] attempt_201106161818_0001_m_000002_2: [Full GC 1631231K->1562124K(1864192K), 2.9026320 secs] attempt_201106161818_0001_m_000002_2: [Full GC 1631231K->1576372K(1864192K), 2.9730140 secs] attempt_201106161818_0001_m_000002_2: [Full GC 1631231K->1575945K(1864192K), 3.8711080 secs] attempt_201106161818_0001_m_000002_2: [Full GC 1631231K->1599346K(1864192K), 2.9696820 secs] attempt_201106161818_0001_m_000002_2: [Full GC 1631231K->1605425K(1864192K), 2.9625520 secs] attempt_201106161818_0001_m_000002_2: [Full GC 1631231K->1610345K(1864192K), 2.9616150 secs] attempt_201106161818_0001_m_000002_2: [Full GC 1631231K->1602691K(1864192K), 3.0327580 secs] attempt_201106161818_0001_m_000002_2: [Full GC 1631231K->1622060K(1864192K), 2.9656720 secs] attempt_201106161818_0001_m_000002_2: [Full GC 1631231K->1623821K(1864192K), 2.9818180 secs] attempt_201106161818_0001_m_000002_2: [Full GC 1631231K->1625243K(1864192K), 2.9291790 secs] attempt_201106161818_0001_m_000002_2: [Full GC 1631231K->1614736K(1864192K), 3.0119110 secs] attempt_201106161818_0001_m_000002_2: [Full GC 1631231K->1629534K(1864192K), 3.0682560 secs] attempt_201106161818_0001_m_000002_2: [Full GC 1631231K->1629858K(1864192K), 2.9935600 secs] attempt_201106161818_0001_m_000002_2: [Full GC 1631231K->1630112K(1864192K), 3.2026480 secs] attempt_201106161818_0001_m_000002_2: [Full GC 1631231K->1618670K(1864192K), 3.0636930 secs] attempt_201106161818_0001_m_000002_2: [Full GC 1631231K->1631231K(1864192K), 3.0666580 secs] attempt_201106161818_0001_m_000002_2: [Full GC 1631231K->1620940K(1864192K), 4.0942310 secs] attempt_201106161818_0001_m_000002_2: [Full GC 1631231K->1631231K(1864192K), 3.5982100 secs] attempt_201106161818_0001_m_000002_2: [Full GC 1631231K->1622928K(1864192K), 4.4720310 secs] attempt_201106161818_0001_m_000002_2: [Full GC 1631231K->1631231K(1864192K), 2.9701010 secs] attempt_201106161818_0001_m_000002_2: [Full GC 1631231K->1624535K(1864192K), 3.0476050 secs] attempt_201106161818_0001_m_000002_2: [Full GC 1631231K->1631231K(1864192K), 2.9823090 secs] attempt_201106161818_0001_m_000002_2: [Full GC 1631231K->1625829K(1864192K), 3.0194390 secs] attempt_201106161818_0001_m_000002_2: [Full GC 1631231K->1631231K(1864192K), 3.0397220 secs] attempt_201106161818_0001_m_000002_2: [Full GC 1631231K->1626874K(1864192K), 3.6003140 secs] attempt_201106161818_0001_m_000002_2: [Full GC 1631231K->1631231K(1864192K), 3.3265640 secs] attempt_201106161818_0001_m_000002_2: [Full GC 1631231K->1627714K(1864192K), 3.4241060 secs] attempt_201106161818_0001_m_000002_2: [Full GC 1631231K->1631231K(1864192K), 3.3231410 secs] attempt_201106161818_0001_m_000002_2: [Full GC 1631231K->1628394K(1864192K), 3.0386550 secs] attempt_201106161818_0001_m_000002_2: [Full GC 1631231K->1631231K(1864192K), 3.0472910 secs] attempt_201106161818_0001_m_000002_2: [Full GC 1631231K->1628936K(1864192K), 3.0432600 secs] attempt_201106161818_0001_m_000002_2: [Full GC 1631231K->1631231K(1864192K), 3.0732780 secs] attempt_201106161818_0001_m_000002_2: [Full GC 1631231K->1629374K(1864192K), 2.9989290 secs] attempt_201106161818_0001_m_000002_2: [Full GC 1631231K->1631231K(1864192K), 3.0373140 secs] attempt_201106161818_0001_m_000002_2: [Full GC 1631231K->1629727K(1864192K), 3.0234510 secs] attempt_201106161818_0001_m_000002_2: [Full GC 1631231K->1631231K(1864192K), 3.0359270 secs] attempt_201106161818_0001_m_000002_2: [Full GC 1631231K->1630011K(1864192K), 3.5341250 secs] attempt_201106161818_0001_m_000002_2: [Full GC 1631231K->1631231K(1864192K), 3.0785210 secs] attempt_201106161818_0001_m_000002_2: [Full GC 1631232K->1630239K(1864192K), 3.0324840 secs] attempt_201106161818_0001_m_000002_2: [Full GC 1631232K->1631232K(1864192K), 3.3883080 secs] attempt_201106161818_0001_m_000002_2: [Full GC 1631232K->1630421K(1864192K), 3.3228040 secs] attempt_201106161818_0001_m_000002_2: [Full GC 1631231K->1631231K(1864192K), 3.0769370 secs] attempt_201106161818_0001_m_000002_2: [Full GC 1631231K->1630569K(1864192K), 3.2288730 secs] attempt_201106161818_0001_m_000002_2: [Full GC 1631231K->1631231K(1864192K), 2.9141120 secs] attempt_201106161818_0001_m_000002_2: [Full GC 1631231K->1630687K(1864192K), 2.9055490 secs] attempt_201106161818_0001_m_000002_2: [Full GC 1631231K->102997K(1864192K), 0.2324930 secs] 11/06/16 18:41:36 INFO mapred.JobClient: Task Id : attempt_201106161818_0001_m_000000_2, Status : FAILED attempt_201106161818_0001_m_000000_2: [GC 520520K->177851K(2009792K), 0.1424930 secs] attempt_201106161818_0001_m_000000_2: [GC 702139K->282093K(2009792K), 0.2399790 secs] attempt_201106161818_0001_m_000000_2: [GC 806381K->415690K(2009792K), 0.2613670 secs] attempt_201106161818_0001_m_000000_2: [GC 939978K->493258K(2009792K), 0.3138140 secs] attempt_201106161818_0001_m_000000_2: [GC 1016101K->671591K(2009792K), 0.4464540 secs] attempt_201106161818_0001_m_000000_2: [GC 1195879K->844181K(1718592K), 0.4136180 secs] attempt_201106161818_0001_m_000000_2: [GC 1077269K->880169K(1864192K), 0.3012330 secs] attempt_201106161818_0001_m_000000_2: [GC 1113257K->915553K(1864192K), 0.4192410 secs] attempt_201106161818_0001_m_000000_2: [GC 1148641K->951409K(1864192K), 0.4661360 secs] attempt_201106161818_0001_m_000000_2: [GC 1184497K->987425K(1864192K), 0.8186820 secs] attempt_201106161818_0001_m_000000_2: [GC 1220513K->1023561K(1864192K), 0.5254290 secs] attempt_201106161818_0001_m_000000_2: [GC 1256649K->1059017K(1864192K), 0.4268270 secs] attempt_201106161818_0001_m_000000_2: [GC 1229032K->1085221K(1864192K), 0.3603210 secs] attempt_201106161818_0001_m_000000_2: [GC 1316229K->1311651K(1864192K), 0.2434600 secs] attempt_201106161818_0001_m_000000_2: [Full GC 1771129K->1319067K(1864192K), 2.8589490 secs] attempt_201106161818_0001_m_000000_2: [Full GC 1552155K->1354845K(1864192K), 2.2409710 secs] attempt_201106161818_0001_m_000000_2: [Full GC 1587933K->1390664K(1864192K), 2.5025650 secs] attempt_201106161818_0001_m_000000_2: [Full GC 1623752K->1425435K(1864192K), 3.4834310 secs] attempt_201106161818_0001_m_000000_2: [Full GC 1631231K->1468977K(1864192K), 2.5477350 secs] attempt_201106161818_0001_m_000000_2: [Full GC 1631231K->1493889K(1864192K), 2.6242780 secs] attempt_201106161818_0001_m_000000_2: [Full GC 1631231K->1514760K(1864192K), 2.8316800 secs] attempt_201106161818_0001_m_000000_2: [Full GC 1631231K->1521127K(1864192K), 3.3952610 secs] attempt_201106161818_0001_m_000000_2: [Full GC 1631231K->1549755K(1864192K), 3.4088470 secs] attempt_201106161818_0001_m_000000_2: [Full GC 1631231K->1562156K(1864192K), 2.8736450 secs] attempt_201106161818_0001_m_000000_2: [Full GC 1631231K->1576396K(1864192K), 2.9073380 secs] attempt_201106161818_0001_m_000000_2: [Full GC 1631231K->1575965K(1864192K), 3.8982950 secs] attempt_201106161818_0001_m_000000_2: [Full GC 1631231K->1599362K(1864192K), 2.9859690 secs] attempt_201106161818_0001_m_000000_2: [Full GC 1631231K->1605438K(1864192K), 2.9322470 secs] attempt_201106161818_0001_m_000000_2: [Full GC 1631231K->1610355K(1864192K), 2.9519010 secs] attempt_201106161818_0001_m_000000_2: [Full GC 1631231K->1602699K(1864192K), 3.0325910 secs] attempt_201106161818_0001_m_000000_2: [Full GC 1631231K->1622067K(1864192K), 2.9501330 secs] attempt_201106161818_0001_m_000000_2: [Full GC 1631231K->1623827K(1864192K), 2.9777580 secs] attempt_201106161818_0001_m_000000_2: [Full GC 1631231K->1625247K(1864192K), 2.9742790 secs] attempt_201106161818_0001_m_000000_2: [Full GC 1631231K->1614739K(1864192K), 2.9850110 secs] attempt_201106161818_0001_m_000000_2: [Full GC 1631231K->1629536K(1864192K), 3.0231850 secs] attempt_201106161818_0001_m_000000_2: [Full GC 1631231K->1629860K(1864192K), 3.0235640 secs] attempt_201106161818_0001_m_000000_2: [Full GC 1631231K->1630114K(1864192K), 3.1052800 secs] attempt_201106161818_0001_m_000000_2: [Full GC 1631231K->1618671K(1864192K), 3.2274790 secs] attempt_201106161818_0001_m_000000_2: [Full GC 1631231K->1631231K(1864192K), 3.1182770 secs] attempt_201106161818_0001_m_000000_2: [Full GC 1631231K->1620941K(1864192K), 4.0005190 secs] attempt_201106161818_0001_m_000000_2: [Full GC 1631231K->1631231K(1864192K), 3.5805940 secs] attempt_201106161818_0001_m_000000_2: [Full GC 1631231K->1622928K(1864192K), 4.7947260 secs] attempt_201106161818_0001_m_000000_2: [Full GC 1631231K->1631231K(1864192K), 3.0906260 secs] attempt_201106161818_0001_m_000000_2: [Full GC 1631231K->1624536K(1864192K), 3.0854370 secs] attempt_201106161818_0001_m_000000_2: [Full GC 1631231K->1631231K(1864192K), 3.0610190 secs] attempt_201106161818_0001_m_000000_2: [Full GC 1631231K->1625829K(1864192K), 3.0174930 secs] attempt_201106161818_0001_m_000000_2: [Full GC 1631231K->1631231K(1864192K), 3.0106450 secs] attempt_201106161818_0001_m_000000_2: [Full GC 1631231K->1626874K(1864192K), 3.5771190 secs] attempt_201106161818_0001_m_000000_2: [Full GC 1631231K->1631231K(1864192K), 3.4847620 secs] attempt_201106161818_0001_m_000000_2: [Full GC 1631231K->1627715K(1864192K), 3.3014740 secs] attempt_201106161818_0001_m_000000_2: [Full GC 1631231K->1631231K(1864192K), 3.3920170 secs] attempt_201106161818_0001_m_000000_2: [Full GC 1631231K->1628394K(1864192K), 3.0581790 secs] attempt_201106161818_0001_m_000000_2: [Full GC 1631231K->1631231K(1864192K), 3.0720360 secs] attempt_201106161818_0001_m_000000_2: [Full GC 1631231K->1628936K(1864192K), 3.0258960 secs] attempt_201106161818_0001_m_000000_2: [Full GC 1631231K->1631231K(1864192K), 3.0490010 secs] attempt_201106161818_0001_m_000000_2: [Full GC 1631232K->1631232K(1864192K), 3.0037460 secs] attempt_201106161818_0001_m_000000_2: [Full GC 1631232K->1629374K(1864192K), 3.0461690 secs] attempt_201106161818_0001_m_000000_2: [Full GC 1631232K->1629728K(1864192K), 2.9937340 secs] attempt_201106161818_0001_m_000000_2: [Full GC 1631231K->1631231K(1864192K), 3.0543960 secs] attempt_201106161818_0001_m_000000_2: [Full GC 1631231K->1630020K(1864192K), 3.7485620 secs] attempt_201106161818_0001_m_000000_2: [Full GC 1631231K->1631231K(1864192K), 3.0843110 secs] attempt_201106161818_0001_m_000000_2: [Full GC 1631231K->1630247K(1864192K), 3.0248510 secs] attempt_201106161818_0001_m_000000_2: [Full GC 1631231K->1631231K(1864192K), 3.1911350 secs] attempt_201106161818_0001_m_000000_2: [Full GC 1631232K->1631232K(1864192K), 3.4450310 secs] attempt_201106161818_0001_m_000000_2: [Full GC 1631232K->1630350K(1864192K), 4.1511660 secs] attempt_201106161818_0001_m_000000_2: [Full GC 1631231K->1630355K(1864192K), 4.0112470 secs] attempt_201106161818_0001_m_000000_2: [Full GC 1631231K->1631231K(1864192K), 2.8505700 secs] attempt_201106161818_0001_m_000000_2: [Full GC 1631231K->1630399K(1864192K), 3.1859950 secs] attempt_201106161818_0001_m_000000_2: [Full GC 1631231K->102985K(1864192K), 0.2193770 secs] 11/06/16 18:44:29 INFO mapred.JobClient: Task Id : attempt_201106161818_0001_m_000004_2, Status : FAILED java.lang.RuntimeException: Error in configuring object at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:93) at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:64) at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:117) at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:354) at org.apache.hadoop.mapred.MapTask.run(MapTask.java:307) at org.apache.hadoop.mapred.Child.main(Child.java:170) Caused by: java.lang.reflect.InvocationTargetException at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:88) ... 5 more Caused by: java.lang.RuntimeException: Error in configuring object at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:93) at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:64) at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:117) at org.apache.hadoop.mapred.MapRunner.configure(MapRunner.java:34) ... 10 more Caused by: java.lang.reflect.InvocationTargetException at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:88) ... 13 more Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded at java.util.Arrays.copyOfRange(Arrays.java:3209) at java.lang.String.(String.java:215) at java.nio.HeapCharBuffer.toString(HeapCharBuffer.java:542) at java.nio.CharBuffer.toString(CharBuffer.java:1157) at org.apache.hadoop.io.Text.decode(Text.java:350) at org.apache.hadoop.io.Text.decode(Text.java:327) at org.apache.hadoop.io.Text.toString(Text.java:254) at org.apache.mahout.common.StringTuple.readFields(StringTuple.java:143) at org.apache.hadoop.io.SequenceFile$Reader.next(SequenceFile.java:1836) at org.apache.hadoop.io.SequenceFile$Reader.next(SequenceFile.java:1876) at org.apache.mahout.common.iterator.sequencefile.SequenceFileIterator.computeNext(SequenceFileIterator.java:95) at org.apache.mahout.common.iterator.sequencefile.SequenceFileIterator.computeNext(SequenceFileIterator.java:38) at com.google.common.collect.AbstractIterator.tryToComputeNext(AbstractIterator.java:141) at com.google.common.collect.AbstractIterator.hasNext(AbstractIterator.java:136) at com.google.common.collect.Iterators$5.hasNext(Iterators.java:525) at com.google.common.collect.ForwardingIterator.hasNext(ForwardingIterator.java:43) at org.apache.mahout.classifier.bayes.io.SequenceFileModelReader.loadWeightMatrix(SequenceFileModelReader.java:57) at org.apache.mahout.classifier.bayes.io.SequenceFileModelReader.loadModel(SequenceFileModelReader.java:51) at org.apache.mahout.classifier.bayes.datastore.InMemoryBayesDatastore.initialize(InMemoryBayesDatastore.java:76) at org.apache.mahout.classifier.bayes.model.ClassifierContext.initialize(ClassifierContext.java:47) at org.apache.mahout.classifier.bayes.mapreduce.bayes.BayesClassifierMapper.configure(BayesClassifierMapper.java:121) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:88) at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:64) at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:117) at org.apache.hadoop.mapred.MapRunner.configure(MapRunner.java:34) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) attempt_201106161818_0001_m_000004_2: [GC 524176K->191992K(2009792K), 0.0966480 secs] attempt_201106161818_0001_m_000004_2: [GC 716280K->283517K(2009792K), 0.2854920 secs] attempt_201106161818_0001_m_000004_2: [GC 807805K->415714K(2009792K), 0.2094300 secs] attempt_201106161818_0001_m_000004_2: [GC 940002K->493506K(2009792K), 0.2307170 secs] attempt_201106161818_0001_m_000004_2: [GC 1011176K->650312K(2009792K), 0.3161210 secs] attempt_201106161818_0001_m_000004_2: [GC 1174600K->843757K(1718592K), 0.3887360 secs] attempt_201106161818_0001_m_000004_2: [GC 1076845K->879737K(1864192K), 0.3757070 secs] attempt_201106161818_0001_m_000004_2: [GC 1112825K->915281K(1864192K), 0.3921950 secs] attempt_201106161818_0001_m_000004_2: [GC 1148369K->951041K(1864192K), 0.5421720 secs] attempt_201106161818_0001_m_000004_2: [GC 1184129K->987065K(1864192K), 0.5115870 secs] attempt_201106161818_0001_m_000004_2: [GC 1220153K->1023233K(1864192K), 0.5188120 secs] attempt_201106161818_0001_m_000004_2: [GC 1256321K->1058601K(1864192K), 0.2714570 secs] attempt_201106161818_0001_m_000004_2: [GC 1233157K->1085269K(1864192K), 0.3379570 secs] attempt_201106161818_0001_m_000004_2: [GC 1316276K->1311691K(1864192K), 0.4659810 secs] attempt_201106161818_0001_m_000004_2: [Full GC 1771169K->1319175K(1864192K), 3.1579500 secs] attempt_201106161818_0001_m_000004_2: [Full GC 1552263K->1354888K(1864192K), 2.4407590 secs] attempt_201106161818_0001_m_000004_2: [Full GC 1587976K->1390756K(1864192K), 2.3408970 secs] attempt_201106161818_0001_m_000004_2: [Full GC 1623844K->1425451K(1864192K), 3.2765200 secs] attempt_201106161818_0001_m_000004_2: [Full GC 1631232K->1468992K(1864192K), 2.6445490 secs] attempt_201106161818_0001_m_000004_2: [Full GC 1631232K->1493901K(1864192K), 2.6513680 secs] attempt_201106161818_0001_m_000004_2: [Full GC 1631232K->1514772K(1864192K), 2.7935750 secs] attempt_201106161818_0001_m_000004_2: [Full GC 1631232K->1521137K(1864192K), 3.2301720 secs] attempt_201106161818_0001_m_000004_2: [Full GC 1631231K->1549764K(1864192K), 2.8664970 secs] attempt_201106161818_0001_m_000004_2: [Full GC 1631231K->1562126K(1864192K), 2.8683710 secs] attempt_201106161818_0001_m_000004_2: [Full GC 1631231K->1576369K(1864192K), 2.9532260 secs] attempt_201106161818_0001_m_000004_2: [Full GC 1631231K->1575943K(1864192K), 3.6354370 secs] attempt_201106161818_0001_m_000004_2: [Full GC 1631231K->1599345K(1864192K), 2.9089630 secs] attempt_201106161818_0001_m_000004_2: [Full GC 1631231K->1605423K(1864192K), 2.9055660 secs] attempt_201106161818_0001_m_000004_2: [Full GC 1631231K->1610344K(1864192K), 2.9515100 secs] attempt_201106161818_0001_m_000004_2: [Full GC 1631231K->1602690K(1864192K), 2.9877750 secs] attempt_201106161818_0001_m_000004_2: [Full GC 1631231K->1622059K(1864192K), 2.9277630 secs] attempt_201106161818_0001_m_000004_2: [Full GC 1631231K->1623821K(1864192K), 2.9442060 secs] attempt_201106161818_0001_m_000004_2: [Full GC 1631231K->1625243K(1864192K), 2.9614230 secs] attempt_201106161818_0001_m_000004_2: [Full GC 1631231K->1614736K(1864192K), 2.9622890 secs] attempt_201106161818_0001_m_000004_2: [Full GC 1631231K->1629533K(1864192K), 2.9371550 secs] attempt_201106161818_0001_m_000004_2: [Full GC 1631231K->1629859K(1864192K), 2.9219180 secs] attempt_201106161818_0001_m_000004_2: [Full GC 1631231K->1630112K(1864192K), 2.9450510 secs] attempt_201106161818_0001_m_000004_2: [Full GC 1631231K->1618671K(1864192K), 2.9542500 secs] attempt_201106161818_0001_m_000004_2: [Full GC 1631231K->1631231K(1864192K), 2.9646540 secs] attempt_201106161818_0001_m_000004_2: [Full GC 1631232K->1631232K(1864192K), 2.9589940 secs] attempt_201106161818_0001_m_000004_2: [Full GC 1631232K->1620941K(1864192K), 3.7947850 secs] attempt_201106161818_0001_m_000004_2: [Full GC 1631231K->1622928K(1864192K), 3.7552800 secs] attempt_201106161818_0001_m_000004_2: [Full GC 1631232K->1631232K(1864192K), 2.9751660 secs] attempt_201106161818_0001_m_000004_2: [Full GC 1631232K->1624545K(1864192K), 2.9983190 secs] attempt_201106161818_0001_m_000004_2: [Full GC 1631232K->1631232K(1864192K), 2.9440340 secs] attempt_201106161818_0001_m_000004_2: [Full GC 1631232K->1625837K(1864192K), 2.9869130 secs] attempt_201106161818_0001_m_000004_2: [Full GC 1631232K->1631232K(1864192K), 2.9556210 secs] attempt_201106161818_0001_m_000004_2: [Full GC 1631232K->1626880K(1864192K), 2.9534260 secs] attempt_201106161818_0001_m_000004_2: [Full GC 1631232K->1631232K(1864192K), 2.9492010 secs] attempt_201106161818_0001_m_000004_2: [Full GC 1631232K->1627720K(1864192K), 2.9617540 secs] attempt_201106161818_0001_m_000004_2: [Full GC 1631232K->1631232K(1864192K), 2.9730350 secs] attempt_201106161818_0001_m_000004_2: [Full GC 1631232K->1628398K(1864192K), 2.9603170 secs] attempt_201106161818_0001_m_000004_2: [Full GC 1631232K->1631232K(1864192K), 2.9609840 secs] attempt_201106161818_0001_m_000004_2: [Full GC 1631232K->1628939K(1864192K), 2.9710300 secs] attempt_201106161818_0001_m_000004_2: [Full GC 1631232K->1631232K(1864192K), 3.0174500 secs] attempt_201106161818_0001_m_000004_2: [Full GC 1631232K->1629377K(1864192K), 2.9733480 secs] attempt_201106161818_0001_m_000004_2: [Full GC 1631232K->1631232K(1864192K), 2.9750290 secs] attempt_201106161818_0001_m_000004_2: [Full GC 1631232K->1629729K(1864192K), 2.9814700 secs] attempt_201106161818_0001_m_000004_2: [Full GC 1631232K->1631232K(1864192K), 3.0009590 secs] attempt_201106161818_0001_m_000004_2: [Full GC 1631232K->1630012K(1864192K), 3.0472260 secs] attempt_201106161818_0001_m_000004_2: [Full GC 1631232K->1631232K(1864192K), 3.0195130 secs] attempt_201106161818_0001_m_000004_2: [Full GC 1631232K->1630240K(1864192K), 3.0110070 secs] attempt_201106161818_0001_m_000004_2: [Full GC 1631232K->1631232K(1864192K), 2.9864270 secs] attempt_201106161818_0001_m_000004_2: [Full GC 1631232K->1630422K(1864192K), 2.9749810 secs] attempt_201106161818_0001_m_000004_2: [Full GC 1631232K->1631232K(1864192K), 2.9629290 secs] attempt_201106161818_0001_m_000004_2: [Full GC 1631232K->1630570K(1864192K), 2.9993000 secs] attempt_201106161818_0001_m_000004_2: [Full GC 1631232K->1631232K(1864192K), 3.0045700 secs] attempt_201106161818_0001_m_000004_2: [Full GC 1631232K->1630689K(1864192K), 2.9754040 secs] attempt_201106161818_0001_m_000004_2: [Full GC 1631232K->102998K(1864192K), 0.2528800 secs] 11/06/16 18:44:32 INFO mapred.JobClient: Task Id : attempt_201106161818_0001_m_000005_2, Status : FAILED java.lang.RuntimeException: Error in configuring object at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:93) at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:64) at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:117) at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:354) at org.apache.hadoop.mapred.MapTask.run(MapTask.java:307) at org.apache.hadoop.mapred.Child.main(Child.java:170) Caused by: java.lang.reflect.InvocationTargetException at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:88) ... 5 more Caused by: java.lang.RuntimeException: Error in configuring object at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:93) at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:64) at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:117) at org.apache.hadoop.mapred.MapRunner.configure(MapRunner.java:34) ... 10 more Caused by: java.lang.reflect.InvocationTargetException at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:88) ... 13 more Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded at org.apache.mahout.math.map.OpenIntDoubleHashMap.setUp(OpenIntDoubleHashMap.java:499) at org.apache.mahout.math.map.OpenIntDoubleHashMap.(OpenIntDoubleHashMap.java:86) at org.apache.mahout.math.map.OpenIntDoubleHashMap.(OpenIntDoubleHashMap.java:72) at org.apache.mahout.math.RandomAccessSparseVector.(RandomAccessSparseVector.java:46) at org.apache.mahout.math.RandomAccessSparseVector.(RandomAccessSparseVector.java:41) at org.apache.mahout.math.SparseMatrix.setQuick(SparseMatrix.java:94) at org.apache.mahout.classifier.bayes.datastore.InMemoryBayesDatastore.loadFeatureWeight(InMemoryBayesDatastore.java:153) at org.apache.mahout.classifier.bayes.io.SequenceFileModelReader.loadWeightMatrix(SequenceFileModelReader.java:65) at org.apache.mahout.classifier.bayes.io.SequenceFileModelReader.loadModel(SequenceFileModelReader.java:51) at org.apache.mahout.classifier.bayes.datastore.InMemoryBayesDatastore.initialize(InMemoryBayesDatastore.java:76) at org.apache.mahout.classifier.bayes.model.ClassifierContext.initialize(ClassifierContext.java:47) at org.apache.mahout.classifier.bayes.mapreduce.bayes.BayesClassifierMapper.configure(BayesClassifierMapper.java:121) ... 18 more attempt_201106161818_0001_m_000005_2: [GC 520514K->177883K(2009792K), 0.1541950 secs] attempt_201106161818_0001_m_000005_2: [GC 702171K->282077K(2009792K), 0.2352610 secs] attempt_201106161818_0001_m_000005_2: [GC 806365K->414562K(2009792K), 0.1934450 secs] attempt_201106161818_0001_m_000005_2: [GC 938850K->492514K(2009792K), 0.2471520 secs] attempt_201106161818_0001_m_000005_2: [GC 1016802K->678634K(2009792K), 0.3129270 secs] attempt_201106161818_0001_m_000005_2: [GC 1202922K->851328K(1718592K), 0.4197630 secs] attempt_201106161818_0001_m_000005_2: [GC 1084416K->887204K(1864192K), 0.2243840 secs] attempt_201106161818_0001_m_000005_2: [GC 1120292K->922668K(1864192K), 0.3775840 secs] attempt_201106161818_0001_m_000005_2: [GC 1155756K->958484K(1864192K), 0.4314130 secs] attempt_201106161818_0001_m_000005_2: [GC 1191572K->994620K(1864192K), 0.5905700 secs] attempt_201106161818_0001_m_000005_2: [GC 1227708K->1030676K(1864192K), 0.5074130 secs] attempt_201106161818_0001_m_000005_2: [GC 1263764K->1066180K(1864192K), 0.2755740 secs] attempt_201106161818_0001_m_000005_2: [GC 1236252K->1092284K(1864192K), 0.4980990 secs] attempt_201106161818_0001_m_000005_2: [GC 1323287K->1318714K(1864192K), 0.2052270 secs] attempt_201106161818_0001_m_000005_2: [Full GC 1778191K->1319101K(1864192K), 2.7502530 secs] attempt_201106161818_0001_m_000005_2: [Full GC 1552189K->1354883K(1864192K), 2.2252670 secs] attempt_201106161818_0001_m_000005_2: [Full GC 1587971K->1390705K(1864192K), 2.3436960 secs] attempt_201106161818_0001_m_000005_2: [Full GC 1623793K->1425477K(1864192K), 3.2979150 secs] attempt_201106161818_0001_m_000005_2: [Full GC 1631231K->1469013K(1864192K), 2.5603990 secs] attempt_201106161818_0001_m_000005_2: [Full GC 1631231K->1493918K(1864192K), 2.6542310 secs] attempt_201106161818_0001_m_000005_2: [Full GC 1631231K->1514786K(1864192K), 2.7950250 secs] attempt_201106161818_0001_m_000005_2: [Full GC 1631231K->1521150K(1864192K), 3.2596950 secs] attempt_201106161818_0001_m_000005_2: [Full GC 1631232K->1549774K(1864192K), 2.8272520 secs] attempt_201106161818_0001_m_000005_2: [Full GC 1631232K->1562165K(1864192K), 2.8938170 secs] attempt_201106161818_0001_m_000005_2: [Full GC 1631232K->1576397K(1864192K), 2.8719030 secs] attempt_201106161818_0001_m_000005_2: [Full GC 1631232K->1575965K(1864192K), 3.7266510 secs] attempt_201106161818_0001_m_000005_2: [Full GC 1631231K->1599361K(1864192K), 2.9072260 secs] attempt_201106161818_0001_m_000005_2: [Full GC 1631231K->1605438K(1864192K), 2.9530530 secs] attempt_201106161818_0001_m_000005_2: [Full GC 1631231K->1610355K(1864192K), 2.9355400 secs] attempt_201106161818_0001_m_000005_2: [Full GC 1631231K->1602700K(1864192K), 2.9940500 secs] attempt_201106161818_0001_m_000005_2: [Full GC 1631231K->1622067K(1864192K), 2.9261210 secs] attempt_201106161818_0001_m_000005_2: [Full GC 1631231K->1623827K(1864192K), 2.9388620 secs] attempt_201106161818_0001_m_000005_2: [Full GC 1631231K->1625248K(1864192K), 2.9446120 secs] attempt_201106161818_0001_m_000005_2: [Full GC 1631231K->1614740K(1864192K), 2.9684260 secs] attempt_201106161818_0001_m_000005_2: [Full GC 1631231K->1629536K(1864192K), 2.9775510 secs] attempt_201106161818_0001_m_000005_2: [Full GC 1631231K->1629861K(1864192K), 2.9390140 secs] attempt_201106161818_0001_m_000005_2: [Full GC 1631231K->1630115K(1864192K), 2.9389720 secs] attempt_201106161818_0001_m_000005_2: [Full GC 1631231K->1618672K(1864192K), 2.9602270 secs] attempt_201106161818_0001_m_000005_2: [Full GC 1631231K->1631231K(1864192K), 2.9888990 secs] attempt_201106161818_0001_m_000005_2: [Full GC 1631231K->1631231K(1864192K), 2.9466180 secs] attempt_201106161818_0001_m_000005_2: [Full GC 1631231K->1620942K(1864192K), 3.8550850 secs] attempt_201106161818_0001_m_000005_2: [Full GC 1631232K->1622930K(1864192K), 3.7952240 secs] attempt_201106161818_0001_m_000005_2: [Full GC 1631231K->1631231K(1864192K), 2.9628400 secs] attempt_201106161818_0001_m_000005_2: [Full GC 1631231K->1624546K(1864192K), 2.9917530 secs] attempt_201106161818_0001_m_000005_2: [Full GC 1631231K->1631231K(1864192K), 2.9647870 secs] attempt_201106161818_0001_m_000005_2: [Full GC 1631231K->1625838K(1864192K), 2.9795680 secs] attempt_201106161818_0001_m_000005_2: [Full GC 1631231K->1631231K(1864192K), 3.0000190 secs] attempt_201106161818_0001_m_000005_2: [Full GC 1631231K->1626880K(1864192K), 2.9646560 secs] attempt_201106161818_0001_m_000005_2: [Full GC 1631231K->1631231K(1864192K), 2.9679400 secs] attempt_201106161818_0001_m_000005_2: [Full GC 1631231K->1627720K(1864192K), 2.9597800 secs] attempt_201106161818_0001_m_000005_2: [Full GC 1631231K->1631231K(1864192K), 2.9691360 secs] attempt_201106161818_0001_m_000005_2: [Full GC 1631231K->1628399K(1864192K), 3.0188840 secs] attempt_201106161818_0001_m_000005_2: [Full GC 1631231K->1631231K(1864192K), 2.9663560 secs] attempt_201106161818_0001_m_000005_2: [Full GC 1631231K->1628939K(1864192K), 3.0180050 secs] attempt_201106161818_0001_m_000005_2: [Full GC 1631231K->1631231K(1864192K), 2.9829430 secs] attempt_201106161818_0001_m_000005_2: [Full GC 1631231K->1629377K(1864192K), 2.9740630 secs] attempt_201106161818_0001_m_000005_2: [Full GC 1631231K->1631231K(1864192K), 2.9817890 secs] attempt_201106161818_0001_m_000005_2: [Full GC 1631231K->1629729K(1864192K), 2.9808920 secs] attempt_201106161818_0001_m_000005_2: [Full GC 1631231K->1631231K(1864192K), 3.0619120 secs] attempt_201106161818_0001_m_000005_2: [Full GC 1631231K->1630012K(1864192K), 2.9932060 secs] attempt_201106161818_0001_m_000005_2: [Full GC 1631231K->1631231K(1864192K), 3.0391320 secs] attempt_201106161818_0001_m_000005_2: [Full GC 1631231K->1630240K(1864192K), 2.9877600 secs] attempt_201106161818_0001_m_000005_2: [Full GC 1631231K->1631231K(1864192K), 3.0216440 secs] attempt_201106161818_0001_m_000005_2: [Full GC 1631231K->1630422K(1864192K), 2.9791370 secs] attempt_201106161818_0001_m_000005_2: [Full GC 1631231K->1631231K(1864192K), 2.9687360 secs] attempt_201106161818_0001_m_000005_2: [Full GC 1631231K->1630570K(1864192K), 3.0156600 secs] attempt_201106161818_0001_m_000005_2: [Full GC 1631231K->1631231K(1864192K), 2.9825340 secs] attempt_201106161818_0001_m_000005_2: [Full GC 1631231K->1630688K(1864192K), 2.8802280 secs] attempt_201106161818_0001_m_000005_2: [Full GC 1631231K->102997K(1864192K), 0.2428030 secs] 11/06/16 18:44:35 INFO mapred.JobClient: Task Id : attempt_201106161818_0001_m_000003_2, Status : FAILED java.lang.RuntimeException: Error in configuring object at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:93) at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:64) at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:117) at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:354) at org.apache.hadoop.mapred.MapTask.run(MapTask.java:307) at org.apache.hadoop.mapred.Child.main(Child.java:170) Caused by: java.lang.reflect.InvocationTargetException at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:88) ... 5 more Caused by: java.lang.RuntimeException: Error in configuring object at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:93) at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:64) at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:117) at org.apache.hadoop.mapred.MapRunner.configure(MapRunner.java:34) ... 10 more Caused by: java.lang.reflect.InvocationTargetException at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:88) ... 13 more Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded at java.nio.CharBuffer.allocate(CharBuffer.java:312) at java.nio.charset.CharsetDecoder.decode(CharsetDecoder.java:760) at org.apache.hadoop.io.Text.decode(Text.java:350) at org.apache.hadoop.io.Text.decode(Text.java:327) at org.apache.hadoop.io.Text.toString(Text.java:254) at org.apache.mahout.common.StringTuple.readFields(StringTuple.java:143) at org.apache.hadoop.io.SequenceFile$Reader.next(SequenceFile.java:1836) at org.apache.hadoop.io.SequenceFile$Reader.next(SequenceFile.java:1876) at org.apache.mahout.common.iterator.sequencefile.SequenceFileIterator.computeNext(SequenceFileIterator.java:95) at org.apache.mahout.common.iterator.sequencefile.SequenceFileIterator.computeNext(SequenceFileIterator.java:38) at com.google.common.collect.AbstractIterator.tryToComputeNext(AbstractIterator.java:141) at com.google.common.collect.AbstractIterator.hasNext(AbstractIterator.java:136) at com.google.common.collect.Iterators$5.hasNext(Iterators.java:525) at com.google.common.collect.ForwardingIterator.hasNext(ForwardingIterator.java:43) at org.apache.mahout.classifier.bayes.io.SequenceFileModelReader.loadWeightMatrix(SequenceFileModelReader.java:57) at org.apache.mahout.classifier.bayes.io.SequenceFileModelReader.loadModel(SequenceFileModelReader.java:51) at org.apache.mahout.classifier.bayes.datastore.InMemoryBayesDatastore.initialize(InMemoryBayesDatastore.java:76) at org.apache.mahout.classifier.bayes.model.ClassifierContext.initialize(ClassifierContext.java:47) at org.apache.mahout.classifier.bayes.mapreduce.bayes.BayesClassifierMapper.configure(BayesClassifierMapper.java:121) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:88) at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:64) at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:117) at org.apache.hadoop.mapred.MapRunner.configure(MapRunner.java:34) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:88) attempt_201106161818_0001_m_000003_2: [GC 520513K->185498K(2009792K), 0.1302600 secs] attempt_201106161818_0001_m_000003_2: [GC 709786K->282093K(2009792K), 0.2249250 secs] attempt_201106161818_0001_m_000003_2: [GC 806381K->414586K(2009792K), 0.2245400 secs] attempt_201106161818_0001_m_000003_2: [GC 938874K->492562K(2009792K), 0.2467560 secs] attempt_201106161818_0001_m_000003_2: [GC 1005530K->664509K(2009792K), 0.2287810 secs] attempt_201106161818_0001_m_000003_2: [GC 1188797K->842525K(1718592K), 0.3948090 secs] attempt_201106161818_0001_m_000003_2: [GC 1075613K->878369K(1864192K), 0.2799650 secs] attempt_201106161818_0001_m_000003_2: [GC 1111457K->913969K(1864192K), 0.5008510 secs] attempt_201106161818_0001_m_000003_2: [GC 1147057K->949585K(1864192K), 0.5430260 secs] attempt_201106161818_0001_m_000003_2: [GC 1182673K->985769K(1864192K), 0.6979530 secs] attempt_201106161818_0001_m_000003_2: [GC 1218857K->1021809K(1864192K), 0.4505990 secs] attempt_201106161818_0001_m_000003_2: [GC 1254897K->1057385K(1864192K), 0.3336050 secs] attempt_201106161818_0001_m_000003_2: [GC 1237623K->1085257K(1864192K), 0.3902560 secs] attempt_201106161818_0001_m_000003_2: [GC 1316276K->1311679K(1864192K), 0.4290900 secs] attempt_201106161818_0001_m_000003_2: [Full GC 1771157K->1319097K(1864192K), 2.6599660 secs] attempt_201106161818_0001_m_000003_2: [Full GC 1552185K->1354883K(1864192K), 2.2421780 secs] attempt_201106161818_0001_m_000003_2: [Full GC 1587971K->1390708K(1864192K), 2.3641030 secs] attempt_201106161818_0001_m_000003_2: [Full GC 1623796K->1425459K(1864192K), 3.3075830 secs] attempt_201106161818_0001_m_000003_2: [Full GC 1631232K->1469000K(1864192K), 2.6055280 secs] attempt_201106161818_0001_m_000003_2: [Full GC 1631232K->1493908K(1864192K), 2.6788830 secs] attempt_201106161818_0001_m_000003_2: [Full GC 1631232K->1514779K(1864192K), 2.8217710 secs] attempt_201106161818_0001_m_000003_2: [Full GC 1631232K->1521143K(1864192K), 3.2371530 secs] attempt_201106161818_0001_m_000003_2: [Full GC 1631232K->1549769K(1864192K), 2.8395020 secs] attempt_201106161818_0001_m_000003_2: [Full GC 1631232K->1562129K(1864192K), 2.9292570 secs] attempt_201106161818_0001_m_000003_2: [Full GC 1631232K->1576371K(1864192K), 2.9289570 secs] attempt_201106161818_0001_m_000003_2: [Full GC 1631232K->1575944K(1864192K), 3.6421870 secs] attempt_201106161818_0001_m_000003_2: [Full GC 1631231K->1599346K(1864192K), 2.8992480 secs] attempt_201106161818_0001_m_000003_2: [Full GC 1631231K->1605424K(1864192K), 2.9244190 secs] attempt_201106161818_0001_m_000003_2: [Full GC 1631231K->1610344K(1864192K), 2.9006710 secs] attempt_201106161818_0001_m_000003_2: [Full GC 1631231K->1602691K(1864192K), 2.9492800 secs] attempt_201106161818_0001_m_000003_2: [Full GC 1631231K->1622059K(1864192K), 2.9488370 secs] attempt_201106161818_0001_m_000003_2: [Full GC 1631231K->1623821K(1864192K), 2.9361610 secs] attempt_201106161818_0001_m_000003_2: [Full GC 1631231K->1625243K(1864192K), 2.9183900 secs] attempt_201106161818_0001_m_000003_2: [Full GC 1631231K->1614736K(1864192K), 2.9817570 secs] attempt_201106161818_0001_m_000003_2: [Full GC 1631231K->1629533K(1864192K), 2.9441730 secs] attempt_201106161818_0001_m_000003_2: [Full GC 1631231K->1629858K(1864192K), 2.9739070 secs] attempt_201106161818_0001_m_000003_2: [Full GC 1631231K->1630113K(1864192K), 2.9532390 secs] attempt_201106161818_0001_m_000003_2: [Full GC 1631231K->1618670K(1864192K), 2.9640040 secs] attempt_201106161818_0001_m_000003_2: [Full GC 1631231K->1631231K(1864192K), 2.9732180 secs] attempt_201106161818_0001_m_000003_2: [Full GC 1631231K->1620941K(1864192K), 3.8202650 secs] attempt_201106161818_0001_m_000003_2: [Full GC 1631231K->1631231K(1864192K), 2.9806820 secs] attempt_201106161818_0001_m_000003_2: [Full GC 1631231K->1622928K(1864192K), 3.7589980 secs] attempt_201106161818_0001_m_000003_2: [Full GC 1631231K->1631231K(1864192K), 2.9546380 secs] attempt_201106161818_0001_m_000003_2: [Full GC 1631231K->1624536K(1864192K), 2.9780190 secs] attempt_201106161818_0001_m_000003_2: [Full GC 1631231K->1631231K(1864192K), 2.9509190 secs] attempt_201106161818_0001_m_000003_2: [Full GC 1631231K->1625829K(1864192K), 2.9535320 secs] attempt_201106161818_0001_m_000003_2: [Full GC 1631231K->1631231K(1864192K), 2.9571380 secs] attempt_201106161818_0001_m_000003_2: [Full GC 1631231K->1626874K(1864192K), 2.9706270 secs] attempt_201106161818_0001_m_000003_2: [Full GC 1631231K->1631231K(1864192K), 2.9585140 secs] attempt_201106161818_0001_m_000003_2: [Full GC 1631231K->1627715K(1864192K), 2.9558460 secs] attempt_201106161818_0001_m_000003_2: [Full GC 1631231K->1631231K(1864192K), 2.9802140 secs] attempt_201106161818_0001_m_000003_2: [Full GC 1631231K->1628394K(1864192K), 2.9896970 secs] attempt_201106161818_0001_m_000003_2: [Full GC 1631231K->1631231K(1864192K), 2.9584340 secs] attempt_201106161818_0001_m_000003_2: [Full GC 1631231K->1628936K(1864192K), 2.9527240 secs] attempt_201106161818_0001_m_000003_2: [Full GC 1631231K->1631231K(1864192K), 2.9660740 secs] attempt_201106161818_0001_m_000003_2: [Full GC 1631231K->1629374K(1864192K), 2.9599430 secs] attempt_201106161818_0001_m_000003_2: [Full GC 1631231K->1631231K(1864192K), 2.9896150 secs] attempt_201106161818_0001_m_000003_2: [Full GC 1631231K->1629727K(1864192K), 3.0333000 secs] attempt_201106161818_0001_m_000003_2: [Full GC 1631231K->1631231K(1864192K), 3.0021470 secs] attempt_201106161818_0001_m_000003_2: [Full GC 1631231K->1630011K(1864192K), 2.9635490 secs] attempt_201106161818_0001_m_000003_2: [Full GC 1631231K->1631231K(1864192K), 2.9664130 secs] attempt_201106161818_0001_m_000003_2: [Full GC 1631231K->1630239K(1864192K), 2.9660260 secs] attempt_201106161818_0001_m_000003_2: [Full GC 1631231K->1631231K(1864192K), 2.9685360 secs] attempt_201106161818_0001_m_000003_2: [Full GC 1631231K->1630421K(1864192K), 2.9974160 secs] attempt_201106161818_0001_m_000003_2: [Full GC 1631231K->1631231K(1864192K), 2.9678300 secs] attempt_201106161818_0001_m_000003_2: [Full GC 1631232K->1630569K(1864192K), 2.9612110 secs] attempt_201106161818_0001_m_000003_2: [Full GC 1631232K->1631232K(1864192K), 2.8785530 secs] attempt_201106161818_0001_m_000003_2: [Full GC 1631232K->1630688K(1864192K), 2.8069230 secs] attempt_201106161818_0001_m_000003_2: [Full GC 1631232K->102998K(1864192K), 0.2477560 secs] 11/06/16 18:45:02 INFO mapred.JobClient: Job complete: job_201106161818_0001 11/06/16 18:45:02 INFO mapred.JobClient: Counters: 3 11/06/16 18:45:02 INFO mapred.JobClient: Job Counters 11/06/16 18:45:02 INFO mapred.JobClient: Launched map tasks=27 11/06/16 18:45:02 INFO mapred.JobClient: Data-local map tasks=27 11/06/16 18:45:02 INFO mapred.JobClient: Failed map tasks=1 Exception in thread "main" java.io.IOException: Job failed! at org.apache.hadoop.mapred.JobClient.runJob(JobClient.java:1252) at org.apache.mahout.classifier.bayes.mapreduce.bayes.BayesClassifierDriver.runJob(BayesClassifierDriver.java:81) at org.apache.mahout.classifier.bayes.TestClassifier.classifyParallel(TestClassifier.java:284) at org.apache.mahout.classifier.bayes.TestClassifier.main(TestClassifier.java:187) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.ProgramDriver$ProgramDescription.invoke(ProgramDriver.java:68) at org.apache.hadoop.util.ProgramDriver.driver(ProgramDriver.java:139) at org.apache.mahout.driver.MahoutDriver.main(MahoutDriver.java:188) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.RunJar.main(RunJar.java:156) hadoop@kdevlinux:/usr/local/mahout/bin$ hadoop@kdevlinux:/usr/local/mahout/bin$ hadoop@kdevlinux:/usr/local/mahout/bin$ hadoop@kdevlinux:/usr/local/mahout/bin$ hadoop@kdevlinux:/usr/local/mahout/bin$