Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- C:\Syncfusion\BigData\3.2.0.20\BigDataSDK\SDK\Hadoop\bin>hadoop jar C:\Users\suman\Desktop\domaingendercount.jar /Data/people.csv /Data/Output/
- 18/07/07 23:51:57 INFO client.RMProxy: Connecting to ResourceManager at /0.0.0.0:8032
- 18/07/07 23:51:57 INFO client.RMProxy: Connecting to ResourceManager at /0.0.0.0:8032
- 18/07/07 23:51:58 INFO mapred.FileInputFormat: Total input paths to process : 1
- 18/07/07 23:51:58 INFO mapreduce.JobSubmitter: number of splits:2
- 18/07/07 23:51:58 INFO mapreduce.JobSubmitter: Submitting tokens for job: job_1530507159389_0006
- 18/07/07 23:51:59 INFO impl.YarnClientImpl: Submitted application application_1530507159389_0006
- 18/07/07 23:51:59 INFO mapreduce.Job: The url to track the job: http://suman-PC:8088/proxy/application_1530507159389_0006/
- 18/07/07 23:51:59 INFO mapreduce.Job: Running job: job_1530507159389_0006
- 18/07/07 23:52:07 INFO mapreduce.Job: Job job_1530507159389_0006 running in uber mode : false
- 18/07/07 23:52:07 INFO mapreduce.Job: map 0% reduce 0%
- 18/07/07 23:52:16 INFO mapreduce.Job: Task Id : attempt_1530507159389_0006_m_000000_0, Status : FAILED
- Error: java.io.IOException: wrong value class: class org.apache.hadoop.io.IntWritable is not class org.apache.hadoop.io.Text
- at org.apache.hadoop.mapred.IFile$Writer.append(IFile.java:194)
- at org.apache.hadoop.mapred.Task$CombineOutputCollector.collect(Task.java:1350)
- at peoplemail.DomainGenderCount$ReduceClass.reduce(DomainGenderCount.java:52)
- at peoplemail.DomainGenderCount$ReduceClass.reduce(DomainGenderCount.java:1)
- at org.apache.hadoop.mapred.Task$OldCombinerRunner.combine(Task.java:1615)
- at org.apache.hadoop.mapred.MapTask$MapOutputBuffer.sortAndSpill(MapTask.java:1637)
- at org.apache.hadoop.mapred.MapTask$MapOutputBuffer.flush(MapTask.java:1489)
- at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:460)
- at org.apache.hadoop.mapred.MapTask.run(MapTask.java:343)
- at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:164)
- at java.security.AccessController.doPrivileged(Native Method)
- at javax.security.auth.Subject.doAs(Subject.java:415)
- at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1656)
- at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:158)
- 18/07/07 23:52:18 INFO mapreduce.Job: Task Id : attempt_1530507159389_0006_m_000001_0, Status : FAILED
- Error: java.lang.ArrayIndexOutOfBoundsException: 4
- at peoplemail.DomainGenderCount$MapClass.map(DomainGenderCount.java:34)
- at peoplemail.DomainGenderCount$MapClass.map(DomainGenderCount.java:1)
- at org.apache.hadoop.mapred.MapRunner.run(MapRunner.java:54)
- at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:453)
- at org.apache.hadoop.mapred.MapTask.run(MapTask.java:343)
- at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:164)
- at java.security.AccessController.doPrivileged(Native Method)
- at javax.security.auth.Subject.doAs(Subject.java:415)
- at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1656)
- at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:158)
- 18/07/07 23:52:26 INFO mapreduce.Job: map 50% reduce 0%
- 18/07/07 23:52:26 INFO mapreduce.Job: Task Id : attempt_1530507159389_0006_m_000000_1, Status : FAILED
- Error: java.io.IOException: wrong value class: class org.apache.hadoop.io.IntWritable is not class org.apache.hadoop.io.Text
- at org.apache.hadoop.mapred.IFile$Writer.append(IFile.java:194)
- at org.apache.hadoop.mapred.Task$CombineOutputCollector.collect(Task.java:1350)
- at peoplemail.DomainGenderCount$ReduceClass.reduce(DomainGenderCount.java:52)
- at peoplemail.DomainGenderCount$ReduceClass.reduce(DomainGenderCount.java:1)
- at org.apache.hadoop.mapred.Task$OldCombinerRunner.combine(Task.java:1615)
- at org.apache.hadoop.mapred.MapTask$MapOutputBuffer.sortAndSpill(MapTask.java:1637)
- at org.apache.hadoop.mapred.MapTask$MapOutputBuffer.flush(MapTask.java:1489)
- at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:460)
- at org.apache.hadoop.mapred.MapTask.run(MapTask.java:343)
- at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:164)
- at java.security.AccessController.doPrivileged(Native Method)
- at javax.security.auth.Subject.doAs(Subject.java:415)
- at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1656)
- at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:158)
- 18/07/07 23:52:27 INFO mapreduce.Job: map 0% reduce 0%
- 18/07/07 23:52:28 INFO mapreduce.Job: map 50% reduce 0%
- 18/07/07 23:52:28 INFO mapreduce.Job: Task Id : attempt_1530507159389_0006_m_000001_1, Status : FAILED
- Error: java.lang.ArrayIndexOutOfBoundsException: 4
- at peoplemail.DomainGenderCount$MapClass.map(DomainGenderCount.java:34)
- at peoplemail.DomainGenderCount$MapClass.map(DomainGenderCount.java:1)
- at org.apache.hadoop.mapred.MapRunner.run(MapRunner.java:54)
- at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:453)
- at org.apache.hadoop.mapred.MapTask.run(MapTask.java:343)
- at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:164)
- at java.security.AccessController.doPrivileged(Native Method)
- at javax.security.auth.Subject.doAs(Subject.java:415)
- at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1656)
- at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:158)
- 18/07/07 23:52:29 INFO mapreduce.Job: map 0% reduce 0%
- 18/07/07 23:52:37 INFO mapreduce.Job: Task Id : attempt_1530507159389_0006_m_000000_2, Status : FAILED
- Error: java.io.IOException: wrong value class: class org.apache.hadoop.io.IntWritable is not class org.apache.hadoop.io.Text
- at org.apache.hadoop.mapred.IFile$Writer.append(IFile.java:194)
- at org.apache.hadoop.mapred.Task$CombineOutputCollector.collect(Task.java:1350)
- at peoplemail.DomainGenderCount$ReduceClass.reduce(DomainGenderCount.java:52)
- at peoplemail.DomainGenderCount$ReduceClass.reduce(DomainGenderCount.java:1)
- at org.apache.hadoop.mapred.Task$OldCombinerRunner.combine(Task.java:1615)
- at org.apache.hadoop.mapred.MapTask$MapOutputBuffer.sortAndSpill(MapTask.java:1637)
- at org.apache.hadoop.mapred.MapTask$MapOutputBuffer.flush(MapTask.java:1489)
- at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:460)
- at org.apache.hadoop.mapred.MapTask.run(MapTask.java:343)
- at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:164)
- at java.security.AccessController.doPrivileged(Native Method)
- at javax.security.auth.Subject.doAs(Subject.java:415)
- at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1656)
- at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:158)
- 18/07/07 23:52:39 INFO mapreduce.Job: Task Id : attempt_1530507159389_0006_m_000001_2, Status : FAILED
- Error: java.lang.ArrayIndexOutOfBoundsException: 4
- at peoplemail.DomainGenderCount$MapClass.map(DomainGenderCount.java:34)
- at peoplemail.DomainGenderCount$MapClass.map(DomainGenderCount.java:1)
- at org.apache.hadoop.mapred.MapRunner.run(MapRunner.java:54)
- at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:453)
- at org.apache.hadoop.mapred.MapTask.run(MapTask.java:343)
- at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:164)
- at java.security.AccessController.doPrivileged(Native Method)
- at javax.security.auth.Subject.doAs(Subject.java:415)
- at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1656)
- at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:158)
- 18/07/07 23:52:47 INFO mapreduce.Job: map 100% reduce 100%
- 18/07/07 23:52:48 INFO mapreduce.Job: Job job_1530507159389_0006 failed with state FAILED due to: Task failed task_1530507159389_0006_m_000000
- Job failed as tasks failed. failedMaps:1 failedReduces:0
- 18/07/07 23:52:48 INFO mapreduce.Job: Counters: 17
- Job Counters
- Failed map tasks=7
- Killed map tasks=1
- Killed reduce tasks=1
- Launched map tasks=8
- Other local map tasks=6
- Rack-local map tasks=2
- Total time spent by all maps in occupied slots (ms)=243436
- Total time spent by all reduces in occupied slots (ms)=0
- Total time spent by all map tasks (ms)=60859
- Total time spent by all reduce tasks (ms)=0
- Total vcore-milliseconds taken by all map tasks=60859
- Total vcore-milliseconds taken by all reduce tasks=0
- Total megabyte-milliseconds taken by all map tasks=62319616
- Total megabyte-milliseconds taken by all reduce tasks=0
- Map-Reduce Framework
- CPU time spent (ms)=0
- Physical memory (bytes) snapshot=0
- Virtual memory (bytes) snapshot=0
- Exception in thread "main" java.io.IOException: Job failed!
- at org.apache.hadoop.mapred.JobClient.runJob(JobClient.java:865)
- at peoplemail.DomainGenderCount.run(DomainGenderCount.java:81)
- at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:70)
- at peoplemail.DomainGenderCount.main(DomainGenderCount.java:61)
- at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
- at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
- at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
- at java.lang.reflect.Method.invoke(Method.java:606)
- at org.apache.hadoop.util.RunJar.run(RunJar.java:221)
- at org.apache.hadoop.util.RunJar.main(RunJar.java:136)
- C:\Syncfusion\BigData\3.2.0.20\BigDataSDK\SDK\Hadoop\bin>hadoop jar C:\Users\suman\Desktop\domaingendercount.jar /Data/people.csv /Data/Output/
- 18/07/07 23:54:09 INFO client.RMProxy: Connecting to ResourceManager at /0.0.0.0:8032
- 18/07/07 23:54:09 INFO client.RMProxy: Connecting to ResourceManager at /0.0.0.0:8032
- 18/07/07 23:54:10 INFO mapred.FileInputFormat: Total input paths to process : 1
- 18/07/07 23:54:10 INFO mapreduce.JobSubmitter: number of splits:2
- 18/07/07 23:54:10 INFO mapreduce.JobSubmitter: Submitting tokens for job: job_1530507159389_0007
- 18/07/07 23:54:11 INFO impl.YarnClientImpl: Submitted application application_1530507159389_0007
- 18/07/07 23:54:11 INFO mapreduce.Job: The url to track the job: http://suman-PC:8088/proxy/application_1530507159389_0007/
- 18/07/07 23:54:11 INFO mapreduce.Job: Running job: job_1530507159389_0007
- 18/07/07 23:54:21 INFO mapreduce.Job: Job job_1530507159389_0007 running in uber mode : false
- 18/07/07 23:54:21 INFO mapreduce.Job: map 0% reduce 0%
- 18/07/07 23:54:31 INFO mapreduce.Job: Task Id : attempt_1530507159389_0007_m_000000_0, Status : FAILED
- Error: java.io.IOException: wrong value class: class org.apache.hadoop.io.IntWritable is not class org.apache.hadoop.io.Text
- at org.apache.hadoop.mapred.IFile$Writer.append(IFile.java:194)
- at org.apache.hadoop.mapred.Task$CombineOutputCollector.collect(Task.java:1350)
- at peoplemail.DomainGenderCount$ReduceClass.reduce(DomainGenderCount.java:52)
- at peoplemail.DomainGenderCount$ReduceClass.reduce(DomainGenderCount.java:1)
- at org.apache.hadoop.mapred.Task$OldCombinerRunner.combine(Task.java:1615)
- at org.apache.hadoop.mapred.MapTask$MapOutputBuffer.sortAndSpill(MapTask.java:1637)
- at org.apache.hadoop.mapred.MapTask$MapOutputBuffer.flush(MapTask.java:1489)
- at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:460)
- at org.apache.hadoop.mapred.MapTask.run(MapTask.java:343)
- at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:164)
- at java.security.AccessController.doPrivileged(Native Method)
- at javax.security.auth.Subject.doAs(Subject.java:415)
- at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1656)
- at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:158)
- 18/07/07 23:54:33 INFO mapreduce.Job: Task Id : attempt_1530507159389_0007_m_000001_0, Status : FAILED
- Error: java.lang.ArrayIndexOutOfBoundsException: 5
- at peoplemail.DomainGenderCount$MapClass.map(DomainGenderCount.java:34)
- at peoplemail.DomainGenderCount$MapClass.map(DomainGenderCount.java:1)
- at org.apache.hadoop.mapred.MapRunner.run(MapRunner.java:54)
- at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:453)
- at org.apache.hadoop.mapred.MapTask.run(MapTask.java:343)
- at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:164)
- at java.security.AccessController.doPrivileged(Native Method)
- at javax.security.auth.Subject.doAs(Subject.java:415)
- at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1656)
- at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:158)
- 18/07/07 23:54:40 INFO mapreduce.Job: Task Id : attempt_1530507159389_0007_m_000000_1, Status : FAILED
- Error: java.io.IOException: wrong value class: class org.apache.hadoop.io.IntWritable is not class org.apache.hadoop.io.Text
- at org.apache.hadoop.mapred.IFile$Writer.append(IFile.java:194)
- at org.apache.hadoop.mapred.Task$CombineOutputCollector.collect(Task.java:1350)
- at peoplemail.DomainGenderCount$ReduceClass.reduce(DomainGenderCount.java:52)
- at peoplemail.DomainGenderCount$ReduceClass.reduce(DomainGenderCount.java:1)
- at org.apache.hadoop.mapred.Task$OldCombinerRunner.combine(Task.java:1615)
- at org.apache.hadoop.mapred.MapTask$MapOutputBuffer.sortAndSpill(MapTask.java:1637)
- at org.apache.hadoop.mapred.MapTask$MapOutputBuffer.flush(MapTask.java:1489)
- at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:460)
- at org.apache.hadoop.mapred.MapTask.run(MapTask.java:343)
- at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:164)
- at java.security.AccessController.doPrivileged(Native Method)
- at javax.security.auth.Subject.doAs(Subject.java:415)
- at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1656)
- at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:158)
- 18/07/07 23:54:41 INFO mapreduce.Job: Task Id : attempt_1530507159389_0007_m_000001_1, Status : FAILED
- Error: java.lang.ArrayIndexOutOfBoundsException: 5
- at peoplemail.DomainGenderCount$MapClass.map(DomainGenderCount.java:34)
- at peoplemail.DomainGenderCount$MapClass.map(DomainGenderCount.java:1)
- at org.apache.hadoop.mapred.MapRunner.run(MapRunner.java:54)
- at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:453)
- at org.apache.hadoop.mapred.MapTask.run(MapTask.java:343)
- at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:164)
- at java.security.AccessController.doPrivileged(Native Method)
- at javax.security.auth.Subject.doAs(Subject.java:415)
- at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1656)
- at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:158)
- 18/07/07 23:54:49 INFO mapreduce.Job: Task Id : attempt_1530507159389_0007_m_000000_2, Status : FAILED
- Error: java.io.IOException: wrong value class: class org.apache.hadoop.io.IntWritable is not class org.apache.hadoop.io.Text
- at org.apache.hadoop.mapred.IFile$Writer.append(IFile.java:194)
- at org.apache.hadoop.mapred.Task$CombineOutputCollector.collect(Task.java:1350)
- at peoplemail.DomainGenderCount$ReduceClass.reduce(DomainGenderCount.java:52)
- at peoplemail.DomainGenderCount$ReduceClass.reduce(DomainGenderCount.java:1)
- at org.apache.hadoop.mapred.Task$OldCombinerRunner.combine(Task.java:1615)
- at org.apache.hadoop.mapred.MapTask$MapOutputBuffer.sortAndSpill(MapTask.java:1637)
- at org.apache.hadoop.mapred.MapTask$MapOutputBuffer.flush(MapTask.java:1489)
- at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:460)
- at org.apache.hadoop.mapred.MapTask.run(MapTask.java:343)
- at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:164)
- at java.security.AccessController.doPrivileged(Native Method)
- at javax.security.auth.Subject.doAs(Subject.java:415)
- at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1656)
- at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:158)
- 18/07/07 23:54:50 INFO mapreduce.Job: Task Id : attempt_1530507159389_0007_m_000001_2, Status : FAILED
- Error: java.lang.ArrayIndexOutOfBoundsException: 5
- at peoplemail.DomainGenderCount$MapClass.map(DomainGenderCount.java:34)
- at peoplemail.DomainGenderCount$MapClass.map(DomainGenderCount.java:1)
- at org.apache.hadoop.mapred.MapRunner.run(MapRunner.java:54)
- at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:453)
- at org.apache.hadoop.mapred.MapTask.run(MapTask.java:343)
- at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:164)
- at java.security.AccessController.doPrivileged(Native Method)
- at javax.security.auth.Subject.doAs(Subject.java:415)
- at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1656)
- at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:158)
- 18/07/07 23:54:57 INFO mapreduce.Job: map 50% reduce 0%
- 18/07/07 23:54:58 INFO mapreduce.Job: map 100% reduce 100%
- 18/07/07 23:54:59 INFO mapreduce.Job: Job job_1530507159389_0007 failed with state FAILED due to: Task failed task_1530507159389_0007_m_000000
- Job failed as tasks failed. failedMaps:1 failedReduces:0
- 18/07/07 23:54:59 INFO mapreduce.Job: Counters: 17
- Job Counters
- Failed map tasks=7
- Killed map tasks=1
- Killed reduce tasks=1
- Launched map tasks=8
- Other local map tasks=6
- Rack-local map tasks=2
- Total time spent by all maps in occupied slots (ms)=213464
- Total time spent by all reduces in occupied slots (ms)=0
- Total time spent by all map tasks (ms)=53366
- Total time spent by all reduce tasks (ms)=0
- Total vcore-milliseconds taken by all map tasks=53366
- Total vcore-milliseconds taken by all reduce tasks=0
- Total megabyte-milliseconds taken by all map tasks=54646784
- Total megabyte-milliseconds taken by all reduce tasks=0
- Map-Reduce Framework
- CPU time spent (ms)=0
- Physical memory (bytes) snapshot=0
- Virtual memory (bytes) snapshot=0
- Exception in thread "main" java.io.IOException: Job failed!
- at org.apache.hadoop.mapred.JobClient.runJob(JobClient.java:865)
- at peoplemail.DomainGenderCount.run(DomainGenderCount.java:81)
- at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:70)
- at peoplemail.DomainGenderCount.main(DomainGenderCount.java:61)
- at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
- at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
- at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
- at java.lang.reflect.Method.invoke(Method.java:606)
- at org.apache.hadoop.util.RunJar.run(RunJar.java:221)
- at org.apache.hadoop.util.RunJar.main(RunJar.java:136)
Add Comment
Please, Sign In to add comment