lamiastella

datanode log

Dec 10th, 2015
285
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 5.80 KB | None | 0 0
  1. 1972 stop-all.sh
  2. 1987 sudo rm -rf /home/ubuntu/storage/data/local/tmp
  3. 1988 cd /home/ubuntu/storage/hdfs/hdfs_nn_dir_2_4
  4. 1990 rm -rf current/
  5. 1991 cd /home/ubuntu/storage/hdfs/hdfs_dn_dir_2_4
  6. 1992 rm -rf current/
  7. 1993 ls
  8. 1994 hadoop namenode -format
  9. 1995 ssh vm2
  10. 1996 ssh vm3
  11. 1997 ssh vm2
  12. 1998 start-all.sh
  13.  
  14.  
  15. 2015-12-10 22:57:31,127 INFO org.apache.hadoop.hdfs.server.datanode.DataNode: Not checking disk as checkDiskError was called on a network related exception
  16. 2015-12-10 22:57:31,130 INFO org.apache.hadoop.hdfs.server.datanode.DataNode: PacketResponder: BP-433626663-10.0.1.190-1449785579259:blk_1073741896_1072, type=HAS_DOWNSTREAM_IN_PIPELINE
  17. java.io.IOException: Connection reset by peer
  18. at sun.nio.ch.FileDispatcherImpl.write0(Native Method)
  19. at sun.nio.ch.SocketDispatcher.write(SocketDispatcher.java:47)
  20. at sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:93)
  21. at sun.nio.ch.IOUtil.write(IOUtil.java:65)
  22. at sun.nio.ch.SocketChannelImpl.write(SocketChannelImpl.java:492)
  23. at org.apache.hadoop.net.SocketOutputStream$Writer.performIO(SocketOutputStream.java:63)
  24. at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:142)
  25. at org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:159)
  26. at org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:117)
  27. at java.io.BufferedOutputStream.flushBuffer(BufferedOutputStream.java:82)
  28. at java.io.BufferedOutputStream.flush(BufferedOutputStream.java:140)
  29. at java.io.DataOutputStream.flush(DataOutputStream.java:123)
  30. at org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.sendAckUpstreamUnprotected(BlockReceiver.java:1310)
  31. at org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.sendAckUpstream(BlockReceiver.java:1250)
  32. at org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1167)
  33. at java.lang.Thread.run(Thread.java:745)
  34. 2015-12-10 22:57:31,130 INFO org.apache.hadoop.hdfs.server.datanode.DataNode: PacketResponder: BP-433626663-10.0.1.190-1449785579259:blk_1073741896_1072, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
  35. 2015-12-10 22:57:31,131 INFO org.apache.hadoop.hdfs.server.datanode.DataNode: opWriteBlock BP-433626663-10.0.1.190-1449785579259:blk_1073741896_1072 received exception java.io.IOException: Premature EOF from inputStream
  36. 2015-12-10 22:57:31,131 ERROR org.apache.hadoop.hdfs.server.datanode.DataNode: anmol-vm1-new:50010:DataXceiver error processing WRITE_BLOCK operation src: /10.0.1.190:43138 dst: /10.0.1.190:50010
  37. java.io.IOException: Premature EOF from inputStream
  38. at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:194)
  39. at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:213)
  40. at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134)
  41. at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109)
  42. at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:446)
  43. at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:702)
  44. at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:739)
  45. at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:124)
  46. at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:71)
  47. at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:232)
  48. at java.lang.Thread.run(Thread.java:745)
  49. 015-12-10 23:21:32,759 ERROR org.apache.hadoop.hdfs.server.datanode.DataNode: anmol-vm1-new:50010:DataXceiver error processing WRITE_BLOCK operation src: /10.0.1.190:43915 dst: /10.0.1.190:50010
  50. java.io.IOException: Premature EOF from inputStream
  51. at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:194)
  52. at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:213)
  53. at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134)
  54. at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109)
  55. at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:446)
  56. at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:702)
  57. at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:739)
  58. at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:124)
  59. at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:71)
  60. at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:232)
  61. at java.lang.Thread.run(Thread.java:745)
  62. 2015-12-10 23:21:32,815 INFO org.apache.hadoop.hdfs.server.datanode.DataNode: Receiving BP-433626663-10.0.1.190-1449785579259:blk_1073742033_1209 src: /10.0.1.190:43973 dest: /10.0.1.190:50010
  63. 2015-12-10 23:21:32,815 INFO org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl: Recover RBW replica BP-433626663-10.0.1.190-1449785579259:blk_1073742033_1209
  64. 2015-12-10 23:21:32,816 INFO org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl: Recovering ReplicaBeingWritten, blk_1073742033_1209, RBW
  65. getNumBytes() = 77509120
  66. getBytesOnDisk() = 77509120
  67. getVisibleLength()= 76468736
  68. getVolume() = /home/ubuntu/storage/hdfs/hdfs_dn_dir_2_4/current
  69. getBlockFile() = /home/ubuntu/storage/hdfs/hdfs_dn_dir_2_4/current/BP-433626663-10.0.1.190-1449785579259/current/rbw/blk_1073742033
  70. bytesAcked=76468736
  71. bytesOnDisk=77509120
  72. n
Advertisement
Add Comment
Please, Sign In to add comment