2014-08-25 15:35:05,691 ERROR org.apache.hadoop.hdfs.server.datanode.DataNode: DatanodeRegistration(10.130.136.136:50010, storageID=DS-1533727399-10.130.136.136-50010-1388038551296, infoPort=50075, ipcPort=50020):DataXceiver java.net.SocketTimeoutException: 480000 millis timeout while waiting for channel to be ready for write. ch : java.nio.channels.SocketChannel[connected local=/10.130.136.136:50010 remote=/10.130.136.136:34264]         at org.apache.hadoop.net.SocketIOWithTimeout.waitForIO(SocketIOWithTimeout.java:246)         at org.apache.hadoop.net.SocketOutputStream.waitForWritable(SocketOutputStream.java:159)         at org.apache.hadoop.net.SocketOutputStream.transferToFully(SocketOutputStream.java:198)         at org.apache.hadoop.hdfs.server.datanode.BlockSender.sendChunks(BlockSender.java:392)         at org.apache.hadoop.hdfs.server.datanode.BlockSender.sendBlock(BlockSender.java:490)         at org.apache.hadoop.hdfs.server.datanode.DataXceiver.readBlock(DataXceiver.java:202)         at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:104)         at java.lang.Thread.run(Thread.java:724) 2014-08-25 15:35:06,464 INFO org.apache.hadoop.hdfs.server.datanode.DataNode.clienttrace: src: /10.130.136.136:37121, dest: /10.130.136.136:50010, bytes: 67108864, op: HDFS_WRITE, cliID: DFSClient_hb_rs_xx,60020,1388115177740_1837727868_26, offset: 0, srvID: DS-1533727399-10.130.136.136-50010-1388038551296, blockid: blk_-3628597342762703578_40720686, duration: 6339411379 2014-08-25 15:35:06,464 INFO org.apache.hadoop.hdfs.server.datanode.DataNode: PacketResponder 2 for block blk_-3628597342762703578_40720686 terminating 2014-08-25 15:35:06,465 INFO org.apache.hadoop.hdfs.server.datanode.DataNode: Receiving block blk_-7509787569548089877_40720689 src: /10.130.136.136:37142 dest: /10.130.136.136:50010 2014-08-25 15:35:06,724 INFO org.apache.hadoop.hdfs.server.datanode.DataNode.clienttrace: src: /10.130.136.136:50010, dest: /10.130.136.136:33647, bytes: 5921280, op: HDFS_READ, cliID: DFSClient_hb_rs_xx,60020,1388115177740_1837727868_26, offset: 388096, srvID: DS-1533727399-10.130.136.136-50010-1388038551296, blockid: blk_2616588945174162483_33797955, duration: 547889496646 2014-08-25 15:35:06,725 WARN org.apache.hadoop.hdfs.server.datanode.DataNode: DatanodeRegistration(10.130.136.136:50010, storageID=DS-1533727399-10.130.136.136-50010-1388038551296, infoPort=50075, ipcPort=50020):Got exception while serving blk_2616588945174162483_33797955 to /10.130.136.136: java.net.SocketTimeoutException: 480000 millis timeout while waiting for channel to be ready for write. ch : java.nio.channels.SocketChannel[connected local=/10.130.136.136:50010 remote=/10.130.136.136:33647]         at org.apache.hadoop.net.SocketIOWithTimeout.waitForIO(SocketIOWithTimeout.java:246)         at org.apache.hadoop.net.SocketOutputStream.waitForWritable(SocketOutputStream.java:159)         at org.apache.hadoop.net.SocketOutputStream.transferToFully(SocketOutputStream.java:198)         at org.apache.hadoop.hdfs.server.datanode.BlockSender.sendChunks(BlockSender.java:392)         at org.apache.hadoop.hdfs.server.datanode.BlockSender.sendBlock(BlockSender.java:490)         at org.apache.hadoop.hdfs.server.datanode.DataXceiver.readBlock(DataXceiver.java:202)         at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:104)         at java.lang.Thread.run(Thread.java:724) 2014-08-25 15:35:06,725 ERROR org.apache.hadoop.hdfs.server.datanode.DataNode: DatanodeRegistration(10.130.136.136:50010, storageID=DS-1533727399-10.130.136.136-50010-1388038551296, infoPort=50075, ipcPort=50020):DataXceiver java.net.SocketTimeoutException: 480000 millis timeout while waiting for channel to be ready for write. ch : java.nio.channels.SocketChannel[connected local=/10.130.136.136:50010 remote=/10.130.136.136:33647]         at org.apache.hadoop.net.SocketIOWithTimeout.waitForIO(SocketIOWithTimeout.java:246)         at org.apache.hadoop.net.SocketOutputStream.waitForWritable(SocketOutputStream.java:159)         at org.apache.hadoop.net.SocketOutputStream.transferToFully(SocketOutputStream.java:198)         at org.apache.hadoop.hdfs.server.datanode.BlockSender.sendChunks(BlockSender.java:392)         at org.apache.hadoop.hdfs.server.datanode.BlockSender.sendBlock(BlockSender.java:490)         at org.apache.hadoop.hdfs.server.datanode.DataXceiver.readBlock(DataXceiver.java:202)         at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:104)         at java.lang.Thread.run(Thread.java:724)