See https://hudson.apache.org/hudson/job/Hadoop-Hdfs-trunk/527/
###################################################################################
########################## LAST 60 LINES OF THE CONSOLE
###########################
[...truncated 330449 lines...]
[junit] 2010-12-20 23:59:41,456 INFO datanode.DataNode
(DataNode.java:transferBlock(1199)) - DatanodeRegistration(127.0.0.1:45864,
storageID=DS-858089567-127.0.1.1-45864-1292888975184, infoPort=44821,
ipcPort=57957) Starting thread to transfer block blk_7017067817949553972_1016
to 127.0.0.1:38343
[junit] 2010-12-20 23:59:41,456 WARN datanode.DataNode
(DataNode.java:run(1388)) - DatanodeRegistration(127.0.0.1:45864,
storageID=DS-858089567-127.0.1.1-45864-1292888975184, infoPort=44821,
ipcPort=57957):Failed to transfer blk_7017067817949553972_1016 to
127.0.0.1:38343 got java.net.ConnectException: Connection refused
[junit] at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit] at
sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:574)
[junit] at
org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206)
[junit] at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:373)
[junit] at
org.apache.hadoop.hdfs.server.datanode.DataNode$DataTransfer.run(DataNode.java:1356)
[junit] at java.lang.Thread.run(Thread.java:619)
[junit]
[junit] 2010-12-20 23:59:42,932 INFO hdfs.StateChange
(BlockManager.java:computeReplicationWorkForBlock(940)) - BLOCK* ask
127.0.0.1:45864 to replicate blk_8736468865754296066_1019 to datanode(s)
127.0.0.1:38343
[junit] 2010-12-20 23:59:44,438 INFO datanode.DataNode
(DataNode.java:transferBlock(1199)) - DatanodeRegistration(127.0.0.1:45864,
storageID=DS-858089567-127.0.1.1-45864-1292888975184, infoPort=44821,
ipcPort=57957) Starting thread to transfer block blk_8736468865754296066_1019
to 127.0.0.1:38343
[junit] 2010-12-20 23:59:44,439 WARN datanode.DataNode
(DataNode.java:run(1388)) - DatanodeRegistration(127.0.0.1:45864,
storageID=DS-858089567-127.0.1.1-45864-1292888975184, infoPort=44821,
ipcPort=57957):Failed to transfer blk_8736468865754296066_1019 to
127.0.0.1:38343 got java.net.ConnectException: Connection refused
[junit] at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit] at
sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:574)
[junit] at
org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206)
[junit] at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:373)
[junit] at
org.apache.hadoop.hdfs.server.datanode.DataNode$DataTransfer.run(DataNode.java:1356)
[junit] at java.lang.Thread.run(Thread.java:619)
[junit]
[junit] 2010-12-21 00:02:36,824 DEBUG datanode.DataNode
(BlockSender.java:<init>(142)) - block=blk_2554629569528528303_1011,
replica=FinalizedReplica, blk_2554629569528528303_1011, FINALIZED
[junit] getNumBytes() = 58
[junit] getBytesOnDisk() = 58
[junit] getVisibleLength()= 58
[junit] getVolume() =
/grid/0/hudson/hudson-slave/workspace/Hadoop-Hdfs-trunk/trunk/build/test/data/dfs/data/data1/current/finalized
[junit] getBlockFile() =
/grid/0/hudson/hudson-slave/workspace/Hadoop-Hdfs-trunk/trunk/build/test/data/dfs/data/data1/current/finalized/blk_2554629569528528303
[junit] unlinked=false
[junit] 2010-12-21 00:02:36,824 DEBUG datanode.DataNode
(BlockSender.java:<init>(237)) - replica=FinalizedReplica,
blk_2554629569528528303_1011, FINALIZED
[junit] getNumBytes() = 58
[junit] getBytesOnDisk() = 58
[junit] getVisibleLength()= 58
[junit] getVolume() =
/grid/0/hudson/hudson-slave/workspace/Hadoop-Hdfs-trunk/trunk/build/test/data/dfs/data/data1/current/finalized
[junit] getBlockFile() =
/grid/0/hudson/hudson-slave/workspace/Hadoop-Hdfs-trunk/trunk/build/test/data/dfs/data/data1/current/finalized/blk_2554629569528528303
[junit] unlinked=false
[junit] 2010-12-21 00:02:36,825 INFO datanode.DataBlockScanner
(DataBlockScanner.java:verifyBlock(447)) - Verification succeeded for
blk_2554629569528528303_1011
[junit] 2010-12-21 00:03:17,842 DEBUG datanode.DataNode
(BlockSender.java:<init>(142)) - block=blk_4163141904047184515_1017,
replica=FinalizedReplica, blk_4163141904047184515_1017, FINALIZED
[junit] getNumBytes() = 58
[junit] getBytesOnDisk() = 58
[junit] getVisibleLength()= 58
[junit] getVolume() =
/grid/0/hudson/hudson-slave/workspace/Hadoop-Hdfs-trunk/trunk/build/test/data/dfs/data/data1/current/finalized
[junit] getBlockFile() =
/grid/0/hudson/hudson-slave/workspace/Hadoop-Hdfs-trunk/trunk/build/test/data/dfs/data/data1/current/finalized/blk_4163141904047184515
[junit] unlinked=false
[junit] 2010-12-21 00:03:17,842 DEBUG datanode.DataNode
(BlockSender.java:<init>(237)) - replica=FinalizedReplica,
blk_4163141904047184515_1017, FINALIZED
[junit] getNumBytes() = 58
[junit] getBytesOnDisk() = 58
[junit] getVisibleLength()= 58
[junit] getVolume() =
/grid/0/hudson/hudson-slave/workspace/Hadoop-Hdfs-trunk/trunk/build/test/data/dfs/data/data1/current/finalized
[junit] getBlockFile() =
/grid/0/hudson/hudson-slave/workspace/Hadoop-Hdfs-trunk/trunk/build/test/data/dfs/data/data1/current/finalized/blk_4163141904047184515
[junit] unlinked=false
[junit] 2010-12-21 00:03:17,842 INFO datanode.DataBlockScanner
(DataBlockScanner.java:verifyBlock(447)) - Verification succeeded for
blk_4163141904047184515_1017
Build timed out. Aborting
[FINDBUGS] Skipping publisher since build result is FAILURE
Publishing Javadoc
Archiving artifacts
Recording test results
Recording fingerprints
Publishing Clover coverage report...
No Clover report will be published due to a Build Failure
Email was triggered for: Failure
Sending email for trigger: Failure
###################################################################################
############################## FAILED TESTS (if any)
##############################
5 tests failed.
FAILED: TEST-org.apache.hadoop.hdfs.TestFileCreationClient.xml.<init>
Error Message:
Stack Trace:
Test report file
/grid/0/hudson/hudson-slave/workspace/Hadoop-Hdfs-trunk/trunk/build/test/TEST-org.apache.hadoop.hdfs.TestFileCreationClient.xml
was length 0
FAILED:
org.apache.hadoop.hdfs.TestFileConcurrentReader.testUnfinishedBlockCRCErrorNormalTransfer
Error Message:
Cannot lock storage
/grid/0/hudson/hudson-slave/workspace/Hadoop-Hdfs-trunk/trunk/build/test/data/dfs/name1.
The directory is already locked.
Stack Trace:
java.io.IOException: Cannot lock storage
/grid/0/hudson/hudson-slave/workspace/Hadoop-Hdfs-trunk/trunk/build/test/data/dfs/name1.
The directory is already locked.
at
org.apache.hadoop.hdfs.server.common.Storage$StorageDirectory.lock(Storage.java:615)
at
org.apache.hadoop.hdfs.server.namenode.FSImage.format(FSImage.java:1333)
at
org.apache.hadoop.hdfs.server.namenode.FSImage.format(FSImage.java:1351)
at
org.apache.hadoop.hdfs.server.namenode.NameNode.format(NameNode.java:1408)
at
org.apache.hadoop.hdfs.server.namenode.NameNode.format(NameNode.java:202)
at
org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:451)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:186)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:71)
at
org.apache.hadoop.hdfs.MiniDFSCluster$Builder.build(MiniDFSCluster.java:178)
at
org.apache.hadoop.hdfs.TestFileConcurrentReader.init(TestFileConcurrentReader.java:88)
at
org.apache.hadoop.hdfs.TestFileConcurrentReader.setUp(TestFileConcurrentReader.java:73)
FAILED:
org.apache.hadoop.hdfs.TestFileConcurrentReader.testUnfinishedBlockCRCErrorNormalTransferVerySmallWrite
Error Message:
Cannot lock storage
/grid/0/hudson/hudson-slave/workspace/Hadoop-Hdfs-trunk/trunk/build/test/data/dfs/name1.
The directory is already locked.
Stack Trace:
java.io.IOException: Cannot lock storage
/grid/0/hudson/hudson-slave/workspace/Hadoop-Hdfs-trunk/trunk/build/test/data/dfs/name1.
The directory is already locked.
at
org.apache.hadoop.hdfs.server.common.Storage$StorageDirectory.lock(Storage.java:615)
at
org.apache.hadoop.hdfs.server.namenode.FSImage.format(FSImage.java:1333)
at
org.apache.hadoop.hdfs.server.namenode.FSImage.format(FSImage.java:1351)
at
org.apache.hadoop.hdfs.server.namenode.NameNode.format(NameNode.java:1408)
at
org.apache.hadoop.hdfs.server.namenode.NameNode.format(NameNode.java:202)
at
org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:451)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:186)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:71)
at
org.apache.hadoop.hdfs.MiniDFSCluster$Builder.build(MiniDFSCluster.java:178)
at
org.apache.hadoop.hdfs.TestFileConcurrentReader.init(TestFileConcurrentReader.java:88)
at
org.apache.hadoop.hdfs.TestFileConcurrentReader.setUp(TestFileConcurrentReader.java:73)
FAILED:
org.apache.hadoop.hdfs.TestFileConcurrentReader.testUnfinishedBlockCRCErrorTransferToVerySmallWrite
Error Message:
Too many open files
Stack Trace:
java.io.IOException: Too many open files
at sun.nio.ch.IOUtil.initPipe(Native Method)
at sun.nio.ch.EPollSelectorImpl.<init>(EPollSelectorImpl.java:49)
at
sun.nio.ch.EPollSelectorProvider.openSelector(EPollSelectorProvider.java:18)
at java.nio.channels.Selector.open(Selector.java:209)
at org.apache.hadoop.ipc.Server$Responder.<init>(Server.java:602)
at org.apache.hadoop.ipc.Server.<init>(Server.java:1511)
at org.apache.hadoop.ipc.RPC$Server.<init>(RPC.java:408)
at
org.apache.hadoop.ipc.WritableRpcEngine$Server.<init>(WritableRpcEngine.java:332)
at
org.apache.hadoop.ipc.WritableRpcEngine.getServer(WritableRpcEngine.java:292)
at
org.apache.hadoop.ipc.WritableRpcEngine.getServer(WritableRpcEngine.java:47)
at org.apache.hadoop.ipc.RPC.getServer(RPC.java:382)
at
org.apache.hadoop.hdfs.server.datanode.DataNode.initIpcServer(DataNode.java:416)
at
org.apache.hadoop.hdfs.server.datanode.DataNode.startDataNode(DataNode.java:507)
at
org.apache.hadoop.hdfs.server.datanode.DataNode.<init>(DataNode.java:281)
at
org.apache.hadoop.hdfs.server.datanode.DataNode.<init>(DataNode.java:263)
at
org.apache.hadoop.hdfs.server.datanode.DataNode.makeInstance(DataNode.java:1561)
at
org.apache.hadoop.hdfs.server.datanode.DataNode.instantiateDataNode(DataNode.java:1504)
at
org.apache.hadoop.hdfs.server.datanode.DataNode.instantiateDataNode(DataNode.java:1471)
at
org.apache.hadoop.hdfs.MiniDFSCluster.startDataNodes(MiniDFSCluster.java:630)
at
org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:464)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:186)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:71)
at
org.apache.hadoop.hdfs.MiniDFSCluster$Builder.build(MiniDFSCluster.java:178)
at
org.apache.hadoop.hdfs.TestFileConcurrentReader.init(TestFileConcurrentReader.java:88)
at
org.apache.hadoop.hdfs.TestFileConcurrentReader.setUp(TestFileConcurrentReader.java:73)
FAILED:
org.apache.hadoop.hdfs.server.namenode.TestStorageRestore.testStorageRestore
Error Message:
Image file
/grid/0/hudson/hudson-slave/workspace/Hadoop-Hdfs-trunk/trunk/build/test/data/dfs/secondary/current/fsimage
is corrupt with MD5 checksum of fe79723374828bbaed186d67bababcf5 but expecting
20f04f89cced75c18950e4a3a4eb2383
Stack Trace:
java.io.IOException: Image file
/grid/0/hudson/hudson-slave/workspace/Hadoop-Hdfs-trunk/trunk/build/test/data/dfs/secondary/current/fsimage
is corrupt with MD5 checksum of fe79723374828bbaed186d67bababcf5 but expecting
20f04f89cced75c18950e4a3a4eb2383
at
org.apache.hadoop.hdfs.server.namenode.FSImage.loadFSImage(FSImage.java:1063)
at
org.apache.hadoop.hdfs.server.namenode.SecondaryNameNode$CheckpointStorage.doMerge(SecondaryNameNode.java:702)
at
org.apache.hadoop.hdfs.server.namenode.SecondaryNameNode$CheckpointStorage.access$500(SecondaryNameNode.java:600)
at
org.apache.hadoop.hdfs.server.namenode.SecondaryNameNode.doMerge(SecondaryNameNode.java:477)
at
org.apache.hadoop.hdfs.server.namenode.SecondaryNameNode.doCheckpoint(SecondaryNameNode.java:438)
at
org.apache.hadoop.hdfs.server.namenode.TestStorageRestore.__CLR3_0_2dn2tm4tjd(TestStorageRestore.java:316)
at
org.apache.hadoop.hdfs.server.namenode.TestStorageRestore.testStorageRestore(TestStorageRestore.java:286)
