See https://hudson.apache.org/hudson/job/Hadoop-Hdfs-trunk/536/
###################################################################################
########################## LAST 60 LINES OF THE CONSOLE
###########################
[...truncated 372860 lines...]
[junit]
[junit] 2010-12-29 12:12:02,319 WARN datanode.DataNode
(DataNode.java:run(1388)) - DatanodeRegistration(127.0.0.1:57988,
storageID=DS-717331953-127.0.1.1-57988-1293624116104, infoPort=49764,
ipcPort=52381):Failed to transfer blk_7925586834405086383_1018 to
127.0.0.1:47190 got java.net.ConnectException: Connection refused
[junit] at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit] at
sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:574)
[junit] at
org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206)
[junit] at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:373)
[junit] at
org.apache.hadoop.hdfs.server.datanode.DataNode$DataTransfer.run(DataNode.java:1356)
[junit] at java.lang.Thread.run(Thread.java:619)
[junit]
[junit] 2010-12-29 12:12:03,654 INFO hdfs.StateChange
(BlockManager.java:computeReplicationWorkForBlock(940)) - BLOCK* ask
127.0.0.1:57988 to replicate blk_8760831669921389990_1015 to datanode(s)
127.0.0.1:47190
[junit] 2010-12-29 12:12:05,318 INFO datanode.DataNode
(DataNode.java:transferBlock(1199)) - DatanodeRegistration(127.0.0.1:57988,
storageID=DS-717331953-127.0.1.1-57988-1293624116104, infoPort=49764,
ipcPort=52381) Starting thread to transfer block blk_8760831669921389990_1015
to 127.0.0.1:47190
[junit] 2010-12-29 12:12:05,319 WARN datanode.DataNode
(DataNode.java:run(1388)) - DatanodeRegistration(127.0.0.1:57988,
storageID=DS-717331953-127.0.1.1-57988-1293624116104, infoPort=49764,
ipcPort=52381):Failed to transfer blk_8760831669921389990_1015 to
127.0.0.1:47190 got java.net.ConnectException: Connection refused
[junit] at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit] at
sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:574)
[junit] at
org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206)
[junit] at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:373)
[junit] at
org.apache.hadoop.hdfs.server.datanode.DataNode$DataTransfer.run(DataNode.java:1356)
[junit] at java.lang.Thread.run(Thread.java:619)
[junit]
[junit] 2010-12-29 12:13:14,638 DEBUG datanode.DataNode
(BlockSender.java:<init>(142)) - block=blk_7559600000448764565_1011,
replica=FinalizedReplica, blk_7559600000448764565_1011, FINALIZED
[junit] getNumBytes() = 56
[junit] getBytesOnDisk() = 56
[junit] getVisibleLength()= 56
[junit] getVolume() =
/grid/0/hudson/hudson-slave/workspace/Hadoop-Hdfs-trunk/trunk/build/test/data/dfs/data/data2/current/finalized
[junit] getBlockFile() =
/grid/0/hudson/hudson-slave/workspace/Hadoop-Hdfs-trunk/trunk/build/test/data/dfs/data/data2/current/finalized/blk_7559600000448764565
[junit] unlinked=false
[junit] 2010-12-29 12:13:14,638 DEBUG datanode.DataNode
(BlockSender.java:<init>(237)) - replica=FinalizedReplica,
blk_7559600000448764565_1011, FINALIZED
[junit] getNumBytes() = 56
[junit] getBytesOnDisk() = 56
[junit] getVisibleLength()= 56
[junit] getVolume() =
/grid/0/hudson/hudson-slave/workspace/Hadoop-Hdfs-trunk/trunk/build/test/data/dfs/data/data2/current/finalized
[junit] getBlockFile() =
/grid/0/hudson/hudson-slave/workspace/Hadoop-Hdfs-trunk/trunk/build/test/data/dfs/data/data2/current/finalized/blk_7559600000448764565
[junit] unlinked=false
[junit] 2010-12-29 12:13:14,639 INFO datanode.DataBlockScanner
(DataBlockScanner.java:verifyBlock(447)) - Verification succeeded for
blk_7559600000448764565_1011
[junit] 2010-12-29 12:15:45,212 DEBUG datanode.DataNode
(BlockSender.java:<init>(142)) - block=blk_-8418286807444487879_1013,
replica=FinalizedReplica, blk_-8418286807444487879_1013, FINALIZED
[junit] getNumBytes() = 58
[junit] getBytesOnDisk() = 58
[junit] getVisibleLength()= 58
[junit] getVolume() =
/grid/0/hudson/hudson-slave/workspace/Hadoop-Hdfs-trunk/trunk/build/test/data/dfs/data/data5/current/finalized
[junit] getBlockFile() =
/grid/0/hudson/hudson-slave/workspace/Hadoop-Hdfs-trunk/trunk/build/test/data/dfs/data/data5/current/finalized/blk_-8418286807444487879
[junit] unlinked=false
[junit] 2010-12-29 12:15:45,212 DEBUG datanode.DataNode
(BlockSender.java:<init>(237)) - replica=FinalizedReplica,
blk_-8418286807444487879_1013, FINALIZED
[junit] getNumBytes() = 58
[junit] getBytesOnDisk() = 58
[junit] getVisibleLength()= 58
[junit] getVolume() =
/grid/0/hudson/hudson-slave/workspace/Hadoop-Hdfs-trunk/trunk/build/test/data/dfs/data/data5/current/finalized
[junit] getBlockFile() =
/grid/0/hudson/hudson-slave/workspace/Hadoop-Hdfs-trunk/trunk/build/test/data/dfs/data/data5/current/finalized/blk_-8418286807444487879
[junit] unlinked=false
[junit] 2010-12-29 12:15:45,212 INFO datanode.DataBlockScanner
(DataBlockScanner.java:verifyBlock(447)) - Verification succeeded for
blk_-8418286807444487879_1013
Build timed out. Aborting
[FINDBUGS] Skipping publisher since build result is FAILURE
Publishing Javadoc
Archiving artifacts
Recording test results
Recording fingerprints
Publishing Clover coverage report...
No Clover report will be published due to a Build Failure
Email was triggered for: Failure
Sending email for trigger: Failure
###################################################################################
############################## FAILED TESTS (if any)
##############################
3 tests failed.
REGRESSION:
org.apache.hadoop.hdfs.TestFileConcurrentReader.testUnfinishedBlockCRCErrorNormalTransferVerySmallWrite
Error Message:
Too many open files
Stack Trace:
java.io.IOException: Too many open files
at sun.nio.ch.EPollArrayWrapper.epollCreate(Native Method)
at sun.nio.ch.EPollArrayWrapper.<init>(EPollArrayWrapper.java:68)
at sun.nio.ch.EPollSelectorImpl.<init>(EPollSelectorImpl.java:52)
at
sun.nio.ch.EPollSelectorProvider.openSelector(EPollSelectorProvider.java:18)
at java.nio.channels.Selector.open(Selector.java:209)
at org.apache.hadoop.ipc.Server$Responder.<init>(Server.java:602)
at org.apache.hadoop.ipc.Server.<init>(Server.java:1511)
at org.apache.hadoop.ipc.RPC$Server.<init>(RPC.java:408)
at
org.apache.hadoop.ipc.WritableRpcEngine$Server.<init>(WritableRpcEngine.java:332)
at
org.apache.hadoop.ipc.WritableRpcEngine.getServer(WritableRpcEngine.java:292)
at
org.apache.hadoop.ipc.WritableRpcEngine.getServer(WritableRpcEngine.java:47)
at org.apache.hadoop.ipc.RPC.getServer(RPC.java:382)
at
org.apache.hadoop.hdfs.server.datanode.DataNode.initIpcServer(DataNode.java:416)
at
org.apache.hadoop.hdfs.server.datanode.DataNode.startDataNode(DataNode.java:507)
at
org.apache.hadoop.hdfs.server.datanode.DataNode.<init>(DataNode.java:281)
at
org.apache.hadoop.hdfs.server.datanode.DataNode.<init>(DataNode.java:263)
at
org.apache.hadoop.hdfs.server.datanode.DataNode.makeInstance(DataNode.java:1561)
at
org.apache.hadoop.hdfs.server.datanode.DataNode.instantiateDataNode(DataNode.java:1504)
at
org.apache.hadoop.hdfs.server.datanode.DataNode.instantiateDataNode(DataNode.java:1471)
at
org.apache.hadoop.hdfs.MiniDFSCluster.startDataNodes(MiniDFSCluster.java:630)
at
org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:464)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:186)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:71)
at
org.apache.hadoop.hdfs.MiniDFSCluster$Builder.build(MiniDFSCluster.java:178)
at
org.apache.hadoop.hdfs.TestFileConcurrentReader.init(TestFileConcurrentReader.java:88)
at
org.apache.hadoop.hdfs.TestFileConcurrentReader.runTestUnfinishedBlockCRCError(TestFileConcurrentReader.java:315)
at
org.apache.hadoop.hdfs.TestFileConcurrentReader.runTestUnfinishedBlockCRCError(TestFileConcurrentReader.java:302)
at
org.apache.hadoop.hdfs.TestFileConcurrentReader.__CLR3_0_2wjxr3fqx5(TestFileConcurrentReader.java:290)
at
org.apache.hadoop.hdfs.TestFileConcurrentReader.testUnfinishedBlockCRCErrorNormalTransferVerySmallWrite(TestFileConcurrentReader.java:289)
FAILED: TEST-org.apache.hadoop.hdfs.TestFileCreationClient.xml.<init>
Error Message:
Stack Trace:
Test report file
/grid/0/hudson/hudson-slave/workspace/Hadoop-Hdfs-trunk/trunk/build/test/TEST-org.apache.hadoop.hdfs.TestFileCreationClient.xml
was length 0
FAILED:
org.apache.hadoop.hdfs.server.namenode.TestStorageRestore.testStorageRestore
Error Message:
Image file
/grid/0/hudson/hudson-slave/workspace/Hadoop-Hdfs-trunk/trunk/build/test/data/dfs/secondary/current/fsimage
is corrupt with MD5 checksum of a876945f514913ca1f80d72ae36db306 but expecting
6a7f4d9791b1d62b94f957999fd15f8e
Stack Trace:
java.io.IOException: Image file
/grid/0/hudson/hudson-slave/workspace/Hadoop-Hdfs-trunk/trunk/build/test/data/dfs/secondary/current/fsimage
is corrupt with MD5 checksum of a876945f514913ca1f80d72ae36db306 but expecting
6a7f4d9791b1d62b94f957999fd15f8e
at
org.apache.hadoop.hdfs.server.namenode.FSImage.loadFSImage(FSImage.java:1063)
at
org.apache.hadoop.hdfs.server.namenode.SecondaryNameNode$CheckpointStorage.doMerge(SecondaryNameNode.java:702)
at
org.apache.hadoop.hdfs.server.namenode.SecondaryNameNode$CheckpointStorage.access$500(SecondaryNameNode.java:600)
at
org.apache.hadoop.hdfs.server.namenode.SecondaryNameNode.doMerge(SecondaryNameNode.java:477)
at
org.apache.hadoop.hdfs.server.namenode.SecondaryNameNode.doCheckpoint(SecondaryNameNode.java:438)
at
org.apache.hadoop.hdfs.server.namenode.TestStorageRestore.__CLR3_0_2dn2tm4tjm(TestStorageRestore.java:316)
at
org.apache.hadoop.hdfs.server.namenode.TestStorageRestore.testStorageRestore(TestStorageRestore.java:286)
