Repository: hadoop Updated Branches: refs/heads/branch-2 425799125 -> 48b294c58
HDFS-6694. TestPipelinesFailover.testPipelineRecoveryStress tests fail intermittently with various symptoms - debugging patch (Contributed by Yongjun Zhang) (cherry picked from commit c5d9a4a91e4e0faae3a8530408da35b591396060) Conflicts: hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/566ceac1 Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/566ceac1 Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/566ceac1 Branch: refs/heads/branch-2 Commit: 566ceac1ff07ac1ebb4286853416c1426b17fc04 Parents: 4257991 Author: arp <a...@apache.org> Authored: Wed Aug 27 09:52:33 2014 -0700 Committer: Yongjun Zhang <yzh...@cloudera.com> Committed: Wed Nov 25 08:45:59 2015 -0800 ---------------------------------------------------------------------- .../namenode/ha/TestPipelinesFailover.java | 28 ++++++++++++++++++++ 1 file changed, 28 insertions(+) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hadoop/blob/566ceac1/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/ha/TestPipelinesFailover.java ---------------------------------------------------------------------- diff --git a/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/ha/TestPipelinesFailover.java b/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/ha/TestPipelinesFailover.java index e988a7e..76a62ff 100644 --- a/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/ha/TestPipelinesFailover.java +++ b/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/ha/TestPipelinesFailover.java @@ -55,6 +55,7 @@ import org.apache.hadoop.test.GenericTestUtils; import org.apache.hadoop.test.GenericTestUtils.DelayAnswer; import org.apache.hadoop.test.MultithreadedTestUtil.RepeatingTestThread; import org.apache.hadoop.test.MultithreadedTestUtil.TestContext; +import org.apache.hadoop.util.Shell.ShellCommandExecutor; import org.apache.log4j.Level; import org.junit.Test; import org.mockito.Mockito; @@ -414,6 +415,33 @@ public class TestPipelinesFailover { */ @Test(timeout=STRESS_RUNTIME*3) public void testPipelineRecoveryStress() throws Exception { + + // The following section of code is to help debug HDFS-6694 about + // this test that fails from time to time due to "too many open files". + // + String[] scmd = new String[] {"/bin/sh", "-c", "ulimit -a"}; + ShellCommandExecutor sce = new ShellCommandExecutor(scmd); + sce.execute(); + + System.out.println("HDFS-6694 Debug Data BEGIN==="); + System.out.println("'ulimit -a' output:\n" + sce.getOutput()); + + scmd = new String[] {"hostname"}; + sce = new ShellCommandExecutor(scmd); + sce.execute(); + System.out.println("'hostname' output:\n" + sce.getOutput()); + + scmd = new String[] {"ifconfig"}; + sce = new ShellCommandExecutor(scmd); + sce.execute(); + System.out.println("'ifconfig' output:\n" + sce.getOutput()); + + scmd = new String[] {"whoami"}; + sce = new ShellCommandExecutor(scmd); + sce.execute(); + System.out.println("'whoami' output:\n" + sce.getOutput()); + System.out.println("===HDFS-6694 Debug Data END"); + HAStressTestHarness harness = new HAStressTestHarness(); // Disable permissions so that another user can recover the lease. harness.conf.setBoolean(