[jira] [Commented] (MAPREDUCE-3179) Incorrect exit code for hadoop-mapreduce-test tests when exception thrown
[ https://issues.apache.org/jira/browse/MAPREDUCE-3179?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=13131616#comment-13131616 ] Hudson commented on MAPREDUCE-3179: --- Integrated in Hadoop-Mapreduce-0.23-Build #57 (See [https://builds.apache.org/job/Hadoop-Mapreduce-0.23-Build/57/]) Merge -c 1186552 from trunk to branch-0.23 to complete fix for MAPREDUCE-3179. acmurthy : http://svn.apache.org/viewcvs.cgi/?root=Apache-SVN&view=rev&rev=1186553 Files : * /hadoop/common/branches/branch-0.23/hadoop-mapreduce-project/CHANGES.txt * /hadoop/common/branches/branch-0.23/hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/test/MapredTestDriver.java > Incorrect exit code for hadoop-mapreduce-test tests when exception thrown > - > > Key: MAPREDUCE-3179 > URL: https://issues.apache.org/jira/browse/MAPREDUCE-3179 > Project: Hadoop Map/Reduce > Issue Type: Bug > Components: mrv2, test >Affects Versions: 0.20.205.0, 0.23.0, 0.24.0 >Reporter: Jonathan Eagles >Assignee: Jonathan Eagles > Fix For: 0.23.0 > > Attachments: MAPREDUCE-3179.patch > > > Exit code for test jar is 0 despite exception thrown > hadoop jar hadoop-mapreduce-test-0.23.0-SNAPSHOT.jar loadgen > -Dmapreduce.job.acl-view -m 18 -r 0 -outKey org.apache.hadoop.io.Text > -outValue org.apache.hadoop.io.Text -indir nonexistentdir > Loadgen output snippet > org.apache.hadoop.mapred.InvalidInputException: Input path does not exist: > hdfs://machine.name.example.com:9000/user/exampleuser/nonexistentdir > at > org.apache.hadoop.mapred.FileInputFormat.listStatus(FileInputFormat.java:234) > at > org.apache.hadoop.mapred.FileInputFormat.getSplits(FileInputFormat.java:254) > at > org.apache.hadoop.mapreduce.JobSubmitter.writeOldSplits(JobSubmitter.java:470) > at > org.apache.hadoop.mapreduce.JobSubmitter.writeSplits(JobSubmitter.java:462) > at > org.apache.hadoop.mapreduce.JobSubmitter.submitJobInternal(JobSubmitter.java:358) > at org.apache.hadoop.mapreduce.Job$2.run(Job.java:1159) > at org.apache.hadoop.mapreduce.Job$2.run(Job.java:1156) > at java.security.AccessController.doPrivileged(Native Method) > at javax.security.auth.Subject.doAs(Subject.java:396) > at > org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1135) > at org.apache.hadoop.mapreduce.Job.submit(Job.java:1156) > at org.apache.hadoop.mapred.JobClient.submitJob(JobClient.java:539) > at org.apache.hadoop.mapred.JobClient.runJob(JobClient.java:778) > at > org.apache.hadoop.mapred.GenericMRLoadGenerator.run(GenericMRLoadGenerator.java:200) > at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:69) > at > org.apache.hadoop.mapred.GenericMRLoadGenerator.main(GenericMRLoadGenerator.java:214) > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) > at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) > at java.lang.reflect.Method.invoke(Method.java:597) > at > org.apache.hadoop.util.ProgramDriver$ProgramDescription.invoke(ProgramDriver.java:72) > at org.apache.hadoop.util.ProgramDriver.driver(ProgramDriver.java:144) > at > org.apache.hadoop.test.MapredTestDriver.run(MapredTestDriver.java:111) > at > org.apache.hadoop.test.MapredTestDriver.main(MapredTestDriver.java:118) > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) > at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) > at java.lang.reflect.Method.invoke(Method.java:597) > at org.apache.hadoop.util.RunJar.main(RunJar.java:189) > -bash-3.2$ echo $? > 0 > This differs from example jar which correctly returns the correct exit code > hadoop jar hadoop-mapreduce-examples-0.23.0-SNAPSHOT.jar wordcount > nonexistentdir /outputdir > wordcount output snippet > org.apache.hadoop.mapreduce.lib.input.InvalidInputException: Input path does > not exist: > hdfs://machine.name.example.com:9000/user/exampleuser/nonexistentdir > at > org.apache.hadoop.mapreduce.lib.input.FileInputFormat.listStatus(FileInputFormat.java:243) > at > org.apache.hadoop.mapreduce.lib.input.FileInputFormat.getSplits(FileInputFormat.java:269) > at > org.apache.hadoop.mapreduce.JobSubmitter.writeNewSplits(JobSubmitter.java:443) > at > org.apache.hadoop.mapreduce.JobSubmitter.writeSplits(JobSubmitter.java:460) > at > o
[jira] [Commented] (MAPREDUCE-3179) Incorrect exit code for hadoop-mapreduce-test tests when exception thrown
[ https://issues.apache.org/jira/browse/MAPREDUCE-3179?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=13131578#comment-13131578 ] Hudson commented on MAPREDUCE-3179: --- Integrated in Hadoop-Hdfs-0.23-Build #45 (See [https://builds.apache.org/job/Hadoop-Hdfs-0.23-Build/45/]) Merge -c 1186552 from trunk to branch-0.23 to complete fix for MAPREDUCE-3179. acmurthy : http://svn.apache.org/viewcvs.cgi/?root=Apache-SVN&view=rev&rev=1186553 Files : * /hadoop/common/branches/branch-0.23/hadoop-mapreduce-project/CHANGES.txt * /hadoop/common/branches/branch-0.23/hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/test/MapredTestDriver.java > Incorrect exit code for hadoop-mapreduce-test tests when exception thrown > - > > Key: MAPREDUCE-3179 > URL: https://issues.apache.org/jira/browse/MAPREDUCE-3179 > Project: Hadoop Map/Reduce > Issue Type: Bug > Components: mrv2, test >Affects Versions: 0.20.205.0, 0.23.0, 0.24.0 >Reporter: Jonathan Eagles >Assignee: Jonathan Eagles > Fix For: 0.23.0 > > Attachments: MAPREDUCE-3179.patch > > > Exit code for test jar is 0 despite exception thrown > hadoop jar hadoop-mapreduce-test-0.23.0-SNAPSHOT.jar loadgen > -Dmapreduce.job.acl-view -m 18 -r 0 -outKey org.apache.hadoop.io.Text > -outValue org.apache.hadoop.io.Text -indir nonexistentdir > Loadgen output snippet > org.apache.hadoop.mapred.InvalidInputException: Input path does not exist: > hdfs://machine.name.example.com:9000/user/exampleuser/nonexistentdir > at > org.apache.hadoop.mapred.FileInputFormat.listStatus(FileInputFormat.java:234) > at > org.apache.hadoop.mapred.FileInputFormat.getSplits(FileInputFormat.java:254) > at > org.apache.hadoop.mapreduce.JobSubmitter.writeOldSplits(JobSubmitter.java:470) > at > org.apache.hadoop.mapreduce.JobSubmitter.writeSplits(JobSubmitter.java:462) > at > org.apache.hadoop.mapreduce.JobSubmitter.submitJobInternal(JobSubmitter.java:358) > at org.apache.hadoop.mapreduce.Job$2.run(Job.java:1159) > at org.apache.hadoop.mapreduce.Job$2.run(Job.java:1156) > at java.security.AccessController.doPrivileged(Native Method) > at javax.security.auth.Subject.doAs(Subject.java:396) > at > org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1135) > at org.apache.hadoop.mapreduce.Job.submit(Job.java:1156) > at org.apache.hadoop.mapred.JobClient.submitJob(JobClient.java:539) > at org.apache.hadoop.mapred.JobClient.runJob(JobClient.java:778) > at > org.apache.hadoop.mapred.GenericMRLoadGenerator.run(GenericMRLoadGenerator.java:200) > at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:69) > at > org.apache.hadoop.mapred.GenericMRLoadGenerator.main(GenericMRLoadGenerator.java:214) > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) > at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) > at java.lang.reflect.Method.invoke(Method.java:597) > at > org.apache.hadoop.util.ProgramDriver$ProgramDescription.invoke(ProgramDriver.java:72) > at org.apache.hadoop.util.ProgramDriver.driver(ProgramDriver.java:144) > at > org.apache.hadoop.test.MapredTestDriver.run(MapredTestDriver.java:111) > at > org.apache.hadoop.test.MapredTestDriver.main(MapredTestDriver.java:118) > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) > at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) > at java.lang.reflect.Method.invoke(Method.java:597) > at org.apache.hadoop.util.RunJar.main(RunJar.java:189) > -bash-3.2$ echo $? > 0 > This differs from example jar which correctly returns the correct exit code > hadoop jar hadoop-mapreduce-examples-0.23.0-SNAPSHOT.jar wordcount > nonexistentdir /outputdir > wordcount output snippet > org.apache.hadoop.mapreduce.lib.input.InvalidInputException: Input path does > not exist: > hdfs://machine.name.example.com:9000/user/exampleuser/nonexistentdir > at > org.apache.hadoop.mapreduce.lib.input.FileInputFormat.listStatus(FileInputFormat.java:243) > at > org.apache.hadoop.mapreduce.lib.input.FileInputFormat.getSplits(FileInputFormat.java:269) > at > org.apache.hadoop.mapreduce.JobSubmitter.writeNewSplits(JobSubmitter.java:443) > at > org.apache.hadoop.mapreduce.JobSubmitter.writeSplits(JobSubmitter.java:460) > at > org.apache.
[jira] [Commented] (MAPREDUCE-3179) Incorrect exit code for hadoop-mapreduce-test tests when exception thrown
[ https://issues.apache.org/jira/browse/MAPREDUCE-3179?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=13131160#comment-13131160 ] Hudson commented on MAPREDUCE-3179: --- Integrated in Hadoop-Mapreduce-trunk-Commit #1135 (See [https://builds.apache.org/job/Hadoop-Mapreduce-trunk-Commit/1135/]) MAPREDUCE-3179. Ensure failed tests exit with right error code. Contributed by Jonathan Eagles. acmurthy : http://svn.apache.org/viewcvs.cgi/?root=Apache-SVN&view=rev&rev=1186552 Files : * /hadoop/common/trunk/hadoop-mapreduce-project/CHANGES.txt * /hadoop/common/trunk/hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/test/MapredTestDriver.java > Incorrect exit code for hadoop-mapreduce-test tests when exception thrown > - > > Key: MAPREDUCE-3179 > URL: https://issues.apache.org/jira/browse/MAPREDUCE-3179 > Project: Hadoop Map/Reduce > Issue Type: Bug > Components: mrv2, test >Affects Versions: 0.20.205.0, 0.23.0, 0.24.0 >Reporter: Jonathan Eagles >Assignee: Jonathan Eagles > Fix For: 0.23.0 > > Attachments: MAPREDUCE-3179.patch > > > Exit code for test jar is 0 despite exception thrown > hadoop jar hadoop-mapreduce-test-0.23.0-SNAPSHOT.jar loadgen > -Dmapreduce.job.acl-view -m 18 -r 0 -outKey org.apache.hadoop.io.Text > -outValue org.apache.hadoop.io.Text -indir nonexistentdir > Loadgen output snippet > org.apache.hadoop.mapred.InvalidInputException: Input path does not exist: > hdfs://machine.name.example.com:9000/user/exampleuser/nonexistentdir > at > org.apache.hadoop.mapred.FileInputFormat.listStatus(FileInputFormat.java:234) > at > org.apache.hadoop.mapred.FileInputFormat.getSplits(FileInputFormat.java:254) > at > org.apache.hadoop.mapreduce.JobSubmitter.writeOldSplits(JobSubmitter.java:470) > at > org.apache.hadoop.mapreduce.JobSubmitter.writeSplits(JobSubmitter.java:462) > at > org.apache.hadoop.mapreduce.JobSubmitter.submitJobInternal(JobSubmitter.java:358) > at org.apache.hadoop.mapreduce.Job$2.run(Job.java:1159) > at org.apache.hadoop.mapreduce.Job$2.run(Job.java:1156) > at java.security.AccessController.doPrivileged(Native Method) > at javax.security.auth.Subject.doAs(Subject.java:396) > at > org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1135) > at org.apache.hadoop.mapreduce.Job.submit(Job.java:1156) > at org.apache.hadoop.mapred.JobClient.submitJob(JobClient.java:539) > at org.apache.hadoop.mapred.JobClient.runJob(JobClient.java:778) > at > org.apache.hadoop.mapred.GenericMRLoadGenerator.run(GenericMRLoadGenerator.java:200) > at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:69) > at > org.apache.hadoop.mapred.GenericMRLoadGenerator.main(GenericMRLoadGenerator.java:214) > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) > at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) > at java.lang.reflect.Method.invoke(Method.java:597) > at > org.apache.hadoop.util.ProgramDriver$ProgramDescription.invoke(ProgramDriver.java:72) > at org.apache.hadoop.util.ProgramDriver.driver(ProgramDriver.java:144) > at > org.apache.hadoop.test.MapredTestDriver.run(MapredTestDriver.java:111) > at > org.apache.hadoop.test.MapredTestDriver.main(MapredTestDriver.java:118) > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) > at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) > at java.lang.reflect.Method.invoke(Method.java:597) > at org.apache.hadoop.util.RunJar.main(RunJar.java:189) > -bash-3.2$ echo $? > 0 > This differs from example jar which correctly returns the correct exit code > hadoop jar hadoop-mapreduce-examples-0.23.0-SNAPSHOT.jar wordcount > nonexistentdir /outputdir > wordcount output snippet > org.apache.hadoop.mapreduce.lib.input.InvalidInputException: Input path does > not exist: > hdfs://machine.name.example.com:9000/user/exampleuser/nonexistentdir > at > org.apache.hadoop.mapreduce.lib.input.FileInputFormat.listStatus(FileInputFormat.java:243) > at > org.apache.hadoop.mapreduce.lib.input.FileInputFormat.getSplits(FileInputFormat.java:269) > at > org.apache.hadoop.mapreduce.JobSubmitter.writeNewSplits(JobSubmitter.java:443) > at > org.apache.hadoop.mapreduce.JobSubmitter.writeSplits(JobSubmitter.java:460) > at > org.ap
[jira] [Commented] (MAPREDUCE-3179) Incorrect exit code for hadoop-mapreduce-test tests when exception thrown
[ https://issues.apache.org/jira/browse/MAPREDUCE-3179?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=13131151#comment-13131151 ] Hudson commented on MAPREDUCE-3179: --- Integrated in Hadoop-Mapreduce-0.23-Commit #29 (See [https://builds.apache.org/job/Hadoop-Mapreduce-0.23-Commit/29/]) Merge -c 1186552 from trunk to branch-0.23 to complete fix for MAPREDUCE-3179. acmurthy : http://svn.apache.org/viewcvs.cgi/?root=Apache-SVN&view=rev&rev=1186553 Files : * /hadoop/common/branches/branch-0.23/hadoop-mapreduce-project/CHANGES.txt * /hadoop/common/branches/branch-0.23/hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/test/MapredTestDriver.java > Incorrect exit code for hadoop-mapreduce-test tests when exception thrown > - > > Key: MAPREDUCE-3179 > URL: https://issues.apache.org/jira/browse/MAPREDUCE-3179 > Project: Hadoop Map/Reduce > Issue Type: Bug > Components: mrv2, test >Affects Versions: 0.20.205.0, 0.23.0, 0.24.0 >Reporter: Jonathan Eagles >Assignee: Jonathan Eagles > Fix For: 0.23.0 > > Attachments: MAPREDUCE-3179.patch > > > Exit code for test jar is 0 despite exception thrown > hadoop jar hadoop-mapreduce-test-0.23.0-SNAPSHOT.jar loadgen > -Dmapreduce.job.acl-view -m 18 -r 0 -outKey org.apache.hadoop.io.Text > -outValue org.apache.hadoop.io.Text -indir nonexistentdir > Loadgen output snippet > org.apache.hadoop.mapred.InvalidInputException: Input path does not exist: > hdfs://machine.name.example.com:9000/user/exampleuser/nonexistentdir > at > org.apache.hadoop.mapred.FileInputFormat.listStatus(FileInputFormat.java:234) > at > org.apache.hadoop.mapred.FileInputFormat.getSplits(FileInputFormat.java:254) > at > org.apache.hadoop.mapreduce.JobSubmitter.writeOldSplits(JobSubmitter.java:470) > at > org.apache.hadoop.mapreduce.JobSubmitter.writeSplits(JobSubmitter.java:462) > at > org.apache.hadoop.mapreduce.JobSubmitter.submitJobInternal(JobSubmitter.java:358) > at org.apache.hadoop.mapreduce.Job$2.run(Job.java:1159) > at org.apache.hadoop.mapreduce.Job$2.run(Job.java:1156) > at java.security.AccessController.doPrivileged(Native Method) > at javax.security.auth.Subject.doAs(Subject.java:396) > at > org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1135) > at org.apache.hadoop.mapreduce.Job.submit(Job.java:1156) > at org.apache.hadoop.mapred.JobClient.submitJob(JobClient.java:539) > at org.apache.hadoop.mapred.JobClient.runJob(JobClient.java:778) > at > org.apache.hadoop.mapred.GenericMRLoadGenerator.run(GenericMRLoadGenerator.java:200) > at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:69) > at > org.apache.hadoop.mapred.GenericMRLoadGenerator.main(GenericMRLoadGenerator.java:214) > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) > at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) > at java.lang.reflect.Method.invoke(Method.java:597) > at > org.apache.hadoop.util.ProgramDriver$ProgramDescription.invoke(ProgramDriver.java:72) > at org.apache.hadoop.util.ProgramDriver.driver(ProgramDriver.java:144) > at > org.apache.hadoop.test.MapredTestDriver.run(MapredTestDriver.java:111) > at > org.apache.hadoop.test.MapredTestDriver.main(MapredTestDriver.java:118) > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) > at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) > at java.lang.reflect.Method.invoke(Method.java:597) > at org.apache.hadoop.util.RunJar.main(RunJar.java:189) > -bash-3.2$ echo $? > 0 > This differs from example jar which correctly returns the correct exit code > hadoop jar hadoop-mapreduce-examples-0.23.0-SNAPSHOT.jar wordcount > nonexistentdir /outputdir > wordcount output snippet > org.apache.hadoop.mapreduce.lib.input.InvalidInputException: Input path does > not exist: > hdfs://machine.name.example.com:9000/user/exampleuser/nonexistentdir > at > org.apache.hadoop.mapreduce.lib.input.FileInputFormat.listStatus(FileInputFormat.java:243) > at > org.apache.hadoop.mapreduce.lib.input.FileInputFormat.getSplits(FileInputFormat.java:269) > at > org.apache.hadoop.mapreduce.JobSubmitter.writeNewSplits(JobSubmitter.java:443) > at > org.apache.hadoop.mapreduce.JobSubmitter.writeSplits(JobSubmitter.java:460) > at >
[jira] [Commented] (MAPREDUCE-3179) Incorrect exit code for hadoop-mapreduce-test tests when exception thrown
[ https://issues.apache.org/jira/browse/MAPREDUCE-3179?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=13131131#comment-13131131 ] Hudson commented on MAPREDUCE-3179: --- Integrated in Hadoop-Common-trunk-Commit #1119 (See [https://builds.apache.org/job/Hadoop-Common-trunk-Commit/1119/]) MAPREDUCE-3179. Ensure failed tests exit with right error code. Contributed by Jonathan Eagles. acmurthy : http://svn.apache.org/viewcvs.cgi/?root=Apache-SVN&view=rev&rev=1186552 Files : * /hadoop/common/trunk/hadoop-mapreduce-project/CHANGES.txt * /hadoop/common/trunk/hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/test/MapredTestDriver.java > Incorrect exit code for hadoop-mapreduce-test tests when exception thrown > - > > Key: MAPREDUCE-3179 > URL: https://issues.apache.org/jira/browse/MAPREDUCE-3179 > Project: Hadoop Map/Reduce > Issue Type: Bug > Components: mrv2, test >Affects Versions: 0.20.205.0, 0.23.0, 0.24.0 >Reporter: Jonathan Eagles >Assignee: Jonathan Eagles > Fix For: 0.23.0 > > Attachments: MAPREDUCE-3179.patch > > > Exit code for test jar is 0 despite exception thrown > hadoop jar hadoop-mapreduce-test-0.23.0-SNAPSHOT.jar loadgen > -Dmapreduce.job.acl-view -m 18 -r 0 -outKey org.apache.hadoop.io.Text > -outValue org.apache.hadoop.io.Text -indir nonexistentdir > Loadgen output snippet > org.apache.hadoop.mapred.InvalidInputException: Input path does not exist: > hdfs://machine.name.example.com:9000/user/exampleuser/nonexistentdir > at > org.apache.hadoop.mapred.FileInputFormat.listStatus(FileInputFormat.java:234) > at > org.apache.hadoop.mapred.FileInputFormat.getSplits(FileInputFormat.java:254) > at > org.apache.hadoop.mapreduce.JobSubmitter.writeOldSplits(JobSubmitter.java:470) > at > org.apache.hadoop.mapreduce.JobSubmitter.writeSplits(JobSubmitter.java:462) > at > org.apache.hadoop.mapreduce.JobSubmitter.submitJobInternal(JobSubmitter.java:358) > at org.apache.hadoop.mapreduce.Job$2.run(Job.java:1159) > at org.apache.hadoop.mapreduce.Job$2.run(Job.java:1156) > at java.security.AccessController.doPrivileged(Native Method) > at javax.security.auth.Subject.doAs(Subject.java:396) > at > org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1135) > at org.apache.hadoop.mapreduce.Job.submit(Job.java:1156) > at org.apache.hadoop.mapred.JobClient.submitJob(JobClient.java:539) > at org.apache.hadoop.mapred.JobClient.runJob(JobClient.java:778) > at > org.apache.hadoop.mapred.GenericMRLoadGenerator.run(GenericMRLoadGenerator.java:200) > at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:69) > at > org.apache.hadoop.mapred.GenericMRLoadGenerator.main(GenericMRLoadGenerator.java:214) > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) > at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) > at java.lang.reflect.Method.invoke(Method.java:597) > at > org.apache.hadoop.util.ProgramDriver$ProgramDescription.invoke(ProgramDriver.java:72) > at org.apache.hadoop.util.ProgramDriver.driver(ProgramDriver.java:144) > at > org.apache.hadoop.test.MapredTestDriver.run(MapredTestDriver.java:111) > at > org.apache.hadoop.test.MapredTestDriver.main(MapredTestDriver.java:118) > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) > at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) > at java.lang.reflect.Method.invoke(Method.java:597) > at org.apache.hadoop.util.RunJar.main(RunJar.java:189) > -bash-3.2$ echo $? > 0 > This differs from example jar which correctly returns the correct exit code > hadoop jar hadoop-mapreduce-examples-0.23.0-SNAPSHOT.jar wordcount > nonexistentdir /outputdir > wordcount output snippet > org.apache.hadoop.mapreduce.lib.input.InvalidInputException: Input path does > not exist: > hdfs://machine.name.example.com:9000/user/exampleuser/nonexistentdir > at > org.apache.hadoop.mapreduce.lib.input.FileInputFormat.listStatus(FileInputFormat.java:243) > at > org.apache.hadoop.mapreduce.lib.input.FileInputFormat.getSplits(FileInputFormat.java:269) > at > org.apache.hadoop.mapreduce.JobSubmitter.writeNewSplits(JobSubmitter.java:443) > at > org.apache.hadoop.mapreduce.JobSubmitter.writeSplits(JobSubmitter.java:460) > at > org.apache.h
[jira] [Commented] (MAPREDUCE-3179) Incorrect exit code for hadoop-mapreduce-test tests when exception thrown
[ https://issues.apache.org/jira/browse/MAPREDUCE-3179?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=13131125#comment-13131125 ] Hudson commented on MAPREDUCE-3179: --- Integrated in Hadoop-Hdfs-0.23-Commit #29 (See [https://builds.apache.org/job/Hadoop-Hdfs-0.23-Commit/29/]) Merge -c 1186552 from trunk to branch-0.23 to complete fix for MAPREDUCE-3179. acmurthy : http://svn.apache.org/viewcvs.cgi/?root=Apache-SVN&view=rev&rev=1186553 Files : * /hadoop/common/branches/branch-0.23/hadoop-mapreduce-project/CHANGES.txt * /hadoop/common/branches/branch-0.23/hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/test/MapredTestDriver.java > Incorrect exit code for hadoop-mapreduce-test tests when exception thrown > - > > Key: MAPREDUCE-3179 > URL: https://issues.apache.org/jira/browse/MAPREDUCE-3179 > Project: Hadoop Map/Reduce > Issue Type: Bug > Components: mrv2, test >Affects Versions: 0.20.205.0, 0.23.0, 0.24.0 >Reporter: Jonathan Eagles >Assignee: Jonathan Eagles > Fix For: 0.23.0 > > Attachments: MAPREDUCE-3179.patch > > > Exit code for test jar is 0 despite exception thrown > hadoop jar hadoop-mapreduce-test-0.23.0-SNAPSHOT.jar loadgen > -Dmapreduce.job.acl-view -m 18 -r 0 -outKey org.apache.hadoop.io.Text > -outValue org.apache.hadoop.io.Text -indir nonexistentdir > Loadgen output snippet > org.apache.hadoop.mapred.InvalidInputException: Input path does not exist: > hdfs://machine.name.example.com:9000/user/exampleuser/nonexistentdir > at > org.apache.hadoop.mapred.FileInputFormat.listStatus(FileInputFormat.java:234) > at > org.apache.hadoop.mapred.FileInputFormat.getSplits(FileInputFormat.java:254) > at > org.apache.hadoop.mapreduce.JobSubmitter.writeOldSplits(JobSubmitter.java:470) > at > org.apache.hadoop.mapreduce.JobSubmitter.writeSplits(JobSubmitter.java:462) > at > org.apache.hadoop.mapreduce.JobSubmitter.submitJobInternal(JobSubmitter.java:358) > at org.apache.hadoop.mapreduce.Job$2.run(Job.java:1159) > at org.apache.hadoop.mapreduce.Job$2.run(Job.java:1156) > at java.security.AccessController.doPrivileged(Native Method) > at javax.security.auth.Subject.doAs(Subject.java:396) > at > org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1135) > at org.apache.hadoop.mapreduce.Job.submit(Job.java:1156) > at org.apache.hadoop.mapred.JobClient.submitJob(JobClient.java:539) > at org.apache.hadoop.mapred.JobClient.runJob(JobClient.java:778) > at > org.apache.hadoop.mapred.GenericMRLoadGenerator.run(GenericMRLoadGenerator.java:200) > at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:69) > at > org.apache.hadoop.mapred.GenericMRLoadGenerator.main(GenericMRLoadGenerator.java:214) > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) > at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) > at java.lang.reflect.Method.invoke(Method.java:597) > at > org.apache.hadoop.util.ProgramDriver$ProgramDescription.invoke(ProgramDriver.java:72) > at org.apache.hadoop.util.ProgramDriver.driver(ProgramDriver.java:144) > at > org.apache.hadoop.test.MapredTestDriver.run(MapredTestDriver.java:111) > at > org.apache.hadoop.test.MapredTestDriver.main(MapredTestDriver.java:118) > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) > at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) > at java.lang.reflect.Method.invoke(Method.java:597) > at org.apache.hadoop.util.RunJar.main(RunJar.java:189) > -bash-3.2$ echo $? > 0 > This differs from example jar which correctly returns the correct exit code > hadoop jar hadoop-mapreduce-examples-0.23.0-SNAPSHOT.jar wordcount > nonexistentdir /outputdir > wordcount output snippet > org.apache.hadoop.mapreduce.lib.input.InvalidInputException: Input path does > not exist: > hdfs://machine.name.example.com:9000/user/exampleuser/nonexistentdir > at > org.apache.hadoop.mapreduce.lib.input.FileInputFormat.listStatus(FileInputFormat.java:243) > at > org.apache.hadoop.mapreduce.lib.input.FileInputFormat.getSplits(FileInputFormat.java:269) > at > org.apache.hadoop.mapreduce.JobSubmitter.writeNewSplits(JobSubmitter.java:443) > at > org.apache.hadoop.mapreduce.JobSubmitter.writeSplits(JobSubmitter.java:460) > at > org.apach
[jira] [Commented] (MAPREDUCE-3179) Incorrect exit code for hadoop-mapreduce-test tests when exception thrown
[ https://issues.apache.org/jira/browse/MAPREDUCE-3179?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=13131123#comment-13131123 ] Hudson commented on MAPREDUCE-3179: --- Integrated in Hadoop-Common-0.23-Commit #29 (See [https://builds.apache.org/job/Hadoop-Common-0.23-Commit/29/]) Merge -c 1186552 from trunk to branch-0.23 to complete fix for MAPREDUCE-3179. acmurthy : http://svn.apache.org/viewcvs.cgi/?root=Apache-SVN&view=rev&rev=1186553 Files : * /hadoop/common/branches/branch-0.23/hadoop-mapreduce-project/CHANGES.txt * /hadoop/common/branches/branch-0.23/hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/test/MapredTestDriver.java > Incorrect exit code for hadoop-mapreduce-test tests when exception thrown > - > > Key: MAPREDUCE-3179 > URL: https://issues.apache.org/jira/browse/MAPREDUCE-3179 > Project: Hadoop Map/Reduce > Issue Type: Bug > Components: mrv2, test >Affects Versions: 0.20.205.0, 0.23.0, 0.24.0 >Reporter: Jonathan Eagles >Assignee: Jonathan Eagles > Fix For: 0.23.0 > > Attachments: MAPREDUCE-3179.patch > > > Exit code for test jar is 0 despite exception thrown > hadoop jar hadoop-mapreduce-test-0.23.0-SNAPSHOT.jar loadgen > -Dmapreduce.job.acl-view -m 18 -r 0 -outKey org.apache.hadoop.io.Text > -outValue org.apache.hadoop.io.Text -indir nonexistentdir > Loadgen output snippet > org.apache.hadoop.mapred.InvalidInputException: Input path does not exist: > hdfs://machine.name.example.com:9000/user/exampleuser/nonexistentdir > at > org.apache.hadoop.mapred.FileInputFormat.listStatus(FileInputFormat.java:234) > at > org.apache.hadoop.mapred.FileInputFormat.getSplits(FileInputFormat.java:254) > at > org.apache.hadoop.mapreduce.JobSubmitter.writeOldSplits(JobSubmitter.java:470) > at > org.apache.hadoop.mapreduce.JobSubmitter.writeSplits(JobSubmitter.java:462) > at > org.apache.hadoop.mapreduce.JobSubmitter.submitJobInternal(JobSubmitter.java:358) > at org.apache.hadoop.mapreduce.Job$2.run(Job.java:1159) > at org.apache.hadoop.mapreduce.Job$2.run(Job.java:1156) > at java.security.AccessController.doPrivileged(Native Method) > at javax.security.auth.Subject.doAs(Subject.java:396) > at > org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1135) > at org.apache.hadoop.mapreduce.Job.submit(Job.java:1156) > at org.apache.hadoop.mapred.JobClient.submitJob(JobClient.java:539) > at org.apache.hadoop.mapred.JobClient.runJob(JobClient.java:778) > at > org.apache.hadoop.mapred.GenericMRLoadGenerator.run(GenericMRLoadGenerator.java:200) > at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:69) > at > org.apache.hadoop.mapred.GenericMRLoadGenerator.main(GenericMRLoadGenerator.java:214) > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) > at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) > at java.lang.reflect.Method.invoke(Method.java:597) > at > org.apache.hadoop.util.ProgramDriver$ProgramDescription.invoke(ProgramDriver.java:72) > at org.apache.hadoop.util.ProgramDriver.driver(ProgramDriver.java:144) > at > org.apache.hadoop.test.MapredTestDriver.run(MapredTestDriver.java:111) > at > org.apache.hadoop.test.MapredTestDriver.main(MapredTestDriver.java:118) > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) > at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) > at java.lang.reflect.Method.invoke(Method.java:597) > at org.apache.hadoop.util.RunJar.main(RunJar.java:189) > -bash-3.2$ echo $? > 0 > This differs from example jar which correctly returns the correct exit code > hadoop jar hadoop-mapreduce-examples-0.23.0-SNAPSHOT.jar wordcount > nonexistentdir /outputdir > wordcount output snippet > org.apache.hadoop.mapreduce.lib.input.InvalidInputException: Input path does > not exist: > hdfs://machine.name.example.com:9000/user/exampleuser/nonexistentdir > at > org.apache.hadoop.mapreduce.lib.input.FileInputFormat.listStatus(FileInputFormat.java:243) > at > org.apache.hadoop.mapreduce.lib.input.FileInputFormat.getSplits(FileInputFormat.java:269) > at > org.apache.hadoop.mapreduce.JobSubmitter.writeNewSplits(JobSubmitter.java:443) > at > org.apache.hadoop.mapreduce.JobSubmitter.writeSplits(JobSubmitter.java:460) > at > org.a
[jira] [Commented] (MAPREDUCE-3179) Incorrect exit code for hadoop-mapreduce-test tests when exception thrown
[ https://issues.apache.org/jira/browse/MAPREDUCE-3179?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=13131118#comment-13131118 ] Hudson commented on MAPREDUCE-3179: --- Integrated in Hadoop-Hdfs-trunk-Commit #1197 (See [https://builds.apache.org/job/Hadoop-Hdfs-trunk-Commit/1197/]) MAPREDUCE-3179. Ensure failed tests exit with right error code. Contributed by Jonathan Eagles. acmurthy : http://svn.apache.org/viewcvs.cgi/?root=Apache-SVN&view=rev&rev=1186552 Files : * /hadoop/common/trunk/hadoop-mapreduce-project/CHANGES.txt * /hadoop/common/trunk/hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/test/MapredTestDriver.java > Incorrect exit code for hadoop-mapreduce-test tests when exception thrown > - > > Key: MAPREDUCE-3179 > URL: https://issues.apache.org/jira/browse/MAPREDUCE-3179 > Project: Hadoop Map/Reduce > Issue Type: Bug > Components: mrv2, test >Affects Versions: 0.20.205.0, 0.23.0, 0.24.0 >Reporter: Jonathan Eagles >Assignee: Jonathan Eagles > Fix For: 0.23.0 > > Attachments: MAPREDUCE-3179.patch > > > Exit code for test jar is 0 despite exception thrown > hadoop jar hadoop-mapreduce-test-0.23.0-SNAPSHOT.jar loadgen > -Dmapreduce.job.acl-view -m 18 -r 0 -outKey org.apache.hadoop.io.Text > -outValue org.apache.hadoop.io.Text -indir nonexistentdir > Loadgen output snippet > org.apache.hadoop.mapred.InvalidInputException: Input path does not exist: > hdfs://machine.name.example.com:9000/user/exampleuser/nonexistentdir > at > org.apache.hadoop.mapred.FileInputFormat.listStatus(FileInputFormat.java:234) > at > org.apache.hadoop.mapred.FileInputFormat.getSplits(FileInputFormat.java:254) > at > org.apache.hadoop.mapreduce.JobSubmitter.writeOldSplits(JobSubmitter.java:470) > at > org.apache.hadoop.mapreduce.JobSubmitter.writeSplits(JobSubmitter.java:462) > at > org.apache.hadoop.mapreduce.JobSubmitter.submitJobInternal(JobSubmitter.java:358) > at org.apache.hadoop.mapreduce.Job$2.run(Job.java:1159) > at org.apache.hadoop.mapreduce.Job$2.run(Job.java:1156) > at java.security.AccessController.doPrivileged(Native Method) > at javax.security.auth.Subject.doAs(Subject.java:396) > at > org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1135) > at org.apache.hadoop.mapreduce.Job.submit(Job.java:1156) > at org.apache.hadoop.mapred.JobClient.submitJob(JobClient.java:539) > at org.apache.hadoop.mapred.JobClient.runJob(JobClient.java:778) > at > org.apache.hadoop.mapred.GenericMRLoadGenerator.run(GenericMRLoadGenerator.java:200) > at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:69) > at > org.apache.hadoop.mapred.GenericMRLoadGenerator.main(GenericMRLoadGenerator.java:214) > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) > at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) > at java.lang.reflect.Method.invoke(Method.java:597) > at > org.apache.hadoop.util.ProgramDriver$ProgramDescription.invoke(ProgramDriver.java:72) > at org.apache.hadoop.util.ProgramDriver.driver(ProgramDriver.java:144) > at > org.apache.hadoop.test.MapredTestDriver.run(MapredTestDriver.java:111) > at > org.apache.hadoop.test.MapredTestDriver.main(MapredTestDriver.java:118) > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) > at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) > at java.lang.reflect.Method.invoke(Method.java:597) > at org.apache.hadoop.util.RunJar.main(RunJar.java:189) > -bash-3.2$ echo $? > 0 > This differs from example jar which correctly returns the correct exit code > hadoop jar hadoop-mapreduce-examples-0.23.0-SNAPSHOT.jar wordcount > nonexistentdir /outputdir > wordcount output snippet > org.apache.hadoop.mapreduce.lib.input.InvalidInputException: Input path does > not exist: > hdfs://machine.name.example.com:9000/user/exampleuser/nonexistentdir > at > org.apache.hadoop.mapreduce.lib.input.FileInputFormat.listStatus(FileInputFormat.java:243) > at > org.apache.hadoop.mapreduce.lib.input.FileInputFormat.getSplits(FileInputFormat.java:269) > at > org.apache.hadoop.mapreduce.JobSubmitter.writeNewSplits(JobSubmitter.java:443) > at > org.apache.hadoop.mapreduce.JobSubmitter.writeSplits(JobSubmitter.java:460) > at > org.apache.hadoo
[jira] [Commented] (MAPREDUCE-3179) Incorrect exit code for hadoop-mapreduce-test tests when exception thrown
[ https://issues.apache.org/jira/browse/MAPREDUCE-3179?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=13128964#comment-13128964 ] Jonathan Eagles commented on MAPREDUCE-3179: Please ignore the test results of the branch security patch. Instead look at the patch results against trunk. > Incorrect exit code for hadoop-mapreduce-test tests when exception thrown > - > > Key: MAPREDUCE-3179 > URL: https://issues.apache.org/jira/browse/MAPREDUCE-3179 > Project: Hadoop Map/Reduce > Issue Type: Bug > Components: mrv2, test >Affects Versions: 0.20.205.0, 0.23.0, 0.24.0 >Reporter: Jonathan Eagles >Assignee: Jonathan Eagles > Fix For: 0.23.0 > > Attachments: MAPREDUCE-3179.patch > > > Exit code for test jar is 0 despite exception thrown > hadoop jar hadoop-mapreduce-test-0.23.0-SNAPSHOT.jar loadgen > -Dmapreduce.job.acl-view -m 18 -r 0 -outKey org.apache.hadoop.io.Text > -outValue org.apache.hadoop.io.Text -indir nonexistentdir > Loadgen output snippet > org.apache.hadoop.mapred.InvalidInputException: Input path does not exist: > hdfs://machine.name.example.com:9000/user/exampleuser/nonexistentdir > at > org.apache.hadoop.mapred.FileInputFormat.listStatus(FileInputFormat.java:234) > at > org.apache.hadoop.mapred.FileInputFormat.getSplits(FileInputFormat.java:254) > at > org.apache.hadoop.mapreduce.JobSubmitter.writeOldSplits(JobSubmitter.java:470) > at > org.apache.hadoop.mapreduce.JobSubmitter.writeSplits(JobSubmitter.java:462) > at > org.apache.hadoop.mapreduce.JobSubmitter.submitJobInternal(JobSubmitter.java:358) > at org.apache.hadoop.mapreduce.Job$2.run(Job.java:1159) > at org.apache.hadoop.mapreduce.Job$2.run(Job.java:1156) > at java.security.AccessController.doPrivileged(Native Method) > at javax.security.auth.Subject.doAs(Subject.java:396) > at > org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1135) > at org.apache.hadoop.mapreduce.Job.submit(Job.java:1156) > at org.apache.hadoop.mapred.JobClient.submitJob(JobClient.java:539) > at org.apache.hadoop.mapred.JobClient.runJob(JobClient.java:778) > at > org.apache.hadoop.mapred.GenericMRLoadGenerator.run(GenericMRLoadGenerator.java:200) > at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:69) > at > org.apache.hadoop.mapred.GenericMRLoadGenerator.main(GenericMRLoadGenerator.java:214) > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) > at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) > at java.lang.reflect.Method.invoke(Method.java:597) > at > org.apache.hadoop.util.ProgramDriver$ProgramDescription.invoke(ProgramDriver.java:72) > at org.apache.hadoop.util.ProgramDriver.driver(ProgramDriver.java:144) > at > org.apache.hadoop.test.MapredTestDriver.run(MapredTestDriver.java:111) > at > org.apache.hadoop.test.MapredTestDriver.main(MapredTestDriver.java:118) > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) > at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) > at java.lang.reflect.Method.invoke(Method.java:597) > at org.apache.hadoop.util.RunJar.main(RunJar.java:189) > -bash-3.2$ echo $? > 0 > This differs from example jar which correctly returns the correct exit code > hadoop jar hadoop-mapreduce-examples-0.23.0-SNAPSHOT.jar wordcount > nonexistentdir /outputdir > wordcount output snippet > org.apache.hadoop.mapreduce.lib.input.InvalidInputException: Input path does > not exist: > hdfs://machine.name.example.com:9000/user/exampleuser/nonexistentdir > at > org.apache.hadoop.mapreduce.lib.input.FileInputFormat.listStatus(FileInputFormat.java:243) > at > org.apache.hadoop.mapreduce.lib.input.FileInputFormat.getSplits(FileInputFormat.java:269) > at > org.apache.hadoop.mapreduce.JobSubmitter.writeNewSplits(JobSubmitter.java:443) > at > org.apache.hadoop.mapreduce.JobSubmitter.writeSplits(JobSubmitter.java:460) > at > org.apache.hadoop.mapreduce.JobSubmitter.submitJobInternal(JobSubmitter.java:358) > at org.apache.hadoop.mapreduce.Job$2.run(Job.java:1159) > at org.apache.hadoop.mapreduce.Job$2.run(Job.java:1156) > at java.security.AccessController.doPrivileged(Native Method) > at javax.security.auth.Subject.doAs(Subject.java:396) > at > or
[jira] [Commented] (MAPREDUCE-3179) Incorrect exit code for hadoop-mapreduce-test tests when exception thrown
[ https://issues.apache.org/jira/browse/MAPREDUCE-3179?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=13126859#comment-13126859 ] Jonathan Eagles commented on MAPREDUCE-3179: Investigation of ProgramDriver usage reveals two more instances of this bug. I will file corresponding JIRAs for common and hdfs to address those issues. -bash-3.2$ ack --java ProgramDriver hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/util/ProgramDriver.java 33:public class ProgramDriver { 42: public ProgramDriver(){ hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/test/CoreTestDriver.java 25:import org.apache.hadoop.util.ProgramDriver; 32: private ProgramDriver pgd; 35:this(new ProgramDriver()); 38: public CoreTestDriver(ProgramDriver pgd) { hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/test/HdfsTestDriver.java 22:import org.apache.hadoop.util.ProgramDriver; 29: private ProgramDriver pgd; 32:this(new ProgramDriver()); 35: public HdfsTestDriver(ProgramDriver pgd) { hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/test/MapredTestDriver.java 33:import org.apache.hadoop.util.ProgramDriver; 50: private ProgramDriver pgd; 53:this(new ProgramDriver()); 56: public MapredTestDriver(ProgramDriver pgd) { hadoop-mapreduce-project/src/examples/org/apache/hadoop/examples/ExampleDriver.java 27:import org.apache.hadoop.util.ProgramDriver; 37:ProgramDriver pgd = new ProgramDriver(); > Incorrect exit code for hadoop-mapreduce-test tests when exception thrown > - > > Key: MAPREDUCE-3179 > URL: https://issues.apache.org/jira/browse/MAPREDUCE-3179 > Project: Hadoop Map/Reduce > Issue Type: Bug > Components: mrv2, test >Affects Versions: 0.20.205.0, 0.23.0, 0.24.0 >Reporter: Jonathan Eagles >Assignee: Jonathan Eagles > Attachments: MAPREDUCE-3179-branch-0.20-security.patch, > MAPREDUCE-3179.patch > > > Exit code for test jar is 0 despite exception thrown > hadoop jar hadoop-mapreduce-test-0.23.0-SNAPSHOT.jar loadgen > -Dmapreduce.job.acl-view -m 18 -r 0 -outKey org.apache.hadoop.io.Text > -outValue org.apache.hadoop.io.Text -indir nonexistentdir > Loadgen output snippet > org.apache.hadoop.mapred.InvalidInputException: Input path does not exist: > hdfs://machine.name.example.com:9000/user/exampleuser/nonexistentdir > at > org.apache.hadoop.mapred.FileInputFormat.listStatus(FileInputFormat.java:234) > at > org.apache.hadoop.mapred.FileInputFormat.getSplits(FileInputFormat.java:254) > at > org.apache.hadoop.mapreduce.JobSubmitter.writeOldSplits(JobSubmitter.java:470) > at > org.apache.hadoop.mapreduce.JobSubmitter.writeSplits(JobSubmitter.java:462) > at > org.apache.hadoop.mapreduce.JobSubmitter.submitJobInternal(JobSubmitter.java:358) > at org.apache.hadoop.mapreduce.Job$2.run(Job.java:1159) > at org.apache.hadoop.mapreduce.Job$2.run(Job.java:1156) > at java.security.AccessController.doPrivileged(Native Method) > at javax.security.auth.Subject.doAs(Subject.java:396) > at > org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1135) > at org.apache.hadoop.mapreduce.Job.submit(Job.java:1156) > at org.apache.hadoop.mapred.JobClient.submitJob(JobClient.java:539) > at org.apache.hadoop.mapred.JobClient.runJob(JobClient.java:778) > at > org.apache.hadoop.mapred.GenericMRLoadGenerator.run(GenericMRLoadGenerator.java:200) > at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:69) > at > org.apache.hadoop.mapred.GenericMRLoadGenerator.main(GenericMRLoadGenerator.java:214) > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) > at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) > at java.lang.reflect.Method.invoke(Method.java:597) > at > org.apache.hadoop.util.ProgramDriver$ProgramDescription.invoke(ProgramDriver.java:72) > at org.apache.hadoop.util.ProgramDriver.driver(ProgramDriver.java:144) > at > org.apache.hadoop.test.MapredTestDriver.run(MapredTestDriver.java:111) > at > org.apache.hadoop.test.MapredTestDriver.main(MapredTestDriver.java:118) > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) > at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) > at java.lang.reflect.Method.invoke(Method.java:597) > at org.apache.hadoop.util.RunJar.main(RunJa
[jira] [Commented] (MAPREDUCE-3179) Incorrect exit code for hadoop-mapreduce-test tests when exception thrown
[ https://issues.apache.org/jira/browse/MAPREDUCE-3179?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=13126845#comment-13126845 ] Hadoop QA commented on MAPREDUCE-3179: -- -1 overall. Here are the results of testing the latest attachment http://issues.apache.org/jira/secure/attachment/12498912/MAPREDUCE-3179-branch-0.20-security.patch against trunk revision . +1 @author. The patch does not contain any @author tags. +1 tests included. The patch appears to include 3 new or modified tests. -1 patch. The patch command could not apply the patch. Console output: https://builds.apache.org/job/PreCommit-MAPREDUCE-Build/1007//console This message is automatically generated. > Incorrect exit code for hadoop-mapreduce-test tests when exception thrown > - > > Key: MAPREDUCE-3179 > URL: https://issues.apache.org/jira/browse/MAPREDUCE-3179 > Project: Hadoop Map/Reduce > Issue Type: Bug > Components: mrv2, test >Affects Versions: 0.20.205.0, 0.23.0, 0.24.0 >Reporter: Jonathan Eagles >Assignee: Jonathan Eagles > Attachments: MAPREDUCE-3179-branch-0.20-security.patch, > MAPREDUCE-3179.patch > > > Exit code for test jar is 0 despite exception thrown > hadoop jar hadoop-mapreduce-test-0.23.0-SNAPSHOT.jar loadgen > -Dmapreduce.job.acl-view -m 18 -r 0 -outKey org.apache.hadoop.io.Text > -outValue org.apache.hadoop.io.Text -indir nonexistentdir > Loadgen output snippet > org.apache.hadoop.mapred.InvalidInputException: Input path does not exist: > hdfs://machine.name.example.com:9000/user/exampleuser/nonexistentdir > at > org.apache.hadoop.mapred.FileInputFormat.listStatus(FileInputFormat.java:234) > at > org.apache.hadoop.mapred.FileInputFormat.getSplits(FileInputFormat.java:254) > at > org.apache.hadoop.mapreduce.JobSubmitter.writeOldSplits(JobSubmitter.java:470) > at > org.apache.hadoop.mapreduce.JobSubmitter.writeSplits(JobSubmitter.java:462) > at > org.apache.hadoop.mapreduce.JobSubmitter.submitJobInternal(JobSubmitter.java:358) > at org.apache.hadoop.mapreduce.Job$2.run(Job.java:1159) > at org.apache.hadoop.mapreduce.Job$2.run(Job.java:1156) > at java.security.AccessController.doPrivileged(Native Method) > at javax.security.auth.Subject.doAs(Subject.java:396) > at > org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1135) > at org.apache.hadoop.mapreduce.Job.submit(Job.java:1156) > at org.apache.hadoop.mapred.JobClient.submitJob(JobClient.java:539) > at org.apache.hadoop.mapred.JobClient.runJob(JobClient.java:778) > at > org.apache.hadoop.mapred.GenericMRLoadGenerator.run(GenericMRLoadGenerator.java:200) > at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:69) > at > org.apache.hadoop.mapred.GenericMRLoadGenerator.main(GenericMRLoadGenerator.java:214) > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) > at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) > at java.lang.reflect.Method.invoke(Method.java:597) > at > org.apache.hadoop.util.ProgramDriver$ProgramDescription.invoke(ProgramDriver.java:72) > at org.apache.hadoop.util.ProgramDriver.driver(ProgramDriver.java:144) > at > org.apache.hadoop.test.MapredTestDriver.run(MapredTestDriver.java:111) > at > org.apache.hadoop.test.MapredTestDriver.main(MapredTestDriver.java:118) > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) > at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) > at java.lang.reflect.Method.invoke(Method.java:597) > at org.apache.hadoop.util.RunJar.main(RunJar.java:189) > -bash-3.2$ echo $? > 0 > This differs from example jar which correctly returns the correct exit code > hadoop jar hadoop-mapreduce-examples-0.23.0-SNAPSHOT.jar wordcount > nonexistentdir /outputdir > wordcount output snippet > org.apache.hadoop.mapreduce.lib.input.InvalidInputException: Input path does > not exist: > hdfs://machine.name.example.com:9000/user/exampleuser/nonexistentdir > at > org.apache.hadoop.mapreduce.lib.input.FileInputFormat.listStatus(FileInputFormat.java:243) > at > org.apache.hadoop.mapreduce.lib.input.FileInputFormat.getSplits(FileInputFormat.java:269) > at > org.apache.hadoop.mapreduce.JobSubmitter.writeNewSplits(JobSubmitter.java:443) > at > org.apache.hadoop.mapreduce.JobSubmitte
[jira] [Commented] (MAPREDUCE-3179) Incorrect exit code for hadoop-mapreduce-test tests when exception thrown
[ https://issues.apache.org/jira/browse/MAPREDUCE-3179?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=13126837#comment-13126837 ] Jonathan Eagles commented on MAPREDUCE-3179: I have uploaded a patch for branch 20 security in case that is needed as well. Currently I have only targeted 23 and 24. > Incorrect exit code for hadoop-mapreduce-test tests when exception thrown > - > > Key: MAPREDUCE-3179 > URL: https://issues.apache.org/jira/browse/MAPREDUCE-3179 > Project: Hadoop Map/Reduce > Issue Type: Bug > Components: mrv2, test >Affects Versions: 0.20.205.0, 0.23.0, 0.24.0 >Reporter: Jonathan Eagles >Assignee: Jonathan Eagles > Attachments: MAPREDUCE-3179-branch-0.20-security.patch, > MAPREDUCE-3179.patch > > > Exit code for test jar is 0 despite exception thrown > hadoop jar hadoop-mapreduce-test-0.23.0-SNAPSHOT.jar loadgen > -Dmapreduce.job.acl-view -m 18 -r 0 -outKey org.apache.hadoop.io.Text > -outValue org.apache.hadoop.io.Text -indir nonexistentdir > Loadgen output snippet > org.apache.hadoop.mapred.InvalidInputException: Input path does not exist: > hdfs://machine.name.example.com:9000/user/exampleuser/nonexistentdir > at > org.apache.hadoop.mapred.FileInputFormat.listStatus(FileInputFormat.java:234) > at > org.apache.hadoop.mapred.FileInputFormat.getSplits(FileInputFormat.java:254) > at > org.apache.hadoop.mapreduce.JobSubmitter.writeOldSplits(JobSubmitter.java:470) > at > org.apache.hadoop.mapreduce.JobSubmitter.writeSplits(JobSubmitter.java:462) > at > org.apache.hadoop.mapreduce.JobSubmitter.submitJobInternal(JobSubmitter.java:358) > at org.apache.hadoop.mapreduce.Job$2.run(Job.java:1159) > at org.apache.hadoop.mapreduce.Job$2.run(Job.java:1156) > at java.security.AccessController.doPrivileged(Native Method) > at javax.security.auth.Subject.doAs(Subject.java:396) > at > org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1135) > at org.apache.hadoop.mapreduce.Job.submit(Job.java:1156) > at org.apache.hadoop.mapred.JobClient.submitJob(JobClient.java:539) > at org.apache.hadoop.mapred.JobClient.runJob(JobClient.java:778) > at > org.apache.hadoop.mapred.GenericMRLoadGenerator.run(GenericMRLoadGenerator.java:200) > at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:69) > at > org.apache.hadoop.mapred.GenericMRLoadGenerator.main(GenericMRLoadGenerator.java:214) > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) > at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) > at java.lang.reflect.Method.invoke(Method.java:597) > at > org.apache.hadoop.util.ProgramDriver$ProgramDescription.invoke(ProgramDriver.java:72) > at org.apache.hadoop.util.ProgramDriver.driver(ProgramDriver.java:144) > at > org.apache.hadoop.test.MapredTestDriver.run(MapredTestDriver.java:111) > at > org.apache.hadoop.test.MapredTestDriver.main(MapredTestDriver.java:118) > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) > at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) > at java.lang.reflect.Method.invoke(Method.java:597) > at org.apache.hadoop.util.RunJar.main(RunJar.java:189) > -bash-3.2$ echo $? > 0 > This differs from example jar which correctly returns the correct exit code > hadoop jar hadoop-mapreduce-examples-0.23.0-SNAPSHOT.jar wordcount > nonexistentdir /outputdir > wordcount output snippet > org.apache.hadoop.mapreduce.lib.input.InvalidInputException: Input path does > not exist: > hdfs://machine.name.example.com:9000/user/exampleuser/nonexistentdir > at > org.apache.hadoop.mapreduce.lib.input.FileInputFormat.listStatus(FileInputFormat.java:243) > at > org.apache.hadoop.mapreduce.lib.input.FileInputFormat.getSplits(FileInputFormat.java:269) > at > org.apache.hadoop.mapreduce.JobSubmitter.writeNewSplits(JobSubmitter.java:443) > at > org.apache.hadoop.mapreduce.JobSubmitter.writeSplits(JobSubmitter.java:460) > at > org.apache.hadoop.mapreduce.JobSubmitter.submitJobInternal(JobSubmitter.java:358) > at org.apache.hadoop.mapreduce.Job$2.run(Job.java:1159) > at org.apache.hadoop.mapreduce.Job$2.run(Job.java:1156) > at java.security.AccessController.doPrivileged(Native Method) > at javax.security.auth.Subject.doAs(Subject.jav
[jira] [Commented] (MAPREDUCE-3179) Incorrect exit code for hadoop-mapreduce-test tests when exception thrown
[ https://issues.apache.org/jira/browse/MAPREDUCE-3179?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=13126728#comment-13126728 ] Hadoop QA commented on MAPREDUCE-3179: -- +1 overall. Here are the results of testing the latest attachment http://issues.apache.org/jira/secure/attachment/12498899/MAPREDUCE-3179.patch against trunk revision . +1 @author. The patch does not contain any @author tags. +1 tests included. The patch appears to include 3 new or modified tests. +1 javadoc. The javadoc tool did not generate any warning messages. +1 javac. The applied patch does not increase the total number of javac compiler warnings. +1 findbugs. The patch does not introduce any new Findbugs (version 1.3.9) warnings. +1 release audit. The applied patch does not increase the total number of release audit warnings. +1 core tests. The patch passed unit tests in . +1 contrib tests. The patch passed contrib unit tests. Test results: https://builds.apache.org/job/PreCommit-MAPREDUCE-Build/1006//testReport/ Console output: https://builds.apache.org/job/PreCommit-MAPREDUCE-Build/1006//console This message is automatically generated. > Incorrect exit code for hadoop-mapreduce-test tests when exception thrown > - > > Key: MAPREDUCE-3179 > URL: https://issues.apache.org/jira/browse/MAPREDUCE-3179 > Project: Hadoop Map/Reduce > Issue Type: Bug > Components: mrv2, test >Affects Versions: 0.23.0, 0.24.0 >Reporter: Jonathan Eagles >Assignee: Jonathan Eagles > Attachments: MAPREDUCE-3179.patch > > > Exit code for test jar is 0 despite exception thrown > hadoop jar hadoop-mapreduce-test-0.23.0-SNAPSHOT.jar loadgen > -Dmapreduce.job.acl-view -m 18 -r 0 -outKey org.apache.hadoop.io.Text > -outValue org.apache.hadoop.io.Text -indir nonexistentdir > Loadgen output snippet > org.apache.hadoop.mapred.InvalidInputException: Input path does not exist: > hdfs://machine.name.example.com:9000/user/exampleuser/nonexistentdir > at > org.apache.hadoop.mapred.FileInputFormat.listStatus(FileInputFormat.java:234) > at > org.apache.hadoop.mapred.FileInputFormat.getSplits(FileInputFormat.java:254) > at > org.apache.hadoop.mapreduce.JobSubmitter.writeOldSplits(JobSubmitter.java:470) > at > org.apache.hadoop.mapreduce.JobSubmitter.writeSplits(JobSubmitter.java:462) > at > org.apache.hadoop.mapreduce.JobSubmitter.submitJobInternal(JobSubmitter.java:358) > at org.apache.hadoop.mapreduce.Job$2.run(Job.java:1159) > at org.apache.hadoop.mapreduce.Job$2.run(Job.java:1156) > at java.security.AccessController.doPrivileged(Native Method) > at javax.security.auth.Subject.doAs(Subject.java:396) > at > org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1135) > at org.apache.hadoop.mapreduce.Job.submit(Job.java:1156) > at org.apache.hadoop.mapred.JobClient.submitJob(JobClient.java:539) > at org.apache.hadoop.mapred.JobClient.runJob(JobClient.java:778) > at > org.apache.hadoop.mapred.GenericMRLoadGenerator.run(GenericMRLoadGenerator.java:200) > at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:69) > at > org.apache.hadoop.mapred.GenericMRLoadGenerator.main(GenericMRLoadGenerator.java:214) > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) > at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) > at java.lang.reflect.Method.invoke(Method.java:597) > at > org.apache.hadoop.util.ProgramDriver$ProgramDescription.invoke(ProgramDriver.java:72) > at org.apache.hadoop.util.ProgramDriver.driver(ProgramDriver.java:144) > at > org.apache.hadoop.test.MapredTestDriver.run(MapredTestDriver.java:111) > at > org.apache.hadoop.test.MapredTestDriver.main(MapredTestDriver.java:118) > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) > at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) > at java.lang.reflect.Method.invoke(Method.java:597) > at org.apache.hadoop.util.RunJar.main(RunJar.java:189) > -bash-3.2$ echo $? > 0 > This differs from example jar which correctly returns the correct exit code > hadoop jar hadoop-mapreduce-examples-0.23.0-SNAPSHOT.jar wordcount > nonexistentdir /outputdir > wordcount output snippet > org.apache.hadoop.mapreduce.lib.input.InvalidInputException: Input path does > not exist: >