[
https://issues.apache.org/jira/browse/HIVE-4009?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=13576125#comment-13576125
]
Brock Noland commented on HIVE-4009:
------------------------------------
Case 1 in JobClient.getJob():
{noformat}
2013-02-08 08:26:16,132 FATAL conf.Configuration
(Configuration.java:loadResource(2011)) - error parsing conf
file:/home/hiveptest/hive/build/test/hadoop-hiveptest/mapred/staging/hiveptest1573470257/.staging/job_local1573470257_0001/job.xml
java.io.FileNotFoundException:
/home/hiveptest/build/test/hadoop-hiveptest/mapred/staging/hiveptest1573470257/.staging/job_local1573470257_0001/job.xml
(No such file or directory)
at java.io.FileInputStream.open(Native Method)
at java.io.FileInputStream.<init>(FileInputStream.java:120)
at
org.apache.hadoop.conf.Configuration.loadResource(Configuration.java:1924)
at
org.apache.hadoop.conf.Configuration.loadResources(Configuration.java:1877)
at
org.apache.hadoop.conf.Configuration.getProps(Configuration.java:1785)
at org.apache.hadoop.conf.Configuration.get(Configuration.java:712)
at
org.apache.hadoop.mapred.JobConf.checkAndWarnDeprecation(JobConf.java:1951)
at org.apache.hadoop.mapred.JobConf.<init>(JobConf.java:398)
at org.apache.hadoop.mapred.JobConf.<init>(JobConf.java:388)
at
org.apache.hadoop.mapred.JobClient$NetworkedJob.<init>(JobClient.java:174)
at org.apache.hadoop.mapred.JobClient.getJob(JobClient.java:655)
at org.apache.hadoop.mapred.JobClient.getJob(JobClient.java:668)
at
org.apache.hadoop.hive.ql.exec.HadoopJobExecHelper.progress(HadoopJobExecHelper.java:282)
at
org.apache.hadoop.hive.ql.exec.HadoopJobExecHelper.progress(HadoopJobExecHelper.java:532)
at
org.apache.hadoop.hive.ql.exec.ExecDriver.execute(ExecDriver.java:453)
at org.apache.hadoop.hive.ql.exec.ExecDriver.main(ExecDriver.java:689)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.util.RunJar.main(RunJar.java:208)
{noformat}
Case 1 in JobClient.getMapTaskReports():
{noformat}
[junit] java.lang.RuntimeException: java.io.FileNotFoundException:
/home/hiveptest/hive/build/test/hadoop-hiveptest/mapred/staging/hiveptest1743741198/.staging/job_local1743741198_0001/job.xml
(No such file or directory)
[junit] at
org.apache.hadoop.conf.Configuration.loadResource(Configuration.java:2012)
[junit] at
org.apache.hadoop.conf.Configuration.loadResources(Configuration.java:1877)
[junit] at
org.apache.hadoop.conf.Configuration.getProps(Configuration.java:1785)
[junit] at
org.apache.hadoop.conf.Configuration.get(Configuration.java:712)
[junit] at
org.apache.hadoop.mapred.JobConf.checkAndWarnDeprecation(JobConf.java:1951)
[junit] at org.apache.hadoop.mapred.JobConf.<init>(JobConf.java:398)
[junit] at org.apache.hadoop.mapred.JobConf.<init>(JobConf.java:388)
[junit] at org.apache.hadoop.mapreduce.Cluster.getJob(Cluster.java:186)
[junit] at org.apache.hadoop.mapred.JobClient$2.run(JobClient.java:635)
[junit] at org.apache.hadoop.mapred.JobClient$2.run(JobClient.java:633)
[junit] at java.security.AccessController.doPrivileged(Native Method)
[junit] at javax.security.auth.Subject.doAs(Subject.java:396)
[junit] at
org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1372)
[junit] at
org.apache.hadoop.mapred.JobClient.getJobUsingCluster(JobClient.java:633)
[junit] at
org.apache.hadoop.mapred.JobClient.getTaskReports(JobClient.java:687)
[junit] at
org.apache.hadoop.mapred.JobClient.getMapTaskReports(JobClient.java:681)
[junit] at
org.apache.hadoop.mapred.JobClient.getMapTaskReports(JobClient.java:700)
[junit] at
org.apache.hadoop.hive.ql.exec.HadoopJobExecHelper.progress(HadoopJobExecHelper.java:253)
[junit] at
org.apache.hadoop.hive.ql.exec.HadoopJobExecHelper.progress(HadoopJobExecHelper.java:532)
[junit] at
org.apache.hadoop.hive.ql.exec.ExecDriver.execute(ExecDriver.java:453)
[junit] at
org.apache.hadoop.hive.ql.exec.ExecDriver.main(ExecDriver.java:689)
[junit] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit] at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
[junit] at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
[junit] at java.lang.reflect.Method.invoke(Method.java:597)
[junit] at org.apache.hadoop.util.RunJar.main(RunJar.java:208)
[junit] Caused by: java.io.FileNotFoundException:
/home/hiveptest/hive/build/test/hadoop-hiveptest/mapred/staging/hiveptest1743741198/.staging/job_local1743741198_0001/job.xml
(No such file or directory)
[junit] at java.io.FileInputStream.open(Native Method)
[junit] at java.io.FileInputStream.<init>(FileInputStream.java:120)
[junit] at
org.apache.hadoop.conf.Configuration.loadResource(Configuration.java:1924)
[junit] ... 25 more
{noformat}
> CLI Tests fail randomly due to MapReduce LocalJobRunner race condition
> ----------------------------------------------------------------------
>
> Key: HIVE-4009
> URL: https://issues.apache.org/jira/browse/HIVE-4009
> Project: Hive
> Issue Type: Bug
> Affects Versions: 0.10.0
> Reporter: Brock Noland
>
> Hadoop has a race condition MAPREDUCE-5001 which causes tests to fail
> randomly when using LocalJobRunner.
--
This message is automatically generated by JIRA.
If you think it was sent incorrectly, please contact your JIRA administrators
For more information on JIRA, see: http://www.atlassian.com/software/jira
