Shashank Agarwal created HIVE-3418:
--------------------------------------
Summary: Exception while running a MR from hive
Key: HIVE-3418
URL: https://issues.apache.org/jira/browse/HIVE-3418
Project: Hive
Issue Type: Bug
Components: Clients
Affects Versions: 0.8.1
Environment: This exception was intermittent and do not appear always,
I was not able to boil down the actual reason on why this is appearing.
hive: 0.8.1
OS: CentOS 5.8
hadoop: 1.0
hive metastore: mysql 5.17
Reporter: Shashank Agarwal
Priority: Minor
java.lang.RuntimeException: org.apache.hadoop.hive.ql.metadata.HiveException:
Hive Runtime Error while processing row (tag=0)
{"key":{},"value":{"_col0":"16481","_col1":"200","_col2":"413","_col3":"510","_col4":"703","_col5":"8/18/2012","_col6":"xxxxxx","_col7":null,"_col8":"English
- United
States","_col9":"1.0","_col10":"USD","_col11":"kjsdhhdfk","_col12":"xcv","_col13":"sdfasdf","_col14":"329","_col15":"Phrase","_col16":"","_col17":"Search","_col18":"X20","_col19":"ferewer","_col20":"0.0","_col21":"","_col22":"0.0","_col23":"0","_col24":"0","_col25":"1","_col26":"Text
ad","_col27":"0.0","_col28":"Cost per
Click","_col29":"","_col30":"Broad","_col31":"phone","_col32":"9","_col33":"3","_col34":"2","_col35":"2","_col36":"9","_col37":"3","_col38":"2","_col39":"2","_col40":"329","_col41":"2012-08-29
19:19:49","_col42":"700","_col43":"daily","_col44":"2012","_col45":"8","_col46":"18"},"alias":0}
at org.apache.hadoop.hive.ql.exec.ExecReducer.reduce(ExecReducer.java:268) at
org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:519) at
org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:420) at
org.apache.hadoop.mapred.Child$4.run(Child.java:255) at
java.security.AccessController.doPrivileged(Native Method) at
javax.security.auth.Subject.doAs(Subject.java:396) at
org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1083)
at org.apache.hadoop.mapred.Child.main(Child.java:249) Caused by:
org.apache.hadoop.hive.ql.metadata.HiveException: Hive Runtime Error while
processing row (tag=0)
{"key":{},"value":{"_col0":"16481","_col1":"200","_col2":"413","_col3":"510","_col4":"703","_col5":"8/18/2012","_col6":"xxxxxx","_col7":null,"_col8":"English
- United
States","_col9":"1.0","_col10":"USD","_col11":"kjsdhhdfk","_col12":"xcv","_col13":"sdfasdf","_col14":"329","_col15":"Phrase","_col16":"","_col17":"Search","_col18":"X20","_col19":"ferewer","_col20":"0.0","_col21":"","_col22":"0.0","_col23":"0","_col24":"0","_col25":"1","_col26":"Text
ad","_col27":"0.0","_col28":"Cost per
Click","_col29":"","_col30":"Broad","_col31":"phone","_col32":"9","_col33":"3","_col34":"2","_col35":"2","_col36":"9","_col37":"3","_col38":"2","_col39":"2","_col40":"329","_col41":"2012-08-29
19:19:49","_col42":"700","_col43":"daily","_col44":"2012","_col45":"8","_col46":"18"},"alias":0}
at org.apache.hadoop.hive.ql.exec.ExecReducer.reduce(ExecReducer.java:256) ...
7 more Caused by: org.apache.hadoop.hive.ql.metadata.HiveException:
org.apache.hadoop.ipc.RemoteException: java.io.IOException: File
/tmp/hive-hadoop/hive_2012-08-29_19-19-33_185_8477163109273214/_task_tmp.-ext-10000/accountid=700/gr=daily/year=2012/month=8/day=18/_tmp.000000_0
could only be replicated to 0 nodes, instead of 1 at
org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAdditionalBlock(FSNamesystem.java:1556)
at org.apache.hadoop.hdfs.server.namenode.NameNode.addBlock(NameNode.java:696)
at sun.reflect.GeneratedMethodAccessor9.invoke(Unknown Source) at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597) at
org.apache.hadoop.ipc.RPC$Server.call(RPC.java:563) at
org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1388) at
org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1384) at
java.security.AccessController.doPrivileged(Native Method) at
javax.security.auth.Subject.doAs(Subject.java:396) at
org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1083)
at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1382) at
org.apache.hadoop.hive.ql.exec.FileSinkOperator.processOp(FileSinkOperator.java:603)
at org.apache.hadoop.hive.ql.exec.Operator.process(Operator.java:471) at
org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:762) at
org.apache.hadoop.hive.ql.exec.SelectOperator.processOp(SelectOperator.java:84)
at org.apache.hadoop.hive.ql.exec.Operator.process(Operator.java:471) at
org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:762) at
org.apache.hadoop.hive.ql.exec.ExtractOperator.processOp(ExtractOperator.java:45)
at org.apache.hadoop.hive.ql.exec.Operator.process(Operator.java:471) at
org.apache.hadoop.hive.ql.exec.ExecReducer.reduce(ExecReducer.java:247) ... 7
more Caused by: org.apache.hadoop.ipc.RemoteException: java.io.IOException:
File
/tmp/hive-hadoop/hive_2012-08-29_19-19-33_185_8477163109273214/_task_tmp.-ext-10000/accountid=700/gr=daily/year=2012/month=8/day=18/_tmp.000000_0
could only be replicated to 0 nodes, instead of 1 at
org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAdditionalBlock(FSNamesystem.java:1556)
at org.apache.hadoop.hdfs.server.namenode.NameNode.addBlock(NameNode.java:696)
at sun.reflect.GeneratedMethodAccessor9.invoke(Unknown Source) at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597) at
org.apache.hadoop.ipc.RPC$Server.call(RPC.java:563) at
org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1388) at
org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1384) at
java.security.AccessController.doPrivileged(Native Method) at
javax.security.auth.Subject.doAs(Subject.java:396) at
org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1083)
at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1382) at
org.apache.hadoop.ipc.Client.call(Client.java:1066) at
org.apache.hadoop.ipc.RPC$Invoker.invoke(RPC.java:225) at
$Proxy2.addBlock(Unknown Source) at
sun.reflect.GeneratedMethodAccessor20.invoke(Unknown Source) at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597) at
org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:82)
at
org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:59)
at $Proxy2.addBlock(Unknown Source) at
org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.locateFollowingBlock(DFSClient.java:3507)
at
org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.nextBlockOutputStream(DFSClient.java:3370)
at
org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.access$2700(DFSClient.java:2586)
at
org.apache.hadoop.hdfs.DFSClient$DFSOutputStream$DataStreamer.run(DFSClient.java:2826)
--
This message is automatically generated by JIRA.
If you think it was sent incorrectly, please contact your JIRA administrators
For more information on JIRA, see: http://www.atlassian.com/software/jira
