You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@hive.apache.org by "Shashank Agarwal (JIRA)" <ji...@apache.org> on 2012/08/30 05:28:07 UTC
[jira] [Created] (HIVE-3418) Exception while running a MR from hive
Shashank Agarwal created HIVE-3418:
--------------------------------------
Summary: Exception while running a MR from hive
Key: HIVE-3418
URL: https://issues.apache.org/jira/browse/HIVE-3418
Project: Hive
Issue Type: Bug
Components: Clients
Affects Versions: 0.8.1
Environment: This exception was intermittent and do not appear always, I was not able to boil down the actual reason on why this is appearing.
hive: 0.8.1
OS: CentOS 5.8
hadoop: 1.0
hive metastore: mysql 5.17
Reporter: Shashank Agarwal
Priority: Minor
java.lang.RuntimeException: org.apache.hadoop.hive.ql.metadata.HiveException: Hive Runtime Error while processing row (tag=0) {"key":{},"value":{"_col0":"16481","_col1":"200","_col2":"413","_col3":"510","_col4":"703","_col5":"8/18/2012","_col6":"xxxxxx","_col7":null,"_col8":"English - United States","_col9":"1.0","_col10":"USD","_col11":"kjsdhhdfk","_col12":"xcv","_col13":"sdfasdf","_col14":"329","_col15":"Phrase","_col16":"","_col17":"Search","_col18":"X20","_col19":"ferewer","_col20":"0.0","_col21":"","_col22":"0.0","_col23":"0","_col24":"0","_col25":"1","_col26":"Text ad","_col27":"0.0","_col28":"Cost per Click","_col29":"","_col30":"Broad","_col31":"phone","_col32":"9","_col33":"3","_col34":"2","_col35":"2","_col36":"9","_col37":"3","_col38":"2","_col39":"2","_col40":"329","_col41":"2012-08-29 19:19:49","_col42":"700","_col43":"daily","_col44":"2012","_col45":"8","_col46":"18"},"alias":0} at org.apache.hadoop.hive.ql.exec.ExecReducer.reduce(ExecReducer.java:268) at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:519) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:420) at org.apache.hadoop.mapred.Child$4.run(Child.java:255) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:396) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1083) at org.apache.hadoop.mapred.Child.main(Child.java:249) Caused by: org.apache.hadoop.hive.ql.metadata.HiveException: Hive Runtime Error while processing row (tag=0) {"key":{},"value":{"_col0":"16481","_col1":"200","_col2":"413","_col3":"510","_col4":"703","_col5":"8/18/2012","_col6":"xxxxxx","_col7":null,"_col8":"English - United States","_col9":"1.0","_col10":"USD","_col11":"kjsdhhdfk","_col12":"xcv","_col13":"sdfasdf","_col14":"329","_col15":"Phrase","_col16":"","_col17":"Search","_col18":"X20","_col19":"ferewer","_col20":"0.0","_col21":"","_col22":"0.0","_col23":"0","_col24":"0","_col25":"1","_col26":"Text ad","_col27":"0.0","_col28":"Cost per Click","_col29":"","_col30":"Broad","_col31":"phone","_col32":"9","_col33":"3","_col34":"2","_col35":"2","_col36":"9","_col37":"3","_col38":"2","_col39":"2","_col40":"329","_col41":"2012-08-29 19:19:49","_col42":"700","_col43":"daily","_col44":"2012","_col45":"8","_col46":"18"},"alias":0} at org.apache.hadoop.hive.ql.exec.ExecReducer.reduce(ExecReducer.java:256) ... 7 more Caused by: org.apache.hadoop.hive.ql.metadata.HiveException: org.apache.hadoop.ipc.RemoteException: java.io.IOException: File /tmp/hive-hadoop/hive_2012-08-29_19-19-33_185_8477163109273214/_task_tmp.-ext-10000/accountid=700/gr=daily/year=2012/month=8/day=18/_tmp.000000_0 could only be replicated to 0 nodes, instead of 1 at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAdditionalBlock(FSNamesystem.java:1556) at org.apache.hadoop.hdfs.server.namenode.NameNode.addBlock(NameNode.java:696) at sun.reflect.GeneratedMethodAccessor9.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:563) at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1388) at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1384) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:396) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1083) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1382) at org.apache.hadoop.hive.ql.exec.FileSinkOperator.processOp(FileSinkOperator.java:603) at org.apache.hadoop.hive.ql.exec.Operator.process(Operator.java:471) at org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:762) at org.apache.hadoop.hive.ql.exec.SelectOperator.processOp(SelectOperator.java:84) at org.apache.hadoop.hive.ql.exec.Operator.process(Operator.java:471) at org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:762) at org.apache.hadoop.hive.ql.exec.ExtractOperator.processOp(ExtractOperator.java:45) at org.apache.hadoop.hive.ql.exec.Operator.process(Operator.java:471) at org.apache.hadoop.hive.ql.exec.ExecReducer.reduce(ExecReducer.java:247) ... 7 more Caused by: org.apache.hadoop.ipc.RemoteException: java.io.IOException: File /tmp/hive-hadoop/hive_2012-08-29_19-19-33_185_8477163109273214/_task_tmp.-ext-10000/accountid=700/gr=daily/year=2012/month=8/day=18/_tmp.000000_0 could only be replicated to 0 nodes, instead of 1 at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAdditionalBlock(FSNamesystem.java:1556) at org.apache.hadoop.hdfs.server.namenode.NameNode.addBlock(NameNode.java:696) at sun.reflect.GeneratedMethodAccessor9.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:563) at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1388) at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1384) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:396) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1083) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1382) at org.apache.hadoop.ipc.Client.call(Client.java:1066) at org.apache.hadoop.ipc.RPC$Invoker.invoke(RPC.java:225) at $Proxy2.addBlock(Unknown Source) at sun.reflect.GeneratedMethodAccessor20.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:82) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:59) at $Proxy2.addBlock(Unknown Source) at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.locateFollowingBlock(DFSClient.java:3507) at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.nextBlockOutputStream(DFSClient.java:3370) at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.access$2700(DFSClient.java:2586) at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream$DataStreamer.run(DFSClient.java:2826)
--
This message is automatically generated by JIRA.
If you think it was sent incorrectly, please contact your JIRA administrators
For more information on JIRA, see: http://www.atlassian.com/software/jira
[jira] [Commented] (HIVE-3418) Exception while running a MR from
hive
Posted by "Shashank Agarwal (JIRA)" <ji...@apache.org>.
[ https://issues.apache.org/jira/browse/HIVE-3418?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=13444658#comment-13444658 ]
Shashank Agarwal commented on HIVE-3418:
----------------------------------------
I received it again. now, it has gone beyond the intermittent nature. Am I doing something wrong. I had never received it earlier, but started seeing it on decent amount of load on the system.
> Exception while running a MR from hive
> --------------------------------------
>
> Key: HIVE-3418
> URL: https://issues.apache.org/jira/browse/HIVE-3418
> Project: Hive
> Issue Type: Bug
> Components: Clients
> Affects Versions: 0.8.1
> Environment: This exception was intermittent and do not appear always, I was not able to boil down the actual reason on why this is appearing.
> hive: 0.8.1
> OS: CentOS 5.8
> hadoop: 1.0
> hive metastore: mysql 5.17
> Reporter: Shashank Agarwal
> Priority: Minor
>
> java.lang.RuntimeException: org.apache.hadoop.hive.ql.metadata.HiveException: Hive Runtime Error while processing row (tag=0) {"key":{},"value":{"_col0":"16481","_col1":"200","_col2":"413","_col3":"510","_col4":"703","_col5":"8/18/2012","_col6":"xxxxxx","_col7":null,"_col8":"English - United States","_col9":"1.0","_col10":"USD","_col11":"kjsdhhdfk","_col12":"xcv","_col13":"sdfasdf","_col14":"329","_col15":"Phrase","_col16":"","_col17":"Search","_col18":"X20","_col19":"ferewer","_col20":"0.0","_col21":"","_col22":"0.0","_col23":"0","_col24":"0","_col25":"1","_col26":"Text ad","_col27":"0.0","_col28":"Cost per Click","_col29":"","_col30":"Broad","_col31":"phone","_col32":"9","_col33":"3","_col34":"2","_col35":"2","_col36":"9","_col37":"3","_col38":"2","_col39":"2","_col40":"329","_col41":"2012-08-29 19:19:49","_col42":"700","_col43":"daily","_col44":"2012","_col45":"8","_col46":"18"},"alias":0} at org.apache.hadoop.hive.ql.exec.ExecReducer.reduce(ExecReducer.java:268) at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:519) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:420) at org.apache.hadoop.mapred.Child$4.run(Child.java:255) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:396) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1083) at org.apache.hadoop.mapred.Child.main(Child.java:249) Caused by: org.apache.hadoop.hive.ql.metadata.HiveException: Hive Runtime Error while processing row (tag=0) {"key":{},"value":{"_col0":"16481","_col1":"200","_col2":"413","_col3":"510","_col4":"703","_col5":"8/18/2012","_col6":"xxxxxx","_col7":null,"_col8":"English - United States","_col9":"1.0","_col10":"USD","_col11":"kjsdhhdfk","_col12":"xcv","_col13":"sdfasdf","_col14":"329","_col15":"Phrase","_col16":"","_col17":"Search","_col18":"X20","_col19":"ferewer","_col20":"0.0","_col21":"","_col22":"0.0","_col23":"0","_col24":"0","_col25":"1","_col26":"Text ad","_col27":"0.0","_col28":"Cost per Click","_col29":"","_col30":"Broad","_col31":"phone","_col32":"9","_col33":"3","_col34":"2","_col35":"2","_col36":"9","_col37":"3","_col38":"2","_col39":"2","_col40":"329","_col41":"2012-08-29 19:19:49","_col42":"700","_col43":"daily","_col44":"2012","_col45":"8","_col46":"18"},"alias":0} at org.apache.hadoop.hive.ql.exec.ExecReducer.reduce(ExecReducer.java:256) ... 7 more Caused by: org.apache.hadoop.hive.ql.metadata.HiveException: org.apache.hadoop.ipc.RemoteException: java.io.IOException: File /tmp/hive-hadoop/hive_2012-08-29_19-19-33_185_8477163109273214/_task_tmp.-ext-10000/accountid=700/gr=daily/year=2012/month=8/day=18/_tmp.000000_0 could only be replicated to 0 nodes, instead of 1 at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAdditionalBlock(FSNamesystem.java:1556) at org.apache.hadoop.hdfs.server.namenode.NameNode.addBlock(NameNode.java:696) at sun.reflect.GeneratedMethodAccessor9.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:563) at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1388) at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1384) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:396) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1083) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1382) at org.apache.hadoop.hive.ql.exec.FileSinkOperator.processOp(FileSinkOperator.java:603) at org.apache.hadoop.hive.ql.exec.Operator.process(Operator.java:471) at org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:762) at org.apache.hadoop.hive.ql.exec.SelectOperator.processOp(SelectOperator.java:84) at org.apache.hadoop.hive.ql.exec.Operator.process(Operator.java:471) at org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:762) at org.apache.hadoop.hive.ql.exec.ExtractOperator.processOp(ExtractOperator.java:45) at org.apache.hadoop.hive.ql.exec.Operator.process(Operator.java:471) at org.apache.hadoop.hive.ql.exec.ExecReducer.reduce(ExecReducer.java:247) ... 7 more Caused by: org.apache.hadoop.ipc.RemoteException: java.io.IOException: File /tmp/hive-hadoop/hive_2012-08-29_19-19-33_185_8477163109273214/_task_tmp.-ext-10000/accountid=700/gr=daily/year=2012/month=8/day=18/_tmp.000000_0 could only be replicated to 0 nodes, instead of 1 at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAdditionalBlock(FSNamesystem.java:1556) at org.apache.hadoop.hdfs.server.namenode.NameNode.addBlock(NameNode.java:696) at sun.reflect.GeneratedMethodAccessor9.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:563) at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1388) at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1384) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:396) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1083) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1382) at org.apache.hadoop.ipc.Client.call(Client.java:1066) at org.apache.hadoop.ipc.RPC$Invoker.invoke(RPC.java:225) at $Proxy2.addBlock(Unknown Source) at sun.reflect.GeneratedMethodAccessor20.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:82) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:59) at $Proxy2.addBlock(Unknown Source) at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.locateFollowingBlock(DFSClient.java:3507) at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.nextBlockOutputStream(DFSClient.java:3370) at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.access$2700(DFSClient.java:2586) at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream$DataStreamer.run(DFSClient.java:2826)
--
This message is automatically generated by JIRA.
If you think it was sent incorrectly, please contact your JIRA administrators
For more information on JIRA, see: http://www.atlassian.com/software/jira