duyanlong created MAPREDUCE-6448: ------------------------------------ Summary: interrupted waiting to send rpc request to server Key: MAPREDUCE-6448 URL: https://issues.apache.org/jira/browse/MAPREDUCE-6448 Project: Hadoop Map/Reduce Issue Type: Bug Affects Versions: 2.5.2 Reporter: duyanlong Assignee: duyanlong Priority: Critical
Pyton scripts execute HQL process stuck, CPU has been above 100%, hive in the background the background error below, can you tell me how to solveļ¼Thank you so much 2015-08-05 06:30:51,986 WARN [Thread-854]: ipc.Client (Client.java:call(1389)) - interrupted waiting to send rpc request to server java.lang.InterruptedException at java.util.concurrent.FutureTask.awaitDone(FutureTask.java:400) at java.util.concurrent.FutureTask.get(FutureTask.java:187) at org.apache.hadoop.ipc.Client$Connection.sendRpcRequest(Client.java:1030) at org.apache.hadoop.ipc.Client.call(Client.java:1384) at org.apache.hadoop.ipc.Client.call(Client.java:1364) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:206) at com.sun.proxy.$Proxy33.getTaskReports(Unknown Source) at org.apache.hadoop.mapreduce.v2.api.impl.pb.client.MRClientProtocolPBClientImpl.getTaskReports(MRClientProtocolPBClientImpl.java:188) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at org.apache.hadoop.mapred.ClientServiceDelegate.invoke(ClientServiceDelegate.java:320) at org.apache.hadoop.mapred.ClientServiceDelegate.getTaskReports(ClientServiceDelegate.java:444) at org.apache.hadoop.mapred.YARNRunner.getTaskReports(YARNRunner.java:572) at org.apache.hadoop.mapreduce.Job$3.run(Job.java:543) at org.apache.hadoop.mapreduce.Job$3.run(Job.java:541) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:415) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1642) at org.apache.hadoop.mapreduce.Job.getTaskReports(Job.java:541) at org.apache.hadoop.mapred.JobClient.getTaskReports(JobClient.java:639) at org.apache.hadoop.mapred.JobClient.getMapTaskReports(JobClient.java:629) at org.apache.hadoop.hive.ql.exec.mr.HadoopJobExecHelper.progress(HadoopJobExecHelper.java:259) at org.apache.hadoop.hive.ql.exec.mr.HadoopJobExecHelper.progress(HadoopJobExecHelper.java:547) at org.apache.hadoop.hive.ql.exec.mr.ExecDriver.execute(ExecDriver.java:426) at org.apache.hadoop.hive.ql.exec.mr.MapRedTask.execute(MapRedTask.java:136) at org.apache.hadoop.hive.ql.exec.Task.executeTask(Task.java:153) at org.apache.hadoop.hive.ql.exec.TaskRunner.runSequential(TaskRunner.java:85) at org.apache.hadoop.hive.ql.exec.TaskRunner.run(TaskRunner.java:72) 2015-08-05 06:30:51,988 WARN [Thread-854]: mapred.ClientServiceDelegate (ClientServiceDelegate.java:invoke(338)) - ClientServiceDelegate invoke call interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) at org.apache.hadoop.mapred.ClientServiceDelegate.invoke(ClientServiceDelegate.java:336) at org.apache.hadoop.mapred.ClientServiceDelegate.getTaskReports(ClientServiceDelegate.java:444) at org.apache.hadoop.mapred.YARNRunner.getTaskReports(YARNRunner.java:572) at org.apache.hadoop.mapreduce.Job$3.run(Job.java:543) at org.apache.hadoop.mapreduce.Job$3.run(Job.java:541) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:415) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1642) at org.apache.hadoop.mapreduce.Job.getTaskReports(Job.java:541) at org.apache.hadoop.mapred.JobClient.getTaskReports(JobClient.java:639) at org.apache.hadoop.mapred.JobClient.getMapTaskReports(JobClient.java:629) at org.apache.hadoop.hive.ql.exec.mr.HadoopJobExecHelper.progress(HadoopJobExecHelper.java:259) at org.apache.hadoop.hive.ql.exec.mr.HadoopJobExecHelper.progress(HadoopJobExecHelper.java:547) at org.apache.hadoop.hive.ql.exec.mr.ExecDriver.execute(ExecDriver.java:426) at org.apache.hadoop.hive.ql.exec.mr.MapRedTask.execute(MapRedTask.java:136) at org.apache.hadoop.hive.ql.exec.Task.executeTask(Task.java:153) at org.apache.hadoop.hive.ql.exec.TaskRunner.runSequential(TaskRunner.java:85) at org.apache.hadoop.hive.ql.exec.TaskRunner.run(TaskRunner.java:72) 2015-08-05 06:30:51,990 ERROR [Thread-854]: exec.Task (SessionState.java:printError(567)) - Job Submission failed with exception 'org.apache.hadoop.yarn.exceptions.YarnRuntimeException(java.lang.InterruptedException: sleep interrupted)' org.apache.hadoop.yarn.exceptions.YarnRuntimeException: java.lang.InterruptedException: sleep interrupted at org.apache.hadoop.mapred.ClientServiceDelegate.invoke(ClientServiceDelegate.java:339) at org.apache.hadoop.mapred.ClientServiceDelegate.getTaskReports(ClientServiceDelegate.java:444) at org.apache.hadoop.mapred.YARNRunner.getTaskReports(YARNRunner.java:572) at org.apache.hadoop.mapreduce.Job$3.run(Job.java:543) at org.apache.hadoop.mapreduce.Job$3.run(Job.java:541) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:415) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1642) at org.apache.hadoop.mapreduce.Job.getTaskReports(Job.java:541) at org.apache.hadoop.mapred.JobClient.getTaskReports(JobClient.java:639) at org.apache.hadoop.mapred.JobClient.getMapTaskReports(JobClient.java:629) at org.apache.hadoop.hive.ql.exec.mr.HadoopJobExecHelper.progress(HadoopJobExecHelper.java:259) at org.apache.hadoop.hive.ql.exec.mr.HadoopJobExecHelper.progress(HadoopJobExecHelper.java:547) at org.apache.hadoop.hive.ql.exec.mr.ExecDriver.execute(ExecDriver.java:426) at org.apache.hadoop.hive.ql.exec.mr.MapRedTask.execute(MapRedTask.java:136) at org.apache.hadoop.hive.ql.exec.Task.executeTask(Task.java:153) at org.apache.hadoop.hive.ql.exec.TaskRunner.runSequential(TaskRunner.java:85) at org.apache.hadoop.hive.ql.exec.TaskRunner.run(TaskRunner.java:72) Caused by: java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) at org.apache.hadoop.mapred.ClientServiceDelegate.invoke(ClientServiceDelegate.java:336) ... 17 more -- This message was sent by Atlassian JIRA (v6.3.4#6332)