[
https://issues.apache.org/jira/browse/HIVE-20371?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Sankar Hariappan updated HIVE-20371:
------------------------------------
Summary: Incorrect definition for add_write_notification_log in
hive_metastore.thrift. (was: Queries failing with Internal error processing
add_write_notification_log)
> Incorrect definition for add_write_notification_log in hive_metastore.thrift.
> -----------------------------------------------------------------------------
>
> Key: HIVE-20371
> URL: https://issues.apache.org/jira/browse/HIVE-20371
> Project: Hive
> Issue Type: Bug
> Components: HiveServer2, repl, Standalone Metastore
> Affects Versions: 4.0.0, 3.2.0
> Reporter: Sankar Hariappan
> Assignee: Sankar Hariappan
> Priority: Major
> Labels: DR, pull-request-available, replication
> Attachments: HIVE-20371.01.patch
>
>
> Queries failing with following error:
> {noformat}
> ERROR : FAILED: Execution Error, return code 1 from
> org.apache.hadoop.hive.ql.exec.MoveTask.
> org.apache.thrift.TApplicationException: Internal error processing
> add_write_notification_log
> INFO : Completed executing
> command(queryId=hive_20180806072916_a9ae37a9-869f-4218-8357-a96ba713db69);
> Time taken: 878.604 seconds
> Error: Error while processing statement: FAILED: Execution Error, return code
> 1 from org.apache.hadoop.hive.ql.exec.MoveTask.
> org.apache.thrift.TApplicationException: Internal error processing
> add_write_notification_log (state=08S01,code=1)
> {noformat}
> From hiveserver log:
> {noformat}
> 2018-08-06T07:59:33,656 ERROR [HiveServer2-Background-Pool: Thread-1551]:
> operation.Operation (:()) - Error running hive query:
> org.apache.hive.service.cli.HiveSQLException: Error while processing
> statement: FAILED: Execution Error, return code 1 from
> org.apache.hadoop.hive.ql.exec.MoveTask.
> org.apache.thrift.TApplicationException: Internal error processing
> add_write_notification_log
> at
> org.apache.hive.service.cli.operation.Operation.toSQLException(Operation.java:335)
> ~[hive-service-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at
> org.apache.hive.service.cli.operation.SQLOperation.runQuery(SQLOperation.java:226)
> ~[hive-service-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at
> org.apache.hive.service.cli.operation.SQLOperation.access$700(SQLOperation.java:87)
> ~[hive-service-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at
> org.apache.hive.service.cli.operation.SQLOperation$BackgroundWork$1.run(SQLOperation.java:316)
> ~[hive-service-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at java.security.AccessController.doPrivileged(Native Method) ~[?:1.8.0_112]
> at javax.security.auth.Subject.doAs(Subject.java:422) ~[?:1.8.0_112]
> at
> org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1729)
> ~[hadoop-common-3.1.0.3.0.1.0-59.jar:?]
> at
> org.apache.hive.service.cli.operation.SQLOperation$BackgroundWork.run(SQLOperation.java:329)
> ~[hive-service-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
> ~[?:1.8.0_112]
> at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_112]
> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
> ~[?:1.8.0_112]
> at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_112]
> at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
> ~[?:1.8.0_112]
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
> ~[?:1.8.0_112]
> at java.lang.Thread.run(Thread.java:745) [?:1.8.0_112]
> Caused by: org.apache.hadoop.hive.ql.metadata.HiveException:
> org.apache.thrift.TApplicationException: Internal error processing
> add_write_notification_log
> at
> org.apache.hadoop.hive.ql.metadata.Hive.addWriteNotificationLog(Hive.java:2879)
> ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at org.apache.hadoop.hive.ql.metadata.Hive.loadPartition(Hive.java:2035)
> ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at
> org.apache.hadoop.hive.ql.exec.MoveTask.handleStaticParts(MoveTask.java:477)
> ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at org.apache.hadoop.hive.ql.exec.MoveTask.execute(MoveTask.java:397)
> ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at org.apache.hadoop.hive.ql.exec.Task.executeTask(Task.java:205)
> ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at
> org.apache.hadoop.hive.ql.exec.TaskRunner.runSequential(TaskRunner.java:97)
> ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at org.apache.hadoop.hive.ql.Driver.launchTask(Driver.java:2679)
> ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at org.apache.hadoop.hive.ql.Driver.execute(Driver.java:2350)
> ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at org.apache.hadoop.hive.ql.Driver.runInternal(Driver.java:2026)
> ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at org.apache.hadoop.hive.ql.Driver.run(Driver.java:1724)
> ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at org.apache.hadoop.hive.ql.Driver.run(Driver.java:1718)
> ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at org.apache.hadoop.hive.ql.reexec.ReExecDriver.run(ReExecDriver.java:157)
> ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at
> org.apache.hive.service.cli.operation.SQLOperation.runQuery(SQLOperation.java:224)
> ~[hive-service-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> ... 13 more
> Caused by: org.apache.thrift.TApplicationException: Internal error processing
> add_write_notification_log
> at
> org.apache.thrift.TApplicationException.read(TApplicationException.java:111)
> ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at org.apache.thrift.TServiceClient.receiveBase(TServiceClient.java:79)
> ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at
> org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$Client.recv_add_write_notification_log(ThriftHiveMetastore.java:5874)
> ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at
> org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$Client.add_write_notification_log(ThriftHiveMetastore.java:5861)
> ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at
> org.apache.hadoop.hive.metastore.HiveMetaStoreClient.addWriteNotificationLog(HiveMetaStoreClient.java:2902)
> ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at sun.reflect.GeneratedMethodAccessor157.invoke(Unknown Source) ~[?:?]
> at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> ~[?:1.8.0_112]
> at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_112]
> at
> org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.invoke(RetryingMetaStoreClient.java:212)
> ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at com.sun.proxy.$Proxy60.addWriteNotificationLog(Unknown Source) ~[?:?]
> at sun.reflect.GeneratedMethodAccessor157.invoke(Unknown Source) ~[?:?]
> at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> ~[?:1.8.0_112]
> at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_112]
> at
> org.apache.hadoop.hive.metastore.HiveMetaStoreClient$SynchronizedHandler.invoke(HiveMetaStoreClient.java:2933)
> ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at com.sun.proxy.$Proxy60.addWriteNotificationLog(Unknown Source) ~[?:?]
> at
> org.apache.hadoop.hive.metastore.SynchronizedMetaStoreClient.addWriteNotificationLog(SynchronizedMetaStoreClient.java:114)
> ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at org.apache.hadoop.hive.ql.metadata.Hive.loadPartition(Hive.java:2035)
> ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at
> org.apache.hadoop.hive.ql.exec.MoveTask.handleStaticParts(MoveTask.java:477)
> ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at org.apache.hadoop.hive.ql.exec.MoveTask.execute(MoveTask.java:397)
> ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at org.apache.hadoop.hive.ql.exec.Task.executeTask(Task.java:205)
> ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at
> org.apache.hadoop.hive.ql.exec.TaskRunner.runSequential(TaskRunner.java:97)
> ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at org.apache.hadoop.hive.ql.Driver.launchTask(Driver.java:2679)
> ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at org.apache.hadoop.hive.ql.Driver.execute(Driver.java:2350)
> ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at org.apache.hadoop.hive.ql.Driver.runInternal(Driver.java:2026)
> ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at org.apache.hadoop.hive.ql.Driver.run(Driver.java:1724)
> ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at org.apache.hadoop.hive.ql.Driver.run(Driver.java:1718)
> ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at org.apache.hadoop.hive.ql.reexec.ReExecDriver.run(ReExecDriver.java:157)
> ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at
> org.apache.hive.service.cli.operation.SQLOperation.runQuery(SQLOperation.java:224)
> ~[hive-service-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> ... 13 more
> {noformat}
> Queries:
> insert overwrite table insert_1
> select name, age
> from studenttab10k
> where age > 50;
> from (SELECT * FROM studentparttab30k WHERE ds > 0) a
> insert overwrite table multi_insert_1
> select name, ds
> where ds = '20110924'
> insert overwrite table multi_insert_2
> select name, ds
> where ds = '20110925'
> insert overwrite table multi_insert_3
> select name, ds
> where ds = '20110926';
> insert overwrite table after_changes_2 partition (ds='1') select name, age
> from studenttab10k;
> insert into table iso8601_timestamp_1 select s, i, d, t from all100kjson
> order by s, i, d, t limit 100;
> LOAD DATA INPATH '/tmp/000000_0' INTO TABLE emptyavro PARTITION
> (s='something');
> insert overwrite table smb_studenttab select * from studenttab10k;
--
This message was sent by Atlassian JIRA
(v7.6.3#76005)
