You are viewing a plain text version of this content. The canonical link for it is here.
Posted to issues@hive.apache.org by "Sankar Hariappan (JIRA)" <ji...@apache.org> on 2018/08/13 08:45:00 UTC
[jira] [Assigned] (HIVE-20371) Queries failing with Internal error
processing add_write_notification_log
[ https://issues.apache.org/jira/browse/HIVE-20371?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]
Sankar Hariappan reassigned HIVE-20371:
---------------------------------------
> Queries failing with Internal error processing add_write_notification_log
> -------------------------------------------------------------------------
>
> Key: HIVE-20371
> URL: https://issues.apache.org/jira/browse/HIVE-20371
> Project: Hive
> Issue Type: Bug
> Components: HiveServer2, repl, Standalone Metastore
> Affects Versions: 4.0.0, 3.2.0
> Reporter: Sankar Hariappan
> Assignee: Sankar Hariappan
> Priority: Major
>
> Queries failing with following error:
> {noformat}
> ERROR : FAILED: Execution Error, return code 1 from org.apache.hadoop.hive.ql.exec.MoveTask. org.apache.thrift.TApplicationException: Internal error processing add_write_notification_log
> INFO : Completed executing command(queryId=hive_20180806072916_a9ae37a9-869f-4218-8357-a96ba713db69); Time taken: 878.604 seconds
> Error: Error while processing statement: FAILED: Execution Error, return code 1 from org.apache.hadoop.hive.ql.exec.MoveTask. org.apache.thrift.TApplicationException: Internal error processing add_write_notification_log (state=08S01,code=1)
> {noformat}
> From hiveserver log:
> {noformat}
> 2018-08-06T07:59:33,656 ERROR [HiveServer2-Background-Pool: Thread-1551]: operation.Operation (:()) - Error running hive query:
> org.apache.hive.service.cli.HiveSQLException: Error while processing statement: FAILED: Execution Error, return code 1 from org.apache.hadoop.hive.ql.exec.MoveTask. org.apache.thrift.TApplicationException: Internal error processing add_write_notification_log
> at org.apache.hive.service.cli.operation.Operation.toSQLException(Operation.java:335) ~[hive-service-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at org.apache.hive.service.cli.operation.SQLOperation.runQuery(SQLOperation.java:226) ~[hive-service-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at org.apache.hive.service.cli.operation.SQLOperation.access$700(SQLOperation.java:87) ~[hive-service-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at org.apache.hive.service.cli.operation.SQLOperation$BackgroundWork$1.run(SQLOperation.java:316) ~[hive-service-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at java.security.AccessController.doPrivileged(Native Method) ~[?:1.8.0_112]
> at javax.security.auth.Subject.doAs(Subject.java:422) ~[?:1.8.0_112]
> at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1729) ~[hadoop-common-3.1.0.3.0.1.0-59.jar:?]
> at org.apache.hive.service.cli.operation.SQLOperation$BackgroundWork.run(SQLOperation.java:329) ~[hive-service-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_112]
> at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_112]
> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_112]
> at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_112]
> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) ~[?:1.8.0_112]
> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) ~[?:1.8.0_112]
> at java.lang.Thread.run(Thread.java:745) [?:1.8.0_112]
> Caused by: org.apache.hadoop.hive.ql.metadata.HiveException: org.apache.thrift.TApplicationException: Internal error processing add_write_notification_log
> at org.apache.hadoop.hive.ql.metadata.Hive.addWriteNotificationLog(Hive.java:2879) ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at org.apache.hadoop.hive.ql.metadata.Hive.loadPartition(Hive.java:2035) ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at org.apache.hadoop.hive.ql.exec.MoveTask.handleStaticParts(MoveTask.java:477) ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at org.apache.hadoop.hive.ql.exec.MoveTask.execute(MoveTask.java:397) ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at org.apache.hadoop.hive.ql.exec.Task.executeTask(Task.java:205) ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at org.apache.hadoop.hive.ql.exec.TaskRunner.runSequential(TaskRunner.java:97) ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at org.apache.hadoop.hive.ql.Driver.launchTask(Driver.java:2679) ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at org.apache.hadoop.hive.ql.Driver.execute(Driver.java:2350) ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at org.apache.hadoop.hive.ql.Driver.runInternal(Driver.java:2026) ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at org.apache.hadoop.hive.ql.Driver.run(Driver.java:1724) ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at org.apache.hadoop.hive.ql.Driver.run(Driver.java:1718) ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at org.apache.hadoop.hive.ql.reexec.ReExecDriver.run(ReExecDriver.java:157) ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at org.apache.hive.service.cli.operation.SQLOperation.runQuery(SQLOperation.java:224) ~[hive-service-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> ... 13 more
> Caused by: org.apache.thrift.TApplicationException: Internal error processing add_write_notification_log
> at org.apache.thrift.TApplicationException.read(TApplicationException.java:111) ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at org.apache.thrift.TServiceClient.receiveBase(TServiceClient.java:79) ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$Client.recv_add_write_notification_log(ThriftHiveMetastore.java:5874) ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$Client.add_write_notification_log(ThriftHiveMetastore.java:5861) ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.addWriteNotificationLog(HiveMetaStoreClient.java:2902) ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at sun.reflect.GeneratedMethodAccessor157.invoke(Unknown Source) ~[?:?]
> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_112]
> at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_112]
> at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.invoke(RetryingMetaStoreClient.java:212) ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at com.sun.proxy.$Proxy60.addWriteNotificationLog(Unknown Source) ~[?:?]
> at sun.reflect.GeneratedMethodAccessor157.invoke(Unknown Source) ~[?:?]
> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_112]
> at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_112]
> at org.apache.hadoop.hive.metastore.HiveMetaStoreClient$SynchronizedHandler.invoke(HiveMetaStoreClient.java:2933) ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at com.sun.proxy.$Proxy60.addWriteNotificationLog(Unknown Source) ~[?:?]
> at org.apache.hadoop.hive.metastore.SynchronizedMetaStoreClient.addWriteNotificationLog(SynchronizedMetaStoreClient.java:114) ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at org.apache.hadoop.hive.ql.metadata.Hive.loadPartition(Hive.java:2035) ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at org.apache.hadoop.hive.ql.exec.MoveTask.handleStaticParts(MoveTask.java:477) ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at org.apache.hadoop.hive.ql.exec.MoveTask.execute(MoveTask.java:397) ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at org.apache.hadoop.hive.ql.exec.Task.executeTask(Task.java:205) ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at org.apache.hadoop.hive.ql.exec.TaskRunner.runSequential(TaskRunner.java:97) ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at org.apache.hadoop.hive.ql.Driver.launchTask(Driver.java:2679) ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at org.apache.hadoop.hive.ql.Driver.execute(Driver.java:2350) ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at org.apache.hadoop.hive.ql.Driver.runInternal(Driver.java:2026) ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at org.apache.hadoop.hive.ql.Driver.run(Driver.java:1724) ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at org.apache.hadoop.hive.ql.Driver.run(Driver.java:1718) ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at org.apache.hadoop.hive.ql.reexec.ReExecDriver.run(ReExecDriver.java:157) ~[hive-exec-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> at org.apache.hive.service.cli.operation.SQLOperation.runQuery(SQLOperation.java:224) ~[hive-service-3.1.0.3.0.1.0-59.jar:3.1.0.3.0.1.0-59]
> ... 13 more
> {noformat}
> Queries:
> insert overwrite table insert_1
> select name, age
> from studenttab10k
> where age > 50;
> from (SELECT * FROM studentparttab30k WHERE ds > 0) a
> insert overwrite table multi_insert_1
> select name, ds
> where ds = '20110924'
> insert overwrite table multi_insert_2
> select name, ds
> where ds = '20110925'
> insert overwrite table multi_insert_3
> select name, ds
> where ds = '20110926';
> insert overwrite table after_changes_2 partition (ds='1') select name, age from studenttab10k;
> insert into table iso8601_timestamp_1 select s, i, d, t from all100kjson order by s, i, d, t limit 100;
> LOAD DATA INPATH '/tmp/000000_0' INTO TABLE emptyavro PARTITION (s='something');
> insert overwrite table smb_studenttab select * from studenttab10k;
--
This message was sent by Atlassian JIRA
(v7.6.3#76005)