You are viewing a plain text version of this content. The canonical link for it is here.
Posted to gitbox@hive.apache.org by "ayushtkn (via GitHub)" <gi...@apache.org> on 2023/12/22 21:40:37 UTC

Re: [PR] HIVE-27780: Implement direct SQL for get_all_functions [hive]

ayushtkn commented on PR #4786:
URL: https://github.com/apache/hive/pull/4786#issuecomment-1868086121

   @zhangbutao 
   While starting HS2 I seeing exception that this isn't working
   
   ```
   023-12-23T03:06:34,158  INFO [main] metastore.HMSHandler: Created RawStore: org.apache.hadoop.hive.metastore.ObjectStore@33ccead
   2023-12-23T03:06:34,158  INFO [main] metastore.HMSHandler: HMS server filtering is disabled by configuration
   2023-12-23T03:06:34,158  INFO [main] metastore.RetryingMetaStoreClient: RetryingMetaStoreClient proxy=class org.apache.hadoop.hive.ql.metadata.SessionHiveMetaStoreClient ugi=ayushsaxena (auth:SIMPLE) retries=1 delay=1 lifetime=0
   2023-12-23T03:06:34,159  INFO [main] HiveMetaStore.audit: ugi=ayushsaxena	ip=unknown-ip-addr	cmd=get_all_functions	
   2023-12-23T03:06:34,173  WARN [main] metastore.MetastoreDirectSqlUtils: Failed to execute [SELECT "FUNCS"."FUNC_ID", "FUNCS"."FUNC_NAME", "DBS"."NAME", "FUNCS"."CLASS_NAME", "FUNCS"."OWNER_NAME", "FUNCS"."OWNER_TYPE", "FUNCS"."CREATE_TIME", "FUNCS"."FUNC_TYPE" FROM "FUNCS" LEFT JOIN "DBS" ON "FUNCS"."DB_ID" = "DBS"."DB_ID" where "FUNCS"."FUNC_ID" in () order by "FUNCS"."FUNC_NAME" asc] with parameters []
   javax.jdo.JDODataStoreException: Error executing SQL query "SELECT "FUNCS"."FUNC_ID", "FUNCS"."FUNC_NAME", "DBS"."NAME", "FUNCS"."CLASS_NAME", "FUNCS"."OWNER_NAME", "FUNCS"."OWNER_TYPE", "FUNCS"."CREATE_TIME", "FUNCS"."FUNC_TYPE" FROM "FUNCS" LEFT JOIN "DBS" ON "FUNCS"."DB_ID" = "DBS"."DB_ID" where "FUNCS"."FUNC_ID" in () order by "FUNCS"."FUNC_NAME" asc".
   	at org.datanucleus.api.jdo.NucleusJDOHelper.getJDOExceptionForNucleusException(NucleusJDOHelper.java:542) ~[datanucleus-api-jdo-5.2.8.jar:?]
   	at org.datanucleus.api.jdo.JDOQuery.executeInternal(JDOQuery.java:456) ~[datanucleus-api-jdo-5.2.8.jar:?]
   	at org.datanucleus.api.jdo.JDOQuery.execute(JDOQuery.java:263) ~[datanucleus-api-jdo-5.2.8.jar:?]
   	at org.apache.hadoop.hive.metastore.MetastoreDirectSqlUtils.executeWithArray(MetastoreDirectSqlUtils.java:69) ~[hive-exec-4.0.0-beta-2-SNAPSHOT.jar:4.0.0-beta-2-SNAPSHOT]
   	at org.apache.hadoop.hive.metastore.MetaStoreDirectSql.executeWithArray(MetaStoreDirectSql.java:2220) ~[hive-exec-4.0.0-beta-2-SNAPSHOT.jar:4.0.0-beta-2-SNAPSHOT]
   	at org.apache.hadoop.hive.metastore.MetaStoreDirectSql.executeWithArray(MetaStoreDirectSql.java:2215) ~[hive-exec-4.0.0-beta-2-SNAPSHOT.jar:4.0.0-beta-2-SNAPSHOT]
   	at org.apache.hadoop.hive.metastore.MetaStoreDirectSql.getFunctionsFromFunctionIds(MetaStoreDirectSql.java:3103) ~[hive-exec-4.0.0-beta-2-SNAPSHOT.jar:4.0.0-beta-2-SNAPSHOT]
   	at org.apache.hadoop.hive.metastore.MetaStoreDirectSql.access$2000(MetaStoreDirectSql.java:134) ~[hive-exec-4.0.0-beta-2-SNAPSHOT.jar:4.0.0-beta-2-SNAPSHOT]
   	at org.apache.hadoop.hive.metastore.MetaStoreDirectSql$10.run(MetaStoreDirectSql.java:3069) ~[hive-exec-4.0.0-beta-2-SNAPSHOT.jar:4.0.0-beta-2-SNAPSHOT]
   	at org.apache.hadoop.hive.metastore.Batchable.runBatched(Batchable.java:74) ~[hive-exec-4.0.0-beta-2-SNAPSHOT.jar:4.0.0-beta-2-SNAPSHOT]
   	at org.apache.hadoop.hive.metastore.MetaStoreDirectSql.getFunctions(MetaStoreDirectSql.java:3066) ~[hive-exec-4.0.0-beta-2-SNAPSHOT.jar:4.0.0-beta-2-SNAPSHOT]
   	at org.apache.hadoop.hive.metastore.ObjectStore$25.getSqlResult(ObjectStore.java:11525) ~[hive-exec-4.0.0-beta-2-SNAPSHOT.jar:4.0.0-beta-2-SNAPSHOT]
   	at org.apache.hadoop.hive.metastore.ObjectStore$25.getSqlResult(ObjectStore.java:11522) ~[hive-exec-4.0.0-beta-2-SNAPSHOT.jar:4.0.0-beta-2-SNAPSHOT]
   	at org.apache.hadoop.hive.metastore.ObjectStore$GetHelper.run(ObjectStore.java:4412) ~[hive-exec-4.0.0-beta-2-SNAPSHOT.jar:4.0.0-beta-2-SNAPSHOT]
   	at org.apache.hadoop.hive.metastore.ObjectStore.getFunctionsInternal(ObjectStore.java:11536) ~[hive-exec-4.0.0-beta-2-SNAPSHOT.jar:4.0.0-beta-2-SNAPSHOT]
   	at org.apache.hadoop.hive.metastore.ObjectStore.getAllFunctions(ObjectStore.java:11514) ~[hive-exec-4.0.0-beta-2-SNAPSHOT.jar:4.0.0-beta-2-SNAPSHOT]
   	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_342]
   	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_342]
   	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_342]
   	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_342]
   	at org.apache.hadoop.hive.metastore.RawStoreProxy.invoke(RawStoreProxy.java:97) ~[hive-exec-4.0.0-beta-2-SNAPSHOT.jar:4.0.0-beta-2-SNAPSHOT]
   	at com.sun.proxy.$Proxy34.getAllFunctions(Unknown Source) ~[?:?]
   	at org.apache.hadoop.hive.metastore.HMSHandler.get_all_functions(HMSHandler.java:8687) ~[hive-exec-4.0.0-beta-2-SNAPSHOT.jar:4.0.0-beta-2-SNAPSHOT]
   	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_342]
   	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_342]
   	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_342]
   	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_342]
   	at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invokeInternal(RetryingHMSHandler.java:91) ~[hive-exec-4.0.0-beta-2-SNAPSHOT.jar:4.0.0-beta-2-SNAPSHOT]
   	at org.apache.hadoop.hive.metastore.AbstractHMSHandlerProxy.invoke(AbstractHMSHandlerProxy.java:82) ~[hive-exec-4.0.0-beta-2-SNAPSHOT.jar:4.0.0-beta-2-SNAPSHOT]
   	at com.sun.proxy.$Proxy38.get_all_functions(Unknown Source) ~[?:?]
   	at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.getAllFunctions(HiveMetaStoreClient.java:4632) ~[hive-exec-4.0.0-beta-2-SNAPSHOT.jar:4.0.0-beta-2-SNAPSHOT]
   	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_342]
   	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_342]
   	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_342]
   	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_342]
   	at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.invoke(RetryingMetaStoreClient.java:213) ~[hive-exec-4.0.0-beta-2-SNAPSHOT.jar:4.0.0-beta-2-SNAPSHOT]
   	at com.sun.proxy.$Proxy39.getAllFunctions(Unknown Source) ~[?:?]
   	at org.apache.hadoop.hive.ql.metadata.Hive.getAllFunctions(Hive.java:6221) ~[hive-exec-4.0.0-beta-2-SNAPSHOT.jar:4.0.0-beta-2-SNAPSHOT]
   	at org.apache.hadoop.hive.ql.metadata.Hive.reloadFunctions(Hive.java:362) ~[hive-exec-4.0.0-beta-2-SNAPSHOT.jar:4.0.0-beta-2-SNAPSHOT]
   	at org.apache.hadoop.hive.ql.metadata.Hive.registerAllFunctionsOnce(Hive.java:341) ~[hive-exec-4.0.0-beta-2-SNAPSHOT.jar:4.0.0-beta-2-SNAPSHOT]
   	at org.apache.hadoop.hive.ql.metadata.Hive.<init>(Hive.java:567) ~[hive-exec-4.0.0-beta-2-SNAPSHOT.jar:4.0.0-beta-2-SNAPSHOT]
   	at org.apache.hadoop.hive.ql.metadata.Hive.create(Hive.java:459) ~[hive-exec-4.0.0-beta-2-SNAPSHOT.jar:4.0.0-beta-2-SNAPSHOT]
   	at org.apache.hadoop.hive.ql.metadata.Hive.getInternal(Hive.java:446) ~[hive-exec-4.0.0-beta-2-SNAPSHOT.jar:4.0.0-beta-2-SNAPSHOT]
   	at org.apache.hadoop.hive.ql.metadata.Hive.get(Hive.java:402) ~[hive-exec-4.0.0-beta-2-SNAPSHOT.jar:4.0.0-beta-2-SNAPSHOT]
   	at org.apache.hadoop.hive.ql.metadata.HiveMaterializedViewsRegistry.init(HiveMaterializedViewsRegistry.java:137) ~[hive-exec-4.0.0-beta-2-SNAPSHOT.jar:4.0.0-beta-2-SNAPSHOT]
   	at org.apache.hive.service.server.HiveServer2.init(HiveServer2.java:275) ~[hive-service-4.0.0-beta-2-SNAPSHOT.jar:4.0.0-beta-2-SNAPSHOT]
   	at org.apache.hive.service.server.HiveServer2.startHiveServer2(HiveServer2.java:1114) ~[hive-service-4.0.0-beta-2-SNAPSHOT.jar:4.0.0-beta-2-SNAPSHOT]
   	at org.apache.hive.service.server.HiveServer2.access$1500(HiveServer2.java:146) ~[hive-service-4.0.0-beta-2-SNAPSHOT.jar:4.0.0-beta-2-SNAPSHOT]
   	at org.apache.hive.service.server.HiveServer2$StartOptionExecutor.execute(HiveServer2.java:1476) ~[hive-service-4.0.0-beta-2-SNAPSHOT.jar:4.0.0-beta-2-SNAPSHOT]
   	at org.apache.hive.service.server.HiveServer2.main(HiveServer2.java:1283) ~[hive-service-4.0.0-beta-2-SNAPSHOT.jar:4.0.0-beta-2-SNAPSHOT]
   	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_342]
   	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_342]
   	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_342]
   	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_342]
   	at org.apache.hadoop.util.RunJar.run(RunJar.java:328) ~[hadoop-common-3.3.6.jar:?]
   	at org.apache.hadoop.util.RunJar.main(RunJar.java:241) ~[hadoop-common-3.3.6.jar:?]
   Caused by: java.sql.SQLSyntaxErrorException: Syntax error: Encountered ")" at line 1, column 263.
   	at org.apache.derby.impl.jdbc.SQLExceptionFactory.getSQLException(Unknown Source) ~[derby-10.14.2.0.jar:?]
   	at org.apache.derby.impl.jdbc.Util.generateCsSQLException(Unknown Source) ~[derby-10.14.2.0.jar:?]
   	at org.apache.derby.impl.jdbc.TransactionResourceImpl.wrapInSQLException(Unknown Source) ~[derby-10.14.2.0.jar:?]
   	at org.apache.derby.impl.jdbc.TransactionResourceImpl.handleException(Unknown Source) ~[derby-10.14.2.0.jar:?]
   	at org.apache.derby.impl.jdbc.EmbedConnection.handleException(Unknown Source) ~[derby-10.14.2.0.jar:?]
   	at org.apache.derby.impl.jdbc.ConnectionChild.handleException(Unknown Source) ~[derby-10.14.2.0.jar:?]
   	at org.apache.derby.impl.jdbc.EmbedPreparedStatement.<init>(Unknown Source) ~[derby-10.14.2.0.jar:?]
   	at org.apache.derby.impl.jdbc.EmbedPreparedStatement42.<init>(Unknown Source) ~[derby-10.14.2.0.jar:?]
   	at org.apache.derby.jdbc.Driver42.newEmbedPreparedStatement(Unknown Source) ~[derby-10.14.2.0.jar:?]
   	at org.apache.derby.impl.jdbc.EmbedConnection.prepareStatement(Unknown Source) ~[derby-10.14.2.0.jar:?]
   	at org.apache.derby.impl.jdbc.EmbedConnection.prepareStatement(Unknown Source) ~[derby-10.14.2.0.jar:?]
   	at org.apache.hive.com.zaxxer.hikari.pool.ProxyConnection.prepareStatement(ProxyConnection.java:351) ~[hive-exec-4.0.0-beta-2-SNAPSHOT.jar:4.0.0-beta-2-SNAPSHOT]
   	at org.apache.hive.com.zaxxer.hikari.pool.HikariProxyConnection.prepareStatement(HikariProxyConnection.java) ~[hive-exec-4.0.0-beta-2-SNAPSHOT.jar:4.0.0-beta-2-SNAPSHOT]
   	at org.datanucleus.store.rdbms.SQLController.getStatementForQuery(SQLController.java:349) ~[datanucleus-rdbms-5.2.10.jar:?]
   	at org.datanucleus.store.rdbms.query.RDBMSQueryUtils.getPreparedStatementForQuery(RDBMSQueryUtils.java:224) ~[datanucleus-rdbms-5.2.10.jar:?]
   	at org.datanucleus.store.rdbms.query.SQLQuery.performExecute(SQLQuery.java:652) ~[datanucleus-rdbms-5.2.10.jar:?]
   	at org.datanucleus.store.query.Query.executeQuery(Query.java:1975) ~[datanucleus-core-5.2.10.jar:?]
   	at org.datanucleus.store.rdbms.query.SQLQuery.executeWithArray(SQLQuery.java:818) ~[datanucleus-rdbms-5.2.10.jar:?]
   	at org.datanucleus.store.query.Query.execute(Query.java:1846) ~[datanucleus-core-5.2.10.jar:?]
   	at org.datanucleus.api.jdo.JDOQuery.executeInternal(JDOQuery.java:439) ~[datanucleus-api-jdo-5.2.8.jar:?]
   	... 54 more
   Caused by: org.apache.derby.iapi.error.StandardException: Syntax error: Encountered ")" at line 1, column 263.
   	at org.apache.derby.iapi.error.StandardException.newException(Unknown Source) ~[derby-10.14.2.0.jar:?]
   	at org.apache.derby.iapi.error.StandardException.newException(Unknown Source) ~[derby-10.14.2.0.jar:?]
   	at org.apache.derby.impl.sql.compile.ParserImpl.parseStatementOrSearchCondition(Unknown Source) ~[derby-10.14.2.0.jar:?]
   	at org.apache.derby.impl.sql.compile.ParserImpl.parseStatement(Unknown Source) ~[derby-10.14.2.0.jar:?]
   	at org.apache.derby.impl.sql.GenericStatement.prepMinion(Unknown Source) ~[derby-10.14.2.0.jar:?]
   	at org.apache.derby.impl.sql.GenericStatement.prepare(Unknown Source) ~[derby-10.14.2.0.jar:?]
   	at org.apache.derby.impl.sql.conn.GenericLanguageConnectionContext.prepareInternalStatement(Unknown Source) ~[derby-10.14.2.0.jar:?]
   	at org.apache.derby.impl.jdbc.EmbedPreparedStatement.<init>(Unknown Source) ~[derby-10.14.2.0.jar:?]
   	at org.apache.derby.impl.jdbc.EmbedPreparedStatement42.<init>(Unknown Source) ~[derby-10.14.2.0.jar:?]
   	at org.apache.derby.jdbc.Driver42.newEmbedPreparedStatement(Unknown Source) ~[derby-10.14.2.0.jar:?]
   	at org.apache.derby.impl.jdbc.EmbedConnection.prepareStatement(Unknown Source) ~[derby-10.14.2.0.jar:?]
   	at org.apache.derby.impl.jdbc.EmbedConnection.prepareStatement(Unknown Source) ~[derby-10.14.2.0.jar:?]
   	at org.apache.hive.com.zaxxer.hikari.pool.ProxyConnection.prepareStatement(ProxyConnection.java:351) ~[hive-exec-4.0.0-beta-2-SNAPSHOT.jar:4.0.0-beta-2-SNAPSHOT]
   	at org.apache.hive.com.zaxxer.hikari.pool.HikariProxyConnection.prepareStatement(HikariProxyConnection.java) ~[hive-exec-4.0.0-beta-2-SNAPSHOT.jar:4.0.0-beta-2-SNAPSHOT]
   	at org.datanucleus.store.rdbms.SQLController.getStatementForQuery(SQLController.java:349) ~[datanucleus-rdbms-5.2.10.jar:?]
   	at org.datanucleus.store.rdbms.query.RDBMSQueryUtils.getPreparedStatementForQuery(RDBMSQueryUtils.java:224) ~[datanucleus-rdbms-5.2.10.jar:?]
   	at org.datanucleus.store.rdbms.query.SQLQuery.performExecute(SQLQuery.java:652) ~[datanucleus-rdbms-5.2.10.jar:?]
   	at org.datanucleus.store.query.Query.executeQuery(Query.java:1975) ~[datanucleus-core-5.2.10.jar:?]
   	at org.datanucleus.store.rdbms.query.SQLQuery.executeWithArray(SQLQuery.java:818) ~[datanucleus-rdbms-5.2.10.jar:?]
   	at org.datanucleus.store.query.Query.execute(Query.java:1846) ~[datanucleus-core-5.2.10.jar:?]
   	at org.datanucleus.api.jdo.JDOQuery.executeInternal(JDOQuery.java:439) ~[datanucleus-api-jdo-5.2.8.jar:?]
   	... 54 more
   ```


-- 
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.

To unsubscribe, e-mail: gitbox-unsubscribe@hive.apache.org

For queries about this service, please contact Infrastructure at:
users@infra.apache.org


---------------------------------------------------------------------
To unsubscribe, e-mail: gitbox-unsubscribe@hive.apache.org
For additional commands, e-mail: gitbox-help@hive.apache.org