You are viewing a plain text version of this content. The canonical link for it is here.
Posted to issues@tez.apache.org by "Butao Zhang (Jira)" <ji...@apache.org> on 2025/05/15 03:26:00 UTC
[jira] [Commented] (TEZ-4630) Issue related Tez-0.10.5 rc0
[ https://issues.apache.org/jira/browse/TEZ-4630?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=17951590#comment-17951590 ]
Butao Zhang commented on TEZ-4630:
----------------------------------
If we can solve the problems with this 0.10.5 version and hadoop 3.3.6, I think it will be more convenient for users to use 0.10.5 version. Because this can prevent users from upgrading hadoop to 3.4.1.
> Issue related Tez-0.10.5 rc0
> -----------------------------
>
> Key: TEZ-4630
> URL: https://issues.apache.org/jira/browse/TEZ-4630
> Project: Apache Tez
> Issue Type: Test
> Reporter: Butao Zhang
> Priority: Major
>
> Test Env: *Hadoop3.3.6* & Hive latest master branch, and Tez 0.10.5 [https://dist.apache.org/repos/dist/dev/tez/apache-tez-0.10.5-rc0/apache-tez-0.10.5-bin.tar.gz]
>
> *NOTE:* if using {color:#de350b}*Hadoop3.4.1, the issue will disappear.* {color}
>
> Found that Beeline session will fail with: {color:#FF0000}java.lang.NoClassDefFoundError: Could not initialize class com.sun.proxy.$Proxy29{color}
> {code:java}
> zbt@zbt-ubuntu:~$ /usr/tools/apache-hive-beeline-4.1.0-SNAPSHOT/bin/beeline -u "jdbc:hive2://127.0.0.1:10000/default hive"HADOOP_HOME not set, executing beeline using JAVAConnecting to jdbc:hive2://127.0.0.1:10000/defaultError: Could not open client transport with JDBC Uri: jdbc:hive2://100.71.9.13:10004/default: Failed to open new session: java.lang.NoClassDefFoundError: Could not initialize class com.sun.proxy.$Proxy29 (state=08S01,code=0) {code}
> {color:#FF0000}Detailed stack trace in HS2 log:{color}
> {code:java}
> 2025-05-15T09:59:09,992 INFO [HiveServer2-Handler-Pool: Thread-74] thrift.ThriftCLIService: Client protocol version: HIVE_CLI_SERVICE_PROTOCOL_V10
> 2025-05-15T09:59:09,992 INFO [HiveServer2-Handler-Pool: Thread-74] thrift.ThriftCLIService: Creating Hive session handle for user [null] from IP 100.72.1.9
> 2025-05-15T09:59:09,995 WARN [HiveServer2-Handler-Pool: Thread-74] service.CompositeService: Failed to open session
> java.lang.RuntimeException: java.lang.NoClassDefFoundError: Could not initialize class com.sun.proxy.$Proxy29
> at org.apache.hive.service.cli.session.HiveSessionProxy.invoke(HiveSessionProxy.java:89) ~[hive-service-4.1.0-SNAPSHOT.jar:4.1.0-SNAPSHOT]
> at org.apache.hive.service.cli.session.HiveSessionProxy.access$000(HiveSessionProxy.java:36) ~[hive-service-4.1.0-SNAPSHOT.jar:4.1.0-SNAPSHOT]
> at org.apache.hive.service.cli.session.HiveSessionProxy$1.run(HiveSessionProxy.java:63) ~[hive-service-4.1.0-SNAPSHOT.jar:4.1.0-SNAPSHOT]
> at java.security.AccessController.doPrivileged(Native Method) ~[?:1.8.0_221]
> at javax.security.auth.Subject.doAs(Subject.java:422) ~[?:1.8.0_221]
> at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1899) ~[hadoop-common-3.3.6.jar:?]
> at org.apache.hive.service.cli.session.HiveSessionProxy.invoke(HiveSessionProxy.java:59) ~[hive-service-4.1.0-SNAPSHOT.jar:4.1.0-SNAPSHOT]
> at com.sun.proxy.$Proxy40.open(Unknown Source) ~[?:?]
> at org.apache.hive.service.cli.session.SessionManager.createSession(SessionManager.java:485) ~[hive-service-4.1.0-SNAPSHOT.jar:4.1.0-SNAPSHOT]
> at org.apache.hive.service.cli.session.SessionManager.openSession(SessionManager.java:425) ~[hive-service-4.1.0-SNAPSHOT.jar:4.1.0-SNAPSHOT]
> at org.apache.hive.service.cli.CLIService.openSessionWithImpersonation(CLIService.java:198) ~[hive-service-4.1.0-SNAPSHOT.jar:4.1.0-SNAPSHOT]
> at org.apache.hive.service.cli.thrift.ThriftCLIService.getSessionHandle(ThriftCLIService.java:562) ~[hive-service-4.1.0-SNAPSHOT.jar:4.1.0-SNAPSHOT]
> at org.apache.hive.service.cli.thrift.ThriftCLIService.OpenSession(ThriftCLIService.java:406) ~[hive-service-4.1.0-SNAPSHOT.jar:4.1.0-SNAPSHOT]
> at org.apache.hive.service.rpc.thrift.TCLIService$Processor$OpenSession.getResult(TCLIService.java:1595) ~[hive-exec-4.1.0-SNAPSHOT.jar:4.1.0-SNAPSHOT]
> at org.apache.hive.service.rpc.thrift.TCLIService$Processor$OpenSession.getResult(TCLIService.java:1575) ~[hive-exec-4.1.0-SNAPSHOT.jar:4.1.0-SNAPSHOT]
> at org.apache.thrift.ProcessFunction.process(ProcessFunction.java:38) ~[hive-exec-4.1.0-SNAPSHOT.jar:4.1.0-SNAPSHOT]
> at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:38) ~[hive-exec-4.1.0-SNAPSHOT.jar:4.1.0-SNAPSHOT]
> at org.apache.hive.service.auth.TSetIpAddressProcessor.process(TSetIpAddressProcessor.java:56) ~[hive-service-4.1.0-SNAPSHOT.jar:4.1.0-SNAPSHOT]
> at org.apache.thrift.server.TThreadPoolServer$WorkerProcess.run(TThreadPoolServer.java:250) ~[hive-exec-4.1.0-SNAPSHOT.jar:4.1.0-SNAPSHOT]
> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_221]
> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_221]
> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_221]
> Caused by: java.lang.NoClassDefFoundError: Could not initialize class com.sun.proxy.$Proxy29
> at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_221]
> at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_221]
> at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_221]
> at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_221]
> at java.lang.reflect.Proxy.newProxyInstance(Proxy.java:739) ~[?:1.8.0_221]
> at org.apache.hadoop.ipc.ProtobufRpcEngine2.getProxy(ProtobufRpcEngine2.java:124) ~[hadoop-common-3.3.6.jar:?]
> at org.apache.hadoop.ipc.RPC.getProtocolProxy(RPC.java:712) ~[hadoop-common-3.3.6.jar:?]
> at org.apache.hadoop.hdfs.NameNodeProxiesClient.createProxyWithAlignmentContext(NameNodeProxiesClient.java:371) ~[hadoop-hdfs-client-3.4.1.jar:?]
> at org.apache.hadoop.hdfs.NameNodeProxiesClient.createNonHAProxyWithClientProtocol(NameNodeProxiesClient.java:343) ~[hadoop-hdfs-client-3.4.1.jar:?]
> at org.apache.hadoop.hdfs.NameNodeProxiesClient.createProxyWithClientProtocol(NameNodeProxiesClient.java:135) ~[hadoop-hdfs-client-3.4.1.jar:?]
> at org.apache.hadoop.hdfs.DFSClient.<init>(DFSClient.java:370) ~[hadoop-hdfs-client-3.4.1.jar:?]
> at org.apache.hadoop.hdfs.DFSClient.<init>(DFSClient.java:309) ~[hadoop-hdfs-client-3.4.1.jar:?]
> at org.apache.hadoop.hdfs.DistributedFileSystem.initDFSClient(DistributedFileSystem.java:203) ~[hadoop-hdfs-client-3.4.1.jar:?]
> at org.apache.hadoop.hdfs.DistributedFileSystem.initialize(DistributedFileSystem.java:188) ~[hadoop-hdfs-client-3.4.1.jar:?]
> at org.apache.hadoop.fs.FileSystem.createFileSystem(FileSystem.java:3611) ~[hadoop-common-3.3.6.jar:?]
> at org.apache.hadoop.fs.FileSystem.access$300(FileSystem.java:174) ~[hadoop-common-3.3.6.jar:?]
> at org.apache.hadoop.fs.FileSystem$Cache.getInternal(FileSystem.java:3712) ~[hadoop-common-3.3.6.jar:?]
> at org.apache.hadoop.fs.FileSystem$Cache.get(FileSystem.java:3663) ~[hadoop-common-3.3.6.jar:?]
> at org.apache.hadoop.fs.FileSystem.get(FileSystem.java:557) ~[hadoop-common-3.3.6.jar:?]
> at org.apache.hadoop.fs.FileSystem.get(FileSystem.java:290) ~[hadoop-common-3.3.6.jar:?]
> at org.apache.hadoop.hive.ql.session.SessionState.start(SessionState.java:723) ~[hive-exec-4.1.0-SNAPSHOT.jar:4.1.0-SNAPSHOT]
> at org.apache.hadoop.hive.ql.session.SessionState.start(SessionState.java:683) ~[hive-exec-4.1.0-SNAPSHOT.jar:4.1.0-SNAPSHOT]
> at org.apache.hive.service.cli.session.HiveSessionImpl.open(HiveSessionImpl.java:182) ~[hive-service-4.1.0-SNAPSHOT.jar:4.1.0-SNAPSHOT]
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_221]
> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_221]
> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_221]
> at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_221]
> at org.apache.hive.service.cli.session.HiveSessionProxy.invoke(HiveSessionProxy.java:78) ~[hive-service-4.1.0-SNAPSHOT.jar:4.1.0-SNAPSHOT]
> ... 21 more
> 2025-05-15T09:59:09,996 ERROR [HiveServer2-Handler-Pool: Thread-74] thrift.ThriftCLIService: Login attempt failed for user : hive
> org.apache.hive.service.cli.HiveSQLException: Failed to open new session: java.lang.NoClassDefFoundError: Could not initialize class com.sun.proxy.$Proxy29
> at org.apache.hive.service.cli.session.SessionManager.createSession(SessionManager.java:494) ~[hive-service-4.1.0-SNAPSHOT.jar:4.1.0-SNAPSHOT]
> at org.apache.hive.service.cli.session.SessionManager.openSession(SessionManager.java:425) ~[hive-service-4.1.0-SNAPSHOT.jar:4.1.0-SNAPSHOT]
> at org.apache.hive.service.cli.CLIService.openSessionWithImpersonation(CLIService.java:198) ~[hive-service-4.1.0-SNAPSHOT.jar:4.1.0-SNAPSHOT]
> at org.apache.hive.service.cli.thrift.ThriftCLIService.getSessionHandle(ThriftCLIService.java:562) ~[hive-service-4.1.0-SNAPSHOT.jar:4.1.0-SNAPSHOT]
> at org.apache.hive.service.cli.thrift.ThriftCLIService.OpenSession(ThriftCLIService.java:406) ~[hive-service-4.1.0-SNAPSHOT.jar:4.1.0-SNAPSHOT]
> at org.apache.hive.service.rpc.thrift.TCLIService$Processor$OpenSession.getResult(TCLIService.java:1595) ~[hive-exec-4.1.0-SNAPSHOT.jar:4.1.0-SNAPSHOT]
> at org.apache.hive.service.rpc.thrift.TCLIService$Processor$OpenSession.getResult(TCLIService.java:1575) ~[hive-exec-4.1.0-SNAPSHOT.jar:4.1.0-SNAPSHOT]
> at org.apache.thrift.ProcessFunction.process(ProcessFunction.java:38) ~[hive-exec-4.1.0-SNAPSHOT.jar:4.1.0-SNAPSHOT]
> at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:38) ~[hive-exec-4.1.0-SNAPSHOT.jar:4.1.0-SNAPSHOT]
> at org.apache.hive.service.auth.TSetIpAddressProcessor.process(TSetIpAddressProcessor.java:56) ~[hive-service-4.1.0-SNAPSHOT.jar:4.1.0-SNAPSHOT]
> at org.apache.thrift.server.TThreadPoolServer$WorkerProcess.run(TThreadPoolServer.java:250) ~[hive-exec-4.1.0-SNAPSHOT.jar:4.1.0-SNAPSHOT]
> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_221]
> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_221]
> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_221]
> Caused by: java.lang.RuntimeException: java.lang.NoClassDefFoundError: Could not initialize class com.sun.proxy.$Proxy29
> at org.apache.hive.service.cli.session.HiveSessionProxy.invoke(HiveSessionProxy.java:89) ~[hive-service-4.1.0-SNAPSHOT.jar:4.1.0-SNAPSHOT]
> at org.apache.hive.service.cli.session.HiveSessionProxy.access$000(HiveSessionProxy.java:36) ~[hive-service-4.1.0-SNAPSHOT.jar:4.1.0-SNAPSHOT]
> at org.apache.hive.service.cli.session.HiveSessionProxy$1.run(HiveSessionProxy.java:63) ~[hive-service-4.1.0-SNAPSHOT.jar:4.1.0-SNAPSHOT]
> at java.security.AccessController.doPrivileged(Native Method) ~[?:1.8.0_221]
> at javax.security.auth.Subject.doAs(Subject.java:422) ~[?:1.8.0_221]
> at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1899) ~[hadoop-common-3.3.6.jar:?]
> at org.apache.hive.service.cli.session.HiveSessionProxy.invoke(HiveSessionProxy.java:59) ~[hive-service-4.1.0-SNAPSHOT.jar:4.1.0-SNAPSHOT]
> at com.sun.proxy.$Proxy40.open(Unknown Source) ~[?:?]
> at org.apache.hive.service.cli.session.SessionManager.createSession(SessionManager.java:485) ~[hive-service-4.1.0-SNAPSHOT.jar:4.1.0-SNAPSHOT]
> ... 13 more
> Caused by: java.lang.NoClassDefFoundError: Could not initialize class com.sun.proxy.$Proxy29
> at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_221]
> at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_221]
> at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_221]
> at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_221]
> at java.lang.reflect.Proxy.newProxyInstance(Proxy.java:739) ~[?:1.8.0_221]
> at org.apache.hadoop.ipc.ProtobufRpcEngine2.getProxy(ProtobufRpcEngine2.java:124) ~[hadoop-common-3.3.6.jar:?]
> at org.apache.hadoop.ipc.RPC.getProtocolProxy(RPC.java:712) ~[hadoop-common-3.3.6.jar:?]
> at org.apache.hadoop.hdfs.NameNodeProxiesClient.createProxyWithAlignmentContext(NameNodeProxiesClient.java:371) ~[hadoop-hdfs-client-3.4.1.jar:?]
> at org.apache.hadoop.hdfs.NameNodeProxiesClient.createNonHAProxyWithClientProtocol(NameNodeProxiesClient.java:343) ~[hadoop-hdfs-client-3.4.1.jar:?]
> at org.apache.hadoop.hdfs.NameNodeProxiesClient.createProxyWithClientProtocol(NameNodeProxiesClient.java:135) ~[hadoop-hdfs-client-3.4.1.jar:?]
> at org.apache.hadoop.hdfs.DFSClient.<init>(DFSClient.java:370) ~[hadoop-hdfs-client-3.4.1.jar:?]
> at org.apache.hadoop.hdfs.DFSClient.<init>(DFSClient.java:309) ~[hadoop-hdfs-client-3.4.1.jar:?]
> at org.apache.hadoop.hdfs.DistributedFileSystem.initDFSClient(DistributedFileSystem.java:203) ~[hadoop-hdfs-client-3.4.1.jar:?]
> at org.apache.hadoop.hdfs.DistributedFileSystem.initialize(DistributedFileSystem.java:188) ~[hadoop-hdfs-client-3.4.1.jar:?]
> at org.apache.hadoop.fs.FileSystem.createFileSystem(FileSystem.java:3611) ~[hadoop-common-3.3.6.jar:?]
> at org.apache.hadoop.fs.FileSystem.access$300(FileSystem.java:174) ~[hadoop-common-3.3.6.jar:?]
> at org.apache.hadoop.fs.FileSystem$Cache.getInternal(FileSystem.java:3712) ~[hadoop-common-3.3.6.jar:?]
> at org.apache.hadoop.fs.FileSystem$Cache.get(FileSystem.java:3663) ~[hadoop-common-3.3.6.jar:?]
> at org.apache.hadoop.fs.FileSystem.get(FileSystem.java:557) ~[hadoop-common-3.3.6.jar:?]
> at org.apache.hadoop.fs.FileSystem.get(FileSystem.java:290) ~[hadoop-common-3.3.6.jar:?]
> at org.apache.hadoop.hive.ql.session.SessionState.start(SessionState.java:723) ~[hive-exec-4.1.0-SNAPSHOT.jar:4.1.0-SNAPSHOT]
> at org.apache.hadoop.hive.ql.session.SessionState.start(SessionState.java:683) ~[hive-exec-4.1.0-SNAPSHOT.jar:4.1.0-SNAPSHOT]
> at org.apache.hive.service.cli.session.HiveSessionImpl.open(HiveSessionImpl.java:182) ~[hive-service-4.1.0-SNAPSHOT.jar:4.1.0-SNAPSHOT]
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_221]
> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_221]
> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_221]
> at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_221]
> at org.apache.hive.service.cli.session.HiveSessionProxy.invoke(HiveSessionProxy.java:78) ~[hive-service-4.1.0-SNAPSHOT.jar:4.1.0-SNAPSHOT]
> at org.apache.hive.service.cli.session.HiveSessionProxy.access$000(HiveSessionProxy.java:36) ~[hive-service-4.1.0-SNAPSHOT.jar:4.1.0-SNAPSHOT]
> at org.apache.hive.service.cli.session.HiveSessionProxy$1.run(HiveSessionProxy.java:63) ~[hive-service-4.1.0-SNAPSHOT.jar:4.1.0-SNAPSHOT]
> at java.security.AccessController.doPrivileged(Native Method) ~[?:1.8.0_221]
> at javax.security.auth.Subject.doAs(Subject.java:422) ~[?:1.8.0_221]
> at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1899) ~[hadoop-common-3.3.6.jar:?]
> at org.apache.hive.service.cli.session.HiveSessionProxy.invoke(HiveSessionProxy.java:59) ~[hive-service-4.1.0-SNAPSHOT.jar:4.1.0-SNAPSHOT]
> at com.sun.proxy.$Proxy40.open(Unknown Source) ~[?:?]
> at org.apache.hive.service.cli.session.SessionManager.createSession(SessionManager.java:485) ~[hive-service-4.1.0-SNAPSHOT.jar:4.1.0-SNAPSHOT]
> ... 13 more
> {code}
--
This message was sent by Atlassian Jira
(v8.20.10#820010)