You are viewing a plain text version of this content. The canonical link for it is here.

Posted to user@oozie.apache.org by Javier Martin <ja...@scmspain.com> on 2015/07/21 12:50:04 UTC

Unknown protocol error when running workflow

Hello:

When running an oozie workflow that executes a sqoop action, I’m getting the following error:

Message [JA009: Unknown protocol: org.apache.hadoop.yarn.api.ApplicationClientProtocolPB
at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.getProtocolImpl(ProtobufRpcEngine.java:541)
at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:580)
at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:928)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2013)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2009)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:415)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1548)
at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2007)
]
org.apache.oozie.action.ActionExecutorException: JA009: Unknown protocol: org.apache.hadoop.yarn.api.ApplicationClientProtocolPB
at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.getProtocolImpl(ProtobufRpcEngine.java:541)
at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:580)
at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:928)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2013)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2009)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:415)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1548)
at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2007)

at org.apache.oozie.action.ActionExecutor.convertExceptionHelper(ActionExecutor.java:418)
at org.apache.oozie.action.ActionExecutor.convertException(ActionExecutor.java:392)
at org.apache.oozie.action.hadoop.JavaActionExecutor.submitLauncher(JavaActionExecutor.java:794)
at org.apache.oozie.action.hadoop.JavaActionExecutor.start(JavaActionExecutor.java:945)
at org.apache.oozie.command.wf.ActionStartXCommand.execute(ActionStartXCommand.java:215)
at org.apache.oozie.command.wf.ActionStartXCommand.execute(ActionStartXCommand.java:60)
at org.apache.oozie.command.XCommand.call(XCommand.java:280)
at org.apache.oozie.service.CallableQueueService$CompositeCallable.call(CallableQueueService.java:326)
at org.apache.oozie.service.CallableQueueService$CompositeCallable.call(CallableQueueService.java:255)
at org.apache.oozie.service.CallableQueueService$CallableWrapper.run(CallableQueueService.java:175)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.hadoop.ipc.RpcNoSuchProtocolException: Unknown protocol: org.apache.hadoop.yarn.api.ApplicationClientProtocolPB
at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.getProtocolImpl(ProtobufRpcEngine.java:541)
at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:580)
at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:928)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2013)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2009)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:415)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1548)
at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2007)

at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:57)
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:526)
at org.apache.hadoop.yarn.ipc.RPCUtil.instantiateException(RPCUtil.java:53)
at org.apache.hadoop.yarn.ipc.RPCUtil.unwrapAndThrowException(RPCUtil.java:104)
at org.apache.hadoop.yarn.api.impl.pb.client.ApplicationClientProtocolPBClientImpl.getDelegationToken(ApplicationClientProtocolPBClientImpl.java:285)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:190)
at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:103)
at com.sun.proxy.$Proxy32.getDelegationToken(Unknown Source)
at org.apache.hadoop.yarn.client.api.impl.YarnClientImpl.getRMDelegationToken(YarnClientImpl.java:378)
at org.apache.hadoop.mapred.ResourceMgrDelegate.getDelegationToken(ResourceMgrDelegate.java:166)
at org.apache.hadoop.mapred.YARNRunner.getDelegationToken(YARNRunner.java:220)
at org.apache.hadoop.mapreduce.Cluster.getDelegationToken(Cluster.java:400)
at org.apache.hadoop.mapred.JobClient$16.run(JobClient.java:1203)
at org.apache.hadoop.mapred.JobClient$16.run(JobClient.java:1200)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:415)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1548)
at org.apache.hadoop.mapred.JobClient.getDelegationToken(JobClient.java:1199)
at org.apache.oozie.service.HadoopAccessorService.createJobClient(HadoopAccessorService.java:374)
at org.apache.oozie.action.hadoop.JavaActionExecutor.createJobClient(JavaActionExecutor.java:988)
at org.apache.oozie.action.hadoop.JavaActionExecutor.submitLauncher(JavaActionExecutor.java:743)
... 10 more
Caused by: org.apache.hadoop.ipc.RemoteException(org.apache.hadoop.ipc.RpcNoSuchProtocolException): Unknown protocol: org.apache.hadoop.yarn.api.ApplicationClientProtocolPB
at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.getProtocolImpl(ProtobufRpcEngine.java:541)
at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:580)
at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:928)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2013)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2009)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:415)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1548)
at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2007)

at org.apache.hadoop.ipc.Client.call(Client.java:1410)
at org.apache.hadoop.ipc.Client.call(Client.java:1363)
at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:215)
at com.sun.proxy.$Proxy31.getDelegationToken(Unknown Source)
at org.apache.hadoop.yarn.api.impl.pb.client.ApplicationClientProtocolPBClientImpl.getDelegationToken(ApplicationClientProtocolPBClientImpl.java:282)
... 30 more

The cluster runs on Amazon EMR with the latest AMI, I have tried to find why is happening this error, but can’t find a solution, can you help me?

Thanks.

Re: Unknown protocol error when running workflow

Posted by Javier Martin <ja...@scmspain.com>.

Hi all:

The problem was I configured the job tracker URL on my job.properties
instead of the YARN resource manager, when running a Hadoop 2.X cluster.

Thanks.

El 21/7/15 12:50, "Javier Martin" <ja...@scmspain.com> escribió:

>Hello:
>
>When running an oozie workflow that executes a sqoop action, I¹m getting
>the following error:
>
>Message [JA009: Unknown protocol:
>org.apache.hadoop.yarn.api.ApplicationClientProtocolPB
>at 
>org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.getProto
>colImpl(ProtobufRpcEngine.java:541)
>at 
>org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(Pro
>tobufRpcEngine.java:580)
>at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:928)
>at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2013)
>at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2009)
>at java.security.AccessController.doPrivileged(Native Method)
>at javax.security.auth.Subject.doAs(Subject.java:415)
>at 
>org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.
>java:1548)
>at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2007)
>]
>org.apache.oozie.action.ActionExecutorException: JA009: Unknown protocol:
>org.apache.hadoop.yarn.api.ApplicationClientProtocolPB
>at 
>org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.getProto
>colImpl(ProtobufRpcEngine.java:541)
>at 
>org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(Pro
>tobufRpcEngine.java:580)
>at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:928)
>at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2013)
>at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2009)
>at java.security.AccessController.doPrivileged(Native Method)
>at javax.security.auth.Subject.doAs(Subject.java:415)
>at 
>org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.
>java:1548)
>at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2007)
>
>at 
>org.apache.oozie.action.ActionExecutor.convertExceptionHelper(ActionExecut
>or.java:418)
>at 
>org.apache.oozie.action.ActionExecutor.convertException(ActionExecutor.jav
>a:392)
>at 
>org.apache.oozie.action.hadoop.JavaActionExecutor.submitLauncher(JavaActio
>nExecutor.java:794)
>at 
>org.apache.oozie.action.hadoop.JavaActionExecutor.start(JavaActionExecutor
>.java:945)
>at 
>org.apache.oozie.command.wf.ActionStartXCommand.execute(ActionStartXComman
>d.java:215)
>at 
>org.apache.oozie.command.wf.ActionStartXCommand.execute(ActionStartXComman
>d.java:60)
>at org.apache.oozie.command.XCommand.call(XCommand.java:280)
>at 
>org.apache.oozie.service.CallableQueueService$CompositeCallable.call(Calla
>bleQueueService.java:326)
>at 
>org.apache.oozie.service.CallableQueueService$CompositeCallable.call(Calla
>bleQueueService.java:255)
>at 
>org.apache.oozie.service.CallableQueueService$CallableWrapper.run(Callable
>QueueService.java:175)
>at 
>java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:
>1145)
>at 
>java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java
>:615)
>at java.lang.Thread.run(Thread.java:745)
>Caused by: org.apache.hadoop.ipc.RpcNoSuchProtocolException: Unknown
>protocol: org.apache.hadoop.yarn.api.ApplicationClientProtocolPB
>at 
>org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.getProto
>colImpl(ProtobufRpcEngine.java:541)
>at 
>org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(Pro
>tobufRpcEngine.java:580)
>at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:928)
>at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2013)
>at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2009)
>at java.security.AccessController.doPrivileged(Native Method)
>at javax.security.auth.Subject.doAs(Subject.java:415)
>at 
>org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.
>java:1548)
>at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2007)
>
>at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
>at 
>sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAcc
>essorImpl.java:57)
>at 
>sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstr
>uctorAccessorImpl.java:45)
>at java.lang.reflect.Constructor.newInstance(Constructor.java:526)
>at 
>org.apache.hadoop.yarn.ipc.RPCUtil.instantiateException(RPCUtil.java:53)
>at 
>org.apache.hadoop.yarn.ipc.RPCUtil.unwrapAndThrowException(RPCUtil.java:10
>4)
>at 
>org.apache.hadoop.yarn.api.impl.pb.client.ApplicationClientProtocolPBClien
>tImpl.getDelegationToken(ApplicationClientProtocolPBClientImpl.java:285)
>at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>at 
>sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:
>57)
>at 
>sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorIm
>pl.java:43)
>at java.lang.reflect.Method.invoke(Method.java:606)
>at 
>org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvoca
>tionHandler.java:190)
>at 
>org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHa
>ndler.java:103)
>at com.sun.proxy.$Proxy32.getDelegationToken(Unknown Source)
>at 
>org.apache.hadoop.yarn.client.api.impl.YarnClientImpl.getRMDelegationToken
>(YarnClientImpl.java:378)
>at 
>org.apache.hadoop.mapred.ResourceMgrDelegate.getDelegationToken(ResourceMg
>rDelegate.java:166)
>at 
>org.apache.hadoop.mapred.YARNRunner.getDelegationToken(YARNRunner.java:220
>)
>at 
>org.apache.hadoop.mapreduce.Cluster.getDelegationToken(Cluster.java:400)
>at org.apache.hadoop.mapred.JobClient$16.run(JobClient.java:1203)
>at org.apache.hadoop.mapred.JobClient$16.run(JobClient.java:1200)
>at java.security.AccessController.doPrivileged(Native Method)
>at javax.security.auth.Subject.doAs(Subject.java:415)
>at 
>org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.
>java:1548)
>at 
>org.apache.hadoop.mapred.JobClient.getDelegationToken(JobClient.java:1199)
>at 
>org.apache.oozie.service.HadoopAccessorService.createJobClient(HadoopAcces
>sorService.java:374)
>at 
>org.apache.oozie.action.hadoop.JavaActionExecutor.createJobClient(JavaActi
>onExecutor.java:988)
>at 
>org.apache.oozie.action.hadoop.JavaActionExecutor.submitLauncher(JavaActio
>nExecutor.java:743)
>... 10 more
>Caused by: 
>org.apache.hadoop.ipc.RemoteException(org.apache.hadoop.ipc.RpcNoSuchProto
>colException): Unknown protocol:
>org.apache.hadoop.yarn.api.ApplicationClientProtocolPB
>at 
>org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.getProto
>colImpl(ProtobufRpcEngine.java:541)
>at 
>org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(Pro
>tobufRpcEngine.java:580)
>at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:928)
>at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2013)
>at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2009)
>at java.security.AccessController.doPrivileged(Native Method)
>at javax.security.auth.Subject.doAs(Subject.java:415)
>at 
>org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.
>java:1548)
>at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2007)
>
>at org.apache.hadoop.ipc.Client.call(Client.java:1410)
>at org.apache.hadoop.ipc.Client.call(Client.java:1363)
>at 
>org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.j
>ava:215)
>at com.sun.proxy.$Proxy31.getDelegationToken(Unknown Source)
>at 
>org.apache.hadoop.yarn.api.impl.pb.client.ApplicationClientProtocolPBClien
>tImpl.getDelegationToken(ApplicationClientProtocolPBClientImpl.java:282)
>... 30 more
>
>The cluster runs on Amazon EMR with the latest AMI, I have tried to find
>why is happening this error, but can¹t find a solution, can you help me?
>
>Thanks.