You are viewing a plain text version of this content. The canonical link for it is here.

Posted to common-user@hadoop.apache.org by "S.L" <si...@gmail.com> on 2015/06/06 06:07:01 UTC

Hadoop YARN Map Reduce Job failing with a Null Pointer Exception.

Can someone please let me know the root cause here.

15/06/05 21:21:31 INFO mapred.ClientServiceDelegate: Application state is
completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history
server
15/06/05 21:21:40 INFO mapred.ClientServiceDelegate: Application state is
completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history
server
15/06/05 21:21:41 INFO mapred.ClientServiceDelegate: Application state is
completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history
server
15/06/05 21:21:41 WARN security.UserGroupInformation:
PriviledgedActionException as:df (auth:SIMPLE) cause:java.io.IOException:
org.apache.hadoop.ipc.RemoteException(java.lang.NullPointerException):
java.lang.NullPointerException
at
org.apache.hadoop.mapreduce.v2.hs.HistoryClientService$HSClientProtocolHandler.getTaskAttemptCompletionEvents(HistoryClientService.java:272)
at
org.apache.hadoop.mapreduce.v2.api.impl.pb.service.MRClientProtocolPBServiceImpl.getTaskAttemptCompletionEvents(MRClientProtocolPBServiceImpl.java:173)
at
org.apache.hadoop.yarn.proto.MRClientProtocol$MRClientProtocolService$2.callBlockingMethod(MRClientProtocol.java:283)
at
org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:585)
at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:928)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1962)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1958)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:415)
at
org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1548)
at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1956)

Exception in thread "main" java.io.IOException:
org.apache.hadoop.ipc.RemoteException(java.lang.NullPointerException):
java.lang.NullPointerException
at
org.apache.hadoop.mapreduce.v2.hs.HistoryClientService$HSClientProtocolHandler.getTaskAttemptCompletionEvents(HistoryClientService.java:272)
at
org.apache.hadoop.mapreduce.v2.api.impl.pb.service.MRClientProtocolPBServiceImpl.getTaskAttemptCompletionEvents(MRClientProtocolPBServiceImpl.java:173)
at
org.apache.hadoop.yarn.proto.MRClientProtocol$MRClientProtocolService$2.callBlockingMethod(MRClientProtocol.java:283)
at
org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:585)
at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:928)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1962)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1958)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:415)
at
org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1548)
at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1956)

at
org.apache.hadoop.mapred.ClientServiceDelegate.invoke(ClientServiceDelegate.java:334)
at
org.apache.hadoop.mapred.ClientServiceDelegate.getTaskCompletionEvents(ClientServiceDelegate.java:386)
at
org.apache.hadoop.mapred.YARNRunner.getTaskCompletionEvents(YARNRunner.java:531)
at org.apache.hadoop.mapreduce.Job$5.run(Job.java:668)
at org.apache.hadoop.mapreduce.Job$5.run(Job.java:665)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:415)
at
org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1548)
at org.apache.hadoop.mapreduce.Job.getTaskCompletionEvents(Job.java:665)
at org.apache.hadoop.mapreduce.Job.monitorAndPrintJob(Job.java:1366)
at
org.apache.hadoop.mapred.JobClient$NetworkedJob.monitorAndPrintJob(JobClient.java:407)
at org.apache.hadoop.mapred.JobClient.monitorAndPrintJob(JobClient.java:855)
at org.apache.hadoop.mapred.JobClient.runJob(JobClient.java:835)
at org.apache.nutch.fetcher.Fetcher.fetch(Fetcher.java:1351)
at org.apache.nutch.crawl.Crawl.run(Crawl.java:161)
at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:70)
at org.apache.nutch.crawl.Crawl.main(Crawl.java:55)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at org.apache.hadoop.util.RunJar.main(RunJar.java:212)
Caused by:
org.apache.hadoop.ipc.RemoteException(java.lang.NullPointerException):
java.lang.NullPointerException
at
org.apache.hadoop.mapreduce.v2.hs.HistoryClientService$HSClientProtocolHandler.getTaskAttemptCompletionEvents(HistoryClientService.java:272)
at
org.apache.hadoop.mapreduce.v2.api.impl.pb.service.MRClientProtocolPBServiceImpl.getTaskAttemptCompletionEvents(MRClientProtocolPBServiceImpl.java:173)
at
org.apache.hadoop.yarn.proto.MRClientProtocol$MRClientProtocolService$2.callBlockingMethod(MRClientProtocol.java:283)
at
org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:585)
at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:928)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1962)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1958)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:415)
at
org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1548)
at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1956)

at org.apache.hadoop.ipc.Client.call(Client.java:1406)
at org.apache.hadoop.ipc.Client.call(Client.java:1359)
at
org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:206)
at com.sun.proxy.$Proxy10.getTaskAttemptCompletionEvents(Unknown Source)
at
org.apache.hadoop.mapreduce.v2.api.impl.pb.client.MRClientProtocolPBClientImpl.getTaskAttemptCompletionEvents(MRClientProtocolPBClientImpl.java:177)
at sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at
org.apache.hadoop.mapred.ClientServiceDelegate.invoke(ClientServiceDelegate.java:320)

RE: Hadoop YARN Map Reduce Job failing with a Null Pointer Exception.

Posted by yves callaert <yv...@hotmail.com>.

Hi,Your error stack looks simmilar to the this issue in jira: https://issues.apache.org/jira/browse/MAPREDUCE-5703Maybe worth reading the link as it seemed to be resolved (but not as a patch, more as a development issue)
With Regards,Yves

Date: Sat, 6 Jun 2015 00:07:01 -0400
Subject: Hadoop YARN Map Reduce Job failing with a Null Pointer Exception.
From: simpleliving016@gmail.com
To: user@hadoop.apache.org

Can someone please let me know the root cause here.
15/06/05 21:21:31 INFO mapred.ClientServiceDelegate: Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server15/06/05 21:21:40 INFO mapred.ClientServiceDelegate: Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server15/06/05 21:21:41 INFO mapred.ClientServiceDelegate: Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server15/06/05 21:21:41 WARN security.UserGroupInformation: PriviledgedActionException as:df (auth:SIMPLE) cause:java.io.IOException: org.apache.hadoop.ipc.RemoteException(java.lang.NullPointerException): java.lang.NullPointerException	at org.apache.hadoop.mapreduce.v2.hs.HistoryClientService$HSClientProtocolHandler.getTaskAttemptCompletionEvents(HistoryClientService.java:272)	at org.apache.hadoop.mapreduce.v2.api.impl.pb.service.MRClientProtocolPBServiceImpl.getTaskAttemptCompletionEvents(MRClientProtocolPBServiceImpl.java:173)	at org.apache.hadoop.yarn.proto.MRClientProtocol$MRClientProtocolService$2.callBlockingMethod(MRClientProtocol.java:283)	at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:585)	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:928)	at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1962)	at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1958)	at java.security.AccessController.doPrivileged(Native Method)	at javax.security.auth.Subject.doAs(Subject.java:415)	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1548)	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1956)
Exception in thread "main" java.io.IOException: org.apache.hadoop.ipc.RemoteException(java.lang.NullPointerException): java.lang.NullPointerException	at org.apache.hadoop.mapreduce.v2.hs.HistoryClientService$HSClientProtocolHandler.getTaskAttemptCompletionEvents(HistoryClientService.java:272)	at org.apache.hadoop.mapreduce.v2.api.impl.pb.service.MRClientProtocolPBServiceImpl.getTaskAttemptCompletionEvents(MRClientProtocolPBServiceImpl.java:173)	at org.apache.hadoop.yarn.proto.MRClientProtocol$MRClientProtocolService$2.callBlockingMethod(MRClientProtocol.java:283)	at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:585)	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:928)	at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1962)	at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1958)	at java.security.AccessController.doPrivileged(Native Method)	at javax.security.auth.Subject.doAs(Subject.java:415)	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1548)	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1956)
	at org.apache.hadoop.mapred.ClientServiceDelegate.invoke(ClientServiceDelegate.java:334)	at org.apache.hadoop.mapred.ClientServiceDelegate.getTaskCompletionEvents(ClientServiceDelegate.java:386)	at org.apache.hadoop.mapred.YARNRunner.getTaskCompletionEvents(YARNRunner.java:531)	at org.apache.hadoop.mapreduce.Job$5.run(Job.java:668)	at org.apache.hadoop.mapreduce.Job$5.run(Job.java:665)	at java.security.AccessController.doPrivileged(Native Method)	at javax.security.auth.Subject.doAs(Subject.java:415)	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1548)	at org.apache.hadoop.mapreduce.Job.getTaskCompletionEvents(Job.java:665)	at org.apache.hadoop.mapreduce.Job.monitorAndPrintJob(Job.java:1366)	at org.apache.hadoop.mapred.JobClient$NetworkedJob.monitorAndPrintJob(JobClient.java:407)	at org.apache.hadoop.mapred.JobClient.monitorAndPrintJob(JobClient.java:855)	at org.apache.hadoop.mapred.JobClient.runJob(JobClient.java:835)	at org.apache.nutch.fetcher.Fetcher.fetch(Fetcher.java:1351)	at org.apache.nutch.crawl.Crawl.run(Crawl.java:161)	at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:70)	at org.apache.nutch.crawl.Crawl.main(Crawl.java:55)	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)	at java.lang.reflect.Method.invoke(Method.java:606)	at org.apache.hadoop.util.RunJar.main(RunJar.java:212)Caused by: org.apache.hadoop.ipc.RemoteException(java.lang.NullPointerException): java.lang.NullPointerException	at org.apache.hadoop.mapreduce.v2.hs.HistoryClientService$HSClientProtocolHandler.getTaskAttemptCompletionEvents(HistoryClientService.java:272)	at org.apache.hadoop.mapreduce.v2.api.impl.pb.service.MRClientProtocolPBServiceImpl.getTaskAttemptCompletionEvents(MRClientProtocolPBServiceImpl.java:173)	at org.apache.hadoop.yarn.proto.MRClientProtocol$MRClientProtocolService$2.callBlockingMethod(MRClientProtocol.java:283)	at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:585)	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:928)	at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1962)	at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1958)	at java.security.AccessController.doPrivileged(Native Method)	at javax.security.auth.Subject.doAs(Subject.java:415)	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1548)	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1956)
	at org.apache.hadoop.ipc.Client.call(Client.java:1406)	at org.apache.hadoop.ipc.Client.call(Client.java:1359)	at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:206)	at com.sun.proxy.$Proxy10.getTaskAttemptCompletionEvents(Unknown Source)	at org.apache.hadoop.mapreduce.v2.api.impl.pb.client.MRClientProtocolPBClientImpl.getTaskAttemptCompletionEvents(MRClientProtocolPBClientImpl.java:177)	at sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)	at java.lang.reflect.Method.invoke(Method.java:606)	at org.apache.hadoop.mapred.ClientServiceDelegate.invoke(ClientServiceDelegate.java:320)

RE: Hadoop YARN Map Reduce Job failing with a Null Pointer Exception.

Posted by yves callaert <yv...@hotmail.com>.

Hi,Your error stack looks simmilar to the this issue in jira: https://issues.apache.org/jira/browse/MAPREDUCE-5703Maybe worth reading the link as it seemed to be resolved (but not as a patch, more as a development issue)
With Regards,Yves

Date: Sat, 6 Jun 2015 00:07:01 -0400
Subject: Hadoop YARN Map Reduce Job failing with a Null Pointer Exception.
From: simpleliving016@gmail.com
To: user@hadoop.apache.org

Can someone please let me know the root cause here.
15/06/05 21:21:31 INFO mapred.ClientServiceDelegate: Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server15/06/05 21:21:40 INFO mapred.ClientServiceDelegate: Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server15/06/05 21:21:41 INFO mapred.ClientServiceDelegate: Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server15/06/05 21:21:41 WARN security.UserGroupInformation: PriviledgedActionException as:df (auth:SIMPLE) cause:java.io.IOException: org.apache.hadoop.ipc.RemoteException(java.lang.NullPointerException): java.lang.NullPointerException	at org.apache.hadoop.mapreduce.v2.hs.HistoryClientService$HSClientProtocolHandler.getTaskAttemptCompletionEvents(HistoryClientService.java:272)	at org.apache.hadoop.mapreduce.v2.api.impl.pb.service.MRClientProtocolPBServiceImpl.getTaskAttemptCompletionEvents(MRClientProtocolPBServiceImpl.java:173)	at org.apache.hadoop.yarn.proto.MRClientProtocol$MRClientProtocolService$2.callBlockingMethod(MRClientProtocol.java:283)	at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:585)	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:928)	at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1962)	at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1958)	at java.security.AccessController.doPrivileged(Native Method)	at javax.security.auth.Subject.doAs(Subject.java:415)	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1548)	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1956)
Exception in thread "main" java.io.IOException: org.apache.hadoop.ipc.RemoteException(java.lang.NullPointerException): java.lang.NullPointerException	at org.apache.hadoop.mapreduce.v2.hs.HistoryClientService$HSClientProtocolHandler.getTaskAttemptCompletionEvents(HistoryClientService.java:272)	at org.apache.hadoop.mapreduce.v2.api.impl.pb.service.MRClientProtocolPBServiceImpl.getTaskAttemptCompletionEvents(MRClientProtocolPBServiceImpl.java:173)	at org.apache.hadoop.yarn.proto.MRClientProtocol$MRClientProtocolService$2.callBlockingMethod(MRClientProtocol.java:283)	at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:585)	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:928)	at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1962)	at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1958)	at java.security.AccessController.doPrivileged(Native Method)	at javax.security.auth.Subject.doAs(Subject.java:415)	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1548)	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1956)
	at org.apache.hadoop.mapred.ClientServiceDelegate.invoke(ClientServiceDelegate.java:334)	at org.apache.hadoop.mapred.ClientServiceDelegate.getTaskCompletionEvents(ClientServiceDelegate.java:386)	at org.apache.hadoop.mapred.YARNRunner.getTaskCompletionEvents(YARNRunner.java:531)	at org.apache.hadoop.mapreduce.Job$5.run(Job.java:668)	at org.apache.hadoop.mapreduce.Job$5.run(Job.java:665)	at java.security.AccessController.doPrivileged(Native Method)	at javax.security.auth.Subject.doAs(Subject.java:415)	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1548)	at org.apache.hadoop.mapreduce.Job.getTaskCompletionEvents(Job.java:665)	at org.apache.hadoop.mapreduce.Job.monitorAndPrintJob(Job.java:1366)	at org.apache.hadoop.mapred.JobClient$NetworkedJob.monitorAndPrintJob(JobClient.java:407)	at org.apache.hadoop.mapred.JobClient.monitorAndPrintJob(JobClient.java:855)	at org.apache.hadoop.mapred.JobClient.runJob(JobClient.java:835)	at org.apache.nutch.fetcher.Fetcher.fetch(Fetcher.java:1351)	at org.apache.nutch.crawl.Crawl.run(Crawl.java:161)	at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:70)	at org.apache.nutch.crawl.Crawl.main(Crawl.java:55)	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)	at java.lang.reflect.Method.invoke(Method.java:606)	at org.apache.hadoop.util.RunJar.main(RunJar.java:212)Caused by: org.apache.hadoop.ipc.RemoteException(java.lang.NullPointerException): java.lang.NullPointerException	at org.apache.hadoop.mapreduce.v2.hs.HistoryClientService$HSClientProtocolHandler.getTaskAttemptCompletionEvents(HistoryClientService.java:272)	at org.apache.hadoop.mapreduce.v2.api.impl.pb.service.MRClientProtocolPBServiceImpl.getTaskAttemptCompletionEvents(MRClientProtocolPBServiceImpl.java:173)	at org.apache.hadoop.yarn.proto.MRClientProtocol$MRClientProtocolService$2.callBlockingMethod(MRClientProtocol.java:283)	at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:585)	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:928)	at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1962)	at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1958)	at java.security.AccessController.doPrivileged(Native Method)	at javax.security.auth.Subject.doAs(Subject.java:415)	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1548)	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1956)
	at org.apache.hadoop.ipc.Client.call(Client.java:1406)	at org.apache.hadoop.ipc.Client.call(Client.java:1359)	at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:206)	at com.sun.proxy.$Proxy10.getTaskAttemptCompletionEvents(Unknown Source)	at org.apache.hadoop.mapreduce.v2.api.impl.pb.client.MRClientProtocolPBClientImpl.getTaskAttemptCompletionEvents(MRClientProtocolPBClientImpl.java:177)	at sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)	at java.lang.reflect.Method.invoke(Method.java:606)	at org.apache.hadoop.mapred.ClientServiceDelegate.invoke(ClientServiceDelegate.java:320)

RE: Hadoop YARN Map Reduce Job failing with a Null Pointer Exception.

Posted by yves callaert <yv...@hotmail.com>.

Hi,Your error stack looks simmilar to the this issue in jira: https://issues.apache.org/jira/browse/MAPREDUCE-5703Maybe worth reading the link as it seemed to be resolved (but not as a patch, more as a development issue)
With Regards,Yves

Date: Sat, 6 Jun 2015 00:07:01 -0400
Subject: Hadoop YARN Map Reduce Job failing with a Null Pointer Exception.
From: simpleliving016@gmail.com
To: user@hadoop.apache.org

Can someone please let me know the root cause here.
15/06/05 21:21:31 INFO mapred.ClientServiceDelegate: Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server15/06/05 21:21:40 INFO mapred.ClientServiceDelegate: Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server15/06/05 21:21:41 INFO mapred.ClientServiceDelegate: Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server15/06/05 21:21:41 WARN security.UserGroupInformation: PriviledgedActionException as:df (auth:SIMPLE) cause:java.io.IOException: org.apache.hadoop.ipc.RemoteException(java.lang.NullPointerException): java.lang.NullPointerException	at org.apache.hadoop.mapreduce.v2.hs.HistoryClientService$HSClientProtocolHandler.getTaskAttemptCompletionEvents(HistoryClientService.java:272)	at org.apache.hadoop.mapreduce.v2.api.impl.pb.service.MRClientProtocolPBServiceImpl.getTaskAttemptCompletionEvents(MRClientProtocolPBServiceImpl.java:173)	at org.apache.hadoop.yarn.proto.MRClientProtocol$MRClientProtocolService$2.callBlockingMethod(MRClientProtocol.java:283)	at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:585)	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:928)	at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1962)	at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1958)	at java.security.AccessController.doPrivileged(Native Method)	at javax.security.auth.Subject.doAs(Subject.java:415)	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1548)	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1956)
Exception in thread "main" java.io.IOException: org.apache.hadoop.ipc.RemoteException(java.lang.NullPointerException): java.lang.NullPointerException	at org.apache.hadoop.mapreduce.v2.hs.HistoryClientService$HSClientProtocolHandler.getTaskAttemptCompletionEvents(HistoryClientService.java:272)	at org.apache.hadoop.mapreduce.v2.api.impl.pb.service.MRClientProtocolPBServiceImpl.getTaskAttemptCompletionEvents(MRClientProtocolPBServiceImpl.java:173)	at org.apache.hadoop.yarn.proto.MRClientProtocol$MRClientProtocolService$2.callBlockingMethod(MRClientProtocol.java:283)	at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:585)	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:928)	at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1962)	at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1958)	at java.security.AccessController.doPrivileged(Native Method)	at javax.security.auth.Subject.doAs(Subject.java:415)	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1548)	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1956)
	at org.apache.hadoop.mapred.ClientServiceDelegate.invoke(ClientServiceDelegate.java:334)	at org.apache.hadoop.mapred.ClientServiceDelegate.getTaskCompletionEvents(ClientServiceDelegate.java:386)	at org.apache.hadoop.mapred.YARNRunner.getTaskCompletionEvents(YARNRunner.java:531)	at org.apache.hadoop.mapreduce.Job$5.run(Job.java:668)	at org.apache.hadoop.mapreduce.Job$5.run(Job.java:665)	at java.security.AccessController.doPrivileged(Native Method)	at javax.security.auth.Subject.doAs(Subject.java:415)	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1548)	at org.apache.hadoop.mapreduce.Job.getTaskCompletionEvents(Job.java:665)	at org.apache.hadoop.mapreduce.Job.monitorAndPrintJob(Job.java:1366)	at org.apache.hadoop.mapred.JobClient$NetworkedJob.monitorAndPrintJob(JobClient.java:407)	at org.apache.hadoop.mapred.JobClient.monitorAndPrintJob(JobClient.java:855)	at org.apache.hadoop.mapred.JobClient.runJob(JobClient.java:835)	at org.apache.nutch.fetcher.Fetcher.fetch(Fetcher.java:1351)	at org.apache.nutch.crawl.Crawl.run(Crawl.java:161)	at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:70)	at org.apache.nutch.crawl.Crawl.main(Crawl.java:55)	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)	at java.lang.reflect.Method.invoke(Method.java:606)	at org.apache.hadoop.util.RunJar.main(RunJar.java:212)Caused by: org.apache.hadoop.ipc.RemoteException(java.lang.NullPointerException): java.lang.NullPointerException	at org.apache.hadoop.mapreduce.v2.hs.HistoryClientService$HSClientProtocolHandler.getTaskAttemptCompletionEvents(HistoryClientService.java:272)	at org.apache.hadoop.mapreduce.v2.api.impl.pb.service.MRClientProtocolPBServiceImpl.getTaskAttemptCompletionEvents(MRClientProtocolPBServiceImpl.java:173)	at org.apache.hadoop.yarn.proto.MRClientProtocol$MRClientProtocolService$2.callBlockingMethod(MRClientProtocol.java:283)	at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:585)	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:928)	at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1962)	at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1958)	at java.security.AccessController.doPrivileged(Native Method)	at javax.security.auth.Subject.doAs(Subject.java:415)	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1548)	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1956)
	at org.apache.hadoop.ipc.Client.call(Client.java:1406)	at org.apache.hadoop.ipc.Client.call(Client.java:1359)	at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:206)	at com.sun.proxy.$Proxy10.getTaskAttemptCompletionEvents(Unknown Source)	at org.apache.hadoop.mapreduce.v2.api.impl.pb.client.MRClientProtocolPBClientImpl.getTaskAttemptCompletionEvents(MRClientProtocolPBClientImpl.java:177)	at sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)	at java.lang.reflect.Method.invoke(Method.java:606)	at org.apache.hadoop.mapred.ClientServiceDelegate.invoke(ClientServiceDelegate.java:320)

RE: Hadoop YARN Map Reduce Job failing with a Null Pointer Exception.

Posted by yves callaert <yv...@hotmail.com>.

Hi,Your error stack looks simmilar to the this issue in jira: https://issues.apache.org/jira/browse/MAPREDUCE-5703Maybe worth reading the link as it seemed to be resolved (but not as a patch, more as a development issue)
With Regards,Yves

Date: Sat, 6 Jun 2015 00:07:01 -0400
Subject: Hadoop YARN Map Reduce Job failing with a Null Pointer Exception.
From: simpleliving016@gmail.com
To: user@hadoop.apache.org

Can someone please let me know the root cause here.
15/06/05 21:21:31 INFO mapred.ClientServiceDelegate: Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server15/06/05 21:21:40 INFO mapred.ClientServiceDelegate: Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server15/06/05 21:21:41 INFO mapred.ClientServiceDelegate: Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server15/06/05 21:21:41 WARN security.UserGroupInformation: PriviledgedActionException as:df (auth:SIMPLE) cause:java.io.IOException: org.apache.hadoop.ipc.RemoteException(java.lang.NullPointerException): java.lang.NullPointerException	at org.apache.hadoop.mapreduce.v2.hs.HistoryClientService$HSClientProtocolHandler.getTaskAttemptCompletionEvents(HistoryClientService.java:272)	at org.apache.hadoop.mapreduce.v2.api.impl.pb.service.MRClientProtocolPBServiceImpl.getTaskAttemptCompletionEvents(MRClientProtocolPBServiceImpl.java:173)	at org.apache.hadoop.yarn.proto.MRClientProtocol$MRClientProtocolService$2.callBlockingMethod(MRClientProtocol.java:283)	at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:585)	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:928)	at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1962)	at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1958)	at java.security.AccessController.doPrivileged(Native Method)	at javax.security.auth.Subject.doAs(Subject.java:415)	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1548)	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1956)
Exception in thread "main" java.io.IOException: org.apache.hadoop.ipc.RemoteException(java.lang.NullPointerException): java.lang.NullPointerException	at org.apache.hadoop.mapreduce.v2.hs.HistoryClientService$HSClientProtocolHandler.getTaskAttemptCompletionEvents(HistoryClientService.java:272)	at org.apache.hadoop.mapreduce.v2.api.impl.pb.service.MRClientProtocolPBServiceImpl.getTaskAttemptCompletionEvents(MRClientProtocolPBServiceImpl.java:173)	at org.apache.hadoop.yarn.proto.MRClientProtocol$MRClientProtocolService$2.callBlockingMethod(MRClientProtocol.java:283)	at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:585)	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:928)	at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1962)	at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1958)	at java.security.AccessController.doPrivileged(Native Method)	at javax.security.auth.Subject.doAs(Subject.java:415)	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1548)	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1956)
	at org.apache.hadoop.mapred.ClientServiceDelegate.invoke(ClientServiceDelegate.java:334)	at org.apache.hadoop.mapred.ClientServiceDelegate.getTaskCompletionEvents(ClientServiceDelegate.java:386)	at org.apache.hadoop.mapred.YARNRunner.getTaskCompletionEvents(YARNRunner.java:531)	at org.apache.hadoop.mapreduce.Job$5.run(Job.java:668)	at org.apache.hadoop.mapreduce.Job$5.run(Job.java:665)	at java.security.AccessController.doPrivileged(Native Method)	at javax.security.auth.Subject.doAs(Subject.java:415)	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1548)	at org.apache.hadoop.mapreduce.Job.getTaskCompletionEvents(Job.java:665)	at org.apache.hadoop.mapreduce.Job.monitorAndPrintJob(Job.java:1366)	at org.apache.hadoop.mapred.JobClient$NetworkedJob.monitorAndPrintJob(JobClient.java:407)	at org.apache.hadoop.mapred.JobClient.monitorAndPrintJob(JobClient.java:855)	at org.apache.hadoop.mapred.JobClient.runJob(JobClient.java:835)	at org.apache.nutch.fetcher.Fetcher.fetch(Fetcher.java:1351)	at org.apache.nutch.crawl.Crawl.run(Crawl.java:161)	at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:70)	at org.apache.nutch.crawl.Crawl.main(Crawl.java:55)	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)	at java.lang.reflect.Method.invoke(Method.java:606)	at org.apache.hadoop.util.RunJar.main(RunJar.java:212)Caused by: org.apache.hadoop.ipc.RemoteException(java.lang.NullPointerException): java.lang.NullPointerException	at org.apache.hadoop.mapreduce.v2.hs.HistoryClientService$HSClientProtocolHandler.getTaskAttemptCompletionEvents(HistoryClientService.java:272)	at org.apache.hadoop.mapreduce.v2.api.impl.pb.service.MRClientProtocolPBServiceImpl.getTaskAttemptCompletionEvents(MRClientProtocolPBServiceImpl.java:173)	at org.apache.hadoop.yarn.proto.MRClientProtocol$MRClientProtocolService$2.callBlockingMethod(MRClientProtocol.java:283)	at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:585)	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:928)	at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1962)	at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1958)	at java.security.AccessController.doPrivileged(Native Method)	at javax.security.auth.Subject.doAs(Subject.java:415)	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1548)	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1956)
	at org.apache.hadoop.ipc.Client.call(Client.java:1406)	at org.apache.hadoop.ipc.Client.call(Client.java:1359)	at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:206)	at com.sun.proxy.$Proxy10.getTaskAttemptCompletionEvents(Unknown Source)	at org.apache.hadoop.mapreduce.v2.api.impl.pb.client.MRClientProtocolPBClientImpl.getTaskAttemptCompletionEvents(MRClientProtocolPBClientImpl.java:177)	at sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)	at java.lang.reflect.Method.invoke(Method.java:606)	at org.apache.hadoop.mapred.ClientServiceDelegate.invoke(ClientServiceDelegate.java:320)