You are viewing a plain text version of this content. The canonical link for it is here.
Posted to hdfs-user@hadoop.apache.org by centerqi hu <ce...@gmail.com> on 2014/01/02 09:56:07 UTC

org.mortbay.jetty.EofException

Hi all

My hadoop version is 1.1.2

I found the following errors in the logs tasktracker
This seems like https://issues.apache.org/jira/browse/MAPREDUCE-5

But, but I found a little different, as Caused by: java.io.IOException:
Connection reset by peer

Whether it is a network problem caused it?

2013-12-29 02:45:15,049 ERROR org.mortbay.log: /mapOutput
java.lang.IllegalStateException: Committed
        at org.mortbay.jetty.Response.resetBuffer(Response.java:1023)
        at org.mortbay.jetty.Response.sendError(Response.java:240)
        at
org.apache.hadoop.mapred.TaskTracker$MapOutputServlet.doGet(TaskTracker.java:4131)
        at javax.servlet.http.HttpServlet.service(HttpServlet.java:707)
        at javax.servlet.http.HttpServlet.service(HttpServlet.java:820)
        at
org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:511)
        at
org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1221)
        at
org.apache.hadoop.http.HttpServer$QuotingInputFilter.doFilter(HttpServer.java:850)
        at
org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212)
        at
org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399)
        at
org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216)
        at
org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182)
        at
org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:766)
        at
org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450)
        at
org.mortbay.jetty.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:230)
        at
org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152)
        at org.mortbay.jetty.Server.handle(Server.java:326)
        at
org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542)
        at
org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:928)
        at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:549)
        at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212)
        at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404)
        at
org.mortbay.io.nio.SelectChannelEndPoint.run(SelectChannelEndPoint.java:410)
        at
org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582)
2013-12-29 02:45:15,144 INFO org.apache.hadoop.mapred.TaskTracker:
attempt_201312171527_6251_m_003156_0 0.0%
2013-12-29 02:45:15,255 INFO org.apache.hadoop.mapred.TaskTracker:
attempt_201312171527_6251_m_003176_0 0.0%
2013-12-29 02:45:15,303 INFO org.apache.hadoop.mapred.TaskTracker:
attempt_201312171527_6251_m_003169_0 0.0%
2013-12-29 02:45:15,365 INFO
org.apache.hadoop.mapred.TaskTracker.clienttrace: src: 10.1.3.8:50060,
dest: 10.1.3.8:35881, bytes: 21945803, op: MAPRED_SHUFFLE, cliID:
attempt_201312171527_6340_m_000000_0, duration: 225598592
2013-12-29 02:45:15,400 INFO org.apache.hadoop.mapred.TaskTracker:
attempt_201312171527_6340_r_000000_0 0.3125% reduce > copy (15 of 16 at
20.79 MB/s) >
2013-12-29 02:45:15,723 INFO
org.apache.hadoop.mapred.TaskTracker.clienttrace: src: 10.1.3.8:50060,
dest: 10.1.3.10:57892, bytes: 21525475, op: MAPRED_SHUFFLE, cliID:
attempt_201312171527_6340_m_000000_0, duration: 243900484
2013-12-29 02:45:15,729 INFO org.apache.hadoop.mapred.TaskTracker:
attempt_201312171527_6251_m_003253_0 0.0%
2013-12-29 02:45:15,843 WARN org.apache.hadoop.mapred.TaskTracker:
getMapOutput(attempt_201312171527_6340_m_000000_0,2) failed :
org.mortbay.jetty.EofException
        at org.mortbay.jetty.HttpGenerator.flush(HttpGenerator.java:791)
        at
org.mortbay.jetty.AbstractGenerator$Output.flush(AbstractGenerator.java:569)
        at
org.mortbay.jetty.HttpConnection$Output.flush(HttpConnection.java:1012)
        at
org.mortbay.jetty.AbstractGenerator$Output.write(AbstractGenerator.java:651)
        at
org.mortbay.jetty.AbstractGenerator$Output.write(AbstractGenerator.java:580)
        at
org.apache.hadoop.mapred.TaskTracker$MapOutputServlet.doGet(TaskTracker.java:4094)
        at javax.servlet.http.HttpServlet.service(HttpServlet.java:707)
        at javax.servlet.http.HttpServlet.service(HttpServlet.java:820)
        at
org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:511)
        at
org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1221)
        at
org.apache.hadoop.http.HttpServer$QuotingInputFilter.doFilter(HttpServer.java:850)
        at
org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212)
        at
org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399)
        at
org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216)
        at
org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182)
        at
org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:766)
        at
org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450)
        at
org.mortbay.jetty.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:230)
        at
org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152)
        at org.mortbay.jetty.Server.handle(Server.java:326)
        at
org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542)
        at
org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:928)
        at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:549)
        at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212)
        at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404)
        at
org.mortbay.io.nio.SelectChannelEndPoint.run(SelectChannelEndPoint.java:410)
        at
org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582)
Caused by: java.io.IOException: Connection reset by peer
        at sun.nio.ch.FileDispatcher.write0(Native Method)
        at sun.nio.ch.SocketDispatcher.write(SocketDispatcher.java:29)
        at sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:72)
        at sun.nio.ch.IOUtil.write(IOUtil.java:43)
        at sun.nio.ch.SocketChannelImpl.write(SocketChannelImpl.java:334)
        at
org.mortbay.io.nio.ChannelEndPoint.flush(ChannelEndPoint.java:170)
        at
org.mortbay.io.nio.SelectChannelEndPoint.flush(SelectChannelEndPoint.java:221)
        at org.mortbay.jetty.HttpGenerator.flush(HttpGenerator.java:725)
        ... 26 more


thx


-- 
centerqi@gmail.com|Hu

Re: org.mortbay.jetty.EofException

Posted by Azuryy <az...@gmail.com>.
I also found this issue. Hope answer here.


Sent from my iPhone5s

> On 2014��1��2��, at 16:56, centerqi hu <ce...@gmail.com> wrote:
> 
> Hi all
> 
> My hadoop version is 1.1.2
> 
> I found the following errors in the logs tasktracker
> This seems like https://issues.apache.org/jira/browse/MAPREDUCE-5
> 
> But, but I found a little different, as Caused by: java.io.IOException: Connection reset by peer
> 
> Whether it is a network problem caused it?
> 
> 2013-12-29 02:45:15,049 ERROR org.mortbay.log: /mapOutput
> java.lang.IllegalStateException: Committed
>         at org.mortbay.jetty.Response.resetBuffer(Response.java:1023)
>         at org.mortbay.jetty.Response.sendError(Response.java:240)
>         at org.apache.hadoop.mapred.TaskTracker$MapOutputServlet.doGet(TaskTracker.java:4131)
>         at javax.servlet.http.HttpServlet.service(HttpServlet.java:707)
>         at javax.servlet.http.HttpServlet.service(HttpServlet.java:820)
>         at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:511)
>         at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1221)
>         at org.apache.hadoop.http.HttpServer$QuotingInputFilter.doFilter(HttpServer.java:850)
>         at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212)
>         at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399)
>         at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216)
>         at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182)
>         at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:766)
>         at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450)
>         at org.mortbay.jetty.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:230)
>         at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152)
>         at org.mortbay.jetty.Server.handle(Server.java:326)
>         at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542)
>         at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:928)
>         at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:549)
>         at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212)
>         at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404)
>         at org.mortbay.io.nio.SelectChannelEndPoint.run(SelectChannelEndPoint.java:410)
>         at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582)
> 2013-12-29 02:45:15,144 INFO org.apache.hadoop.mapred.TaskTracker: attempt_201312171527_6251_m_003156_0 0.0%
> 2013-12-29 02:45:15,255 INFO org.apache.hadoop.mapred.TaskTracker: attempt_201312171527_6251_m_003176_0 0.0%
> 2013-12-29 02:45:15,303 INFO org.apache.hadoop.mapred.TaskTracker: attempt_201312171527_6251_m_003169_0 0.0%
> 2013-12-29 02:45:15,365 INFO org.apache.hadoop.mapred.TaskTracker.clienttrace: src: 10.1.3.8:50060, dest: 10.1.3.8:35881, bytes: 21945803, op: MAPRED_SHUFFLE, cliID: attempt_201312171527_6340_m_000000_0, duration: 225598592
> 2013-12-29 02:45:15,400 INFO org.apache.hadoop.mapred.TaskTracker: attempt_201312171527_6340_r_000000_0 0.3125% reduce > copy (15 of 16 at 20.79 MB/s) >
> 2013-12-29 02:45:15,723 INFO org.apache.hadoop.mapred.TaskTracker.clienttrace: src: 10.1.3.8:50060, dest: 10.1.3.10:57892, bytes: 21525475, op: MAPRED_SHUFFLE, cliID: attempt_201312171527_6340_m_000000_0, duration: 243900484
> 2013-12-29 02:45:15,729 INFO org.apache.hadoop.mapred.TaskTracker: attempt_201312171527_6251_m_003253_0 0.0%
> 2013-12-29 02:45:15,843 WARN org.apache.hadoop.mapred.TaskTracker: getMapOutput(attempt_201312171527_6340_m_000000_0,2) failed :
> org.mortbay.jetty.EofException
>         at org.mortbay.jetty.HttpGenerator.flush(HttpGenerator.java:791)
>         at org.mortbay.jetty.AbstractGenerator$Output.flush(AbstractGenerator.java:569)
>         at org.mortbay.jetty.HttpConnection$Output.flush(HttpConnection.java:1012)
>         at org.mortbay.jetty.AbstractGenerator$Output.write(AbstractGenerator.java:651)
>         at org.mortbay.jetty.AbstractGenerator$Output.write(AbstractGenerator.java:580)
>         at org.apache.hadoop.mapred.TaskTracker$MapOutputServlet.doGet(TaskTracker.java:4094)
>         at javax.servlet.http.HttpServlet.service(HttpServlet.java:707)
>         at javax.servlet.http.HttpServlet.service(HttpServlet.java:820)
>         at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:511)
>         at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1221)
>         at org.apache.hadoop.http.HttpServer$QuotingInputFilter.doFilter(HttpServer.java:850)
>         at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212)
>         at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399)
>         at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216)
>         at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182)
>         at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:766)
>         at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450)
>         at org.mortbay.jetty.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:230)
>         at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152)
>         at org.mortbay.jetty.Server.handle(Server.java:326)
>         at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542)
>         at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:928)
>         at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:549)
>         at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212)
>         at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404)
>         at org.mortbay.io.nio.SelectChannelEndPoint.run(SelectChannelEndPoint.java:410)
>         at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582)
> Caused by: java.io.IOException: Connection reset by peer
>         at sun.nio.ch.FileDispatcher.write0(Native Method)
>         at sun.nio.ch.SocketDispatcher.write(SocketDispatcher.java:29)
>         at sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:72)
>         at sun.nio.ch.IOUtil.write(IOUtil.java:43)
>         at sun.nio.ch.SocketChannelImpl.write(SocketChannelImpl.java:334)
>         at org.mortbay.io.nio.ChannelEndPoint.flush(ChannelEndPoint.java:170)
>         at org.mortbay.io.nio.SelectChannelEndPoint.flush(SelectChannelEndPoint.java:221)
>         at org.mortbay.jetty.HttpGenerator.flush(HttpGenerator.java:725)
>         ... 26 more
>   
> 
> thx
> 
> 
> -- 
> centerqi@gmail.com|Hu

Re: org.mortbay.jetty.EofException

Posted by Azuryy <az...@gmail.com>.
I also found this issue. Hope answer here.


Sent from my iPhone5s

> On 2014��1��2��, at 16:56, centerqi hu <ce...@gmail.com> wrote:
> 
> Hi all
> 
> My hadoop version is 1.1.2
> 
> I found the following errors in the logs tasktracker
> This seems like https://issues.apache.org/jira/browse/MAPREDUCE-5
> 
> But, but I found a little different, as Caused by: java.io.IOException: Connection reset by peer
> 
> Whether it is a network problem caused it?
> 
> 2013-12-29 02:45:15,049 ERROR org.mortbay.log: /mapOutput
> java.lang.IllegalStateException: Committed
>         at org.mortbay.jetty.Response.resetBuffer(Response.java:1023)
>         at org.mortbay.jetty.Response.sendError(Response.java:240)
>         at org.apache.hadoop.mapred.TaskTracker$MapOutputServlet.doGet(TaskTracker.java:4131)
>         at javax.servlet.http.HttpServlet.service(HttpServlet.java:707)
>         at javax.servlet.http.HttpServlet.service(HttpServlet.java:820)
>         at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:511)
>         at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1221)
>         at org.apache.hadoop.http.HttpServer$QuotingInputFilter.doFilter(HttpServer.java:850)
>         at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212)
>         at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399)
>         at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216)
>         at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182)
>         at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:766)
>         at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450)
>         at org.mortbay.jetty.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:230)
>         at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152)
>         at org.mortbay.jetty.Server.handle(Server.java:326)
>         at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542)
>         at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:928)
>         at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:549)
>         at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212)
>         at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404)
>         at org.mortbay.io.nio.SelectChannelEndPoint.run(SelectChannelEndPoint.java:410)
>         at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582)
> 2013-12-29 02:45:15,144 INFO org.apache.hadoop.mapred.TaskTracker: attempt_201312171527_6251_m_003156_0 0.0%
> 2013-12-29 02:45:15,255 INFO org.apache.hadoop.mapred.TaskTracker: attempt_201312171527_6251_m_003176_0 0.0%
> 2013-12-29 02:45:15,303 INFO org.apache.hadoop.mapred.TaskTracker: attempt_201312171527_6251_m_003169_0 0.0%
> 2013-12-29 02:45:15,365 INFO org.apache.hadoop.mapred.TaskTracker.clienttrace: src: 10.1.3.8:50060, dest: 10.1.3.8:35881, bytes: 21945803, op: MAPRED_SHUFFLE, cliID: attempt_201312171527_6340_m_000000_0, duration: 225598592
> 2013-12-29 02:45:15,400 INFO org.apache.hadoop.mapred.TaskTracker: attempt_201312171527_6340_r_000000_0 0.3125% reduce > copy (15 of 16 at 20.79 MB/s) >
> 2013-12-29 02:45:15,723 INFO org.apache.hadoop.mapred.TaskTracker.clienttrace: src: 10.1.3.8:50060, dest: 10.1.3.10:57892, bytes: 21525475, op: MAPRED_SHUFFLE, cliID: attempt_201312171527_6340_m_000000_0, duration: 243900484
> 2013-12-29 02:45:15,729 INFO org.apache.hadoop.mapred.TaskTracker: attempt_201312171527_6251_m_003253_0 0.0%
> 2013-12-29 02:45:15,843 WARN org.apache.hadoop.mapred.TaskTracker: getMapOutput(attempt_201312171527_6340_m_000000_0,2) failed :
> org.mortbay.jetty.EofException
>         at org.mortbay.jetty.HttpGenerator.flush(HttpGenerator.java:791)
>         at org.mortbay.jetty.AbstractGenerator$Output.flush(AbstractGenerator.java:569)
>         at org.mortbay.jetty.HttpConnection$Output.flush(HttpConnection.java:1012)
>         at org.mortbay.jetty.AbstractGenerator$Output.write(AbstractGenerator.java:651)
>         at org.mortbay.jetty.AbstractGenerator$Output.write(AbstractGenerator.java:580)
>         at org.apache.hadoop.mapred.TaskTracker$MapOutputServlet.doGet(TaskTracker.java:4094)
>         at javax.servlet.http.HttpServlet.service(HttpServlet.java:707)
>         at javax.servlet.http.HttpServlet.service(HttpServlet.java:820)
>         at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:511)
>         at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1221)
>         at org.apache.hadoop.http.HttpServer$QuotingInputFilter.doFilter(HttpServer.java:850)
>         at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212)
>         at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399)
>         at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216)
>         at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182)
>         at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:766)
>         at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450)
>         at org.mortbay.jetty.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:230)
>         at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152)
>         at org.mortbay.jetty.Server.handle(Server.java:326)
>         at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542)
>         at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:928)
>         at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:549)
>         at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212)
>         at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404)
>         at org.mortbay.io.nio.SelectChannelEndPoint.run(SelectChannelEndPoint.java:410)
>         at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582)
> Caused by: java.io.IOException: Connection reset by peer
>         at sun.nio.ch.FileDispatcher.write0(Native Method)
>         at sun.nio.ch.SocketDispatcher.write(SocketDispatcher.java:29)
>         at sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:72)
>         at sun.nio.ch.IOUtil.write(IOUtil.java:43)
>         at sun.nio.ch.SocketChannelImpl.write(SocketChannelImpl.java:334)
>         at org.mortbay.io.nio.ChannelEndPoint.flush(ChannelEndPoint.java:170)
>         at org.mortbay.io.nio.SelectChannelEndPoint.flush(SelectChannelEndPoint.java:221)
>         at org.mortbay.jetty.HttpGenerator.flush(HttpGenerator.java:725)
>         ... 26 more
>   
> 
> thx
> 
> 
> -- 
> centerqi@gmail.com|Hu

Re: org.mortbay.jetty.EofException

Posted by Azuryy <az...@gmail.com>.
I also found this issue. Hope answer here.


Sent from my iPhone5s

> On 2014年1月2日, at 16:56, centerqi hu <ce...@gmail.com> wrote:
> 
> Hi all
> 
> My hadoop version is 1.1.2
> 
> I found the following errors in the logs tasktracker
> This seems like https://issues.apache.org/jira/browse/MAPREDUCE-5
> 
> But, but I found a little different, as Caused by: java.io.IOException: Connection reset by peer
> 
> Whether it is a network problem caused it?
> 
> 2013-12-29 02:45:15,049 ERROR org.mortbay.log: /mapOutput
> java.lang.IllegalStateException: Committed
>         at org.mortbay.jetty.Response.resetBuffer(Response.java:1023)
>         at org.mortbay.jetty.Response.sendError(Response.java:240)
>         at org.apache.hadoop.mapred.TaskTracker$MapOutputServlet.doGet(TaskTracker.java:4131)
>         at javax.servlet.http.HttpServlet.service(HttpServlet.java:707)
>         at javax.servlet.http.HttpServlet.service(HttpServlet.java:820)
>         at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:511)
>         at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1221)
>         at org.apache.hadoop.http.HttpServer$QuotingInputFilter.doFilter(HttpServer.java:850)
>         at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212)
>         at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399)
>         at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216)
>         at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182)
>         at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:766)
>         at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450)
>         at org.mortbay.jetty.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:230)
>         at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152)
>         at org.mortbay.jetty.Server.handle(Server.java:326)
>         at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542)
>         at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:928)
>         at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:549)
>         at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212)
>         at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404)
>         at org.mortbay.io.nio.SelectChannelEndPoint.run(SelectChannelEndPoint.java:410)
>         at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582)
> 2013-12-29 02:45:15,144 INFO org.apache.hadoop.mapred.TaskTracker: attempt_201312171527_6251_m_003156_0 0.0%
> 2013-12-29 02:45:15,255 INFO org.apache.hadoop.mapred.TaskTracker: attempt_201312171527_6251_m_003176_0 0.0%
> 2013-12-29 02:45:15,303 INFO org.apache.hadoop.mapred.TaskTracker: attempt_201312171527_6251_m_003169_0 0.0%
> 2013-12-29 02:45:15,365 INFO org.apache.hadoop.mapred.TaskTracker.clienttrace: src: 10.1.3.8:50060, dest: 10.1.3.8:35881, bytes: 21945803, op: MAPRED_SHUFFLE, cliID: attempt_201312171527_6340_m_000000_0, duration: 225598592
> 2013-12-29 02:45:15,400 INFO org.apache.hadoop.mapred.TaskTracker: attempt_201312171527_6340_r_000000_0 0.3125% reduce > copy (15 of 16 at 20.79 MB/s) >
> 2013-12-29 02:45:15,723 INFO org.apache.hadoop.mapred.TaskTracker.clienttrace: src: 10.1.3.8:50060, dest: 10.1.3.10:57892, bytes: 21525475, op: MAPRED_SHUFFLE, cliID: attempt_201312171527_6340_m_000000_0, duration: 243900484
> 2013-12-29 02:45:15,729 INFO org.apache.hadoop.mapred.TaskTracker: attempt_201312171527_6251_m_003253_0 0.0%
> 2013-12-29 02:45:15,843 WARN org.apache.hadoop.mapred.TaskTracker: getMapOutput(attempt_201312171527_6340_m_000000_0,2) failed :
> org.mortbay.jetty.EofException
>         at org.mortbay.jetty.HttpGenerator.flush(HttpGenerator.java:791)
>         at org.mortbay.jetty.AbstractGenerator$Output.flush(AbstractGenerator.java:569)
>         at org.mortbay.jetty.HttpConnection$Output.flush(HttpConnection.java:1012)
>         at org.mortbay.jetty.AbstractGenerator$Output.write(AbstractGenerator.java:651)
>         at org.mortbay.jetty.AbstractGenerator$Output.write(AbstractGenerator.java:580)
>         at org.apache.hadoop.mapred.TaskTracker$MapOutputServlet.doGet(TaskTracker.java:4094)
>         at javax.servlet.http.HttpServlet.service(HttpServlet.java:707)
>         at javax.servlet.http.HttpServlet.service(HttpServlet.java:820)
>         at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:511)
>         at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1221)
>         at org.apache.hadoop.http.HttpServer$QuotingInputFilter.doFilter(HttpServer.java:850)
>         at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212)
>         at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399)
>         at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216)
>         at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182)
>         at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:766)
>         at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450)
>         at org.mortbay.jetty.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:230)
>         at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152)
>         at org.mortbay.jetty.Server.handle(Server.java:326)
>         at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542)
>         at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:928)
>         at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:549)
>         at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212)
>         at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404)
>         at org.mortbay.io.nio.SelectChannelEndPoint.run(SelectChannelEndPoint.java:410)
>         at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582)
> Caused by: java.io.IOException: Connection reset by peer
>         at sun.nio.ch.FileDispatcher.write0(Native Method)
>         at sun.nio.ch.SocketDispatcher.write(SocketDispatcher.java:29)
>         at sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:72)
>         at sun.nio.ch.IOUtil.write(IOUtil.java:43)
>         at sun.nio.ch.SocketChannelImpl.write(SocketChannelImpl.java:334)
>         at org.mortbay.io.nio.ChannelEndPoint.flush(ChannelEndPoint.java:170)
>         at org.mortbay.io.nio.SelectChannelEndPoint.flush(SelectChannelEndPoint.java:221)
>         at org.mortbay.jetty.HttpGenerator.flush(HttpGenerator.java:725)
>         ... 26 more
>   
> 
> thx
> 
> 
> -- 
> centerqi@gmail.com|Hu

Re: org.mortbay.jetty.EofException

Posted by Azuryy <az...@gmail.com>.
I also found this issue. Hope answer here.


Sent from my iPhone5s

> On 2014年1月2日, at 16:56, centerqi hu <ce...@gmail.com> wrote:
> 
> Hi all
> 
> My hadoop version is 1.1.2
> 
> I found the following errors in the logs tasktracker
> This seems like https://issues.apache.org/jira/browse/MAPREDUCE-5
> 
> But, but I found a little different, as Caused by: java.io.IOException: Connection reset by peer
> 
> Whether it is a network problem caused it?
> 
> 2013-12-29 02:45:15,049 ERROR org.mortbay.log: /mapOutput
> java.lang.IllegalStateException: Committed
>         at org.mortbay.jetty.Response.resetBuffer(Response.java:1023)
>         at org.mortbay.jetty.Response.sendError(Response.java:240)
>         at org.apache.hadoop.mapred.TaskTracker$MapOutputServlet.doGet(TaskTracker.java:4131)
>         at javax.servlet.http.HttpServlet.service(HttpServlet.java:707)
>         at javax.servlet.http.HttpServlet.service(HttpServlet.java:820)
>         at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:511)
>         at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1221)
>         at org.apache.hadoop.http.HttpServer$QuotingInputFilter.doFilter(HttpServer.java:850)
>         at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212)
>         at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399)
>         at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216)
>         at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182)
>         at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:766)
>         at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450)
>         at org.mortbay.jetty.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:230)
>         at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152)
>         at org.mortbay.jetty.Server.handle(Server.java:326)
>         at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542)
>         at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:928)
>         at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:549)
>         at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212)
>         at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404)
>         at org.mortbay.io.nio.SelectChannelEndPoint.run(SelectChannelEndPoint.java:410)
>         at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582)
> 2013-12-29 02:45:15,144 INFO org.apache.hadoop.mapred.TaskTracker: attempt_201312171527_6251_m_003156_0 0.0%
> 2013-12-29 02:45:15,255 INFO org.apache.hadoop.mapred.TaskTracker: attempt_201312171527_6251_m_003176_0 0.0%
> 2013-12-29 02:45:15,303 INFO org.apache.hadoop.mapred.TaskTracker: attempt_201312171527_6251_m_003169_0 0.0%
> 2013-12-29 02:45:15,365 INFO org.apache.hadoop.mapred.TaskTracker.clienttrace: src: 10.1.3.8:50060, dest: 10.1.3.8:35881, bytes: 21945803, op: MAPRED_SHUFFLE, cliID: attempt_201312171527_6340_m_000000_0, duration: 225598592
> 2013-12-29 02:45:15,400 INFO org.apache.hadoop.mapred.TaskTracker: attempt_201312171527_6340_r_000000_0 0.3125% reduce > copy (15 of 16 at 20.79 MB/s) >
> 2013-12-29 02:45:15,723 INFO org.apache.hadoop.mapred.TaskTracker.clienttrace: src: 10.1.3.8:50060, dest: 10.1.3.10:57892, bytes: 21525475, op: MAPRED_SHUFFLE, cliID: attempt_201312171527_6340_m_000000_0, duration: 243900484
> 2013-12-29 02:45:15,729 INFO org.apache.hadoop.mapred.TaskTracker: attempt_201312171527_6251_m_003253_0 0.0%
> 2013-12-29 02:45:15,843 WARN org.apache.hadoop.mapred.TaskTracker: getMapOutput(attempt_201312171527_6340_m_000000_0,2) failed :
> org.mortbay.jetty.EofException
>         at org.mortbay.jetty.HttpGenerator.flush(HttpGenerator.java:791)
>         at org.mortbay.jetty.AbstractGenerator$Output.flush(AbstractGenerator.java:569)
>         at org.mortbay.jetty.HttpConnection$Output.flush(HttpConnection.java:1012)
>         at org.mortbay.jetty.AbstractGenerator$Output.write(AbstractGenerator.java:651)
>         at org.mortbay.jetty.AbstractGenerator$Output.write(AbstractGenerator.java:580)
>         at org.apache.hadoop.mapred.TaskTracker$MapOutputServlet.doGet(TaskTracker.java:4094)
>         at javax.servlet.http.HttpServlet.service(HttpServlet.java:707)
>         at javax.servlet.http.HttpServlet.service(HttpServlet.java:820)
>         at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:511)
>         at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1221)
>         at org.apache.hadoop.http.HttpServer$QuotingInputFilter.doFilter(HttpServer.java:850)
>         at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212)
>         at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399)
>         at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216)
>         at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182)
>         at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:766)
>         at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450)
>         at org.mortbay.jetty.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:230)
>         at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152)
>         at org.mortbay.jetty.Server.handle(Server.java:326)
>         at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542)
>         at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:928)
>         at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:549)
>         at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212)
>         at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404)
>         at org.mortbay.io.nio.SelectChannelEndPoint.run(SelectChannelEndPoint.java:410)
>         at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582)
> Caused by: java.io.IOException: Connection reset by peer
>         at sun.nio.ch.FileDispatcher.write0(Native Method)
>         at sun.nio.ch.SocketDispatcher.write(SocketDispatcher.java:29)
>         at sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:72)
>         at sun.nio.ch.IOUtil.write(IOUtil.java:43)
>         at sun.nio.ch.SocketChannelImpl.write(SocketChannelImpl.java:334)
>         at org.mortbay.io.nio.ChannelEndPoint.flush(ChannelEndPoint.java:170)
>         at org.mortbay.io.nio.SelectChannelEndPoint.flush(SelectChannelEndPoint.java:221)
>         at org.mortbay.jetty.HttpGenerator.flush(HttpGenerator.java:725)
>         ... 26 more
>   
> 
> thx
> 
> 
> -- 
> centerqi@gmail.com|Hu