You are viewing a plain text version of this content. The canonical link for it is here.
Posted to users@tomcat.apache.org by Mohamedin <mo...@easy-dialog.info> on 2009/04/27 12:14:55 UTC

Session Replication problems

Dear All,

I use these configuration to enable session replication:


Master server:

    <Engine name="Catalina" defaultHost="localhost" jvmRoute="master">
        <Cluster className="org.apache.catalina.ha.tcp.SimpleTcpCluster" channelSendOptions="8">
                <Manager className="org.apache.catalina.ha.session.DeltaManager" expireSessionsOnShutdown="false" notifyListenersOnReplication="true" domainReplication="true" />
                <Channel className="org.apache.catalina.tribes.group.GroupChannel">
                        <Membership className="org.apache.catalina.tribes.membership.McastService" port="5000"/>
                        <Sender className="org.apache.catalina.tribes.transport.ReplicationTransmitter">
                                <Transport className="org.apache.catalina.tribes.transport.nio.PooledParallelSender" />
                        </Sender>
                        <Receiver className="org.apache.catalina.tribes.transport.nio.NioReceiver"
                        address="111.111.111.111" port="6000" autoBind="100" selectorTimeout="5000"
                        maxThreads="6" />
                        <Interceptor className="org.apache.catalina.tribes.group.interceptors.TcpFailureDetector" />
                        <Interceptor className="org.apache.catalina.tribes.group.interceptors.MessageDispatch15Interceptor" />
                        <Interceptor className="org.apache.catalina.tribes.group.interceptors.StaticMembershipInterceptor">
                                <Member className="org.apache.catalina.tribes.membership.StaticMember"
                                port="6000" securePort="-1" host="111.111.111.222" domain="111.111.111.222" />
                                <Member className="org.apache.catalina.tribes.membership.StaticMember"
                                port="6000" securePort="-1" host="111.111.111.223" domain="111.111.111.223" />
                                <Member className="org.apache.catalina.tribes.membership.StaticMember"
                                port="6000" securePort="-1" host="111.111.111.224" domain="111.111.111.224" />
                        </Interceptor>
                </Channel>
                <Valve className="org.apache.catalina.ha.tcp.ReplicationValve" filter="" />
                <ClusterListener className="org.apache.catalina.ha.session.JvmRouteSessionIDBinderListener" />
                <ClusterListener className="org.apache.catalina.ha.session.ClusterSessionListener" />
        </Cluster>


===========
S2 server:
===========
    <Engine name="Catalina" defaultHost="localhost" jvmRoute="s2">

        <Cluster className="org.apache.catalina.ha.tcp.SimpleTcpCluster" channelSendOptions="8">
                <Manager className="org.apache.catalina.ha.session.DeltaManager" expireSessionsOnShutdown="false" notifyListenersOnReplication="true" domainReplication="true" />
                <Channel className="org.apache.catalina.tribes.group.GroupChannel">
                        <Membership className="org.apache.catalina.tribes.membership.McastService" port="5000"/>
                        <Sender className="org.apache.catalina.tribes.transport.ReplicationTransmitter">
                                <Transport className="org.apache.catalina.tribes.transport.nio.PooledParallelSender" />
                        </Sender>
                        <Receiver className="org.apache.catalina.tribes.transport.nio.NioReceiver"
                        address="111.111.111.223" port="6000" autoBind="100" selectorTimeout="5000"
                        maxThreads="6" />
                        <Interceptor className="org.apache.catalina.tribes.group.interceptors.TcpFailureDetector" />
                        <Interceptor className="org.apache.catalina.tribes.group.interceptors.MessageDispatch15Interceptor" />
                        <Interceptor className="org.apache.catalina.tribes.group.interceptors.StaticMembershipInterceptor">
                                <Member className="org.apache.catalina.tribes.membership.StaticMember"
                                port="6000" securePort="-1" host="111.111.111.111" domain="111.111.111.111" />
                                <Member className="org.apache.catalina.tribes.membership.StaticMember"
                                port="6000" securePort="-1" host="111.111.111.222" domain="111.111.111.222" />
                                <Member className="org.apache.catalina.tribes.membership.StaticMember"
                                port="6000" securePort="-1" host="111.111.111.224" domain="111.111.111.224" />
                        </Interceptor>
                </Channel>
                <Valve className="org.apache.catalina.ha.tcp.ReplicationValve" filter="" />
                <ClusterListener className="org.apache.catalina.ha.session.JvmRouteSessionIDBinderListener" />
                <ClusterListener className="org.apache.catalina.ha.session.ClusterSessionListener" />
        </Cluster>


==============
S3 server:
==============

    <Engine name="Catalina" defaultHost="localhost" jvmRoute="s3">

        <Cluster className="org.apache.catalina.ha.tcp.SimpleTcpCluster" channelSendOptions="8">
                <Manager className="org.apache.catalina.ha.session.DeltaManager" expireSessionsOnShutdown="false" notifyListenersOnReplication="true" domainReplication="true" />
                <Channel className="org.apache.catalina.tribes.group.GroupChannel">
                        <Membership className="org.apache.catalina.tribes.membership.McastService" port="5000"/>
                        <Sender className="org.apache.catalina.tribes.transport.ReplicationTransmitter">
                                <Transport className="org.apache.catalina.tribes.transport.nio.PooledParallelSender" />
                        </Sender>
                        <Receiver className="org.apache.catalina.tribes.transport.nio.NioReceiver"
                        address="111.111.111.224" port="6000" autoBind="100" selectorTimeout="5000"
                        maxThreads="6" />
                        <Interceptor className="org.apache.catalina.tribes.group.interceptors.TcpFailureDetector" />
                        <Interceptor className="org.apache.catalina.tribes.group.interceptors.MessageDispatch15Interceptor" />
                        <Interceptor className="org.apache.catalina.tribes.group.interceptors.StaticMembershipInterceptor">
                                <Member className="org.apache.catalina.tribes.membership.StaticMember"
                                port="6000" securePort="-1" host="111.111.111.111" domain="111.111.111.111" />
                                <Member className="org.apache.catalina.tribes.membership.StaticMember"
                                port="6000" securePort="-1" host="111.111.111.222" domain="111.111.111.222" />
                                <Member className="org.apache.catalina.tribes.membership.StaticMember"
                                port="6000" securePort="-1" host="111.111.111.223" domain="111.111.111.223" />
                        </Interceptor>
                </Channel>
                <Valve className="org.apache.catalina.ha.tcp.ReplicationValve" filter="" />
                <ClusterListener className="org.apache.catalina.ha.session.JvmRouteSessionIDBinderListener" />
                <ClusterListener className="org.apache.catalina.ha.session.ClusterSessionListener" />
        </Cluster>

================
S1 server:
================

    <Engine name="Catalina" defaultHost="localhost" jvmRoute="s1">

        <Cluster className="org.apache.catalina.ha.tcp.SimpleTcpCluster" channelSendOptions="8">
                <Manager className="org.apache.catalina.ha.session.DeltaManager" expireSessionsOnShutdown="false" notifyListenersOnReplication="true" domainReplication="true" />
                <Channel className="org.apache.catalina.tribes.group.GroupChannel">
                        <Membership className="org.apache.catalina.tribes.membership.McastService" port="5000"/>
                        <Sender className="org.apache.catalina.tribes.transport.ReplicationTransmitter">
                                <Transport className="org.apache.catalina.tribes.transport.nio.PooledParallelSender" />
                        </Sender>
                        <Receiver className="org.apache.catalina.tribes.transport.nio.NioReceiver"
                        address="111.111.111.222" port="6000" autoBind="100" selectorTimeout="5000"
                        maxThreads="6" />
                        <Interceptor className="org.apache.catalina.tribes.group.interceptors.TcpFailureDetector" />
                        <Interceptor className="org.apache.catalina.tribes.group.interceptors.MessageDispatch15Interceptor" />
                        <Interceptor className="org.apache.catalina.tribes.group.interceptors.StaticMembershipInterceptor">
                                <Member className="org.apache.catalina.tribes.membership.StaticMember"
                                port="6000" securePort="-1" host="111.111.111.111" domain="111.111.111.111" />
                                <Member className="org.apache.catalina.tribes.membership.StaticMember"
                                port="6000" securePort="-1" host="111.111.111.223" domain="111.111.111.223" />
                                <Member className="org.apache.catalina.tribes.membership.StaticMember"
                                port="6000" securePort="-1" host="111.111.111.224" domain="111.111.111.224" />
                        </Interceptor>
                </Channel>
                <Valve className="org.apache.catalina.ha.tcp.ReplicationValve" filter="" />
                <ClusterListener className="org.apache.catalina.ha.session.JvmRouteSessionIDBinderListener" />
                <ClusterListener className="org.apache.catalina.ha.session.ClusterSessionListener" />
        </Cluster>

=============================

My problem is the Master server (First One) did not replicate the sessions well. Also sometimes it refuse to stop and thread dump show it is in session replication

Some threads like this:

"TP-Processor15" daemon prio=1 tid=0x00002aaaab039e80 nid=0x7014 waiting on condition [0x00000000472c2000..0x00000000472c3e40]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:118)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:716)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:746)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1076)
        at java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync.wlock(ReentrantReadWriteLock.java:342)
        at java.util.concurrent.locks.ReentrantReadWriteLock$WriteLock.lock(ReentrantReadWriteLock.java:637)
        at org.apache.catalina.ha.session.DeltaSession.lock(DeltaSession.java:184)
        at org.apache.catalina.ha.session.DeltaSession.setAttribute(DeltaSession.java:517)
        at org.apache.catalina.ha.session.DeltaSession.setAttribute(DeltaSession.java:502)
        at org.apache.catalina.session.StandardSessionFacade.setAttribute(StandardSessionFacade.java:130)
        at com.lutris.appserver.server.sessionContainerAdapter.ContainerAdapterSession.setHttpSession(ContainerAdapterSession.java:230)
        at com.lutris.appserver.server.sessionContainerAdapter.ContainerAdapterSessionManager.getSession(ContainerAdapterSessionManager.java:311)
        at com.lutris.appserver.server.sessionContainerAdapter.ContainerAdapterSessionManager.getSession(ContainerAdapterSessionManager.java:342)
        at com.lutris.appserver.server.sessionContainerAdapter.TomcatContainerAdapterSessionManager.getSession(TomcatContainerAdapterSessionManager.java:273)
        at com.lutris.appserver.server.StandardAppUtil.getRequestSession(StandardAppUtil.java:323)
        at com.lutris.appserver.server.StandardApplication.ensureSession(StandardApplication.java:718)
        at com.lutris.appserver.server.StandardApplication.requestPreprocessor(StandardApplication.java:900)
        at com.ours.WebApp.requestPreprocessor(WebApp.java:83)
        at com.lutris.appserver.server.httpPresentation.HttpPresentationManager.runRequestPreprocessor(HttpPresentationManager.java:400)
        at com.lutris.appserver.server.httpPresentation.HttpPresentationManager.Run(HttpPresentationManager.java:247)
        at com.lutris.appserver.server.httpPresentation.servlet.HttpPresentationServlet.serviceDirect(HttpPresentationServlet.java:682)
        at com.lutris.appserver.server.httpPresentation.servlet.HttpPresentationServlet.service(HttpPresentationServlet.java:807)
        at javax.servlet.http.HttpServlet.service(HttpServlet.java:803)
        at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:290)
        at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206)
        at org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:233)
        at org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:175)
        at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:128)
        at org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:102)
        at org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:109)
        at org.apache.catalina.ha.tcp.ReplicationValve.invoke(ReplicationValve.java:347)
        at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:286)
        at org.apache.jk.server.JkCoyoteHandler.invoke(JkCoyoteHandler.java:190)
        at org.apache.jk.common.HandlerRequest.invoke(HandlerRequest.java:283)
        at org.apache.jk.common.ChannelSocket.invoke(ChannelSocket.java:767)
        at org.apache.jk.common.ChannelSocket.processConnection(ChannelSocket.java:697)
        at org.apache.jk.common.ChannelSocket$SocketConnection.runIt(ChannelSocket.java:889)
        at org.apache.tomcat.util.threads.ThreadPool$ControlRunnable.run(ThreadPool.java:690)
        at java.lang.Thread.run(Thread.java:595)

Note: The Master server is not in the same network (LAN) with other 3 servers

Regards,
Mohamedin

Re: Session Replication problems

Posted by Filip Hanik - Dev Lists <de...@hanik.com>.
hi Mohamedin,
I'm guessing you are not running 6.0.18, and you're running into a dead 
lock that was fixed
http://svn.apache.org/viewvc/tomcat/tc6.0.x/trunk/java/org/apache/catalina/ha/session/DeltaRequest.java?view=log

Filip


Mohamedin wrote:
> Here is the stacktrace:
>
> Full thread dump Java HotSpot(TM) 64-Bit Server VM (1.5.0_14-b03 mixed 
> mode):
>
> "DestroyJavaVM" prio=1 tid=0x00002aaab2184030 nid=0x6abc waiting on 
> condition [0x0000000000000000..0x00007fffb6400630]
>
> "TP-Processor24" daemon prio=1 tid=0x00002aaaab588150 nid=0x1d13 
> runnable [0x00000000473c4000..0x00000000473c4ec0]
>        at java.net.SocketInputStream.socketRead0(Native Method)
>        at java.net.SocketInputStream.read(SocketInputStream.java:129)
>        at java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
>        at java.io.BufferedInputStream.read1(BufferedInputStream.java:256)
>        at java.io.BufferedInputStream.read(BufferedInputStream.java:313)
>        - locked <0x00002b3860acbe10> (a java.io.BufferedInputStream)
>        at org.apache.jk.common.ChannelSocket.read(ChannelSocket.java:620)
>        at 
> org.apache.jk.common.ChannelSocket.receive(ChannelSocket.java:558)
>        at 
> org.apache.jk.common.ChannelSocket.processConnection(ChannelSocket.java:685) 
>
>        at 
> org.apache.jk.common.ChannelSocket$SocketConnection.runIt(ChannelSocket.java:889) 
>
>        at 
> org.apache.tomcat.util.threads.ThreadPool$ControlRunnable.run(ThreadPool.java:690) 
>
>        at java.lang.Thread.run(Thread.java:595)
>
> "TP-Processor20" daemon prio=1 tid=0x00002aaaab037d20 nid=0xff9 
> runnable [0x00000000469ba000..0x00000000469badc0]
>        at java.net.SocketInputStream.socketRead0(Native Method)
>        at java.net.SocketInputStream.read(SocketInputStream.java:129)
>        at java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
>        at java.io.BufferedInputStream.read1(BufferedInputStream.java:256)
>        at java.io.BufferedInputStream.read(BufferedInputStream.java:313)
>        - locked <0x00002b3860354338> (a java.io.BufferedInputStream)
>        at org.apache.jk.common.ChannelSocket.read(ChannelSocket.java:620)
>        at 
> org.apache.jk.common.ChannelSocket.receive(ChannelSocket.java:558)
>        at 
> org.apache.jk.common.ChannelSocket.processConnection(ChannelSocket.java:685) 
>
>        at 
> org.apache.jk.common.ChannelSocket$SocketConnection.runIt(ChannelSocket.java:889) 
>
>        at 
> org.apache.tomcat.util.threads.ThreadPool$ControlRunnable.run(ThreadPool.java:690) 
>
>        at java.lang.Thread.run(Thread.java:595)
>
> "TP-Processor19" daemon prio=1 tid=0x00002aaaaeec7460 nid=0xff8 
> runnable [0x00000000452a3000..0x00000000452a3e40]
>        at java.net.SocketInputStream.socketRead0(Native Method)
>        at java.net.SocketInputStream.read(SocketInputStream.java:129)
>        at java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
>        at java.io.BufferedInputStream.read1(BufferedInputStream.java:256)
>        at java.io.BufferedInputStream.read(BufferedInputStream.java:313)
>        - locked <0x00002b3860408398> (a java.io.BufferedInputStream)
>        at org.apache.jk.common.ChannelSocket.read(ChannelSocket.java:620)
>        at 
> org.apache.jk.common.ChannelSocket.receive(ChannelSocket.java:558)
>        at 
> org.apache.jk.common.ChannelSocket.processConnection(ChannelSocket.java:685) 
>
>        at 
> org.apache.jk.common.ChannelSocket$SocketConnection.runIt(ChannelSocket.java:889) 
>
>        at 
> org.apache.tomcat.util.threads.ThreadPool$ControlRunnable.run(ThreadPool.java:690) 
>
>        at java.lang.Thread.run(Thread.java:595)
>
> "TP-Processor18" daemon prio=1 tid=0x00002aaaac4e8ae0 nid=0xff7 
> runnable [0x00000000456a7000..0x00000000456a7ec0]
>        at java.net.SocketInputStream.socketRead0(Native Method)
>        at java.net.SocketInputStream.read(SocketInputStream.java:129)
>        at java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
>        at java.io.BufferedInputStream.read1(BufferedInputStream.java:256)
>        at java.io.BufferedInputStream.read(BufferedInputStream.java:313)
>        - locked <0x00002b385da494d8> (a java.io.BufferedInputStream)
>        at org.apache.jk.common.ChannelSocket.read(ChannelSocket.java:620)
>        at 
> org.apache.jk.common.ChannelSocket.receive(ChannelSocket.java:558)
>        at 
> org.apache.jk.common.ChannelSocket.processConnection(ChannelSocket.java:685) 
>
>        at 
> org.apache.jk.common.ChannelSocket$SocketConnection.runIt(ChannelSocket.java:889) 
>
>        at 
> org.apache.tomcat.util.threads.ThreadPool$ControlRunnable.run(ThreadPool.java:690) 
>
>        at java.lang.Thread.run(Thread.java:595)
> "TP-Processor17" daemon prio=1 tid=0x00002aaaabf4c9c0 nid=0xff6 
> runnable [0x00000000467b8000..0x00000000467b8b40]
>        at java.net.SocketInputStream.socketRead0(Native Method)
>        at java.net.SocketInputStream.read(SocketInputStream.java:129)
>        at java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
>        at java.io.BufferedInputStream.read1(BufferedInputStream.java:256)
>        at java.io.BufferedInputStream.read(BufferedInputStream.java:313)
>        - locked <0x00002b3830fbe360> (a java.io.BufferedInputStream)
>        at org.apache.jk.common.ChannelSocket.read(ChannelSocket.java:620)
>        at 
> org.apache.jk.common.ChannelSocket.receive(ChannelSocket.java:558)
>        at 
> org.apache.jk.common.ChannelSocket.processConnection(ChannelSocket.java:685) 
>
>        at 
> org.apache.jk.common.ChannelSocket$SocketConnection.runIt(ChannelSocket.java:889) 
>
>        at 
> org.apache.tomcat.util.threads.ThreadPool$ControlRunnable.run(ThreadPool.java:690) 
>
>        at java.lang.Thread.run(Thread.java:595)
>
> "TP-Processor16" daemon prio=1 tid=0x00002aaaade220f0 nid=0x7015 
> runnable [0x00000000482d3000..0x00000000482d3dc0]
>        at java.net.SocketInputStream.socketRead0(Native Method)
>        at java.net.SocketInputStream.read(SocketInputStream.java:129)
>        at java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
>        at java.io.BufferedInputStream.read1(BufferedInputStream.java:256)
>        at java.io.BufferedInputStream.read(BufferedInputStream.java:313)
>        - locked <0x00002b385da3e500> (a java.io.BufferedInputStream)
>        at org.apache.jk.common.ChannelSocket.read(ChannelSocket.java:620)
>        at 
> org.apache.jk.common.ChannelSocket.receive(ChannelSocket.java:558)
>        at 
> org.apache.jk.common.ChannelSocket.processConnection(ChannelSocket.java:685) 
>
>        at 
> org.apache.jk.common.ChannelSocket$SocketConnection.runIt(ChannelSocket.java:889) 
>
>        at 
> org.apache.tomcat.util.threads.ThreadPool$ControlRunnable.run(ThreadPool.java:690) 
>
>        at java.lang.Thread.run(Thread.java:595)
> "TP-Processor15" daemon prio=1 tid=0x00002aaaab039e80 nid=0x7014 
> waiting on condition [0x00000000472c2000..0x00000000472c3e40]
>        at sun.misc.Unsafe.park(Native Method)
>        at 
> java.util.concurrent.locks.LockSupport.park(LockSupport.java:118)
>        at 
> java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:716) 
>
>        at 
> java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:746) 
>
>        at 
> java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1076) 
>
>        at 
> java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync.wlock(ReentrantReadWriteLock.java:342) 
>
>        at 
> java.util.concurrent.locks.ReentrantReadWriteLock$WriteLock.lock(ReentrantReadWriteLock.java:637) 
>
>        at 
> org.apache.catalina.ha.session.DeltaSession.lock(DeltaSession.java:184)
>        at 
> org.apache.catalina.ha.session.DeltaSession.setAttribute(DeltaSession.java:517) 
>
>        at 
> org.apache.catalina.ha.session.DeltaSession.setAttribute(DeltaSession.java:502) 
>
>        at 
> org.apache.catalina.session.StandardSessionFacade.setAttribute(StandardSessionFacade.java:130) 
>
>        at 
> com.lutris.appserver.server.sessionContainerAdapter.ContainerAdapterSession.setHttpSession(ContainerAdapterSession.java:230) 
>
>        at 
> com.lutris.appserver.server.sessionContainerAdapter.ContainerAdapterSessionManager.getSession(ContainerAdapterSessionManager.java:311) 
>
>        at 
> com.lutris.appserver.server.sessionContainerAdapter.ContainerAdapterSessionManager.getSession(ContainerAdapterSessionManager.java:342) 
>
>        at 
> com.lutris.appserver.server.sessionContainerAdapter.TomcatContainerAdapterSessionManager.getSession(TomcatContainerAdapterSessionManager.java:273) 
>
>        at 
> com.lutris.appserver.server.StandardAppUtil.getRequestSession(StandardAppUtil.java:323) 
>
>        at 
> com.lutris.appserver.server.StandardApplication.ensureSession(StandardApplication.java:718) 
>
>        at 
> com.lutris.appserver.server.StandardApplication.requestPreprocessor(StandardApplication.java:900) 
>
>        at com.mam.app.CMS.requestPreprocessor(CMS.java:83)
>        at 
> com.lutris.appserver.server.httpPresentation.HttpPresentationManager.runRequestPreprocessor(HttpPresentationManager.java:400) 
>
>        at 
> com.lutris.appserver.server.httpPresentation.HttpPresentationManager.Run(HttpPresentationManager.java:247) 
>
>        at 
> com.lutris.appserver.server.httpPresentation.servlet.HttpPresentationServlet.serviceDirect(HttpPresentationServlet.java:682) 
>
>        at 
> com.lutris.appserver.server.httpPresentation.servlet.HttpPresentationServlet.service(HttpPresentationServlet.java:807) 
>
>        at javax.servlet.http.HttpServlet.service(HttpServlet.java:803)
>        at 
> org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:290) 
>
>        at 
> org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206) 
>
>        at 
> org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:233) 
>
>        at 
> org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:175) 
>
>        at 
> org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:128) 
>
>        at 
> org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:102) 
>
>        at 
> org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:109) 
>
>        at 
> org.apache.catalina.ha.tcp.ReplicationValve.invoke(ReplicationValve.java:347) 
>
>        at 
> org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:286) 
>
>        at 
> org.apache.jk.server.JkCoyoteHandler.invoke(JkCoyoteHandler.java:190)
>        at 
> org.apache.jk.common.HandlerRequest.invoke(HandlerRequest.java:283)
>        at 
> org.apache.jk.common.ChannelSocket.invoke(ChannelSocket.java:767)
>        at 
> org.apache.jk.common.ChannelSocket.processConnection(ChannelSocket.java:697) 
>
>        at 
> org.apache.jk.common.ChannelSocket$SocketConnection.runIt(ChannelSocket.java:889) 
>
>        at 
> org.apache.tomcat.util.threads.ThreadPool$ControlRunnable.run(ThreadPool.java:690) 
>
>        at java.lang.Thread.run(Thread.java:595)
>
> "TP-Processor12" daemon prio=1 tid=0x00002aaaaae312f0 nid=0x54a2 
> waiting on condition [0x0000000047ece000..0x0000000047ecfb40]
>        at sun.misc.Unsafe.park(Native Method)
>        at 
> java.util.concurrent.locks.LockSupport.park(LockSupport.java:118)
>        at 
> java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:716) 
>
>        at 
> java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:746) 
>
>        at 
> java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1076) 
>
>        at 
> java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync.wlock(ReentrantReadWriteLock.java:342) 
>
>        at 
> java.util.concurrent.locks.ReentrantReadWriteLock$WriteLock.lock(ReentrantReadWriteLock.java:637) 
>
>        at 
> org.apache.catalina.ha.session.DeltaSession.lock(DeltaSession.java:184)
>        at 
> org.apache.catalina.ha.session.DeltaSession.setAttribute(DeltaSession.java:517) 
>
>        at 
> org.apache.catalina.ha.session.DeltaSession.setAttribute(DeltaSession.java:502) 
>
>        at 
> org.apache.catalina.session.StandardSessionFacade.setAttribute(StandardSessionFacade.java:130) 
>
>        at 
> com.lutris.appserver.server.sessionContainerAdapter.ContainerAdapterSession.setHttpSession(ContainerAdapterSession.java:230) 
>
>        at 
> com.lutris.appserver.server.sessionContainerAdapter.ContainerAdapterSessionManager.getSession(ContainerAdapterSessionManager.java:311) 
>
>        at 
> com.lutris.appserver.server.sessionContainerAdapter.ContainerAdapterSessionManager.getSession(ContainerAdapterSessionManager.java:342) 
>
>        at 
> com.lutris.appserver.server.sessionContainerAdapter.TomcatContainerAdapterSessionManager.getSession(TomcatContainerAdapterSessionManager.java:273) 
>
>        at 
> com.lutris.appserver.server.StandardAppUtil.getRequestSession(StandardAppUtil.java:323) 
>
>        at 
> com.lutris.appserver.server.StandardApplication.ensureSession(StandardApplication.java:718) 
>
>        at 
> com.lutris.appserver.server.StandardApplication.requestPreprocessor(StandardApplication.java:900) 
>
>        at com.mam.app.CMS.requestPreprocessor(CMS.java:83)
>        at 
> com.lutris.appserver.server.httpPresentation.HttpPresentationManager.runRequestPreprocessor(HttpPresentationManager.java:400) 
>
>        at 
> com.lutris.appserver.server.httpPresentation.HttpPresentationManager.Run(HttpPresentationManager.java:247) 
>
>        at 
> com.lutris.appserver.server.httpPresentation.servlet.HttpPresentationServlet.serviceDirect(HttpPresentationServlet.java:682) 
>
>        at 
> com.lutris.appserver.server.httpPresentation.servlet.HttpPresentationServlet.service(HttpPresentationServlet.java:807) 
>
>        at javax.servlet.http.HttpServlet.service(HttpServlet.java:803)
>        at 
> org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:290) 
>
>        at 
> org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206) 
>
>        at 
> org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:233) 
>
>        at 
> org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:175) 
>
>        at 
> org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:128) 
>
>        at 
> org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:102) 
>
>        at 
> org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:109) 
>
>        at 
> org.apache.catalina.ha.tcp.ReplicationValve.invoke(ReplicationValve.java:347) 
>
>        at 
> org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:286) 
>
>        at 
> org.apache.jk.server.JkCoyoteHandler.invoke(JkCoyoteHandler.java:190)
>        at 
> org.apache.jk.common.HandlerRequest.invoke(HandlerRequest.java:283)
>        at 
> org.apache.jk.common.ChannelSocket.invoke(ChannelSocket.java:767)
>        at 
> org.apache.jk.common.ChannelSocket.processConnection(ChannelSocket.java:697) 
>
>        at 
> org.apache.jk.common.ChannelSocket$SocketConnection.runIt(ChannelSocket.java:889) 
>
>        at 
> org.apache.tomcat.util.threads.ThreadPool$ControlRunnable.run(ThreadPool.java:690) 
>
>        at java.lang.Thread.run(Thread.java:595)
>
> "TP-Processor11" daemon prio=1 tid=0x00002aaaaec06740 nid=0x54a1 
> runnable [0x00000000468b9000..0x00000000468b9bc0]
>        at java.net.SocketInputStream.socketRead0(Native Method)
>        at java.net.SocketInputStream.read(SocketInputStream.java:129)
>        at java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
>        at java.io.BufferedInputStream.read1(BufferedInputStream.java:256)
>        at java.io.BufferedInputStream.read(BufferedInputStream.java:313)
>        - locked <0x00002b386042a768> (a java.io.BufferedInputStream)
>        at org.apache.jk.common.ChannelSocket.read(ChannelSocket.java:620)
>        at 
> org.apache.jk.common.ChannelSocket.receive(ChannelSocket.java:558)
>        at 
> org.apache.jk.common.ChannelSocket.processConnection(ChannelSocket.java:685) 
>
>        at 
> org.apache.jk.common.ChannelSocket$SocketConnection.runIt(ChannelSocket.java:889) 
>
>        at 
> org.apache.tomcat.util.threads.ThreadPool$ControlRunnable.run(ThreadPool.java:690) 
>
>        at java.lang.Thread.run(Thread.java:595)
>
> "TP-Processor9" daemon prio=1 tid=0x00002aaaaca8bbe0 nid=0x549f 
> waiting on condition [0x0000000046ebe000..0x0000000046ebfcc0]
>        at sun.misc.Unsafe.park(Native Method)
>        at 
> java.util.concurrent.locks.LockSupport.park(LockSupport.java:118)
>        at 
> java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:716) 
>
>        at 
> java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:746) 
>
>        at 
> java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1076) 
>
>        at 
> java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync.wlock(ReentrantReadWriteLock.java:342) 
>
>        at 
> java.util.concurrent.locks.ReentrantReadWriteLock$WriteLock.lock(ReentrantReadWriteLock.java:637) 
>
>        at 
> org.apache.catalina.ha.session.DeltaSession.lock(DeltaSession.java:184)
>        at 
> org.apache.catalina.ha.session.DeltaSession.setAttribute(DeltaSession.java:517) 
>
>        at 
> org.apache.catalina.ha.session.DeltaSession.setAttribute(DeltaSession.java:502) 
>
>        at 
> org.apache.catalina.session.StandardSessionFacade.setAttribute(StandardSessionFacade.java:130) 
>
>        at 
> com.lutris.appserver.server.sessionContainerAdapter.ContainerAdapterSession.setHttpSession(ContainerAdapterSession.java:230) 
>
>        at 
> com.lutris.appserver.server.sessionContainerAdapter.ContainerAdapterSessionManager.getSession(ContainerAdapterSessionManager.java:311) 
>
>        at 
> com.lutris.appserver.server.sessionContainerAdapter.ContainerAdapterSessionManager.getSession(ContainerAdapterSessionManager.java:342) 
>
>        at 
> com.lutris.appserver.server.sessionContainerAdapter.TomcatContainerAdapterSessionManager.getSession(TomcatContainerAdapterSessionManager.java:273) 
>
>        at 
> com.lutris.appserver.server.StandardAppUtil.getRequestSession(StandardAppUtil.java:323) 
>
>        at 
> com.lutris.appserver.server.StandardApplication.ensureSession(StandardApplication.java:718) 
>
>        at 
> com.lutris.appserver.server.StandardApplication.requestPreprocessor(StandardApplication.java:900) 
>
>        at com.mam.app.CMS.requestPreprocessor(CMS.java:83)
>        at 
> com.lutris.appserver.server.httpPresentation.HttpPresentationManager.runRequestPreprocessor(HttpPresentationManager.java:400) 
>
>        at 
> com.lutris.appserver.server.httpPresentation.HttpPresentationManager.Run(HttpPresentationManager.java:247) 
>
>        at 
> com.lutris.appserver.server.httpPresentation.servlet.HttpPresentationServlet.serviceDirect(HttpPresentationServlet.java:682) 
>
>        at 
> com.lutris.appserver.server.httpPresentation.servlet.HttpPresentationServlet.service(HttpPresentationServlet.java:807) 
>
>        at javax.servlet.http.HttpServlet.service(HttpServlet.java:803)
>        at 
> org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:290) 
>
>        at 
> org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206) 
>
>        at 
> org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:233) 
>
>        at 
> org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:175) 
>
>        at 
> org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:128) 
>
>        at 
> org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:102) 
>
>        at 
> org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:109) 
>
>        at 
> org.apache.catalina.ha.tcp.ReplicationValve.invoke(ReplicationValve.java:347) 
>
>        at 
> org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:286) 
>
>        at 
> org.apache.jk.server.JkCoyoteHandler.invoke(JkCoyoteHandler.java:190)
>        at 
> org.apache.jk.common.HandlerRequest.invoke(HandlerRequest.java:283)
>        at 
> org.apache.jk.common.ChannelSocket.invoke(ChannelSocket.java:767)
>        at 
> org.apache.jk.common.ChannelSocket.processConnection(ChannelSocket.java:697) 
>
>        at 
> org.apache.jk.common.ChannelSocket$SocketConnection.runIt(ChannelSocket.java:889) 
>
>        at 
> org.apache.tomcat.util.threads.ThreadPool$ControlRunnable.run(ThreadPool.java:690) 
>
>        at java.lang.Thread.run(Thread.java:595)
>
> "http-8080-1" daemon prio=1 tid=0x00002aaaac4e8f00 nid=0x2a49 in 
> Object.wait() [0x0000000044e9f000..0x0000000044e9fe40]
>        at java.lang.Object.wait(Native Method)
>        - waiting on <0x00002b3801e37d08> (a 
> org.apache.tomcat.util.net.JIoEndpoint$Worker)
>        at java.lang.Object.wait(Object.java:474)
>        at 
> org.apache.tomcat.util.net.JIoEndpoint$Worker.await(JIoEndpoint.java:416)
>        - locked <0x00002b3801e37d08> (a 
> org.apache.tomcat.util.net.JIoEndpoint$Worker)
>        at 
> org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:442)
>        at java.lang.Thread.run(Thread.java:595)
>
> "TP-Processor6" daemon prio=1 tid=0x00002aaaac4bab30 nid=0x163d 
> waiting on condition [0x0000000044a9a000..0x0000000044a9bbc0]
>        at sun.misc.Unsafe.park(Native Method)
>        at 
> java.util.concurrent.locks.LockSupport.park(LockSupport.java:118)
>        at 
> java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:716) 
>
>        at 
> java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:746) 
>
>        at 
> java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1076) 
>
>        at 
> java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync.wlock(ReentrantReadWriteLock.java:342) 
>
>        at 
> java.util.concurrent.locks.ReentrantReadWriteLock$WriteLock.lock(ReentrantReadWriteLock.java:637) 
>
>        at 
> org.apache.catalina.ha.session.DeltaSession.lock(DeltaSession.java:184)
>        at 
> org.apache.catalina.ha.session.DeltaSession.setAttribute(DeltaSession.java:517) 
>
>        at 
> org.apache.catalina.ha.session.DeltaSession.setAttribute(DeltaSession.java:502) 
>
>        at 
> org.apache.catalina.session.StandardSessionFacade.setAttribute(StandardSessionFacade.java:130) 
>
>        at 
> com.lutris.appserver.server.sessionContainerAdapter.ContainerAdapterSession.setHttpSession(ContainerAdapterSession.java:230) 
>
>        at 
> com.lutris.appserver.server.sessionContainerAdapter.ContainerAdapterSessionManager.getSession(ContainerAdapterSessionManager.java:311) 
>
>        at 
> com.lutris.appserver.server.sessionContainerAdapter.ContainerAdapterSessionManager.getSession(ContainerAdapterSessionManager.java:342) 
>
>        at 
> com.lutris.appserver.server.sessionContainerAdapter.TomcatContainerAdapterSessionManager.getSession(TomcatContainerAdapterSessionManager.java:273) 
>
>        at 
> com.lutris.appserver.server.StandardAppUtil.getRequestSession(StandardAppUtil.java:323) 
>
>        at 
> com.lutris.appserver.server.StandardApplication.ensureSession(StandardApplication.java:718) 
>
>        at 
> com.lutris.appserver.server.StandardApplication.requestPreprocessor(StandardApplication.java:900) 
>
>        at com.mam.app.CMS.requestPreprocessor(CMS.java:83)
>        at 
> com.lutris.appserver.server.httpPresentation.HttpPresentationManager.runRequestPreprocessor(HttpPresentationManager.java:400) 
>
>        at 
> com.lutris.appserver.server.httpPresentation.HttpPresentationManager.Run(HttpPresentationManager.java:247) 
>
>        at 
> com.lutris.appserver.server.httpPresentation.servlet.HttpPresentationServlet.serviceDirect(HttpPresentationServlet.java:682) 
>
>        at 
> com.lutris.appserver.server.httpPresentation.servlet.HttpPresentationServlet.service(HttpPresentationServlet.java:807) 
>
>        at javax.servlet.http.HttpServlet.service(HttpServlet.java:803)
>        at 
> org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:290) 
>
>        at 
> org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206) 
>
>        at 
> org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:233) 
>
>        at 
> org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:175) 
>
>        at 
> org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:128) 
>
>        at 
> org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:102) 
>
>        at 
> org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:109) 
>
>        at 
> org.apache.catalina.ha.tcp.ReplicationValve.invoke(ReplicationValve.java:347) 
>
>        at 
> org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:286) 
>
>        at 
> org.apache.jk.server.JkCoyoteHandler.invoke(JkCoyoteHandler.java:190)
>        at 
> org.apache.jk.common.HandlerRequest.invoke(HandlerRequest.java:283)
>        at 
> org.apache.jk.common.ChannelSocket.invoke(ChannelSocket.java:767)
>        at 
> org.apache.jk.common.ChannelSocket.processConnection(ChannelSocket.java:697) 
>
>        at 
> org.apache.jk.common.ChannelSocket$SocketConnection.runIt(ChannelSocket.java:889) 
>
>        at 
> org.apache.tomcat.util.threads.ThreadPool$ControlRunnable.run(ThreadPool.java:690) 
>
>        at java.lang.Thread.run(Thread.java:595)
>
> "Thread-46" daemon prio=1 tid=0x00002aaab21b0e60 nid=0x6b1f waiting on 
> condition [0x0000000044899000..0x0000000044899d40]
>        at java.lang.Thread.sleep(Native Method)
>        at 
> com.mam.app.backend.balance.ActivitiesManager.run(ActivitiesManager.java:84) 
>
>
> "TP-Processor4" daemon prio=1 tid=0x00002aaab21b1d00 nid=0x6b0e in 
> Object.wait() [0x0000000044697000..0x0000000044697e40]
>        at java.lang.Object.wait(Native Method)
>        - waiting on <0x00002b38017e3aa8> (a 
> org.apache.jk.common.ChannelSocket)
>        at java.lang.Object.wait(Object.java:474)
>        at 
> org.apache.jk.common.ChannelSocket.accept(ChannelSocket.java:300)
>        - locked <0x00002b38017e3aa8> (a 
> org.apache.jk.common.ChannelSocket)
>        at 
> org.apache.jk.common.ChannelSocket.acceptConnections(ChannelSocket.java:660) 
>
>        at 
> org.apache.jk.common.ChannelSocket$SocketAcceptor.runIt(ChannelSocket.java:870) 
>
>        at 
> org.apache.tomcat.util.threads.ThreadPool$ControlRunnable.run(ThreadPool.java:690) 
>
>        at java.lang.Thread.run(Thread.java:595)
>
> "TP-Processor3" daemon prio=1 tid=0x00002aaab21d0640 nid=0x6b0d 
> waiting on condition [0x0000000044595000..0x0000000044596ec0]
>        at sun.misc.Unsafe.park(Native Method)
>        at 
> java.util.concurrent.locks.LockSupport.park(LockSupport.java:118)
>        at 
> java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:716) 
>
>        at 
> java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:746) 
>
>        at 
> java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1076) 
>
>        at 
> java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync.wlock(ReentrantReadWriteLock.java:342) 
>
>        at 
> java.util.concurrent.locks.ReentrantReadWriteLock$WriteLock.lock(ReentrantReadWriteLock.java:637) 
>
>        at 
> org.apache.catalina.ha.session.DeltaSession.lock(DeltaSession.java:184)
>        at 
> org.apache.catalina.ha.session.DeltaSession.setAttribute(DeltaSession.java:517) 
>
>        at 
> org.apache.catalina.ha.session.DeltaSession.setAttribute(DeltaSession.java:502) 
>
>        at 
> org.apache.catalina.session.StandardSessionFacade.setAttribute(StandardSessionFacade.java:130) 
>
>        at 
> com.lutris.appserver.server.sessionContainerAdapter.ContainerAdapterSession.setHttpSession(ContainerAdapterSession.java:230) 
>
>        at 
> com.lutris.appserver.server.sessionContainerAdapter.ContainerAdapterSessionManager.getSession(ContainerAdapterSessionManager.java:311) 
>
>        at 
> com.lutris.appserver.server.sessionContainerAdapter.ContainerAdapterSessionManager.getSession(ContainerAdapterSessionManager.java:342) 
>
>        at 
> com.lutris.appserver.server.sessionContainerAdapter.TomcatContainerAdapterSessionManager.getSession(TomcatContainerAdapterSessionManager.java:273) 
>
>        at 
> com.lutris.appserver.server.StandardAppUtil.getRequestSession(StandardAppUtil.java:323) 
>
>        at 
> com.lutris.appserver.server.StandardApplication.ensureSession(StandardApplication.java:718) 
>
>        at 
> com.lutris.appserver.server.StandardApplication.requestPreprocessor(StandardApplication.java:900) 
>
>        at com.mam.app.CMS.requestPreprocessor(CMS.java:83)
>        at 
> com.lutris.appserver.server.httpPresentation.HttpPresentationManager.runRequestPreprocessor(HttpPresentationManager.java:400) 
>
>        at 
> com.lutris.appserver.server.httpPresentation.HttpPresentationManager.Run(HttpPresentationManager.java:247) 
>
>        at 
> com.lutris.appserver.server.httpPresentation.servlet.HttpPresentationServlet.serviceDirect(HttpPresentationServlet.java:682) 
>
>        at 
> com.lutris.appserver.server.httpPresentation.servlet.HttpPresentationServlet.service(HttpPresentationServlet.java:807) 
>
>        at javax.servlet.http.HttpServlet.service(HttpServlet.java:803)
>        at 
> org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:290) 
>
>        at 
> org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206) 
>
>        at 
> org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:233) 
>
>        at 
> org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:175) 
>
>        at 
> org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:128) 
>
>        at 
> org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:102) 
>
>        at 
> org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:109) 
>
>        at 
> org.apache.catalina.ha.tcp.ReplicationValve.invoke(ReplicationValve.java:347) 
>
>        at 
> org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:286) 
>
>        at 
> org.apache.jk.server.JkCoyoteHandler.invoke(JkCoyoteHandler.java:190)
>        at 
> org.apache.jk.common.HandlerRequest.invoke(HandlerRequest.java:283)
>        at 
> org.apache.jk.common.ChannelSocket.invoke(ChannelSocket.java:767)
>        at 
> org.apache.jk.common.ChannelSocket.processConnection(ChannelSocket.java:697) 
>
>        at 
> org.apache.jk.common.ChannelSocket$SocketConnection.runIt(ChannelSocket.java:889) 
>
>        at 
> org.apache.tomcat.util.threads.ThreadPool$ControlRunnable.run(ThreadPool.java:690) 
>
>        at java.lang.Thread.run(Thread.java:595)
>
> "TP-Processor1" daemon prio=1 tid=0x00002aaab217c030 nid=0x6b0b 
> waiting for monitor entry [0x0000000044393000..0x0000000044394bc0]
>        at 
> org.apache.catalina.ha.session.DeltaRequest.addAction(DeltaRequest.java:125) 
>
>        - waiting to lock <0x00002b380e140538> (a 
> org.apache.catalina.ha.session.DeltaRequest)
>        at 
> org.apache.catalina.ha.session.DeltaRequest.setAttribute(DeltaRequest.java:83) 
>
>        at 
> org.apache.catalina.ha.session.DeltaSession.setAttribute(DeltaSession.java:519) 
>
>        at 
> org.apache.catalina.ha.session.DeltaSession.setAttribute(DeltaSession.java:502) 
>
>        at 
> org.apache.catalina.session.StandardSessionFacade.setAttribute(StandardSessionFacade.java:130) 
>
>        at 
> com.lutris.appserver.server.sessionContainerAdapter.ContainerAdapterSession.setHttpSession(ContainerAdapterSession.java:230) 
>
>        at 
> com.lutris.appserver.server.sessionContainerAdapter.ContainerAdapterSessionManager.getSession(ContainerAdapterSessionManager.java:311) 
>
>        at 
> com.lutris.appserver.server.sessionContainerAdapter.ContainerAdapterSessionManager.getSession(ContainerAdapterSessionManager.java:342) 
>
>        at 
> com.lutris.appserver.server.sessionContainerAdapter.TomcatContainerAdapterSessionManager.getSession(TomcatContainerAdapterSessionManager.java:273) 
>
>        at 
> com.lutris.appserver.server.StandardAppUtil.getRequestSession(StandardAppUtil.java:323) 
>
>        at 
> com.lutris.appserver.server.StandardApplication.ensureSession(StandardApplication.java:718) 
>
>        at 
> com.lutris.appserver.server.StandardApplication.requestPreprocessor(StandardApplication.java:900) 
>
>        at com.mam.app.CMS.requestPreprocessor(CMS.java:83)
>        at 
> com.lutris.appserver.server.httpPresentation.HttpPresentationManager.runRequestPreprocessor(HttpPresentationManager.java:400) 
>
>        at 
> com.lutris.appserver.server.httpPresentation.HttpPresentationManager.Run(HttpPresentationManager.java:247) 
>
>        at 
> com.lutris.appserver.server.httpPresentation.servlet.HttpPresentationServlet.serviceDirect(HttpPresentationServlet.java:682) 
>
>        at 
> com.lutris.appserver.server.httpPresentation.servlet.HttpPresentationServlet.service(HttpPresentationServlet.java:807) 
>
>        at javax.servlet.http.HttpServlet.service(HttpServlet.java:803)
>        at 
> org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:290) 
>
>        at 
> org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206) 
>
>        at 
> org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:233) 
>
>        at 
> org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:175) 
>
>        at 
> org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:128) 
>
>        at 
> org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:102) 
>
>        at 
> org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:109) 
>
>        at 
> org.apache.catalina.ha.tcp.ReplicationValve.invoke(ReplicationValve.java:347) 
>
>        at 
> org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:286) 
>
>        at 
> org.apache.jk.server.JkCoyoteHandler.invoke(JkCoyoteHandler.java:190)
>        at 
> org.apache.jk.common.HandlerRequest.invoke(HandlerRequest.java:283)
>        at 
> org.apache.jk.common.ChannelSocket.invoke(ChannelSocket.java:767)
>        at 
> org.apache.jk.common.ChannelSocket.processConnection(ChannelSocket.java:697) 
>
>        at 
> org.apache.jk.common.ChannelSocket$SocketConnection.runIt(ChannelSocket.java:889) 
>
>        at 
> org.apache.tomcat.util.threads.ThreadPool$ControlRunnable.run(ThreadPool.java:690) 
>
>        at java.lang.Thread.run(Thread.java:595)
>
> "http-8080-Acceptor-0" daemon prio=1 tid=0x00002aaab217b0d0 nid=0x6b0a 
> waiting on condition [0x0000000044293000..0x0000000044293c40]
>        at java.lang.Thread.sleep(Native Method)
>        at 
> org.apache.tomcat.util.net.JIoEndpoint$Acceptor.run(JIoEndpoint.java:302)
>        at java.lang.Thread.run(Thread.java:595)
>
> "CleanerThread_13" daemon prio=1 tid=0x00002aaab1784680 nid=0x6af1 in 
> Object.wait() [0x0000000042b7c000..0x0000000042b7cbc0]
>        at java.lang.Object.wait(Native Method)
>        - waiting on <0x00002b38016a50c8> (a 
> com.mam.app.backend.core.database.pool.ConnectionPoolAdapter)
>        at java.lang.Object.wait(Object.java:474)
>        at snaq.util.ObjectPool$Cleaner.run(ObjectPool.java:825)
>        - locked <0x00002b38016a50c8> (a 
> com.mam.app.backend.core.database.pool.ConnectionPoolAdapter)
>
> "CleanerThread_12" daemon prio=1 tid=0x00002aaab17839a0 nid=0x6af0 
> waiting on condition [0x0000000042a7b000..0x0000000042a7bc40]
>        at java.lang.Thread.sleep(Native Method)
>        at snaq.util.ObjectPool$Cleaner.run(ObjectPool.java:831)
>
> "CleanerThread_11" daemon prio=1 tid=0x00002aaab17828d0 nid=0x6aef in 
> Object.wait() [0x000000004297a000..0x000000004297acc0]
>        at java.lang.Object.wait(Native Method)
>        - waiting on <0x00002b38016a5298> (a 
> com.mam.app.backend.core.database.pool.ConnectionPoolAdapter)
>        at java.lang.Object.wait(Object.java:474)
>        at snaq.util.ObjectPool$Cleaner.run(ObjectPool.java:825)
>        - locked <0x00002b38016a5298> (a 
> com.mam.app.backend.core.database.pool.ConnectionPoolAdapter)
>
> "CleanerThread_10" daemon prio=1 tid=0x00002aaab1781840 nid=0x6aee in 
> Object.wait() [0x0000000042879000..0x0000000042879d40]
>        at java.lang.Object.wait(Native Method)
>        - waiting on <0x00002b38016a5380> (a 
> com.mam.app.backend.core.database.pool.ConnectionPoolAdapter)
>        at java.lang.Object.wait(Object.java:474)
>        at snaq.util.ObjectPool$Cleaner.run(ObjectPool.java:825)
>        - locked <0x00002b38016a5380> (a 
> com.mam.app.backend.core.database.pool.ConnectionPoolAdapter)
>
> "CleanerThread_9" daemon prio=1 tid=0x00002aaab1780770 nid=0x6aed in 
> Object.wait() [0x0000000042778000..0x0000000042778dc0]
>        at java.lang.Object.wait(Native Method)
>        - waiting on <0x00002b38016a5468> (a 
> com.mam.app.backend.core.database.pool.ConnectionPoolAdapter)
>        at java.lang.Object.wait(Object.java:474)
>        at snaq.util.ObjectPool$Cleaner.run(ObjectPool.java:825)
>        - locked <0x00002b38016a5468> (a 
> com.mam.app.backend.core.database.pool.ConnectionPoolAdapter)
>
> "CleanerThread_8" daemon prio=1 tid=0x00002aaab1731ff0 nid=0x6aec in 
> Object.wait() [0x0000000042677000..0x0000000042677e40]
>        at java.lang.Object.wait(Native Method)
>        - waiting on <0x00002b38016a5550> (a 
> com.mam.app.backend.core.database.pool.ConnectionPoolAdapter)
>        at java.lang.Object.wait(Object.java:474)
>        at snaq.util.ObjectPool$Cleaner.run(ObjectPool.java:825)
>        - locked <0x00002b38016a5550> (a 
> com.mam.app.backend.core.database.pool.ConnectionPoolAdapter)
>
> "CleanerThread_7" daemon prio=1 tid=0x00002aaab17311a0 nid=0x6aeb in 
> Object.wait() [0x0000000042576000..0x0000000042576ec0]
>        at java.lang.Object.wait(Native Method)
>        - waiting on <0x00002b38016a5638> (a 
> com.mam.app.backend.core.database.pool.ConnectionPoolAdapter)
>        at java.lang.Object.wait(Object.java:474)
>        at snaq.util.ObjectPool$Cleaner.run(ObjectPool.java:825)
>        - locked <0x00002b38016a5638> (a 
> com.mam.app.backend.core.database.pool.ConnectionPoolAdapter)
>
> "CleanerThread_6" daemon prio=1 tid=0x00002aaab17145e0 nid=0x6aea in 
> Object.wait() [0x0000000042475000..0x0000000042475b40]
>        at java.lang.Object.wait(Native Method)
>        - waiting on <0x00002b38016a5720> (a 
> com.mam.app.backend.core.database.pool.ConnectionPoolAdapter)
>        at java.lang.Object.wait(Object.java:474)
>        at snaq.util.ObjectPool$Cleaner.run(ObjectPool.java:825)
>        - locked <0x00002b38016a5720> (a 
> com.mam.app.backend.core.database.pool.ConnectionPoolAdapter)
>
> "CleanerThread_5" daemon prio=1 tid=0x00002aaab1713570 nid=0x6ae9 in 
> Object.wait() [0x0000000042374000..0x0000000042374bc0]
>        at java.lang.Object.wait(Native Method)
>        - waiting on <0x00002b38016a5808> (a 
> com.mam.app.backend.core.database.pool.ConnectionPoolAdapter)
>        at java.lang.Object.wait(Object.java:474)
>        at snaq.util.ObjectPool$Cleaner.run(ObjectPool.java:825)
>        - locked <0x00002b38016a5808> (a 
> com.mam.app.backend.core.database.pool.ConnectionPoolAdapter)
>
> "CleanerThread_4" daemon prio=1 tid=0x00002aaab17291d0 nid=0x6ae8 in 
> Object.wait() [0x0000000042273000..0x0000000042273c40]
>        at java.lang.Object.wait(Native Method)
>        - waiting on <0x00002b38016a58f0> (a 
> com.mam.app.backend.core.database.pool.ConnectionPoolAdapter)
>        at java.lang.Object.wait(Object.java:474)
>        at snaq.util.ObjectPool$Cleaner.run(ObjectPool.java:825)
>        - locked <0x00002b38016a58f0> (a 
> com.mam.app.backend.core.database.pool.ConnectionPoolAdapter)
>
> "CleanerThread_3" daemon prio=1 tid=0x00002aaab1728130 nid=0x6ae7 in 
> Object.wait() [0x0000000042172000..0x0000000042172cc0]
>        at java.lang.Object.wait(Native Method)
>        - waiting on <0x00002b38016a59d8> (a 
> com.mam.app.backend.core.database.pool.ConnectionPoolAdapter)
>        at java.lang.Object.wait(Object.java:474)
>        at snaq.util.ObjectPool$Cleaner.run(ObjectPool.java:825)
>        - locked <0x00002b38016a59d8> (a 
> com.mam.app.backend.core.database.pool.ConnectionPoolAdapter)
>
> "CleanerThread_2" daemon prio=1 tid=0x00002aaab173f090 nid=0x6ae6 in 
> Object.wait() [0x0000000042071000..0x0000000042071d40]
>        at java.lang.Object.wait(Native Method)
>        - waiting on <0x00002b38016a5ac0> (a 
> com.mam.app.backend.core.database.pool.ConnectionPoolAdapter)
>        at java.lang.Object.wait(Object.java:474)
>        at snaq.util.ObjectPool$Cleaner.run(ObjectPool.java:825)
>        - locked <0x00002b38016a5ac0> (a 
> com.mam.app.backend.core.database.pool.ConnectionPoolAdapter)
>
> "CleanerThread_1" daemon prio=1 tid=0x00002aaab173fe20 nid=0x6ae5 in 
> Object.wait() [0x0000000041f70000..0x0000000041f70dc0]
>        at java.lang.Object.wait(Native Method)
>        - waiting on <0x00002b38016a5ba8> (a 
> com.mam.app.backend.core.database.pool.ConnectionPoolAdapter)
>        at java.lang.Object.wait(Object.java:474)
>        at snaq.util.ObjectPool$Cleaner.run(ObjectPool.java:825)
>        - locked <0x00002b38016a5ba8> (a 
> com.mam.app.backend.core.database.pool.ConnectionPoolAdapter)
>
> "CleanerThread_0" daemon prio=1 tid=0x00002aaab1729ce0 nid=0x6ae4 in 
> Object.wait() [0x0000000041e6f000..0x0000000041e6fe40]
>        at java.lang.Object.wait(Native Method)
>        - waiting on <0x00002b38016a5c90> (a 
> com.mam.app.backend.core.database.pool.ConnectionPoolAdapter)
>        at java.lang.Object.wait(Object.java:474)
>        at snaq.util.ObjectPool$Cleaner.run(ObjectPool.java:825)
>        - locked <0x00002b38016a5c90> (a 
> com.mam.app.backend.core.database.pool.ConnectionPoolAdapter)
>
> "pool-2-thread-6" prio=1 tid=0x00002aaaab86a360 nid=0x6ae1 waiting for 
> monitor entry [0x0000000041c6d000..0x0000000041c6db40]
>        at 
> org.apache.catalina.ha.session.DeltaRequest.readExternal(DeltaRequest.java:234) 
>
>        - waiting to lock <0x00002b380e140538> (a 
> org.apache.catalina.ha.session.DeltaRequest)
>        at 
> org.apache.catalina.ha.session.DeltaManager.deserializeDeltaRequest(DeltaManager.java:619) 
>
>        at 
> org.apache.catalina.ha.session.DeltaManager.handleSESSION_DELTA(DeltaManager.java:1363) 
>
>        at 
> org.apache.catalina.ha.session.DeltaManager.messageReceived(DeltaManager.java:1320) 
>
>        at 
> org.apache.catalina.ha.session.DeltaManager.messageDataReceived(DeltaManager.java:1083) 
>
>        at 
> org.apache.catalina.ha.session.ClusterSessionListener.messageReceived(ClusterSessionListener.java:87) 
>
>        at 
> org.apache.catalina.ha.tcp.SimpleTcpCluster.messageReceived(SimpleTcpCluster.java:899) 
>
>        at 
> org.apache.catalina.ha.tcp.SimpleTcpCluster.messageReceived(SimpleTcpCluster.java:880) 
>
>        at 
> org.apache.catalina.tribes.group.GroupChannel.messageReceived(GroupChannel.java:269) 
>
>        at 
> org.apache.catalina.tribes.group.ChannelInterceptorBase.messageReceived(ChannelInterceptorBase.java:79) 
>
>        at 
> org.apache.catalina.tribes.group.interceptors.TcpFailureDetector.messageReceived(TcpFailureDetector.java:110) 
>
>        at 
> org.apache.catalina.tribes.group.ChannelInterceptorBase.messageReceived(ChannelInterceptorBase.java:79) 
>
>        at 
> org.apache.catalina.tribes.group.ChannelInterceptorBase.messageReceived(ChannelInterceptorBase.java:79) 
>
>        at 
> org.apache.catalina.tribes.group.ChannelInterceptorBase.messageReceived(ChannelInterceptorBase.java:79) 
>
>        at 
> org.apache.catalina.tribes.group.ChannelCoordinator.messageReceived(ChannelCoordinator.java:241) 
>
>        at 
> org.apache.catalina.tribes.transport.ReceiverBase.messageDataReceived(ReceiverBase.java:225) 
>
>        at 
> org.apache.catalina.tribes.transport.nio.NioReplicationTask.drainChannel(NioReplicationTask.java:188) 
>
>        at 
> org.apache.catalina.tribes.transport.nio.NioReplicationTask.run(NioReplicationTask.java:91) 
>
>        - locked <0x00002b3801b7fbe8> (a 
> org.apache.catalina.tribes.transport.nio.NioReplicationTask)
>        at 
> java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:650) 
>
>        at 
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:675) 
>
>        at java.lang.Thread.run(Thread.java:595)
>
> "pool-2-thread-3" prio=1 tid=0x00002aaaae212f00 nid=0x6ade waiting for 
> monitor entry [0x000000004196a000..0x000000004196acc0]
>        at 
> org.apache.catalina.ha.session.DeltaRequest.readExternal(DeltaRequest.java:234) 
>
>        - waiting to lock <0x00002b380e140538> (a 
> org.apache.catalina.ha.session.DeltaRequest)
>        at 
> org.apache.catalina.ha.session.DeltaManager.deserializeDeltaRequest(DeltaManager.java:619) 
>
>        at 
> org.apache.catalina.ha.session.DeltaManager.handleSESSION_DELTA(DeltaManager.java:1363) 
>
>        at 
> org.apache.catalina.ha.session.DeltaManager.messageReceived(DeltaManager.java:1320) 
>
>        at 
> org.apache.catalina.ha.session.DeltaManager.messageDataReceived(DeltaManager.java:1083) 
>
>        at 
> org.apache.catalina.ha.session.ClusterSessionListener.messageReceived(ClusterSessionListener.java:87) 
>
>        at 
> org.apache.catalina.ha.tcp.SimpleTcpCluster.messageReceived(SimpleTcpCluster.java:899) 
>
>        at 
> org.apache.catalina.ha.tcp.SimpleTcpCluster.messageReceived(SimpleTcpCluster.java:880) 
>
>        at 
> org.apache.catalina.tribes.group.GroupChannel.messageReceived(GroupChannel.java:269) 
>
>        at 
> org.apache.catalina.tribes.group.ChannelInterceptorBase.messageReceived(ChannelInterceptorBase.java:79) 
>
>        at 
> org.apache.catalina.tribes.group.interceptors.TcpFailureDetector.messageReceived(TcpFailureDetector.java:110) 
>
>        at 
> org.apache.catalina.tribes.group.ChannelInterceptorBase.messageReceived(ChannelInterceptorBase.java:79) 
>
>        at 
> org.apache.catalina.tribes.group.ChannelInterceptorBase.messageReceived(ChannelInterceptorBase.java:79) 
>
>        at 
> org.apache.catalina.tribes.group.ChannelInterceptorBase.messageReceived(ChannelInterceptorBase.java:79) 
>
>        at 
> org.apache.catalina.tribes.group.ChannelCoordinator.messageReceived(ChannelCoordinator.java:241) 
>
>        at 
> org.apache.catalina.tribes.transport.ReceiverBase.messageDataReceived(ReceiverBase.java:225) 
>
>        at 
> org.apache.catalina.tribes.transport.nio.NioReplicationTask.drainChannel(NioReplicationTask.java:188) 
>
>        at 
> org.apache.catalina.tribes.transport.nio.NioReplicationTask.run(NioReplicationTask.java:91) 
>
>        - locked <0x00002b3801e067b8> (a 
> org.apache.catalina.tribes.transport.nio.NioReplicationTask)
>        at 
> java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:650) 
>
>        at 
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:675) 
>
>        at java.lang.Thread.run(Thread.java:595)
>
> "pool-2-thread-2" prio=1 tid=0x00002aaaab186eb0 nid=0x6add waiting on 
> condition [0x0000000041869000..0x0000000041869d40]
>        at sun.misc.Unsafe.park(Native Method)
>        at 
> java.util.concurrent.locks.LockSupport.park(LockSupport.java:118)
>        at 
> java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:716) 
>
>        at 
> java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:746) 
>
>        at 
> java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1076) 
>
>        at 
> java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync.wlock(ReentrantReadWriteLock.java:342) 
>
>        at 
> java.util.concurrent.locks.ReentrantReadWriteLock$WriteLock.lock(ReentrantReadWriteLock.java:637) 
>
>        at 
> org.apache.catalina.ha.session.DeltaSession.lock(DeltaSession.java:184)
>        at 
> org.apache.catalina.ha.session.DeltaSession.setAttribute(DeltaSession.java:517) 
>
>        at 
> org.apache.catalina.ha.session.DeltaRequest.execute(DeltaRequest.java:164) 
>
>        - locked <0x00002b380e140538> (a 
> org.apache.catalina.ha.session.DeltaRequest)
>        at 
> org.apache.catalina.ha.session.DeltaManager.handleSESSION_DELTA(DeltaManager.java:1364) 
>
>        at 
> org.apache.catalina.ha.session.DeltaManager.messageReceived(DeltaManager.java:1320) 
>
>        at 
> org.apache.catalina.ha.session.DeltaManager.messageDataReceived(DeltaManager.java:1083) 
>
>        at 
> org.apache.catalina.ha.session.ClusterSessionListener.messageReceived(ClusterSessionListener.java:87) 
>
>        at 
> org.apache.catalina.ha.tcp.SimpleTcpCluster.messageReceived(SimpleTcpCluster.java:899) 
>
>        at 
> org.apache.catalina.ha.tcp.SimpleTcpCluster.messageReceived(SimpleTcpCluster.java:880) 
>
>        at 
> org.apache.catalina.tribes.group.GroupChannel.messageReceived(GroupChannel.java:269) 
>
>        at 
> org.apache.catalina.tribes.group.ChannelInterceptorBase.messageReceived(ChannelInterceptorBase.java:79) 
>
>        at 
> org.apache.catalina.tribes.group.interceptors.TcpFailureDetector.messageReceived(TcpFailureDetector.java:110) 
>
>        at 
> org.apache.catalina.tribes.group.ChannelInterceptorBase.messageReceived(ChannelInterceptorBase.java:79) 
>
>        at 
> org.apache.catalina.tribes.group.ChannelInterceptorBase.messageReceived(ChannelInterceptorBase.java:79) 
>
>        at 
> org.apache.catalina.tribes.group.ChannelInterceptorBase.messageReceived(ChannelInterceptorBase.java:79) 
>
>        at 
> org.apache.catalina.tribes.group.ChannelCoordinator.messageReceived(ChannelCoordinator.java:241) 
>
>        at 
> org.apache.catalina.tribes.transport.ReceiverBase.messageDataReceived(ReceiverBase.java:225) 
>
>        at 
> org.apache.catalina.tribes.transport.nio.NioReplicationTask.drainChannel(NioReplicationTask.java:188) 
>
>        at 
> org.apache.catalina.tribes.transport.nio.NioReplicationTask.run(NioReplicationTask.java:91) 
>
>        - locked <0x00002b3801e06700> (a 
> org.apache.catalina.tribes.transport.nio.NioReplicationTask)
>        at 
> java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:650) 
>
>        at 
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:675) 
>
>        at java.lang.Thread.run(Thread.java:595)
>
> "Low Memory Detector" daemon prio=1 tid=0x00002aaaaad44630 nid=0x6ace 
> runnable [0x0000000000000000..0x0000000000000000]
>
> "CompilerThread1" daemon prio=1 tid=0x00002aaaaad42a90 nid=0x6acd 
> waiting on condition [0x0000000000000000..0x00000000410606f0]
>
> "CompilerThread0" daemon prio=1 tid=0x00002aaaaad41570 nid=0x6acc 
> waiting on condition [0x0000000000000000..0x0000000040f5f790]
>
> "AdapterThread" daemon prio=1 tid=0x00002aaaaad3fea0 nid=0x6acb 
> waiting on condition [0x0000000000000000..0x0000000000000000]
>
> "Signal Dispatcher" daemon prio=1 tid=0x00002aaaaad3ebd0 nid=0x6aca 
> waiting on condition [0x0000000000000000..0x0000000000000000]
>
> "Finalizer" daemon prio=1 tid=0x00002aaaaabcad50 nid=0x6ac9 in 
> Object.wait() [0x0000000040c5d000..0x0000000040c5dbc0]
>        at java.lang.Object.wait(Native Method)
>        - waiting on <0x00002b380163f6a0> (a 
> java.lang.ref.ReferenceQueue$Lock)
>        at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:120)
>        - locked <0x00002b380163f6a0> (a 
> java.lang.ref.ReferenceQueue$Lock)
>        at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:136)
>        at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:159)
>
> "Reference Handler" daemon prio=1 tid=0x00002aaaaabca570 nid=0x6ac6 in 
> Object.wait() [0x0000000040b5c000..0x0000000040b5cc40]
>        at java.lang.Object.wait(Native Method)
>        - waiting on <0x00002b380173ef30> (a java.lang.ref.Reference$Lock)
>        at java.lang.Object.wait(Object.java:474)
>        at 
> java.lang.ref.Reference$ReferenceHandler.run(Reference.java:116)
>        - locked <0x00002b380173ef30> (a java.lang.ref.Reference$Lock)
>
> "VM Thread" prio=1 tid=0x00002aaaaabc6140 nid=0x6ac5 runnable
>
> "GC task thread#0 (ParallelGC)" prio=1 tid=0x0000000040134910 
> nid=0x6abd runnable
>
> "GC task thread#1 (ParallelGC)" prio=1 tid=0x0000000040135700 
> nid=0x6abe runnable
>
> "GC task thread#2 (ParallelGC)" prio=1 tid=0x00000000401364f0 
> nid=0x6abf runnable
>
> "GC task thread#3 (ParallelGC)" prio=1 tid=0x00000000401372e0 
> nid=0x6ac0 runnable
>
> "GC task thread#4 (ParallelGC)" prio=1 tid=0x00000000401380d0 
> nid=0x6ac1 runnable
>
> "GC task thread#5 (ParallelGC)" prio=1 tid=0x0000000040138ec0 
> nid=0x6ac2 runnable
>
> "GC task thread#6 (ParallelGC)" prio=1 tid=0x0000000040139cb0 
> nid=0x6ac3 runnable
>
> "GC task thread#7 (ParallelGC)" prio=1 tid=0x000000004013aaa0 
> nid=0x6ac4 runnable
>
> "VM Periodic Task Thread" prio=1 tid=0x000000004012b820 nid=0x6acf 
> waiting on condition
>
>
>
>
> Also I have found some errors like:
>
> SCHWERWIEGEND: An exception or error occurred in the container during 
> the request processing
> java.lang.NullPointerException
>        at 
> org.apache.catalina.ha.tcp.ReplicationValve.invoke(ReplicationValve.java:348) 
>
>        at 
> org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:286) 
>
>        at 
> org.apache.coyote.http11.Http11Processor.process(Http11Processor.java:844) 
>
>        at 
> org.apache.coyote.http11.Http11Protocol$Http11ConnectionHandler.process(Http11Protocol.java:583) 
>
>        at 
> org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:447)
>        at java.lang.Thread.run(Thread.java:595)
> 28.04.2009 15:07:40 org.apache.catalina.connector.CoyoteAdapter service
> SCHWERWIEGEND: An exception or error occurred in the container during 
> the request processing
> java.lang.NullPointerException
>        at 
> org.apache.catalina.ha.tcp.ReplicationValve.invoke(ReplicationValve.java:348) 
>
>        at 
> org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:286) 
>
>        at 
> org.apache.coyote.http11.Http11Processor.process(Http11Processor.java:844) 
>
>        at 
> org.apache.coyote.http11.Http11Protocol$Http11ConnectionHandler.process(Http11Protocol.java:583) 
>
>        at 
> org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:447)
>        at java.lang.Thread.run(Thread.java:595)
> 28.04.2009 15:07:40 org.apache.catalina.connector.CoyoteAdapter service
> SCHWERWIEGEND: An exception or error occurred in the container during 
> the request processing
> java.lang.NullPointerException
>        at 
> org.apache.catalina.ha.tcp.ReplicationValve.invoke(ReplicationValve.java:348) 
>
>        at 
> org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:286) 
>
>        at 
> org.apache.coyote.http11.Http11Processor.process(Http11Processor.java:844) 
>
>        at 
> org.apache.coyote.http11.Http11Protocol$Http11ConnectionHandler.process(Http11Protocol.java:583) 
>
>        at 
> org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:447)
>        at java.lang.Thread.run(Thread.java:595)
> 28.04.2009 15:07:40 org.apache.catalina.connector.CoyoteAdapter service
>
> Thanks,
> Mohamedin
> ----- Original Message ----- From: "Filip Hanik - Dev Lists" 
> <de...@hanik.com>
> To: "Tomcat Users List" <us...@tomcat.apache.org>
> Sent: Tuesday, April 28, 2009 3:31 AM
> Subject: Re: Session Replication problems
>
>
>> we'd need the entire stacktrace, not just a snippet for it to be 
>> helpful to us.
>>
>> Filip
>>
>> Mohamedin wrote:
>>> Dear All,
>>>
>>> I use these configuration to enable session replication:
>>>
>>>
>>> Master server:
>>>
>>>     <Engine name="Catalina" defaultHost="localhost" jvmRoute="master">
>>>         <Cluster 
>>> className="org.apache.catalina.ha.tcp.SimpleTcpCluster" 
>>> channelSendOptions="8">
>>>                 <Manager 
>>> className="org.apache.catalina.ha.session.DeltaManager" 
>>> expireSessionsOnShutdown="false" notifyListenersOnReplication="true" 
>>> domainReplication="true" />
>>>                 <Channel 
>>> className="org.apache.catalina.tribes.group.GroupChannel">
>>>                         <Membership 
>>> className="org.apache.catalina.tribes.membership.McastService" 
>>> port="5000"/>
>>>                         <Sender 
>>> className="org.apache.catalina.tribes.transport.ReplicationTransmitter"> 
>>>
>>>                                 <Transport 
>>> className="org.apache.catalina.tribes.transport.nio.PooledParallelSender" 
>>> />
>>>                         </Sender>
>>>                         <Receiver 
>>> className="org.apache.catalina.tribes.transport.nio.NioReceiver"
>>>                         address="111.111.111.111" port="6000" 
>>> autoBind="100" selectorTimeout="5000"
>>>                         maxThreads="6" />
>>>                         <Interceptor 
>>> className="org.apache.catalina.tribes.group.interceptors.TcpFailureDetector" 
>>> />
>>>                         <Interceptor 
>>> className="org.apache.catalina.tribes.group.interceptors.MessageDispatch15Interceptor" 
>>> />
>>>                         <Interceptor 
>>> className="org.apache.catalina.tribes.group.interceptors.StaticMembershipInterceptor"> 
>>>
>>>                                 <Member 
>>> className="org.apache.catalina.tribes.membership.StaticMember"
>>>                                 port="6000" securePort="-1" 
>>> host="111.111.111.222" domain="111.111.111.222" />
>>>                                 <Member 
>>> className="org.apache.catalina.tribes.membership.StaticMember"
>>>                                 port="6000" securePort="-1" 
>>> host="111.111.111.223" domain="111.111.111.223" />
>>>                                 <Member 
>>> className="org.apache.catalina.tribes.membership.StaticMember"
>>>                                 port="6000" securePort="-1" 
>>> host="111.111.111.224" domain="111.111.111.224" />
>>>                         </Interceptor>
>>>                 </Channel>
>>>                 <Valve 
>>> className="org.apache.catalina.ha.tcp.ReplicationValve" filter="" />
>>>                 <ClusterListener 
>>> className="org.apache.catalina.ha.session.JvmRouteSessionIDBinderListener" 
>>> />
>>>                 <ClusterListener 
>>> className="org.apache.catalina.ha.session.ClusterSessionListener" />
>>>         </Cluster>
>>>
>>>
>>> ===========
>>> S2 server:
>>> ===========
>>>     <Engine name="Catalina" defaultHost="localhost" jvmRoute="s2">
>>>
>>>         <Cluster 
>>> className="org.apache.catalina.ha.tcp.SimpleTcpCluster" 
>>> channelSendOptions="8">
>>>                 <Manager 
>>> className="org.apache.catalina.ha.session.DeltaManager" 
>>> expireSessionsOnShutdown="false" notifyListenersOnReplication="true" 
>>> domainReplication="true" />
>>>                 <Channel 
>>> className="org.apache.catalina.tribes.group.GroupChannel">
>>>                         <Membership 
>>> className="org.apache.catalina.tribes.membership.McastService" 
>>> port="5000"/>
>>>                         <Sender 
>>> className="org.apache.catalina.tribes.transport.ReplicationTransmitter"> 
>>>
>>>                                 <Transport 
>>> className="org.apache.catalina.tribes.transport.nio.PooledParallelSender" 
>>> />
>>>                         </Sender>
>>>                         <Receiver 
>>> className="org.apache.catalina.tribes.transport.nio.NioReceiver"
>>>                         address="111.111.111.223" port="6000" 
>>> autoBind="100" selectorTimeout="5000"
>>>                         maxThreads="6" />
>>>                         <Interceptor 
>>> className="org.apache.catalina.tribes.group.interceptors.TcpFailureDetector" 
>>> />
>>>                         <Interceptor 
>>> className="org.apache.catalina.tribes.group.interceptors.MessageDispatch15Interceptor" 
>>> />
>>>                         <Interceptor 
>>> className="org.apache.catalina.tribes.group.interceptors.StaticMembershipInterceptor"> 
>>>
>>>                                 <Member 
>>> className="org.apache.catalina.tribes.membership.StaticMember"
>>>                                 port="6000" securePort="-1" 
>>> host="111.111.111.111" domain="111.111.111.111" />
>>>                                 <Member 
>>> className="org.apache.catalina.tribes.membership.StaticMember"
>>>                                 port="6000" securePort="-1" 
>>> host="111.111.111.222" domain="111.111.111.222" />
>>>                                 <Member 
>>> className="org.apache.catalina.tribes.membership.StaticMember"
>>>                                 port="6000" securePort="-1" 
>>> host="111.111.111.224" domain="111.111.111.224" />
>>>                         </Interceptor>
>>>                 </Channel>
>>>                 <Valve 
>>> className="org.apache.catalina.ha.tcp.ReplicationValve" filter="" />
>>>                 <ClusterListener 
>>> className="org.apache.catalina.ha.session.JvmRouteSessionIDBinderListener" 
>>> />
>>>                 <ClusterListener 
>>> className="org.apache.catalina.ha.session.ClusterSessionListener" />
>>>         </Cluster>
>>>
>>>
>>> ==============
>>> S3 server:
>>> ==============
>>>
>>>     <Engine name="Catalina" defaultHost="localhost" jvmRoute="s3">
>>>
>>>         <Cluster 
>>> className="org.apache.catalina.ha.tcp.SimpleTcpCluster" 
>>> channelSendOptions="8">
>>>                 <Manager 
>>> className="org.apache.catalina.ha.session.DeltaManager" 
>>> expireSessionsOnShutdown="false" notifyListenersOnReplication="true" 
>>> domainReplication="true" />
>>>                 <Channel 
>>> className="org.apache.catalina.tribes.group.GroupChannel">
>>>                         <Membership 
>>> className="org.apache.catalina.tribes.membership.McastService" 
>>> port="5000"/>
>>>                         <Sender 
>>> className="org.apache.catalina.tribes.transport.ReplicationTransmitter"> 
>>>
>>>                                 <Transport 
>>> className="org.apache.catalina.tribes.transport.nio.PooledParallelSender" 
>>> />
>>>                         </Sender>
>>>                         <Receiver 
>>> className="org.apache.catalina.tribes.transport.nio.NioReceiver"
>>>                         address="111.111.111.224" port="6000" 
>>> autoBind="100" selectorTimeout="5000"
>>>                         maxThreads="6" />
>>>                         <Interceptor 
>>> className="org.apache.catalina.tribes.group.interceptors.TcpFailureDetector" 
>>> />
>>>                         <Interceptor 
>>> className="org.apache.catalina.tribes.group.interceptors.MessageDispatch15Interceptor" 
>>> />
>>>                         <Interceptor 
>>> className="org.apache.catalina.tribes.group.interceptors.StaticMembershipInterceptor"> 
>>>
>>>                                 <Member 
>>> className="org.apache.catalina.tribes.membership.StaticMember"
>>>                                 port="6000" securePort="-1" 
>>> host="111.111.111.111" domain="111.111.111.111" />
>>>                                 <Member 
>>> className="org.apache.catalina.tribes.membership.StaticMember"
>>>                                 port="6000" securePort="-1" 
>>> host="111.111.111.222" domain="111.111.111.222" />
>>>                                 <Member 
>>> className="org.apache.catalina.tribes.membership.StaticMember"
>>>                                 port="6000" securePort="-1" 
>>> host="111.111.111.223" domain="111.111.111.223" />
>>>                         </Interceptor>
>>>                 </Channel>
>>>                 <Valve 
>>> className="org.apache.catalina.ha.tcp.ReplicationValve" filter="" />
>>>                 <ClusterListener 
>>> className="org.apache.catalina.ha.session.JvmRouteSessionIDBinderListener" 
>>> />
>>>                 <ClusterListener 
>>> className="org.apache.catalina.ha.session.ClusterSessionListener" />
>>>         </Cluster>
>>>
>>> ================
>>> S1 server:
>>> ================
>>>
>>>     <Engine name="Catalina" defaultHost="localhost" jvmRoute="s1">
>>>
>>>         <Cluster 
>>> className="org.apache.catalina.ha.tcp.SimpleTcpCluster" 
>>> channelSendOptions="8">
>>>                 <Manager 
>>> className="org.apache.catalina.ha.session.DeltaManager" 
>>> expireSessionsOnShutdown="false" notifyListenersOnReplication="true" 
>>> domainReplication="true" />
>>>                 <Channel 
>>> className="org.apache.catalina.tribes.group.GroupChannel">
>>>                         <Membership 
>>> className="org.apache.catalina.tribes.membership.McastService" 
>>> port="5000"/>
>>>                         <Sender 
>>> className="org.apache.catalina.tribes.transport.ReplicationTransmitter"> 
>>>
>>>                                 <Transport 
>>> className="org.apache.catalina.tribes.transport.nio.PooledParallelSender" 
>>> />
>>>                         </Sender>
>>>                         <Receiver 
>>> className="org.apache.catalina.tribes.transport.nio.NioReceiver"
>>>                         address="111.111.111.222" port="6000" 
>>> autoBind="100" selectorTimeout="5000"
>>>                         maxThreads="6" />
>>>                         <Interceptor 
>>> className="org.apache.catalina.tribes.group.interceptors.TcpFailureDetector" 
>>> />
>>>                         <Interceptor 
>>> className="org.apache.catalina.tribes.group.interceptors.MessageDispatch15Interceptor" 
>>> />
>>>                         <Interceptor 
>>> className="org.apache.catalina.tribes.group.interceptors.StaticMembershipInterceptor"> 
>>>
>>>                                 <Member 
>>> className="org.apache.catalina.tribes.membership.StaticMember"
>>>                                 port="6000" securePort="-1" 
>>> host="111.111.111.111" domain="111.111.111.111" />
>>>                                 <Member 
>>> className="org.apache.catalina.tribes.membership.StaticMember"
>>>                                 port="6000" securePort="-1" 
>>> host="111.111.111.223" domain="111.111.111.223" />
>>>                                 <Member 
>>> className="org.apache.catalina.tribes.membership.StaticMember"
>>>                                 port="6000" securePort="-1" 
>>> host="111.111.111.224" domain="111.111.111.224" />
>>>                         </Interceptor>
>>>                 </Channel>
>>>                 <Valve 
>>> className="org.apache.catalina.ha.tcp.ReplicationValve" filter="" />
>>>                 <ClusterListener 
>>> className="org.apache.catalina.ha.session.JvmRouteSessionIDBinderListener" 
>>> />
>>>                 <ClusterListener 
>>> className="org.apache.catalina.ha.session.ClusterSessionListener" />
>>>         </Cluster>
>>>
>>> =============================
>>>
>>> My problem is the Master server (First One) did not replicate the 
>>> sessions well. Also sometimes it refuse to stop and thread dump show 
>>> it is in session replication
>>>
>>> Some threads like this:
>>>
>>> "TP-Processor15" daemon prio=1 tid=0x00002aaaab039e80 nid=0x7014 
>>> waiting on condition [0x00000000472c2000..0x00000000472c3e40]
>>>         at sun.misc.Unsafe.park(Native Method)
>>>         at 
>>> java.util.concurrent.locks.LockSupport.park(LockSupport.java:118)
>>>         at 
>>> java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:716) 
>>>
>>>         at 
>>> java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:746) 
>>>
>>>         at 
>>> java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1076) 
>>>
>>>         at 
>>> java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync.wlock(ReentrantReadWriteLock.java:342) 
>>>
>>>         at 
>>> java.util.concurrent.locks.ReentrantReadWriteLock$WriteLock.lock(ReentrantReadWriteLock.java:637) 
>>>
>>>         at 
>>> org.apache.catalina.ha.session.DeltaSession.lock(DeltaSession.java:184)
>>>         at 
>>> org.apache.catalina.ha.session.DeltaSession.setAttribute(DeltaSession.java:517) 
>>>
>>>         at 
>>> org.apache.catalina.ha.session.DeltaSession.setAttribute(DeltaSession.java:502) 
>>>
>>>         at 
>>> org.apache.catalina.session.StandardSessionFacade.setAttribute(StandardSessionFacade.java:130) 
>>>
>>>         at 
>>> com.lutris.appserver.server.sessionContainerAdapter.ContainerAdapterSession.setHttpSession(ContainerAdapterSession.java:230) 
>>>
>>>         at 
>>> com.lutris.appserver.server.sessionContainerAdapter.ContainerAdapterSessionManager.getSession(ContainerAdapterSessionManager.java:311) 
>>>
>>>         at 
>>> com.lutris.appserver.server.sessionContainerAdapter.ContainerAdapterSessionManager.getSession(ContainerAdapterSessionManager.java:342) 
>>>
>>>         at 
>>> com.lutris.appserver.server.sessionContainerAdapter.TomcatContainerAdapterSessionManager.getSession(TomcatContainerAdapterSessionManager.java:273) 
>>>
>>>         at 
>>> com.lutris.appserver.server.StandardAppUtil.getRequestSession(StandardAppUtil.java:323) 
>>>
>>>         at 
>>> com.lutris.appserver.server.StandardApplication.ensureSession(StandardApplication.java:718) 
>>>
>>>         at 
>>> com.lutris.appserver.server.StandardApplication.requestPreprocessor(StandardApplication.java:900) 
>>>
>>>         at com.ours.WebApp.requestPreprocessor(WebApp.java:83)
>>>         at 
>>> com.lutris.appserver.server.httpPresentation.HttpPresentationManager.runRequestPreprocessor(HttpPresentationManager.java:400) 
>>>
>>>         at 
>>> com.lutris.appserver.server.httpPresentation.HttpPresentationManager.Run(HttpPresentationManager.java:247) 
>>>
>>>         at 
>>> com.lutris.appserver.server.httpPresentation.servlet.HttpPresentationServlet.serviceDirect(HttpPresentationServlet.java:682) 
>>>
>>>         at 
>>> com.lutris.appserver.server.httpPresentation.servlet.HttpPresentationServlet.service(HttpPresentationServlet.java:807) 
>>>
>>>         at javax.servlet.http.HttpServlet.service(HttpServlet.java:803)
>>>         at 
>>> org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:290) 
>>>
>>>         at 
>>> org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206) 
>>>
>>>         at 
>>> org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:233) 
>>>
>>>         at 
>>> org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:175) 
>>>
>>>         at 
>>> org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:128) 
>>>
>>>         at 
>>> org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:102) 
>>>
>>>         at 
>>> org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:109) 
>>>
>>>         at 
>>> org.apache.catalina.ha.tcp.ReplicationValve.invoke(ReplicationValve.java:347) 
>>>
>>>         at 
>>> org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:286) 
>>>
>>>         at 
>>> org.apache.jk.server.JkCoyoteHandler.invoke(JkCoyoteHandler.java:190)
>>>         at 
>>> org.apache.jk.common.HandlerRequest.invoke(HandlerRequest.java:283)
>>>         at 
>>> org.apache.jk.common.ChannelSocket.invoke(ChannelSocket.java:767)
>>>         at 
>>> org.apache.jk.common.ChannelSocket.processConnection(ChannelSocket.java:697) 
>>>
>>>         at 
>>> org.apache.jk.common.ChannelSocket$SocketConnection.runIt(ChannelSocket.java:889) 
>>>
>>>         at 
>>> org.apache.tomcat.util.threads.ThreadPool$ControlRunnable.run(ThreadPool.java:690) 
>>>
>>>         at java.lang.Thread.run(Thread.java:595)
>>>
>>> Note: The Master server is not in the same network (LAN) with other 
>>> 3 servers
>>>
>>> Regards,
>>> Mohamedin
>>>
>>
>>
>> ---------------------------------------------------------------------
>> To unsubscribe, e-mail: users-unsubscribe@tomcat.apache.org
>> For additional commands, e-mail: users-help@tomcat.apache.org
>>
>>
>> __________ Information from ESET NOD32 Antivirus, version of virus 
>> signature database 4038 (20090427) __________
>>
>> The message was checked by ESET NOD32 Antivirus.
>>
>> http://www.eset.com
>>
>>
>>
>
>
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: users-unsubscribe@tomcat.apache.org
> For additional commands, e-mail: users-help@tomcat.apache.org
>
>


---------------------------------------------------------------------
To unsubscribe, e-mail: users-unsubscribe@tomcat.apache.org
For additional commands, e-mail: users-help@tomcat.apache.org


Re: Session Replication problems

Posted by Mohamedin <mo...@easy-dialog.info>.
Here is the stacktrace:

Full thread dump Java HotSpot(TM) 64-Bit Server VM (1.5.0_14-b03 mixed 
mode):

"DestroyJavaVM" prio=1 tid=0x00002aaab2184030 nid=0x6abc waiting on 
condition [0x0000000000000000..0x00007fffb6400630]

"TP-Processor24" daemon prio=1 tid=0x00002aaaab588150 nid=0x1d13 runnable 
[0x00000000473c4000..0x00000000473c4ec0]
        at java.net.SocketInputStream.socketRead0(Native Method)
        at java.net.SocketInputStream.read(SocketInputStream.java:129)
        at java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
        at java.io.BufferedInputStream.read1(BufferedInputStream.java:256)
        at java.io.BufferedInputStream.read(BufferedInputStream.java:313)
        - locked <0x00002b3860acbe10> (a java.io.BufferedInputStream)
        at org.apache.jk.common.ChannelSocket.read(ChannelSocket.java:620)
        at 
org.apache.jk.common.ChannelSocket.receive(ChannelSocket.java:558)
        at 
org.apache.jk.common.ChannelSocket.processConnection(ChannelSocket.java:685)
        at 
org.apache.jk.common.ChannelSocket$SocketConnection.runIt(ChannelSocket.java:889)
        at 
org.apache.tomcat.util.threads.ThreadPool$ControlRunnable.run(ThreadPool.java:690)
        at java.lang.Thread.run(Thread.java:595)

"TP-Processor20" daemon prio=1 tid=0x00002aaaab037d20 nid=0xff9 runnable 
[0x00000000469ba000..0x00000000469badc0]
        at java.net.SocketInputStream.socketRead0(Native Method)
        at java.net.SocketInputStream.read(SocketInputStream.java:129)
        at java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
        at java.io.BufferedInputStream.read1(BufferedInputStream.java:256)
        at java.io.BufferedInputStream.read(BufferedInputStream.java:313)
        - locked <0x00002b3860354338> (a java.io.BufferedInputStream)
        at org.apache.jk.common.ChannelSocket.read(ChannelSocket.java:620)
        at 
org.apache.jk.common.ChannelSocket.receive(ChannelSocket.java:558)
        at 
org.apache.jk.common.ChannelSocket.processConnection(ChannelSocket.java:685)
        at 
org.apache.jk.common.ChannelSocket$SocketConnection.runIt(ChannelSocket.java:889)
        at 
org.apache.tomcat.util.threads.ThreadPool$ControlRunnable.run(ThreadPool.java:690)
        at java.lang.Thread.run(Thread.java:595)

"TP-Processor19" daemon prio=1 tid=0x00002aaaaeec7460 nid=0xff8 runnable 
[0x00000000452a3000..0x00000000452a3e40]
        at java.net.SocketInputStream.socketRead0(Native Method)
        at java.net.SocketInputStream.read(SocketInputStream.java:129)
        at java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
        at java.io.BufferedInputStream.read1(BufferedInputStream.java:256)
        at java.io.BufferedInputStream.read(BufferedInputStream.java:313)
        - locked <0x00002b3860408398> (a java.io.BufferedInputStream)
        at org.apache.jk.common.ChannelSocket.read(ChannelSocket.java:620)
        at 
org.apache.jk.common.ChannelSocket.receive(ChannelSocket.java:558)
        at 
org.apache.jk.common.ChannelSocket.processConnection(ChannelSocket.java:685)
        at 
org.apache.jk.common.ChannelSocket$SocketConnection.runIt(ChannelSocket.java:889)
        at 
org.apache.tomcat.util.threads.ThreadPool$ControlRunnable.run(ThreadPool.java:690)
        at java.lang.Thread.run(Thread.java:595)

"TP-Processor18" daemon prio=1 tid=0x00002aaaac4e8ae0 nid=0xff7 runnable 
[0x00000000456a7000..0x00000000456a7ec0]
        at java.net.SocketInputStream.socketRead0(Native Method)
        at java.net.SocketInputStream.read(SocketInputStream.java:129)
        at java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
        at java.io.BufferedInputStream.read1(BufferedInputStream.java:256)
        at java.io.BufferedInputStream.read(BufferedInputStream.java:313)
        - locked <0x00002b385da494d8> (a java.io.BufferedInputStream)
        at org.apache.jk.common.ChannelSocket.read(ChannelSocket.java:620)
        at 
org.apache.jk.common.ChannelSocket.receive(ChannelSocket.java:558)
        at 
org.apache.jk.common.ChannelSocket.processConnection(ChannelSocket.java:685)
        at 
org.apache.jk.common.ChannelSocket$SocketConnection.runIt(ChannelSocket.java:889)
        at 
org.apache.tomcat.util.threads.ThreadPool$ControlRunnable.run(ThreadPool.java:690)
        at java.lang.Thread.run(Thread.java:595)
"TP-Processor17" daemon prio=1 tid=0x00002aaaabf4c9c0 nid=0xff6 runnable 
[0x00000000467b8000..0x00000000467b8b40]
        at java.net.SocketInputStream.socketRead0(Native Method)
        at java.net.SocketInputStream.read(SocketInputStream.java:129)
        at java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
        at java.io.BufferedInputStream.read1(BufferedInputStream.java:256)
        at java.io.BufferedInputStream.read(BufferedInputStream.java:313)
        - locked <0x00002b3830fbe360> (a java.io.BufferedInputStream)
        at org.apache.jk.common.ChannelSocket.read(ChannelSocket.java:620)
        at 
org.apache.jk.common.ChannelSocket.receive(ChannelSocket.java:558)
        at 
org.apache.jk.common.ChannelSocket.processConnection(ChannelSocket.java:685)
        at 
org.apache.jk.common.ChannelSocket$SocketConnection.runIt(ChannelSocket.java:889)
        at 
org.apache.tomcat.util.threads.ThreadPool$ControlRunnable.run(ThreadPool.java:690)
        at java.lang.Thread.run(Thread.java:595)

"TP-Processor16" daemon prio=1 tid=0x00002aaaade220f0 nid=0x7015 runnable 
[0x00000000482d3000..0x00000000482d3dc0]
        at java.net.SocketInputStream.socketRead0(Native Method)
        at java.net.SocketInputStream.read(SocketInputStream.java:129)
        at java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
        at java.io.BufferedInputStream.read1(BufferedInputStream.java:256)
        at java.io.BufferedInputStream.read(BufferedInputStream.java:313)
        - locked <0x00002b385da3e500> (a java.io.BufferedInputStream)
        at org.apache.jk.common.ChannelSocket.read(ChannelSocket.java:620)
        at 
org.apache.jk.common.ChannelSocket.receive(ChannelSocket.java:558)
        at 
org.apache.jk.common.ChannelSocket.processConnection(ChannelSocket.java:685)
        at 
org.apache.jk.common.ChannelSocket$SocketConnection.runIt(ChannelSocket.java:889)
        at 
org.apache.tomcat.util.threads.ThreadPool$ControlRunnable.run(ThreadPool.java:690)
        at java.lang.Thread.run(Thread.java:595)
"TP-Processor15" daemon prio=1 tid=0x00002aaaab039e80 nid=0x7014 waiting on 
condition [0x00000000472c2000..0x00000000472c3e40]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:118)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:716)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:746)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1076)
        at 
java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync.wlock(ReentrantReadWriteLock.java:342)
        at 
java.util.concurrent.locks.ReentrantReadWriteLock$WriteLock.lock(ReentrantReadWriteLock.java:637)
        at 
org.apache.catalina.ha.session.DeltaSession.lock(DeltaSession.java:184)
        at 
org.apache.catalina.ha.session.DeltaSession.setAttribute(DeltaSession.java:517)
        at 
org.apache.catalina.ha.session.DeltaSession.setAttribute(DeltaSession.java:502)
        at 
org.apache.catalina.session.StandardSessionFacade.setAttribute(StandardSessionFacade.java:130)
        at 
com.lutris.appserver.server.sessionContainerAdapter.ContainerAdapterSession.setHttpSession(ContainerAdapterSession.java:230)
        at 
com.lutris.appserver.server.sessionContainerAdapter.ContainerAdapterSessionManager.getSession(ContainerAdapterSessionManager.java:311)
        at 
com.lutris.appserver.server.sessionContainerAdapter.ContainerAdapterSessionManager.getSession(ContainerAdapterSessionManager.java:342)
        at 
com.lutris.appserver.server.sessionContainerAdapter.TomcatContainerAdapterSessionManager.getSession(TomcatContainerAdapterSessionManager.java:273)
        at 
com.lutris.appserver.server.StandardAppUtil.getRequestSession(StandardAppUtil.java:323)
        at 
com.lutris.appserver.server.StandardApplication.ensureSession(StandardApplication.java:718)
        at 
com.lutris.appserver.server.StandardApplication.requestPreprocessor(StandardApplication.java:900)
        at com.mam.app.CMS.requestPreprocessor(CMS.java:83)
        at 
com.lutris.appserver.server.httpPresentation.HttpPresentationManager.runRequestPreprocessor(HttpPresentationManager.java:400)
        at 
com.lutris.appserver.server.httpPresentation.HttpPresentationManager.Run(HttpPresentationManager.java:247)
        at 
com.lutris.appserver.server.httpPresentation.servlet.HttpPresentationServlet.serviceDirect(HttpPresentationServlet.java:682)
        at 
com.lutris.appserver.server.httpPresentation.servlet.HttpPresentationServlet.service(HttpPresentationServlet.java:807)
        at javax.servlet.http.HttpServlet.service(HttpServlet.java:803)
        at 
org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:290)
        at 
org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206)
        at 
org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:233)
        at 
org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:175)
        at 
org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:128)
        at 
org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:102)
        at 
org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:109)
        at 
org.apache.catalina.ha.tcp.ReplicationValve.invoke(ReplicationValve.java:347)
        at 
org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:286)
        at 
org.apache.jk.server.JkCoyoteHandler.invoke(JkCoyoteHandler.java:190)
        at 
org.apache.jk.common.HandlerRequest.invoke(HandlerRequest.java:283)
        at org.apache.jk.common.ChannelSocket.invoke(ChannelSocket.java:767)
        at 
org.apache.jk.common.ChannelSocket.processConnection(ChannelSocket.java:697)
        at 
org.apache.jk.common.ChannelSocket$SocketConnection.runIt(ChannelSocket.java:889)
        at 
org.apache.tomcat.util.threads.ThreadPool$ControlRunnable.run(ThreadPool.java:690)
        at java.lang.Thread.run(Thread.java:595)

"TP-Processor12" daemon prio=1 tid=0x00002aaaaae312f0 nid=0x54a2 waiting on 
condition [0x0000000047ece000..0x0000000047ecfb40]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:118)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:716)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:746)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1076)
        at 
java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync.wlock(ReentrantReadWriteLock.java:342)
        at 
java.util.concurrent.locks.ReentrantReadWriteLock$WriteLock.lock(ReentrantReadWriteLock.java:637)
        at 
org.apache.catalina.ha.session.DeltaSession.lock(DeltaSession.java:184)
        at 
org.apache.catalina.ha.session.DeltaSession.setAttribute(DeltaSession.java:517)
        at 
org.apache.catalina.ha.session.DeltaSession.setAttribute(DeltaSession.java:502)
        at 
org.apache.catalina.session.StandardSessionFacade.setAttribute(StandardSessionFacade.java:130)
        at 
com.lutris.appserver.server.sessionContainerAdapter.ContainerAdapterSession.setHttpSession(ContainerAdapterSession.java:230)
        at 
com.lutris.appserver.server.sessionContainerAdapter.ContainerAdapterSessionManager.getSession(ContainerAdapterSessionManager.java:311)
        at 
com.lutris.appserver.server.sessionContainerAdapter.ContainerAdapterSessionManager.getSession(ContainerAdapterSessionManager.java:342)
        at 
com.lutris.appserver.server.sessionContainerAdapter.TomcatContainerAdapterSessionManager.getSession(TomcatContainerAdapterSessionManager.java:273)
        at 
com.lutris.appserver.server.StandardAppUtil.getRequestSession(StandardAppUtil.java:323)
        at 
com.lutris.appserver.server.StandardApplication.ensureSession(StandardApplication.java:718)
        at 
com.lutris.appserver.server.StandardApplication.requestPreprocessor(StandardApplication.java:900)
        at com.mam.app.CMS.requestPreprocessor(CMS.java:83)
        at 
com.lutris.appserver.server.httpPresentation.HttpPresentationManager.runRequestPreprocessor(HttpPresentationManager.java:400)
        at 
com.lutris.appserver.server.httpPresentation.HttpPresentationManager.Run(HttpPresentationManager.java:247)
        at 
com.lutris.appserver.server.httpPresentation.servlet.HttpPresentationServlet.serviceDirect(HttpPresentationServlet.java:682)
        at 
com.lutris.appserver.server.httpPresentation.servlet.HttpPresentationServlet.service(HttpPresentationServlet.java:807)
        at javax.servlet.http.HttpServlet.service(HttpServlet.java:803)
        at 
org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:290)
        at 
org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206)
        at 
org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:233)
        at 
org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:175)
        at 
org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:128)
        at 
org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:102)
        at 
org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:109)
        at 
org.apache.catalina.ha.tcp.ReplicationValve.invoke(ReplicationValve.java:347)
        at 
org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:286)
        at 
org.apache.jk.server.JkCoyoteHandler.invoke(JkCoyoteHandler.java:190)
        at 
org.apache.jk.common.HandlerRequest.invoke(HandlerRequest.java:283)
        at org.apache.jk.common.ChannelSocket.invoke(ChannelSocket.java:767)
        at 
org.apache.jk.common.ChannelSocket.processConnection(ChannelSocket.java:697)
        at 
org.apache.jk.common.ChannelSocket$SocketConnection.runIt(ChannelSocket.java:889)
        at 
org.apache.tomcat.util.threads.ThreadPool$ControlRunnable.run(ThreadPool.java:690)
        at java.lang.Thread.run(Thread.java:595)

"TP-Processor11" daemon prio=1 tid=0x00002aaaaec06740 nid=0x54a1 runnable 
[0x00000000468b9000..0x00000000468b9bc0]
        at java.net.SocketInputStream.socketRead0(Native Method)
        at java.net.SocketInputStream.read(SocketInputStream.java:129)
        at java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
        at java.io.BufferedInputStream.read1(BufferedInputStream.java:256)
        at java.io.BufferedInputStream.read(BufferedInputStream.java:313)
        - locked <0x00002b386042a768> (a java.io.BufferedInputStream)
        at org.apache.jk.common.ChannelSocket.read(ChannelSocket.java:620)
        at 
org.apache.jk.common.ChannelSocket.receive(ChannelSocket.java:558)
        at 
org.apache.jk.common.ChannelSocket.processConnection(ChannelSocket.java:685)
        at 
org.apache.jk.common.ChannelSocket$SocketConnection.runIt(ChannelSocket.java:889)
        at 
org.apache.tomcat.util.threads.ThreadPool$ControlRunnable.run(ThreadPool.java:690)
        at java.lang.Thread.run(Thread.java:595)

"TP-Processor9" daemon prio=1 tid=0x00002aaaaca8bbe0 nid=0x549f waiting on 
condition [0x0000000046ebe000..0x0000000046ebfcc0]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:118)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:716)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:746)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1076)
        at 
java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync.wlock(ReentrantReadWriteLock.java:342)
        at 
java.util.concurrent.locks.ReentrantReadWriteLock$WriteLock.lock(ReentrantReadWriteLock.java:637)
        at 
org.apache.catalina.ha.session.DeltaSession.lock(DeltaSession.java:184)
        at 
org.apache.catalina.ha.session.DeltaSession.setAttribute(DeltaSession.java:517)
        at 
org.apache.catalina.ha.session.DeltaSession.setAttribute(DeltaSession.java:502)
        at 
org.apache.catalina.session.StandardSessionFacade.setAttribute(StandardSessionFacade.java:130)
        at 
com.lutris.appserver.server.sessionContainerAdapter.ContainerAdapterSession.setHttpSession(ContainerAdapterSession.java:230)
        at 
com.lutris.appserver.server.sessionContainerAdapter.ContainerAdapterSessionManager.getSession(ContainerAdapterSessionManager.java:311)
        at 
com.lutris.appserver.server.sessionContainerAdapter.ContainerAdapterSessionManager.getSession(ContainerAdapterSessionManager.java:342)
        at 
com.lutris.appserver.server.sessionContainerAdapter.TomcatContainerAdapterSessionManager.getSession(TomcatContainerAdapterSessionManager.java:273)
        at 
com.lutris.appserver.server.StandardAppUtil.getRequestSession(StandardAppUtil.java:323)
        at 
com.lutris.appserver.server.StandardApplication.ensureSession(StandardApplication.java:718)
        at 
com.lutris.appserver.server.StandardApplication.requestPreprocessor(StandardApplication.java:900)
        at com.mam.app.CMS.requestPreprocessor(CMS.java:83)
        at 
com.lutris.appserver.server.httpPresentation.HttpPresentationManager.runRequestPreprocessor(HttpPresentationManager.java:400)
        at 
com.lutris.appserver.server.httpPresentation.HttpPresentationManager.Run(HttpPresentationManager.java:247)
        at 
com.lutris.appserver.server.httpPresentation.servlet.HttpPresentationServlet.serviceDirect(HttpPresentationServlet.java:682)
        at 
com.lutris.appserver.server.httpPresentation.servlet.HttpPresentationServlet.service(HttpPresentationServlet.java:807)
        at javax.servlet.http.HttpServlet.service(HttpServlet.java:803)
        at 
org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:290)
        at 
org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206)
        at 
org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:233)
        at 
org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:175)
        at 
org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:128)
        at 
org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:102)
        at 
org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:109)
        at 
org.apache.catalina.ha.tcp.ReplicationValve.invoke(ReplicationValve.java:347)
        at 
org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:286)
        at 
org.apache.jk.server.JkCoyoteHandler.invoke(JkCoyoteHandler.java:190)
        at 
org.apache.jk.common.HandlerRequest.invoke(HandlerRequest.java:283)
        at org.apache.jk.common.ChannelSocket.invoke(ChannelSocket.java:767)
        at 
org.apache.jk.common.ChannelSocket.processConnection(ChannelSocket.java:697)
        at 
org.apache.jk.common.ChannelSocket$SocketConnection.runIt(ChannelSocket.java:889)
        at 
org.apache.tomcat.util.threads.ThreadPool$ControlRunnable.run(ThreadPool.java:690)
        at java.lang.Thread.run(Thread.java:595)

"http-8080-1" daemon prio=1 tid=0x00002aaaac4e8f00 nid=0x2a49 in 
Object.wait() [0x0000000044e9f000..0x0000000044e9fe40]
        at java.lang.Object.wait(Native Method)
        - waiting on <0x00002b3801e37d08> (a 
org.apache.tomcat.util.net.JIoEndpoint$Worker)
        at java.lang.Object.wait(Object.java:474)
        at 
org.apache.tomcat.util.net.JIoEndpoint$Worker.await(JIoEndpoint.java:416)
        - locked <0x00002b3801e37d08> (a 
org.apache.tomcat.util.net.JIoEndpoint$Worker)
        at 
org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:442)
        at java.lang.Thread.run(Thread.java:595)

"TP-Processor6" daemon prio=1 tid=0x00002aaaac4bab30 nid=0x163d waiting on 
condition [0x0000000044a9a000..0x0000000044a9bbc0]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:118)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:716)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:746)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1076)
        at 
java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync.wlock(ReentrantReadWriteLock.java:342)
        at 
java.util.concurrent.locks.ReentrantReadWriteLock$WriteLock.lock(ReentrantReadWriteLock.java:637)
        at 
org.apache.catalina.ha.session.DeltaSession.lock(DeltaSession.java:184)
        at 
org.apache.catalina.ha.session.DeltaSession.setAttribute(DeltaSession.java:517)
        at 
org.apache.catalina.ha.session.DeltaSession.setAttribute(DeltaSession.java:502)
        at 
org.apache.catalina.session.StandardSessionFacade.setAttribute(StandardSessionFacade.java:130)
        at 
com.lutris.appserver.server.sessionContainerAdapter.ContainerAdapterSession.setHttpSession(ContainerAdapterSession.java:230)
        at 
com.lutris.appserver.server.sessionContainerAdapter.ContainerAdapterSessionManager.getSession(ContainerAdapterSessionManager.java:311)
        at 
com.lutris.appserver.server.sessionContainerAdapter.ContainerAdapterSessionManager.getSession(ContainerAdapterSessionManager.java:342)
        at 
com.lutris.appserver.server.sessionContainerAdapter.TomcatContainerAdapterSessionManager.getSession(TomcatContainerAdapterSessionManager.java:273)
        at 
com.lutris.appserver.server.StandardAppUtil.getRequestSession(StandardAppUtil.java:323)
        at 
com.lutris.appserver.server.StandardApplication.ensureSession(StandardApplication.java:718)
        at 
com.lutris.appserver.server.StandardApplication.requestPreprocessor(StandardApplication.java:900)
        at com.mam.app.CMS.requestPreprocessor(CMS.java:83)
        at 
com.lutris.appserver.server.httpPresentation.HttpPresentationManager.runRequestPreprocessor(HttpPresentationManager.java:400)
        at 
com.lutris.appserver.server.httpPresentation.HttpPresentationManager.Run(HttpPresentationManager.java:247)
        at 
com.lutris.appserver.server.httpPresentation.servlet.HttpPresentationServlet.serviceDirect(HttpPresentationServlet.java:682)
        at 
com.lutris.appserver.server.httpPresentation.servlet.HttpPresentationServlet.service(HttpPresentationServlet.java:807)
        at javax.servlet.http.HttpServlet.service(HttpServlet.java:803)
        at 
org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:290)
        at 
org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206)
        at 
org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:233)
        at 
org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:175)
        at 
org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:128)
        at 
org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:102)
        at 
org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:109)
        at 
org.apache.catalina.ha.tcp.ReplicationValve.invoke(ReplicationValve.java:347)
        at 
org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:286)
        at 
org.apache.jk.server.JkCoyoteHandler.invoke(JkCoyoteHandler.java:190)
        at 
org.apache.jk.common.HandlerRequest.invoke(HandlerRequest.java:283)
        at org.apache.jk.common.ChannelSocket.invoke(ChannelSocket.java:767)
        at 
org.apache.jk.common.ChannelSocket.processConnection(ChannelSocket.java:697)
        at 
org.apache.jk.common.ChannelSocket$SocketConnection.runIt(ChannelSocket.java:889)
        at 
org.apache.tomcat.util.threads.ThreadPool$ControlRunnable.run(ThreadPool.java:690)
        at java.lang.Thread.run(Thread.java:595)

"Thread-46" daemon prio=1 tid=0x00002aaab21b0e60 nid=0x6b1f waiting on 
condition [0x0000000044899000..0x0000000044899d40]
        at java.lang.Thread.sleep(Native Method)
        at 
com.mam.app.backend.balance.ActivitiesManager.run(ActivitiesManager.java:84)

"TP-Processor4" daemon prio=1 tid=0x00002aaab21b1d00 nid=0x6b0e in 
Object.wait() [0x0000000044697000..0x0000000044697e40]
        at java.lang.Object.wait(Native Method)
        - waiting on <0x00002b38017e3aa8> (a 
org.apache.jk.common.ChannelSocket)
        at java.lang.Object.wait(Object.java:474)
        at org.apache.jk.common.ChannelSocket.accept(ChannelSocket.java:300)
        - locked <0x00002b38017e3aa8> (a org.apache.jk.common.ChannelSocket)
        at 
org.apache.jk.common.ChannelSocket.acceptConnections(ChannelSocket.java:660)
        at 
org.apache.jk.common.ChannelSocket$SocketAcceptor.runIt(ChannelSocket.java:870)
        at 
org.apache.tomcat.util.threads.ThreadPool$ControlRunnable.run(ThreadPool.java:690)
        at java.lang.Thread.run(Thread.java:595)

"TP-Processor3" daemon prio=1 tid=0x00002aaab21d0640 nid=0x6b0d waiting on 
condition [0x0000000044595000..0x0000000044596ec0]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:118)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:716)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:746)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1076)
        at 
java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync.wlock(ReentrantReadWriteLock.java:342)
        at 
java.util.concurrent.locks.ReentrantReadWriteLock$WriteLock.lock(ReentrantReadWriteLock.java:637)
        at 
org.apache.catalina.ha.session.DeltaSession.lock(DeltaSession.java:184)
        at 
org.apache.catalina.ha.session.DeltaSession.setAttribute(DeltaSession.java:517)
        at 
org.apache.catalina.ha.session.DeltaSession.setAttribute(DeltaSession.java:502)
        at 
org.apache.catalina.session.StandardSessionFacade.setAttribute(StandardSessionFacade.java:130)
        at 
com.lutris.appserver.server.sessionContainerAdapter.ContainerAdapterSession.setHttpSession(ContainerAdapterSession.java:230)
        at 
com.lutris.appserver.server.sessionContainerAdapter.ContainerAdapterSessionManager.getSession(ContainerAdapterSessionManager.java:311)
        at 
com.lutris.appserver.server.sessionContainerAdapter.ContainerAdapterSessionManager.getSession(ContainerAdapterSessionManager.java:342)
        at 
com.lutris.appserver.server.sessionContainerAdapter.TomcatContainerAdapterSessionManager.getSession(TomcatContainerAdapterSessionManager.java:273)
        at 
com.lutris.appserver.server.StandardAppUtil.getRequestSession(StandardAppUtil.java:323)
        at 
com.lutris.appserver.server.StandardApplication.ensureSession(StandardApplication.java:718)
        at 
com.lutris.appserver.server.StandardApplication.requestPreprocessor(StandardApplication.java:900)
        at com.mam.app.CMS.requestPreprocessor(CMS.java:83)
        at 
com.lutris.appserver.server.httpPresentation.HttpPresentationManager.runRequestPreprocessor(HttpPresentationManager.java:400)
        at 
com.lutris.appserver.server.httpPresentation.HttpPresentationManager.Run(HttpPresentationManager.java:247)
        at 
com.lutris.appserver.server.httpPresentation.servlet.HttpPresentationServlet.serviceDirect(HttpPresentationServlet.java:682)
        at 
com.lutris.appserver.server.httpPresentation.servlet.HttpPresentationServlet.service(HttpPresentationServlet.java:807)
        at javax.servlet.http.HttpServlet.service(HttpServlet.java:803)
        at 
org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:290)
        at 
org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206)
        at 
org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:233)
        at 
org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:175)
        at 
org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:128)
        at 
org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:102)
        at 
org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:109)
        at 
org.apache.catalina.ha.tcp.ReplicationValve.invoke(ReplicationValve.java:347)
        at 
org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:286)
        at 
org.apache.jk.server.JkCoyoteHandler.invoke(JkCoyoteHandler.java:190)
        at 
org.apache.jk.common.HandlerRequest.invoke(HandlerRequest.java:283)
        at org.apache.jk.common.ChannelSocket.invoke(ChannelSocket.java:767)
        at 
org.apache.jk.common.ChannelSocket.processConnection(ChannelSocket.java:697)
        at 
org.apache.jk.common.ChannelSocket$SocketConnection.runIt(ChannelSocket.java:889)
        at 
org.apache.tomcat.util.threads.ThreadPool$ControlRunnable.run(ThreadPool.java:690)
        at java.lang.Thread.run(Thread.java:595)

"TP-Processor1" daemon prio=1 tid=0x00002aaab217c030 nid=0x6b0b waiting for 
monitor entry [0x0000000044393000..0x0000000044394bc0]
        at 
org.apache.catalina.ha.session.DeltaRequest.addAction(DeltaRequest.java:125)
        - waiting to lock <0x00002b380e140538> (a 
org.apache.catalina.ha.session.DeltaRequest)
        at 
org.apache.catalina.ha.session.DeltaRequest.setAttribute(DeltaRequest.java:83)
        at 
org.apache.catalina.ha.session.DeltaSession.setAttribute(DeltaSession.java:519)
        at 
org.apache.catalina.ha.session.DeltaSession.setAttribute(DeltaSession.java:502)
        at 
org.apache.catalina.session.StandardSessionFacade.setAttribute(StandardSessionFacade.java:130)
        at 
com.lutris.appserver.server.sessionContainerAdapter.ContainerAdapterSession.setHttpSession(ContainerAdapterSession.java:230)
        at 
com.lutris.appserver.server.sessionContainerAdapter.ContainerAdapterSessionManager.getSession(ContainerAdapterSessionManager.java:311)
        at 
com.lutris.appserver.server.sessionContainerAdapter.ContainerAdapterSessionManager.getSession(ContainerAdapterSessionManager.java:342)
        at 
com.lutris.appserver.server.sessionContainerAdapter.TomcatContainerAdapterSessionManager.getSession(TomcatContainerAdapterSessionManager.java:273)
        at 
com.lutris.appserver.server.StandardAppUtil.getRequestSession(StandardAppUtil.java:323)
        at 
com.lutris.appserver.server.StandardApplication.ensureSession(StandardApplication.java:718)
        at 
com.lutris.appserver.server.StandardApplication.requestPreprocessor(StandardApplication.java:900)
        at com.mam.app.CMS.requestPreprocessor(CMS.java:83)
        at 
com.lutris.appserver.server.httpPresentation.HttpPresentationManager.runRequestPreprocessor(HttpPresentationManager.java:400)
        at 
com.lutris.appserver.server.httpPresentation.HttpPresentationManager.Run(HttpPresentationManager.java:247)
        at 
com.lutris.appserver.server.httpPresentation.servlet.HttpPresentationServlet.serviceDirect(HttpPresentationServlet.java:682)
        at 
com.lutris.appserver.server.httpPresentation.servlet.HttpPresentationServlet.service(HttpPresentationServlet.java:807)
        at javax.servlet.http.HttpServlet.service(HttpServlet.java:803)
        at 
org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:290)
        at 
org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206)
        at 
org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:233)
        at 
org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:175)
        at 
org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:128)
        at 
org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:102)
        at 
org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:109)
        at 
org.apache.catalina.ha.tcp.ReplicationValve.invoke(ReplicationValve.java:347)
        at 
org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:286)
        at 
org.apache.jk.server.JkCoyoteHandler.invoke(JkCoyoteHandler.java:190)
        at 
org.apache.jk.common.HandlerRequest.invoke(HandlerRequest.java:283)
        at org.apache.jk.common.ChannelSocket.invoke(ChannelSocket.java:767)
        at 
org.apache.jk.common.ChannelSocket.processConnection(ChannelSocket.java:697)
        at 
org.apache.jk.common.ChannelSocket$SocketConnection.runIt(ChannelSocket.java:889)
        at 
org.apache.tomcat.util.threads.ThreadPool$ControlRunnable.run(ThreadPool.java:690)
        at java.lang.Thread.run(Thread.java:595)

"http-8080-Acceptor-0" daemon prio=1 tid=0x00002aaab217b0d0 nid=0x6b0a 
waiting on condition [0x0000000044293000..0x0000000044293c40]
        at java.lang.Thread.sleep(Native Method)
        at 
org.apache.tomcat.util.net.JIoEndpoint$Acceptor.run(JIoEndpoint.java:302)
        at java.lang.Thread.run(Thread.java:595)

"CleanerThread_13" daemon prio=1 tid=0x00002aaab1784680 nid=0x6af1 in 
Object.wait() [0x0000000042b7c000..0x0000000042b7cbc0]
        at java.lang.Object.wait(Native Method)
        - waiting on <0x00002b38016a50c8> (a 
com.mam.app.backend.core.database.pool.ConnectionPoolAdapter)
        at java.lang.Object.wait(Object.java:474)
        at snaq.util.ObjectPool$Cleaner.run(ObjectPool.java:825)
        - locked <0x00002b38016a50c8> (a 
com.mam.app.backend.core.database.pool.ConnectionPoolAdapter)

"CleanerThread_12" daemon prio=1 tid=0x00002aaab17839a0 nid=0x6af0 waiting 
on condition [0x0000000042a7b000..0x0000000042a7bc40]
        at java.lang.Thread.sleep(Native Method)
        at snaq.util.ObjectPool$Cleaner.run(ObjectPool.java:831)

"CleanerThread_11" daemon prio=1 tid=0x00002aaab17828d0 nid=0x6aef in 
Object.wait() [0x000000004297a000..0x000000004297acc0]
        at java.lang.Object.wait(Native Method)
        - waiting on <0x00002b38016a5298> (a 
com.mam.app.backend.core.database.pool.ConnectionPoolAdapter)
        at java.lang.Object.wait(Object.java:474)
        at snaq.util.ObjectPool$Cleaner.run(ObjectPool.java:825)
        - locked <0x00002b38016a5298> (a 
com.mam.app.backend.core.database.pool.ConnectionPoolAdapter)

"CleanerThread_10" daemon prio=1 tid=0x00002aaab1781840 nid=0x6aee in 
Object.wait() [0x0000000042879000..0x0000000042879d40]
        at java.lang.Object.wait(Native Method)
        - waiting on <0x00002b38016a5380> (a 
com.mam.app.backend.core.database.pool.ConnectionPoolAdapter)
        at java.lang.Object.wait(Object.java:474)
        at snaq.util.ObjectPool$Cleaner.run(ObjectPool.java:825)
        - locked <0x00002b38016a5380> (a 
com.mam.app.backend.core.database.pool.ConnectionPoolAdapter)

"CleanerThread_9" daemon prio=1 tid=0x00002aaab1780770 nid=0x6aed in 
Object.wait() [0x0000000042778000..0x0000000042778dc0]
        at java.lang.Object.wait(Native Method)
        - waiting on <0x00002b38016a5468> (a 
com.mam.app.backend.core.database.pool.ConnectionPoolAdapter)
        at java.lang.Object.wait(Object.java:474)
        at snaq.util.ObjectPool$Cleaner.run(ObjectPool.java:825)
        - locked <0x00002b38016a5468> (a 
com.mam.app.backend.core.database.pool.ConnectionPoolAdapter)

"CleanerThread_8" daemon prio=1 tid=0x00002aaab1731ff0 nid=0x6aec in 
Object.wait() [0x0000000042677000..0x0000000042677e40]
        at java.lang.Object.wait(Native Method)
        - waiting on <0x00002b38016a5550> (a 
com.mam.app.backend.core.database.pool.ConnectionPoolAdapter)
        at java.lang.Object.wait(Object.java:474)
        at snaq.util.ObjectPool$Cleaner.run(ObjectPool.java:825)
        - locked <0x00002b38016a5550> (a 
com.mam.app.backend.core.database.pool.ConnectionPoolAdapter)

"CleanerThread_7" daemon prio=1 tid=0x00002aaab17311a0 nid=0x6aeb in 
Object.wait() [0x0000000042576000..0x0000000042576ec0]
        at java.lang.Object.wait(Native Method)
        - waiting on <0x00002b38016a5638> (a 
com.mam.app.backend.core.database.pool.ConnectionPoolAdapter)
        at java.lang.Object.wait(Object.java:474)
        at snaq.util.ObjectPool$Cleaner.run(ObjectPool.java:825)
        - locked <0x00002b38016a5638> (a 
com.mam.app.backend.core.database.pool.ConnectionPoolAdapter)

"CleanerThread_6" daemon prio=1 tid=0x00002aaab17145e0 nid=0x6aea in 
Object.wait() [0x0000000042475000..0x0000000042475b40]
        at java.lang.Object.wait(Native Method)
        - waiting on <0x00002b38016a5720> (a 
com.mam.app.backend.core.database.pool.ConnectionPoolAdapter)
        at java.lang.Object.wait(Object.java:474)
        at snaq.util.ObjectPool$Cleaner.run(ObjectPool.java:825)
        - locked <0x00002b38016a5720> (a 
com.mam.app.backend.core.database.pool.ConnectionPoolAdapter)

"CleanerThread_5" daemon prio=1 tid=0x00002aaab1713570 nid=0x6ae9 in 
Object.wait() [0x0000000042374000..0x0000000042374bc0]
        at java.lang.Object.wait(Native Method)
        - waiting on <0x00002b38016a5808> (a 
com.mam.app.backend.core.database.pool.ConnectionPoolAdapter)
        at java.lang.Object.wait(Object.java:474)
        at snaq.util.ObjectPool$Cleaner.run(ObjectPool.java:825)
        - locked <0x00002b38016a5808> (a 
com.mam.app.backend.core.database.pool.ConnectionPoolAdapter)

"CleanerThread_4" daemon prio=1 tid=0x00002aaab17291d0 nid=0x6ae8 in 
Object.wait() [0x0000000042273000..0x0000000042273c40]
        at java.lang.Object.wait(Native Method)
        - waiting on <0x00002b38016a58f0> (a 
com.mam.app.backend.core.database.pool.ConnectionPoolAdapter)
        at java.lang.Object.wait(Object.java:474)
        at snaq.util.ObjectPool$Cleaner.run(ObjectPool.java:825)
        - locked <0x00002b38016a58f0> (a 
com.mam.app.backend.core.database.pool.ConnectionPoolAdapter)

"CleanerThread_3" daemon prio=1 tid=0x00002aaab1728130 nid=0x6ae7 in 
Object.wait() [0x0000000042172000..0x0000000042172cc0]
        at java.lang.Object.wait(Native Method)
        - waiting on <0x00002b38016a59d8> (a 
com.mam.app.backend.core.database.pool.ConnectionPoolAdapter)
        at java.lang.Object.wait(Object.java:474)
        at snaq.util.ObjectPool$Cleaner.run(ObjectPool.java:825)
        - locked <0x00002b38016a59d8> (a 
com.mam.app.backend.core.database.pool.ConnectionPoolAdapter)

"CleanerThread_2" daemon prio=1 tid=0x00002aaab173f090 nid=0x6ae6 in 
Object.wait() [0x0000000042071000..0x0000000042071d40]
        at java.lang.Object.wait(Native Method)
        - waiting on <0x00002b38016a5ac0> (a 
com.mam.app.backend.core.database.pool.ConnectionPoolAdapter)
        at java.lang.Object.wait(Object.java:474)
        at snaq.util.ObjectPool$Cleaner.run(ObjectPool.java:825)
        - locked <0x00002b38016a5ac0> (a 
com.mam.app.backend.core.database.pool.ConnectionPoolAdapter)

"CleanerThread_1" daemon prio=1 tid=0x00002aaab173fe20 nid=0x6ae5 in 
Object.wait() [0x0000000041f70000..0x0000000041f70dc0]
        at java.lang.Object.wait(Native Method)
        - waiting on <0x00002b38016a5ba8> (a 
com.mam.app.backend.core.database.pool.ConnectionPoolAdapter)
        at java.lang.Object.wait(Object.java:474)
        at snaq.util.ObjectPool$Cleaner.run(ObjectPool.java:825)
        - locked <0x00002b38016a5ba8> (a 
com.mam.app.backend.core.database.pool.ConnectionPoolAdapter)

"CleanerThread_0" daemon prio=1 tid=0x00002aaab1729ce0 nid=0x6ae4 in 
Object.wait() [0x0000000041e6f000..0x0000000041e6fe40]
        at java.lang.Object.wait(Native Method)
        - waiting on <0x00002b38016a5c90> (a 
com.mam.app.backend.core.database.pool.ConnectionPoolAdapter)
        at java.lang.Object.wait(Object.java:474)
        at snaq.util.ObjectPool$Cleaner.run(ObjectPool.java:825)
        - locked <0x00002b38016a5c90> (a 
com.mam.app.backend.core.database.pool.ConnectionPoolAdapter)

"pool-2-thread-6" prio=1 tid=0x00002aaaab86a360 nid=0x6ae1 waiting for 
monitor entry [0x0000000041c6d000..0x0000000041c6db40]
        at 
org.apache.catalina.ha.session.DeltaRequest.readExternal(DeltaRequest.java:234)
        - waiting to lock <0x00002b380e140538> (a 
org.apache.catalina.ha.session.DeltaRequest)
        at 
org.apache.catalina.ha.session.DeltaManager.deserializeDeltaRequest(DeltaManager.java:619)
        at 
org.apache.catalina.ha.session.DeltaManager.handleSESSION_DELTA(DeltaManager.java:1363)
        at 
org.apache.catalina.ha.session.DeltaManager.messageReceived(DeltaManager.java:1320)
        at 
org.apache.catalina.ha.session.DeltaManager.messageDataReceived(DeltaManager.java:1083)
        at 
org.apache.catalina.ha.session.ClusterSessionListener.messageReceived(ClusterSessionListener.java:87)
        at 
org.apache.catalina.ha.tcp.SimpleTcpCluster.messageReceived(SimpleTcpCluster.java:899)
        at 
org.apache.catalina.ha.tcp.SimpleTcpCluster.messageReceived(SimpleTcpCluster.java:880)
        at 
org.apache.catalina.tribes.group.GroupChannel.messageReceived(GroupChannel.java:269)
        at 
org.apache.catalina.tribes.group.ChannelInterceptorBase.messageReceived(ChannelInterceptorBase.java:79)
        at 
org.apache.catalina.tribes.group.interceptors.TcpFailureDetector.messageReceived(TcpFailureDetector.java:110)
        at 
org.apache.catalina.tribes.group.ChannelInterceptorBase.messageReceived(ChannelInterceptorBase.java:79)
        at 
org.apache.catalina.tribes.group.ChannelInterceptorBase.messageReceived(ChannelInterceptorBase.java:79)
        at 
org.apache.catalina.tribes.group.ChannelInterceptorBase.messageReceived(ChannelInterceptorBase.java:79)
        at 
org.apache.catalina.tribes.group.ChannelCoordinator.messageReceived(ChannelCoordinator.java:241)
        at 
org.apache.catalina.tribes.transport.ReceiverBase.messageDataReceived(ReceiverBase.java:225)
        at 
org.apache.catalina.tribes.transport.nio.NioReplicationTask.drainChannel(NioReplicationTask.java:188)
        at 
org.apache.catalina.tribes.transport.nio.NioReplicationTask.run(NioReplicationTask.java:91)
        - locked <0x00002b3801b7fbe8> (a 
org.apache.catalina.tribes.transport.nio.NioReplicationTask)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:650)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:675)
        at java.lang.Thread.run(Thread.java:595)

"pool-2-thread-3" prio=1 tid=0x00002aaaae212f00 nid=0x6ade waiting for 
monitor entry [0x000000004196a000..0x000000004196acc0]
        at 
org.apache.catalina.ha.session.DeltaRequest.readExternal(DeltaRequest.java:234)
        - waiting to lock <0x00002b380e140538> (a 
org.apache.catalina.ha.session.DeltaRequest)
        at 
org.apache.catalina.ha.session.DeltaManager.deserializeDeltaRequest(DeltaManager.java:619)
        at 
org.apache.catalina.ha.session.DeltaManager.handleSESSION_DELTA(DeltaManager.java:1363)
        at 
org.apache.catalina.ha.session.DeltaManager.messageReceived(DeltaManager.java:1320)
        at 
org.apache.catalina.ha.session.DeltaManager.messageDataReceived(DeltaManager.java:1083)
        at 
org.apache.catalina.ha.session.ClusterSessionListener.messageReceived(ClusterSessionListener.java:87)
        at 
org.apache.catalina.ha.tcp.SimpleTcpCluster.messageReceived(SimpleTcpCluster.java:899)
        at 
org.apache.catalina.ha.tcp.SimpleTcpCluster.messageReceived(SimpleTcpCluster.java:880)
        at 
org.apache.catalina.tribes.group.GroupChannel.messageReceived(GroupChannel.java:269)
        at 
org.apache.catalina.tribes.group.ChannelInterceptorBase.messageReceived(ChannelInterceptorBase.java:79)
        at 
org.apache.catalina.tribes.group.interceptors.TcpFailureDetector.messageReceived(TcpFailureDetector.java:110)
        at 
org.apache.catalina.tribes.group.ChannelInterceptorBase.messageReceived(ChannelInterceptorBase.java:79)
        at 
org.apache.catalina.tribes.group.ChannelInterceptorBase.messageReceived(ChannelInterceptorBase.java:79)
        at 
org.apache.catalina.tribes.group.ChannelInterceptorBase.messageReceived(ChannelInterceptorBase.java:79)
        at 
org.apache.catalina.tribes.group.ChannelCoordinator.messageReceived(ChannelCoordinator.java:241)
        at 
org.apache.catalina.tribes.transport.ReceiverBase.messageDataReceived(ReceiverBase.java:225)
        at 
org.apache.catalina.tribes.transport.nio.NioReplicationTask.drainChannel(NioReplicationTask.java:188)
        at 
org.apache.catalina.tribes.transport.nio.NioReplicationTask.run(NioReplicationTask.java:91)
        - locked <0x00002b3801e067b8> (a 
org.apache.catalina.tribes.transport.nio.NioReplicationTask)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:650)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:675)
        at java.lang.Thread.run(Thread.java:595)

"pool-2-thread-2" prio=1 tid=0x00002aaaab186eb0 nid=0x6add waiting on 
condition [0x0000000041869000..0x0000000041869d40]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:118)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:716)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:746)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1076)
        at 
java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync.wlock(ReentrantReadWriteLock.java:342)
        at 
java.util.concurrent.locks.ReentrantReadWriteLock$WriteLock.lock(ReentrantReadWriteLock.java:637)
        at 
org.apache.catalina.ha.session.DeltaSession.lock(DeltaSession.java:184)
        at 
org.apache.catalina.ha.session.DeltaSession.setAttribute(DeltaSession.java:517)
        at 
org.apache.catalina.ha.session.DeltaRequest.execute(DeltaRequest.java:164)
        - locked <0x00002b380e140538> (a 
org.apache.catalina.ha.session.DeltaRequest)
        at 
org.apache.catalina.ha.session.DeltaManager.handleSESSION_DELTA(DeltaManager.java:1364)
        at 
org.apache.catalina.ha.session.DeltaManager.messageReceived(DeltaManager.java:1320)
        at 
org.apache.catalina.ha.session.DeltaManager.messageDataReceived(DeltaManager.java:1083)
        at 
org.apache.catalina.ha.session.ClusterSessionListener.messageReceived(ClusterSessionListener.java:87)
        at 
org.apache.catalina.ha.tcp.SimpleTcpCluster.messageReceived(SimpleTcpCluster.java:899)
        at 
org.apache.catalina.ha.tcp.SimpleTcpCluster.messageReceived(SimpleTcpCluster.java:880)
        at 
org.apache.catalina.tribes.group.GroupChannel.messageReceived(GroupChannel.java:269)
        at 
org.apache.catalina.tribes.group.ChannelInterceptorBase.messageReceived(ChannelInterceptorBase.java:79)
        at 
org.apache.catalina.tribes.group.interceptors.TcpFailureDetector.messageReceived(TcpFailureDetector.java:110)
        at 
org.apache.catalina.tribes.group.ChannelInterceptorBase.messageReceived(ChannelInterceptorBase.java:79)
        at 
org.apache.catalina.tribes.group.ChannelInterceptorBase.messageReceived(ChannelInterceptorBase.java:79)
        at 
org.apache.catalina.tribes.group.ChannelInterceptorBase.messageReceived(ChannelInterceptorBase.java:79)
        at 
org.apache.catalina.tribes.group.ChannelCoordinator.messageReceived(ChannelCoordinator.java:241)
        at 
org.apache.catalina.tribes.transport.ReceiverBase.messageDataReceived(ReceiverBase.java:225)
        at 
org.apache.catalina.tribes.transport.nio.NioReplicationTask.drainChannel(NioReplicationTask.java:188)
        at 
org.apache.catalina.tribes.transport.nio.NioReplicationTask.run(NioReplicationTask.java:91)
        - locked <0x00002b3801e06700> (a 
org.apache.catalina.tribes.transport.nio.NioReplicationTask)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:650)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:675)
        at java.lang.Thread.run(Thread.java:595)

"Low Memory Detector" daemon prio=1 tid=0x00002aaaaad44630 nid=0x6ace 
runnable [0x0000000000000000..0x0000000000000000]

"CompilerThread1" daemon prio=1 tid=0x00002aaaaad42a90 nid=0x6acd waiting on 
condition [0x0000000000000000..0x00000000410606f0]

"CompilerThread0" daemon prio=1 tid=0x00002aaaaad41570 nid=0x6acc waiting on 
condition [0x0000000000000000..0x0000000040f5f790]

"AdapterThread" daemon prio=1 tid=0x00002aaaaad3fea0 nid=0x6acb waiting on 
condition [0x0000000000000000..0x0000000000000000]

"Signal Dispatcher" daemon prio=1 tid=0x00002aaaaad3ebd0 nid=0x6aca waiting 
on condition [0x0000000000000000..0x0000000000000000]

"Finalizer" daemon prio=1 tid=0x00002aaaaabcad50 nid=0x6ac9 in Object.wait() 
[0x0000000040c5d000..0x0000000040c5dbc0]
        at java.lang.Object.wait(Native Method)
        - waiting on <0x00002b380163f6a0> (a 
java.lang.ref.ReferenceQueue$Lock)
        at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:120)
        - locked <0x00002b380163f6a0> (a java.lang.ref.ReferenceQueue$Lock)
        at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:136)
        at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:159)

"Reference Handler" daemon prio=1 tid=0x00002aaaaabca570 nid=0x6ac6 in 
Object.wait() [0x0000000040b5c000..0x0000000040b5cc40]
        at java.lang.Object.wait(Native Method)
        - waiting on <0x00002b380173ef30> (a java.lang.ref.Reference$Lock)
        at java.lang.Object.wait(Object.java:474)
        at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:116)
        - locked <0x00002b380173ef30> (a java.lang.ref.Reference$Lock)

"VM Thread" prio=1 tid=0x00002aaaaabc6140 nid=0x6ac5 runnable

"GC task thread#0 (ParallelGC)" prio=1 tid=0x0000000040134910 nid=0x6abd 
runnable

"GC task thread#1 (ParallelGC)" prio=1 tid=0x0000000040135700 nid=0x6abe 
runnable

"GC task thread#2 (ParallelGC)" prio=1 tid=0x00000000401364f0 nid=0x6abf 
runnable

"GC task thread#3 (ParallelGC)" prio=1 tid=0x00000000401372e0 nid=0x6ac0 
runnable

"GC task thread#4 (ParallelGC)" prio=1 tid=0x00000000401380d0 nid=0x6ac1 
runnable

"GC task thread#5 (ParallelGC)" prio=1 tid=0x0000000040138ec0 nid=0x6ac2 
runnable

"GC task thread#6 (ParallelGC)" prio=1 tid=0x0000000040139cb0 nid=0x6ac3 
runnable

"GC task thread#7 (ParallelGC)" prio=1 tid=0x000000004013aaa0 nid=0x6ac4 
runnable

"VM Periodic Task Thread" prio=1 tid=0x000000004012b820 nid=0x6acf waiting 
on condition




Also I have found some errors like:

SCHWERWIEGEND: An exception or error occurred in the container during the 
request processing
java.lang.NullPointerException
        at 
org.apache.catalina.ha.tcp.ReplicationValve.invoke(ReplicationValve.java:348)
        at 
org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:286)
        at 
org.apache.coyote.http11.Http11Processor.process(Http11Processor.java:844)
        at 
org.apache.coyote.http11.Http11Protocol$Http11ConnectionHandler.process(Http11Protocol.java:583)
        at 
org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:447)
        at java.lang.Thread.run(Thread.java:595)
28.04.2009 15:07:40 org.apache.catalina.connector.CoyoteAdapter service
SCHWERWIEGEND: An exception or error occurred in the container during the 
request processing
java.lang.NullPointerException
        at 
org.apache.catalina.ha.tcp.ReplicationValve.invoke(ReplicationValve.java:348)
        at 
org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:286)
        at 
org.apache.coyote.http11.Http11Processor.process(Http11Processor.java:844)
        at 
org.apache.coyote.http11.Http11Protocol$Http11ConnectionHandler.process(Http11Protocol.java:583)
        at 
org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:447)
        at java.lang.Thread.run(Thread.java:595)
28.04.2009 15:07:40 org.apache.catalina.connector.CoyoteAdapter service
SCHWERWIEGEND: An exception or error occurred in the container during the 
request processing
java.lang.NullPointerException
        at 
org.apache.catalina.ha.tcp.ReplicationValve.invoke(ReplicationValve.java:348)
        at 
org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:286)
        at 
org.apache.coyote.http11.Http11Processor.process(Http11Processor.java:844)
        at 
org.apache.coyote.http11.Http11Protocol$Http11ConnectionHandler.process(Http11Protocol.java:583)
        at 
org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:447)
        at java.lang.Thread.run(Thread.java:595)
28.04.2009 15:07:40 org.apache.catalina.connector.CoyoteAdapter service

Thanks,
Mohamedin
----- Original Message ----- 
From: "Filip Hanik - Dev Lists" <de...@hanik.com>
To: "Tomcat Users List" <us...@tomcat.apache.org>
Sent: Tuesday, April 28, 2009 3:31 AM
Subject: Re: Session Replication problems


> we'd need the entire stacktrace, not just a snippet for it to be helpful 
> to us.
>
> Filip
>
> Mohamedin wrote:
>> Dear All,
>>
>> I use these configuration to enable session replication:
>>
>>
>> Master server:
>>
>>     <Engine name="Catalina" defaultHost="localhost" jvmRoute="master">
>>         <Cluster className="org.apache.catalina.ha.tcp.SimpleTcpCluster" 
>> channelSendOptions="8">
>>                 <Manager 
>> className="org.apache.catalina.ha.session.DeltaManager" 
>> expireSessionsOnShutdown="false" notifyListenersOnReplication="true" 
>> domainReplication="true" />
>>                 <Channel 
>> className="org.apache.catalina.tribes.group.GroupChannel">
>>                         <Membership 
>> className="org.apache.catalina.tribes.membership.McastService" 
>> port="5000"/>
>>                         <Sender 
>> className="org.apache.catalina.tribes.transport.ReplicationTransmitter">
>>                                 <Transport 
>> className="org.apache.catalina.tribes.transport.nio.PooledParallelSender" 
>> />
>>                         </Sender>
>>                         <Receiver 
>> className="org.apache.catalina.tribes.transport.nio.NioReceiver"
>>                         address="111.111.111.111" port="6000" 
>> autoBind="100" selectorTimeout="5000"
>>                         maxThreads="6" />
>>                         <Interceptor 
>> className="org.apache.catalina.tribes.group.interceptors.TcpFailureDetector" 
>> />
>>                         <Interceptor 
>> className="org.apache.catalina.tribes.group.interceptors.MessageDispatch15Interceptor" 
>> />
>>                         <Interceptor 
>> className="org.apache.catalina.tribes.group.interceptors.StaticMembershipInterceptor">
>>                                 <Member 
>> className="org.apache.catalina.tribes.membership.StaticMember"
>>                                 port="6000" securePort="-1" 
>> host="111.111.111.222" domain="111.111.111.222" />
>>                                 <Member 
>> className="org.apache.catalina.tribes.membership.StaticMember"
>>                                 port="6000" securePort="-1" 
>> host="111.111.111.223" domain="111.111.111.223" />
>>                                 <Member 
>> className="org.apache.catalina.tribes.membership.StaticMember"
>>                                 port="6000" securePort="-1" 
>> host="111.111.111.224" domain="111.111.111.224" />
>>                         </Interceptor>
>>                 </Channel>
>>                 <Valve 
>> className="org.apache.catalina.ha.tcp.ReplicationValve" filter="" />
>>                 <ClusterListener 
>> className="org.apache.catalina.ha.session.JvmRouteSessionIDBinderListener" 
>> />
>>                 <ClusterListener 
>> className="org.apache.catalina.ha.session.ClusterSessionListener" />
>>         </Cluster>
>>
>>
>> ===========
>> S2 server:
>> ===========
>>     <Engine name="Catalina" defaultHost="localhost" jvmRoute="s2">
>>
>>         <Cluster className="org.apache.catalina.ha.tcp.SimpleTcpCluster" 
>> channelSendOptions="8">
>>                 <Manager 
>> className="org.apache.catalina.ha.session.DeltaManager" 
>> expireSessionsOnShutdown="false" notifyListenersOnReplication="true" 
>> domainReplication="true" />
>>                 <Channel 
>> className="org.apache.catalina.tribes.group.GroupChannel">
>>                         <Membership 
>> className="org.apache.catalina.tribes.membership.McastService" 
>> port="5000"/>
>>                         <Sender 
>> className="org.apache.catalina.tribes.transport.ReplicationTransmitter">
>>                                 <Transport 
>> className="org.apache.catalina.tribes.transport.nio.PooledParallelSender" 
>> />
>>                         </Sender>
>>                         <Receiver 
>> className="org.apache.catalina.tribes.transport.nio.NioReceiver"
>>                         address="111.111.111.223" port="6000" 
>> autoBind="100" selectorTimeout="5000"
>>                         maxThreads="6" />
>>                         <Interceptor 
>> className="org.apache.catalina.tribes.group.interceptors.TcpFailureDetector" 
>> />
>>                         <Interceptor 
>> className="org.apache.catalina.tribes.group.interceptors.MessageDispatch15Interceptor" 
>> />
>>                         <Interceptor 
>> className="org.apache.catalina.tribes.group.interceptors.StaticMembershipInterceptor">
>>                                 <Member 
>> className="org.apache.catalina.tribes.membership.StaticMember"
>>                                 port="6000" securePort="-1" 
>> host="111.111.111.111" domain="111.111.111.111" />
>>                                 <Member 
>> className="org.apache.catalina.tribes.membership.StaticMember"
>>                                 port="6000" securePort="-1" 
>> host="111.111.111.222" domain="111.111.111.222" />
>>                                 <Member 
>> className="org.apache.catalina.tribes.membership.StaticMember"
>>                                 port="6000" securePort="-1" 
>> host="111.111.111.224" domain="111.111.111.224" />
>>                         </Interceptor>
>>                 </Channel>
>>                 <Valve 
>> className="org.apache.catalina.ha.tcp.ReplicationValve" filter="" />
>>                 <ClusterListener 
>> className="org.apache.catalina.ha.session.JvmRouteSessionIDBinderListener" 
>> />
>>                 <ClusterListener 
>> className="org.apache.catalina.ha.session.ClusterSessionListener" />
>>         </Cluster>
>>
>>
>> ==============
>> S3 server:
>> ==============
>>
>>     <Engine name="Catalina" defaultHost="localhost" jvmRoute="s3">
>>
>>         <Cluster className="org.apache.catalina.ha.tcp.SimpleTcpCluster" 
>> channelSendOptions="8">
>>                 <Manager 
>> className="org.apache.catalina.ha.session.DeltaManager" 
>> expireSessionsOnShutdown="false" notifyListenersOnReplication="true" 
>> domainReplication="true" />
>>                 <Channel 
>> className="org.apache.catalina.tribes.group.GroupChannel">
>>                         <Membership 
>> className="org.apache.catalina.tribes.membership.McastService" 
>> port="5000"/>
>>                         <Sender 
>> className="org.apache.catalina.tribes.transport.ReplicationTransmitter">
>>                                 <Transport 
>> className="org.apache.catalina.tribes.transport.nio.PooledParallelSender" 
>> />
>>                         </Sender>
>>                         <Receiver 
>> className="org.apache.catalina.tribes.transport.nio.NioReceiver"
>>                         address="111.111.111.224" port="6000" 
>> autoBind="100" selectorTimeout="5000"
>>                         maxThreads="6" />
>>                         <Interceptor 
>> className="org.apache.catalina.tribes.group.interceptors.TcpFailureDetector" 
>> />
>>                         <Interceptor 
>> className="org.apache.catalina.tribes.group.interceptors.MessageDispatch15Interceptor" 
>> />
>>                         <Interceptor 
>> className="org.apache.catalina.tribes.group.interceptors.StaticMembershipInterceptor">
>>                                 <Member 
>> className="org.apache.catalina.tribes.membership.StaticMember"
>>                                 port="6000" securePort="-1" 
>> host="111.111.111.111" domain="111.111.111.111" />
>>                                 <Member 
>> className="org.apache.catalina.tribes.membership.StaticMember"
>>                                 port="6000" securePort="-1" 
>> host="111.111.111.222" domain="111.111.111.222" />
>>                                 <Member 
>> className="org.apache.catalina.tribes.membership.StaticMember"
>>                                 port="6000" securePort="-1" 
>> host="111.111.111.223" domain="111.111.111.223" />
>>                         </Interceptor>
>>                 </Channel>
>>                 <Valve 
>> className="org.apache.catalina.ha.tcp.ReplicationValve" filter="" />
>>                 <ClusterListener 
>> className="org.apache.catalina.ha.session.JvmRouteSessionIDBinderListener" 
>> />
>>                 <ClusterListener 
>> className="org.apache.catalina.ha.session.ClusterSessionListener" />
>>         </Cluster>
>>
>> ================
>> S1 server:
>> ================
>>
>>     <Engine name="Catalina" defaultHost="localhost" jvmRoute="s1">
>>
>>         <Cluster className="org.apache.catalina.ha.tcp.SimpleTcpCluster" 
>> channelSendOptions="8">
>>                 <Manager 
>> className="org.apache.catalina.ha.session.DeltaManager" 
>> expireSessionsOnShutdown="false" notifyListenersOnReplication="true" 
>> domainReplication="true" />
>>                 <Channel 
>> className="org.apache.catalina.tribes.group.GroupChannel">
>>                         <Membership 
>> className="org.apache.catalina.tribes.membership.McastService" 
>> port="5000"/>
>>                         <Sender 
>> className="org.apache.catalina.tribes.transport.ReplicationTransmitter">
>>                                 <Transport 
>> className="org.apache.catalina.tribes.transport.nio.PooledParallelSender" 
>> />
>>                         </Sender>
>>                         <Receiver 
>> className="org.apache.catalina.tribes.transport.nio.NioReceiver"
>>                         address="111.111.111.222" port="6000" 
>> autoBind="100" selectorTimeout="5000"
>>                         maxThreads="6" />
>>                         <Interceptor 
>> className="org.apache.catalina.tribes.group.interceptors.TcpFailureDetector" 
>> />
>>                         <Interceptor 
>> className="org.apache.catalina.tribes.group.interceptors.MessageDispatch15Interceptor" 
>> />
>>                         <Interceptor 
>> className="org.apache.catalina.tribes.group.interceptors.StaticMembershipInterceptor">
>>                                 <Member 
>> className="org.apache.catalina.tribes.membership.StaticMember"
>>                                 port="6000" securePort="-1" 
>> host="111.111.111.111" domain="111.111.111.111" />
>>                                 <Member 
>> className="org.apache.catalina.tribes.membership.StaticMember"
>>                                 port="6000" securePort="-1" 
>> host="111.111.111.223" domain="111.111.111.223" />
>>                                 <Member 
>> className="org.apache.catalina.tribes.membership.StaticMember"
>>                                 port="6000" securePort="-1" 
>> host="111.111.111.224" domain="111.111.111.224" />
>>                         </Interceptor>
>>                 </Channel>
>>                 <Valve 
>> className="org.apache.catalina.ha.tcp.ReplicationValve" filter="" />
>>                 <ClusterListener 
>> className="org.apache.catalina.ha.session.JvmRouteSessionIDBinderListener" 
>> />
>>                 <ClusterListener 
>> className="org.apache.catalina.ha.session.ClusterSessionListener" />
>>         </Cluster>
>>
>> =============================
>>
>> My problem is the Master server (First One) did not replicate the 
>> sessions well. Also sometimes it refuse to stop and thread dump show it 
>> is in session replication
>>
>> Some threads like this:
>>
>> "TP-Processor15" daemon prio=1 tid=0x00002aaaab039e80 nid=0x7014 waiting 
>> on condition [0x00000000472c2000..0x00000000472c3e40]
>>         at sun.misc.Unsafe.park(Native Method)
>>         at 
>> java.util.concurrent.locks.LockSupport.park(LockSupport.java:118)
>>         at 
>> java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:716)
>>         at 
>> java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:746)
>>         at 
>> java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1076)
>>         at 
>> java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync.wlock(ReentrantReadWriteLock.java:342)
>>         at 
>> java.util.concurrent.locks.ReentrantReadWriteLock$WriteLock.lock(ReentrantReadWriteLock.java:637)
>>         at 
>> org.apache.catalina.ha.session.DeltaSession.lock(DeltaSession.java:184)
>>         at 
>> org.apache.catalina.ha.session.DeltaSession.setAttribute(DeltaSession.java:517)
>>         at 
>> org.apache.catalina.ha.session.DeltaSession.setAttribute(DeltaSession.java:502)
>>         at 
>> org.apache.catalina.session.StandardSessionFacade.setAttribute(StandardSessionFacade.java:130)
>>         at 
>> com.lutris.appserver.server.sessionContainerAdapter.ContainerAdapterSession.setHttpSession(ContainerAdapterSession.java:230)
>>         at 
>> com.lutris.appserver.server.sessionContainerAdapter.ContainerAdapterSessionManager.getSession(ContainerAdapterSessionManager.java:311)
>>         at 
>> com.lutris.appserver.server.sessionContainerAdapter.ContainerAdapterSessionManager.getSession(ContainerAdapterSessionManager.java:342)
>>         at 
>> com.lutris.appserver.server.sessionContainerAdapter.TomcatContainerAdapterSessionManager.getSession(TomcatContainerAdapterSessionManager.java:273)
>>         at 
>> com.lutris.appserver.server.StandardAppUtil.getRequestSession(StandardAppUtil.java:323)
>>         at 
>> com.lutris.appserver.server.StandardApplication.ensureSession(StandardApplication.java:718)
>>         at 
>> com.lutris.appserver.server.StandardApplication.requestPreprocessor(StandardApplication.java:900)
>>         at com.ours.WebApp.requestPreprocessor(WebApp.java:83)
>>         at 
>> com.lutris.appserver.server.httpPresentation.HttpPresentationManager.runRequestPreprocessor(HttpPresentationManager.java:400)
>>         at 
>> com.lutris.appserver.server.httpPresentation.HttpPresentationManager.Run(HttpPresentationManager.java:247)
>>         at 
>> com.lutris.appserver.server.httpPresentation.servlet.HttpPresentationServlet.serviceDirect(HttpPresentationServlet.java:682)
>>         at 
>> com.lutris.appserver.server.httpPresentation.servlet.HttpPresentationServlet.service(HttpPresentationServlet.java:807)
>>         at javax.servlet.http.HttpServlet.service(HttpServlet.java:803)
>>         at 
>> org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:290)
>>         at 
>> org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206)
>>         at 
>> org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:233)
>>         at 
>> org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:175)
>>         at 
>> org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:128)
>>         at 
>> org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:102)
>>         at 
>> org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:109)
>>         at 
>> org.apache.catalina.ha.tcp.ReplicationValve.invoke(ReplicationValve.java:347)
>>         at 
>> org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:286)
>>         at 
>> org.apache.jk.server.JkCoyoteHandler.invoke(JkCoyoteHandler.java:190)
>>         at 
>> org.apache.jk.common.HandlerRequest.invoke(HandlerRequest.java:283)
>>         at 
>> org.apache.jk.common.ChannelSocket.invoke(ChannelSocket.java:767)
>>         at 
>> org.apache.jk.common.ChannelSocket.processConnection(ChannelSocket.java:697)
>>         at 
>> org.apache.jk.common.ChannelSocket$SocketConnection.runIt(ChannelSocket.java:889)
>>         at 
>> org.apache.tomcat.util.threads.ThreadPool$ControlRunnable.run(ThreadPool.java:690)
>>         at java.lang.Thread.run(Thread.java:595)
>>
>> Note: The Master server is not in the same network (LAN) with other 3 
>> servers
>>
>> Regards,
>> Mohamedin
>>
>
>
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: users-unsubscribe@tomcat.apache.org
> For additional commands, e-mail: users-help@tomcat.apache.org
>
>
> __________ Information from ESET NOD32 Antivirus, version of virus 
> signature database 4038 (20090427) __________
>
> The message was checked by ESET NOD32 Antivirus.
>
> http://www.eset.com
>
>
> 


---------------------------------------------------------------------
To unsubscribe, e-mail: users-unsubscribe@tomcat.apache.org
For additional commands, e-mail: users-help@tomcat.apache.org


Re: Session Replication problems

Posted by Filip Hanik - Dev Lists <de...@hanik.com>.
we'd need the entire stacktrace, not just a snippet for it to be helpful 
to us.

Filip

Mohamedin wrote:
> Dear All,
>
> I use these configuration to enable session replication:
>
>
> Master server:
>
>     <Engine name="Catalina" defaultHost="localhost" jvmRoute="master">
>         <Cluster className="org.apache.catalina.ha.tcp.SimpleTcpCluster" channelSendOptions="8">
>                 <Manager className="org.apache.catalina.ha.session.DeltaManager" expireSessionsOnShutdown="false" notifyListenersOnReplication="true" domainReplication="true" />
>                 <Channel className="org.apache.catalina.tribes.group.GroupChannel">
>                         <Membership className="org.apache.catalina.tribes.membership.McastService" port="5000"/>
>                         <Sender className="org.apache.catalina.tribes.transport.ReplicationTransmitter">
>                                 <Transport className="org.apache.catalina.tribes.transport.nio.PooledParallelSender" />
>                         </Sender>
>                         <Receiver className="org.apache.catalina.tribes.transport.nio.NioReceiver"
>                         address="111.111.111.111" port="6000" autoBind="100" selectorTimeout="5000"
>                         maxThreads="6" />
>                         <Interceptor className="org.apache.catalina.tribes.group.interceptors.TcpFailureDetector" />
>                         <Interceptor className="org.apache.catalina.tribes.group.interceptors.MessageDispatch15Interceptor" />
>                         <Interceptor className="org.apache.catalina.tribes.group.interceptors.StaticMembershipInterceptor">
>                                 <Member className="org.apache.catalina.tribes.membership.StaticMember"
>                                 port="6000" securePort="-1" host="111.111.111.222" domain="111.111.111.222" />
>                                 <Member className="org.apache.catalina.tribes.membership.StaticMember"
>                                 port="6000" securePort="-1" host="111.111.111.223" domain="111.111.111.223" />
>                                 <Member className="org.apache.catalina.tribes.membership.StaticMember"
>                                 port="6000" securePort="-1" host="111.111.111.224" domain="111.111.111.224" />
>                         </Interceptor>
>                 </Channel>
>                 <Valve className="org.apache.catalina.ha.tcp.ReplicationValve" filter="" />
>                 <ClusterListener className="org.apache.catalina.ha.session.JvmRouteSessionIDBinderListener" />
>                 <ClusterListener className="org.apache.catalina.ha.session.ClusterSessionListener" />
>         </Cluster>
>
>
> ===========
> S2 server:
> ===========
>     <Engine name="Catalina" defaultHost="localhost" jvmRoute="s2">
>
>         <Cluster className="org.apache.catalina.ha.tcp.SimpleTcpCluster" channelSendOptions="8">
>                 <Manager className="org.apache.catalina.ha.session.DeltaManager" expireSessionsOnShutdown="false" notifyListenersOnReplication="true" domainReplication="true" />
>                 <Channel className="org.apache.catalina.tribes.group.GroupChannel">
>                         <Membership className="org.apache.catalina.tribes.membership.McastService" port="5000"/>
>                         <Sender className="org.apache.catalina.tribes.transport.ReplicationTransmitter">
>                                 <Transport className="org.apache.catalina.tribes.transport.nio.PooledParallelSender" />
>                         </Sender>
>                         <Receiver className="org.apache.catalina.tribes.transport.nio.NioReceiver"
>                         address="111.111.111.223" port="6000" autoBind="100" selectorTimeout="5000"
>                         maxThreads="6" />
>                         <Interceptor className="org.apache.catalina.tribes.group.interceptors.TcpFailureDetector" />
>                         <Interceptor className="org.apache.catalina.tribes.group.interceptors.MessageDispatch15Interceptor" />
>                         <Interceptor className="org.apache.catalina.tribes.group.interceptors.StaticMembershipInterceptor">
>                                 <Member className="org.apache.catalina.tribes.membership.StaticMember"
>                                 port="6000" securePort="-1" host="111.111.111.111" domain="111.111.111.111" />
>                                 <Member className="org.apache.catalina.tribes.membership.StaticMember"
>                                 port="6000" securePort="-1" host="111.111.111.222" domain="111.111.111.222" />
>                                 <Member className="org.apache.catalina.tribes.membership.StaticMember"
>                                 port="6000" securePort="-1" host="111.111.111.224" domain="111.111.111.224" />
>                         </Interceptor>
>                 </Channel>
>                 <Valve className="org.apache.catalina.ha.tcp.ReplicationValve" filter="" />
>                 <ClusterListener className="org.apache.catalina.ha.session.JvmRouteSessionIDBinderListener" />
>                 <ClusterListener className="org.apache.catalina.ha.session.ClusterSessionListener" />
>         </Cluster>
>
>
> ==============
> S3 server:
> ==============
>
>     <Engine name="Catalina" defaultHost="localhost" jvmRoute="s3">
>
>         <Cluster className="org.apache.catalina.ha.tcp.SimpleTcpCluster" channelSendOptions="8">
>                 <Manager className="org.apache.catalina.ha.session.DeltaManager" expireSessionsOnShutdown="false" notifyListenersOnReplication="true" domainReplication="true" />
>                 <Channel className="org.apache.catalina.tribes.group.GroupChannel">
>                         <Membership className="org.apache.catalina.tribes.membership.McastService" port="5000"/>
>                         <Sender className="org.apache.catalina.tribes.transport.ReplicationTransmitter">
>                                 <Transport className="org.apache.catalina.tribes.transport.nio.PooledParallelSender" />
>                         </Sender>
>                         <Receiver className="org.apache.catalina.tribes.transport.nio.NioReceiver"
>                         address="111.111.111.224" port="6000" autoBind="100" selectorTimeout="5000"
>                         maxThreads="6" />
>                         <Interceptor className="org.apache.catalina.tribes.group.interceptors.TcpFailureDetector" />
>                         <Interceptor className="org.apache.catalina.tribes.group.interceptors.MessageDispatch15Interceptor" />
>                         <Interceptor className="org.apache.catalina.tribes.group.interceptors.StaticMembershipInterceptor">
>                                 <Member className="org.apache.catalina.tribes.membership.StaticMember"
>                                 port="6000" securePort="-1" host="111.111.111.111" domain="111.111.111.111" />
>                                 <Member className="org.apache.catalina.tribes.membership.StaticMember"
>                                 port="6000" securePort="-1" host="111.111.111.222" domain="111.111.111.222" />
>                                 <Member className="org.apache.catalina.tribes.membership.StaticMember"
>                                 port="6000" securePort="-1" host="111.111.111.223" domain="111.111.111.223" />
>                         </Interceptor>
>                 </Channel>
>                 <Valve className="org.apache.catalina.ha.tcp.ReplicationValve" filter="" />
>                 <ClusterListener className="org.apache.catalina.ha.session.JvmRouteSessionIDBinderListener" />
>                 <ClusterListener className="org.apache.catalina.ha.session.ClusterSessionListener" />
>         </Cluster>
>
> ================
> S1 server:
> ================
>
>     <Engine name="Catalina" defaultHost="localhost" jvmRoute="s1">
>
>         <Cluster className="org.apache.catalina.ha.tcp.SimpleTcpCluster" channelSendOptions="8">
>                 <Manager className="org.apache.catalina.ha.session.DeltaManager" expireSessionsOnShutdown="false" notifyListenersOnReplication="true" domainReplication="true" />
>                 <Channel className="org.apache.catalina.tribes.group.GroupChannel">
>                         <Membership className="org.apache.catalina.tribes.membership.McastService" port="5000"/>
>                         <Sender className="org.apache.catalina.tribes.transport.ReplicationTransmitter">
>                                 <Transport className="org.apache.catalina.tribes.transport.nio.PooledParallelSender" />
>                         </Sender>
>                         <Receiver className="org.apache.catalina.tribes.transport.nio.NioReceiver"
>                         address="111.111.111.222" port="6000" autoBind="100" selectorTimeout="5000"
>                         maxThreads="6" />
>                         <Interceptor className="org.apache.catalina.tribes.group.interceptors.TcpFailureDetector" />
>                         <Interceptor className="org.apache.catalina.tribes.group.interceptors.MessageDispatch15Interceptor" />
>                         <Interceptor className="org.apache.catalina.tribes.group.interceptors.StaticMembershipInterceptor">
>                                 <Member className="org.apache.catalina.tribes.membership.StaticMember"
>                                 port="6000" securePort="-1" host="111.111.111.111" domain="111.111.111.111" />
>                                 <Member className="org.apache.catalina.tribes.membership.StaticMember"
>                                 port="6000" securePort="-1" host="111.111.111.223" domain="111.111.111.223" />
>                                 <Member className="org.apache.catalina.tribes.membership.StaticMember"
>                                 port="6000" securePort="-1" host="111.111.111.224" domain="111.111.111.224" />
>                         </Interceptor>
>                 </Channel>
>                 <Valve className="org.apache.catalina.ha.tcp.ReplicationValve" filter="" />
>                 <ClusterListener className="org.apache.catalina.ha.session.JvmRouteSessionIDBinderListener" />
>                 <ClusterListener className="org.apache.catalina.ha.session.ClusterSessionListener" />
>         </Cluster>
>
> =============================
>
> My problem is the Master server (First One) did not replicate the sessions well. Also sometimes it refuse to stop and thread dump show it is in session replication
>
> Some threads like this:
>
> "TP-Processor15" daemon prio=1 tid=0x00002aaaab039e80 nid=0x7014 waiting on condition [0x00000000472c2000..0x00000000472c3e40]
>         at sun.misc.Unsafe.park(Native Method)
>         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:118)
>         at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:716)
>         at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:746)
>         at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1076)
>         at java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync.wlock(ReentrantReadWriteLock.java:342)
>         at java.util.concurrent.locks.ReentrantReadWriteLock$WriteLock.lock(ReentrantReadWriteLock.java:637)
>         at org.apache.catalina.ha.session.DeltaSession.lock(DeltaSession.java:184)
>         at org.apache.catalina.ha.session.DeltaSession.setAttribute(DeltaSession.java:517)
>         at org.apache.catalina.ha.session.DeltaSession.setAttribute(DeltaSession.java:502)
>         at org.apache.catalina.session.StandardSessionFacade.setAttribute(StandardSessionFacade.java:130)
>         at com.lutris.appserver.server.sessionContainerAdapter.ContainerAdapterSession.setHttpSession(ContainerAdapterSession.java:230)
>         at com.lutris.appserver.server.sessionContainerAdapter.ContainerAdapterSessionManager.getSession(ContainerAdapterSessionManager.java:311)
>         at com.lutris.appserver.server.sessionContainerAdapter.ContainerAdapterSessionManager.getSession(ContainerAdapterSessionManager.java:342)
>         at com.lutris.appserver.server.sessionContainerAdapter.TomcatContainerAdapterSessionManager.getSession(TomcatContainerAdapterSessionManager.java:273)
>         at com.lutris.appserver.server.StandardAppUtil.getRequestSession(StandardAppUtil.java:323)
>         at com.lutris.appserver.server.StandardApplication.ensureSession(StandardApplication.java:718)
>         at com.lutris.appserver.server.StandardApplication.requestPreprocessor(StandardApplication.java:900)
>         at com.ours.WebApp.requestPreprocessor(WebApp.java:83)
>         at com.lutris.appserver.server.httpPresentation.HttpPresentationManager.runRequestPreprocessor(HttpPresentationManager.java:400)
>         at com.lutris.appserver.server.httpPresentation.HttpPresentationManager.Run(HttpPresentationManager.java:247)
>         at com.lutris.appserver.server.httpPresentation.servlet.HttpPresentationServlet.serviceDirect(HttpPresentationServlet.java:682)
>         at com.lutris.appserver.server.httpPresentation.servlet.HttpPresentationServlet.service(HttpPresentationServlet.java:807)
>         at javax.servlet.http.HttpServlet.service(HttpServlet.java:803)
>         at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:290)
>         at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206)
>         at org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:233)
>         at org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:175)
>         at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:128)
>         at org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:102)
>         at org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:109)
>         at org.apache.catalina.ha.tcp.ReplicationValve.invoke(ReplicationValve.java:347)
>         at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:286)
>         at org.apache.jk.server.JkCoyoteHandler.invoke(JkCoyoteHandler.java:190)
>         at org.apache.jk.common.HandlerRequest.invoke(HandlerRequest.java:283)
>         at org.apache.jk.common.ChannelSocket.invoke(ChannelSocket.java:767)
>         at org.apache.jk.common.ChannelSocket.processConnection(ChannelSocket.java:697)
>         at org.apache.jk.common.ChannelSocket$SocketConnection.runIt(ChannelSocket.java:889)
>         at org.apache.tomcat.util.threads.ThreadPool$ControlRunnable.run(ThreadPool.java:690)
>         at java.lang.Thread.run(Thread.java:595)
>
> Note: The Master server is not in the same network (LAN) with other 3 servers
>
> Regards,
> Mohamedin
>   


---------------------------------------------------------------------
To unsubscribe, e-mail: users-unsubscribe@tomcat.apache.org
For additional commands, e-mail: users-help@tomcat.apache.org