You are viewing a plain text version of this content. The canonical link for it is here.
Posted to user@spark.apache.org by "Nagalingam, Karthikeyan" <KA...@netapp.com> on 2017/05/12 14:26:35 UTC

spark-submit hangs at the end

Hello,

I am using Hadoop with nfs as a storage. When I use spark-submit job, it completed the job but the job hangs after “SparkContext: Successfully stopped SparkContext
“ and the spartk-submit suppose to call “ShutdownHookManager: Shutdown hook called”, but it’s not. There are some ESTABLISHED connection still exist. Can you please throw somelight to find the cause for an issue ?


[root@stlrx2540m1-69 log]# spark-submit --class org.apache.spark.examples.SparkPi --master yarn-client --num-executors 3 --driver-memory 512m --executor-memory 512m --executor-cores 1 /usr/hdp/2.6.0.3-8/spark2/examples/jars/spark-examples_2.11-2.1.0.2.6.0.3-8.jar 50 –verbose

..
…
17/05/11 20:39:08 DEBUG Client: IPC Client (182949133) connection to stlrx2540m1-69.rtpppe.netapp.com/10.63.150.163:8050 from root: closed
17/05/11 20:39:08 DEBUG Client: IPC Client (182949133) connection to stlrx2540m1-69.rtpppe.netapp.com/10.63.150.163:8050 from root: stopped, remaining connections 0
17/05/11 20:39:09 INFO YarnClientSchedulerBackend: Stopped
17/05/11 20:39:09 INFO MapOutputTrackerMasterEndpoint: MapOutputTrackerMasterEndpoint stopped!
17/05/11 20:39:09 INFO MemoryStore: MemoryStore cleared
17/05/11 20:39:09 INFO BlockManager: BlockManager stopped
17/05/11 20:39:09 INFO BlockManagerMaster: BlockManagerMaster stopped
17/05/11 20:39:09 INFO OutputCommitCoordinator$OutputCommitCoordinatorEndpoint: OutputCommitCoordinator stopped!
17/05/11 20:39:09 DEBUG PoolThreadCache: Freed 4 thread-local buffer(s) from thread: rpc-server-3-4
17/05/11 20:39:09 INFO SparkContext: Successfully stopped SparkContext
17/05/11 20:39:10 DEBUG PoolThreadCache: Freed 4 thread-local buffer(s) from thread: rpc-server-3-8
17/05/11 20:39:10 DEBUG PoolThreadCache: Freed 5 thread-local buffer(s) from thread: rpc-server-3-7
17/05/11 20:39:11 DEBUG PoolThreadCache: Freed 6 thread-local buffer(s) from thread: rpc-server-3-3
17/05/11 20:39:11 DEBUG PoolThreadCache: Freed 3 thread-local buffer(s) from thread: shuffle-server-6-2
17/05/11 20:39:11 DEBUG PoolThreadCache: Freed 2 thread-local buffer(s) from thread: rpc-server-3-6
17/05/11 20:39:11 DEBUG PoolThreadCache: Freed 10 thread-local buffer(s) from thread: rpc-server-3-2
17/05/11 20:39:11 DEBUG PoolThreadCache: Freed 12 thread-local buffer(s) from thread: rpc-server-3-5
17/05/11 20:39:11 DEBUG PoolThreadCache: Freed 8 thread-local buffer(s) from thread: rpc-server-3-1
<waiting here>

[root@stlrx2540m1-69 ~]# ps -efwwww |grep Pi
root     16302 40511  5 19:46 pts/0    00:00:40 /usr/jdk64/jdk1.8.0_112/bin/java -Dhdp.version=2.6.0.3-8 -cp /usr/hdp/current/hadoop-client/*:/usr/hdp/current/spark2-client/conf/:/usr/hdp/current/spark2-client/jars/*:/usr/hdp/current/hadoop-client/conf/ -Xmx512m org.apache.spark.deploy.SparkSubmit --master yarn-client --conf spark.driver.memory=512m --class org.apache.spark.examples.SparkPi --num-executors 3 --executor-memory 512m --executor-cores 1 /usr/hdp/2.6.0.3-8/spark2/examples/jars/spark-examples_2.11-2.1.0.2.6.0.3-8.jar 50 --verbose
root     26403 26381  0 19:59 pts/2    00:00:00 grep Pi
[root@stlrx2540m1-69 ~]#
[root@stlrx2540m1-69 ~]#
[root@stlrx2540m1-69 ~]#
[root@stlrx2540m1-69 ~]# /usr/java/jdk1.8.0_25/bin/jstack 16302
2017-05-11 19:59:25
Full thread dump Java HotSpot(TM) 64-Bit Server VM (25.112-b15 mixed mode):

"Attach Listener" #398 daemon prio=9 os_prio=0 tid=0x00007f1210001000 nid=0x67bd waiting on condition [0x0000000000000000]
   java.lang.Thread.State: RUNNABLE

"DestroyJavaVM" #395 prio=5 os_prio=0 tid=0x00007f1328010000 nid=0x4001 waiting on condition [0x0000000000000000]
   java.lang.Thread.State: RUNNABLE

"Hashed wheel timer #23" #340 prio=5 os_prio=0 tid=0x00007f0f60001000 nid=0x4176 waiting on condition [0x00007f12d9cdb000]
   java.lang.Thread.State: TIMED_WAITING (sleeping)
                at java.lang.Thread.sleep(Native Method)
                at org.jboss.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:483)
                at org.jboss.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:392)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at java.lang.Thread.run(Thread.java:745)

"New I/O boss #198" #341 prio=5 os_prio=0 tid=0x00007f13299ac000 nid=0x4175 runnable [0x00007f12d9ddc000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e16e0630> (a sun.nio.ch.Util$3)
                - locked <0x00000000e16e0620> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e16e03e8> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.NioClientBoss.run(NioClientBoss.java:42)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #197" #339 prio=5 os_prio=0 tid=0x00007f1329945000 nid=0x4174 runnable [0x00007f12da4e3000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e16cf2f0> (a sun.nio.ch.Util$3)
                - locked <0x00000000e16cf2e0> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e16cf298> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #196" #338 prio=5 os_prio=0 tid=0x00007f13299ad800 nid=0x4173 runnable [0x00007f12da1e0000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e170b400> (a sun.nio.ch.Util$3)
                - locked <0x00000000e170b3f0> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e170b3a8> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #195" #337 prio=5 os_prio=0 tid=0x00007f1329e80000 nid=0x4172 runnable [0x00007f12da0df000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e16e2a08> (a sun.nio.ch.Util$3)
                - locked <0x00000000e16e29f8> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e16e29b0> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #194" #336 prio=5 os_prio=0 tid=0x00007f1329e7c000 nid=0x4171 runnable [0x00007f12da2e1000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e172d4b8> (a sun.nio.ch.Util$3)
                - locked <0x00000000e172d4a8> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e172d460> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #193" #335 prio=5 os_prio=0 tid=0x00007f1329948000 nid=0x4170 runnable [0x00007f12da3e2000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e16e42d0> (a sun.nio.ch.Util$3)
                - locked <0x00000000e16e42c0> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e16e4278> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #192" #334 prio=5 os_prio=0 tid=0x00007f1329946800 nid=0x416f runnable [0x00007f12d9edd000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e16cf9f0> (a sun.nio.ch.Util$3)
                - locked <0x00000000e16cf9e0> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e16cf8c8> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #191" #333 prio=5 os_prio=0 tid=0x00007f1329e7e000 nid=0x416e runnable [0x00007f12da5e4000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e1710908> (a sun.nio.ch.Util$3)
                - locked <0x00000000e17108f8> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e17108b0> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #190" #332 prio=5 os_prio=0 tid=0x00007f1329e7a800 nid=0x416d runnable [0x00007f12d9fde000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e1b7a020> (a sun.nio.ch.Util$3)
                - locked <0x00000000e1b7a010> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e1b79fc8> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"Hashed wheel timer #20" #310 prio=5 os_prio=0 tid=0x00007f0f88001000 nid=0x4158 waiting on condition [0x00007f12da6e5000]
   java.lang.Thread.State: TIMED_WAITING (sleeping)
                at java.lang.Thread.sleep(Native Method)
                at org.jboss.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:483)
                at org.jboss.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:392)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at java.lang.Thread.run(Thread.java:745)

"New I/O boss #171" #311 prio=5 os_prio=0 tid=0x00007f132969d800 nid=0x4157 runnable [0x00007f12da7e6000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e13ceea8> (a sun.nio.ch.Util$3)
                - locked <0x00000000e13cee98> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e13cec60> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.NioClientBoss.run(NioClientBoss.java:42)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #170" #309 prio=5 os_prio=0 tid=0x00007f1329715000 nid=0x4156 runnable [0x00007f12da9e8000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e13fe4b0> (a sun.nio.ch.Util$3)
                - locked <0x00000000e13fe4a0> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e13fe458> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #169" #308 prio=5 os_prio=0 tid=0x00007f1329717000 nid=0x4155 runnable [0x00007f12daeed000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e1401508> (a sun.nio.ch.Util$3)
                - locked <0x00000000e14014f8> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e14014b0> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #168" #307 prio=5 os_prio=0 tid=0x00007f1329719000 nid=0x4154 runnable [0x00007f12dafee000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e13ff128> (a sun.nio.ch.Util$3)
                - locked <0x00000000e13ff118> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e13ff000> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #167" #306 prio=5 os_prio=0 tid=0x00007f1329eea800 nid=0x4153 runnable [0x00007f12dabea000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e13febb0> (a sun.nio.ch.Util$3)
                - locked <0x00000000e13feba0> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e13fea88> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #166" #305 prio=5 os_prio=0 tid=0x00007f1329ee6800 nid=0x4152 runnable [0x00007f12daceb000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e13d1c48> (a sun.nio.ch.Util$3)
                - locked <0x00000000e13d1c38> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e13d1bf0> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #165" #304 prio=5 os_prio=0 tid=0x00007f132969c000 nid=0x4151 runnable [0x00007f12da8e7000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e1405830> (a sun.nio.ch.Util$3)
                - locked <0x00000000e1405820> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e14057d8> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #164" #303 prio=5 os_prio=0 tid=0x00007f132969a000 nid=0x4150 runnable [0x00007f12daae9000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e1401e08> (a sun.nio.ch.Util$3)
                - locked <0x00000000e1401df8> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e1401db0> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #163" #302 prio=5 os_prio=0 tid=0x00007f1329ee8800 nid=0x414f runnable [0x00007f12dadec000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e1409080> (a sun.nio.ch.Util$3)
                - locked <0x00000000e1409070> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e1409028> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"Hashed wheel timer #17" #280 prio=5 os_prio=0 tid=0x00007f0fb0001000 nid=0x413a waiting on condition [0x00007f12db0ef000]
   java.lang.Thread.State: TIMED_WAITING (sleeping)
                at java.lang.Thread.sleep(Native Method)
                at org.jboss.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:483)
                at org.jboss.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:392)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at java.lang.Thread.run(Thread.java:745)

"New I/O boss #144" #281 prio=5 os_prio=0 tid=0x00007f1329c93000 nid=0x4139 runnable [0x00007f12db1f0000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e13cc440> (a sun.nio.ch.Util$3)
                - locked <0x00000000e13cc430> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e13cc1f8> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.NioClientBoss.run(NioClientBoss.java:42)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #143" #279 prio=5 os_prio=0 tid=0x00007f132aa75000 nid=0x4138 runnable [0x00007f12db8f7000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e143c090> (a sun.nio.ch.Util$3)
                - locked <0x00000000e143c080> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e143c038> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #142" #278 prio=5 os_prio=0 tid=0x00007f132ab1f800 nid=0x4137 runnable [0x00007f12db3f2000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e1403ea0> (a sun.nio.ch.Util$3)
                - locked <0x00000000e1403e90> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e1403e48> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #141" #277 prio=5 os_prio=0 tid=0x00007f132a1b5800 nid=0x4136 runnable [0x00007f12db5f4000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e14023f0> (a sun.nio.ch.Util$3)
                - locked <0x00000000e14023e0> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e1402398> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #140" #276 prio=5 os_prio=0 tid=0x00007f1329c91800 nid=0x4135 runnable [0x00007f12db7f6000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e143ee88> (a sun.nio.ch.Util$3)
                - locked <0x00000000e143ee78> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e143ee30> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #139" #275 prio=5 os_prio=0 tid=0x00007f132ab75000 nid=0x4134 runnable [0x00007f12db2f1000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e1405b28> (a sun.nio.ch.Util$3)
                - locked <0x00000000e1405b18> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e1405ad0> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #138" #274 prio=5 os_prio=0 tid=0x00007f1329c8f800 nid=0x4133 runnable [0x00007f12db9f8000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e1409378> (a sun.nio.ch.Util$3)
                - locked <0x00000000e1409368> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e1409320> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #137" #273 prio=5 os_prio=0 tid=0x00007f132a1b1800 nid=0x4132 runnable [0x00007f12db6f5000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e1400c00> (a sun.nio.ch.Util$3)
                - locked <0x00000000e1400bf0> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e1400ba8> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #136" #272 prio=5 os_prio=0 tid=0x00007f1329c8e000 nid=0x4131 runnable [0x00007f12db4f3000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e1442c70> (a sun.nio.ch.Util$3)
                - locked <0x00000000e1442c60> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e14045d8> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"Hashed wheel timer #14" #250 prio=5 os_prio=0 tid=0x00007f0fd8001000 nid=0x411c waiting on condition [0x00007f12dbaf9000]
   java.lang.Thread.State: TIMED_WAITING (sleeping)
                at java.lang.Thread.sleep(Native Method)
                at org.jboss.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:483)
                at org.jboss.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:392)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at java.lang.Thread.run(Thread.java:745)

"New I/O boss #117" #251 prio=5 os_prio=0 tid=0x00007f132ab4a800 nid=0x411b runnable [0x00007f12dbbfa000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e14551c8> (a sun.nio.ch.Util$3)
                - locked <0x00000000e14551b8> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e1455170> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.NioClientBoss.run(NioClientBoss.java:42)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #116" #249 prio=5 os_prio=0 tid=0x00007f132aaf5000 nid=0x411a runnable [0x00007f12e02b1000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e1405df0> (a sun.nio.ch.Util$3)
                - locked <0x00000000e1405de0> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e1405d98> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #115" #248 prio=5 os_prio=0 tid=0x00007f132aa9f800 nid=0x4119 runnable [0x00007f12dbdfc000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e143c358> (a sun.nio.ch.Util$3)
                - locked <0x00000000e143c348> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e143c300> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #114" #247 prio=5 os_prio=0 tid=0x00007f132aaca800 nid=0x4118 runnable [0x00007f12dbcfb000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e143f180> (a sun.nio.ch.Util$3)
                - locked <0x00000000e143f170> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e143f128> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #113" #246 prio=5 os_prio=0 tid=0x00007f13290e2000 nid=0x4117 runnable [0x00007f12e04b3000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e1409828> (a sun.nio.ch.Util$3)
                - locked <0x00000000e1409818> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e14097d0> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #112" #245 prio=5 os_prio=0 tid=0x00007f13290e1800 nid=0x4116 runnable [0x00007f12e03b2000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e14064f0> (a sun.nio.ch.Util$3)
                - locked <0x00000000e14064e0> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e14063c8> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #111" #244 prio=5 os_prio=0 tid=0x00007f13290e0800 nid=0x4115 runnable [0x00007f12dbefd000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e13ff698> (a sun.nio.ch.Util$3)
                - locked <0x00000000e13ff688> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e13ff640> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #110" #243 prio=5 os_prio=0 tid=0x00007f132aa19000 nid=0x4114 runnable [0x00007f12dbffe000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e143c650> (a sun.nio.ch.Util$3)
                - locked <0x00000000e143c640> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e143c5f8> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #109" #242 prio=5 os_prio=0 tid=0x00007f13290df800 nid=0x4113 runnable [0x00007f12e01b0000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e143f478> (a sun.nio.ch.Util$3)
                - locked <0x00000000e143f468> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e143f420> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"Hashed wheel timer #11" #216 prio=5 os_prio=0 tid=0x00007f1000001000 nid=0x40f7 waiting on condition [0x00007f12e05b4000]
   java.lang.Thread.State: TIMED_WAITING (sleeping)
                at java.lang.Thread.sleep(Native Method)
                at org.jboss.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:483)
                at org.jboss.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:392)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at java.lang.Thread.run(Thread.java:745)

"New I/O boss #90" #217 prio=5 os_prio=0 tid=0x00007f132aa04800 nid=0x40f6 runnable [0x00007f12e06b5000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e0c29268> (a sun.nio.ch.Util$3)
                - locked <0x00000000e0c29258> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e0c29210> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.NioClientBoss.run(NioClientBoss.java:42)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #89" #215 prio=5 os_prio=0 tid=0x00007f132a904000 nid=0x40f5 runnable [0x00007f12e0bba000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e0cd6558> (a sun.nio.ch.Util$3)
                - locked <0x00000000e0cd6548> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e0cd6430> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #88" #214 prio=5 os_prio=0 tid=0x00007f132a92f000 nid=0x40f4 runnable [0x00007f12e0ebd000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e0d973a0> (a sun.nio.ch.Util$3)
                - locked <0x00000000e0d97390> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e0d97278> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #87" #213 prio=5 os_prio=0 tid=0x00007f132a984800 nid=0x40f3 runnable [0x00007f12e07b6000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e0d97a90> (a sun.nio.ch.Util$3)
                - locked <0x00000000e0d97a80> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e0d97968> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #86" #212 prio=5 os_prio=0 tid=0x00007f132a959800 nid=0x40f2 runnable [0x00007f12e0ab9000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e0cd5e68> (a sun.nio.ch.Util$3)
                - locked <0x00000000e0cd5e58> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e0cd5d40> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #85" #211 prio=5 os_prio=0 tid=0x00007f132a8d9800 nid=0x40f1 runnable [0x00007f12e08b7000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e0cd6c48> (a sun.nio.ch.Util$3)
                - locked <0x00000000e0cd6c38> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e0cd6b20> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #84" #210 prio=5 os_prio=0 tid=0x00007f132a9da000 nid=0x40f0 runnable [0x00007f12e09b8000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e0cd5778> (a sun.nio.ch.Util$3)
                - locked <0x00000000e0cd5768> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e0cd5650> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #83" #209 prio=5 os_prio=0 tid=0x00007f132a9af000 nid=0x40ef runnable [0x00007f12e0cbb000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e0cd72b0> (a sun.nio.ch.Util$3)
                - locked <0x00000000e0cd72a0> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e0cd7188> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #82" #208 prio=5 os_prio=0 tid=0x00007f132a8af000 nid=0x40ee runnable [0x00007f12e0dbc000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e0d98980> (a sun.nio.ch.Util$3)
                - locked <0x00000000e0d98970> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e0d98058> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"Hashed wheel timer #8" #186 prio=5 os_prio=0 tid=0x00007f1028001000 nid=0x40d9 waiting on condition [0x00007f12e0fbe000]
   java.lang.Thread.State: TIMED_WAITING (sleeping)
                at java.lang.Thread.sleep(Native Method)
                at org.jboss.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:483)
                at org.jboss.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:392)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at java.lang.Thread.run(Thread.java:745)

"New I/O boss #63" #187 prio=5 os_prio=0 tid=0x00007f132a7bf000 nid=0x40d8 runnable [0x00007f12e10bf000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e0c51ef8> (a sun.nio.ch.Util$3)
                - locked <0x00000000e0c51ee8> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e0c51cb0> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.NioClientBoss.run(NioClientBoss.java:42)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #62" #185 prio=5 os_prio=0 tid=0x00007f132a722800 nid=0x40d7 runnable [0x00007f12e17c6000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e1307330> (a sun.nio.ch.Util$3)
                - locked <0x00000000e1307320> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e1307208> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #61" #184 prio=5 os_prio=0 tid=0x00007f132a894000 nid=0x40d6 runnable [0x00007f12e15c4000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e13547b8> (a sun.nio.ch.Util$3)
                - locked <0x00000000e13547a8> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e1354690> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #60" #183 prio=5 os_prio=0 tid=0x00007f132a814000 nid=0x40d5 runnable [0x00007f12e12c1000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e1306c70> (a sun.nio.ch.Util$3)
                - locked <0x00000000e1306c60> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e1306b48> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #59" #182 prio=5 os_prio=0 tid=0x00007f132a869800 nid=0x40d4 runnable [0x00007f12e13c2000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e12aaa70> (a sun.nio.ch.Util$3)
                - locked <0x00000000e12aaa60> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e12aa988> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #58" #181 prio=5 os_prio=0 tid=0x00007f132a7e9000 nid=0x40d3 runnable [0x00007f12e18c7000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e1307a20> (a sun.nio.ch.Util$3)
                - locked <0x00000000e1307a10> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e13078f8> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #57" #180 prio=5 os_prio=0 tid=0x00007f132a83e800 nid=0x40d2 runnable [0x00007f12e11c0000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e1308110> (a sun.nio.ch.Util$3)
                - locked <0x00000000e1308100> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e1307fe8> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #56" #179 prio=5 os_prio=0 tid=0x00007f132a727000 nid=0x40d1 runnable [0x00007f12e16c5000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e12aa3c0> (a sun.nio.ch.Util$3)
                - locked <0x00000000e12aa3b0> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e12aa298> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #55" #178 prio=5 os_prio=0 tid=0x00007f132a725000 nid=0x40d0 runnable [0x00007f12e14c3000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e1306540> (a sun.nio.ch.Util$3)
                - locked <0x00000000e1306530> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e12aafe0> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"Hashed wheel timer #5" #156 prio=5 os_prio=0 tid=0x00007f1050001000 nid=0x40bb waiting on condition [0x00007f12e19c8000]
   java.lang.Thread.State: TIMED_WAITING (sleeping)
                at java.lang.Thread.sleep(Native Method)
                at org.jboss.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:483)
                at org.jboss.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:392)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at java.lang.Thread.run(Thread.java:745)

"New I/O boss #36" #157 prio=5 os_prio=0 tid=0x00007f132a5f2000 nid=0x40ba runnable [0x00007f12e1ac9000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e0cc9a70> (a sun.nio.ch.Util$3)
                - locked <0x00000000e0cc9a60> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e0cc9828> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.NioClientBoss.run(NioClientBoss.java:42)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #35" #155 prio=5 os_prio=0 tid=0x00007f132a646800 nid=0x40b9 runnable [0x00007f12e1ccb000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e125aae8> (a sun.nio.ch.Util$3)
                - locked <0x00000000e125aad8> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e125aa50> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #34" #154 prio=5 os_prio=0 tid=0x00007f132a71c000 nid=0x40b8 runnable [0x00007f12e21d0000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e1259b80> (a sun.nio.ch.Util$3)
                - locked <0x00000000e1259b70> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e1259a98> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #33" #153 prio=5 os_prio=0 tid=0x00007f132a69c000 nid=0x40b7 runnable [0x00007f12e1fce000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e12594d0> (a sun.nio.ch.Util$3)
                - locked <0x00000000e12594c0> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e0e2b958> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #32" #152 prio=5 os_prio=0 tid=0x00007f132a671800 nid=0x40b6 runnable [0x00007f12e20cf000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e0e2b3c0> (a sun.nio.ch.Util$3)
                - locked <0x00000000e0e2b3b0> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e0e2b2d8> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #31" #151 prio=5 os_prio=0 tid=0x00007f132a61c000 nid=0x40b5 runnable [0x00007f12e22d1000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e125a270> (a sun.nio.ch.Util$3)
                - locked <0x00000000e125a260> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e125a148> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #30" #150 prio=5 os_prio=0 tid=0x00007f132a6c7000 nid=0x40b4 runnable [0x00007f12e1dcc000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e12db2b8> (a sun.nio.ch.Util$3)
                - locked <0x00000000e12db2a8> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e12db260> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #29" #149 prio=5 os_prio=0 tid=0x00007f132a6f1800 nid=0x40b3 runnable [0x00007f12e1ecd000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e12db568> (a sun.nio.ch.Util$3)
                - locked <0x00000000e12db558> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e12db440> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #28" #148 prio=5 os_prio=0 tid=0x00007f132a5aa000 nid=0x40b2 runnable [0x00007f12e1bca000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e12b3438> (a sun.nio.ch.Util$3)
                - locked <0x00000000e12b3428> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e125b158> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"Hashed wheel timer #2" #126 prio=5 os_prio=0 tid=0x00007f1084001000 nid=0x409d waiting on condition [0x00007f12e23d2000]
   java.lang.Thread.State: TIMED_WAITING (sleeping)
                at java.lang.Thread.sleep(Native Method)
                at org.jboss.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:483)
                at org.jboss.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:392)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at java.lang.Thread.run(Thread.java:745)

"Hashed wheel timer #1" #117 prio=5 os_prio=0 tid=0x00007f132a5ae000 nid=0x409b waiting on condition [0x00007f12e24d3000]
   java.lang.Thread.State: TIMED_WAITING (sleeping)
                at java.lang.Thread.sleep(Native Method)
                at org.jboss.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:483)
                at org.jboss.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:392)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at java.lang.Thread.run(Thread.java:745)

"New I/O boss #9" #127 prio=5 os_prio=0 tid=0x00007f132a583800 nid=0x409a runnable [0x00007f12e27d4000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e0c58418> (a sun.nio.ch.Util$3)
                - locked <0x00000000e0c58408> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e0c581d0> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.NioClientBoss.run(NioClientBoss.java:42)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #8" #125 prio=5 os_prio=0 tid=0x00007f132a56f800 nid=0x4099 runnable [0x00007f12e28d5000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e0dc1548> (a sun.nio.ch.Util$3)
                - locked <0x00000000e0dc1538> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e0dc1420> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #7" #124 prio=5 os_prio=0 tid=0x00007f132a545000 nid=0x4098 runnable [0x00007f12e29d6000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e0dc0e58> (a sun.nio.ch.Util$3)
                - locked <0x00000000e0dc0e48> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e0dc0d30> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #6" #123 prio=5 os_prio=0 tid=0x00007f132a51a800 nid=0x4097 runnable [0x00007f12e2ad7000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e12eddf0> (a sun.nio.ch.Util$3)
                - locked <0x00000000e12edde0> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e12edcc8> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #5" #122 prio=5 os_prio=0 tid=0x00007f132a4ef800 nid=0x4096 runnable [0x00007f12e2bd8000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e1387d38> (a sun.nio.ch.Util$3)
                - locked <0x00000000e1387d28> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e1387ce0> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #4" #121 prio=5 os_prio=0 tid=0x00007f132a4c5000 nid=0x4095 runnable [0x00007f12e2cd9000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e12ef2c0> (a sun.nio.ch.Util$3)
                - locked <0x00000000e12ef2b0> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e12ef198> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #3" #120 prio=5 os_prio=0 tid=0x00007f132a49b800 nid=0x4094 runnable [0x00007f12e2dda000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e12ee4e0> (a sun.nio.ch.Util$3)
                - locked <0x00000000e12ee4d0> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e12ee3b8> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #2" #119 prio=5 os_prio=0 tid=0x00007f132a42d000 nid=0x4093 runnable [0x00007f12e2edb000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e12eebd0> (a sun.nio.ch.Util$3)
                - locked <0x00000000e12eebc0> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e12eeaa8> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"New I/O worker #1" #118 prio=5 os_prio=0 tid=0x00007f132a42f000 nid=0x4092 runnable [0x00007f12e2fdc000]
   java.lang.Thread.State: RUNNABLE
                at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
                at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
                at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
                at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
                - locked <0x00000000e138a948> (a sun.nio.ch.Util$3)
                - locked <0x00000000e138a938> (a java.util.Collections$UnmodifiableSet)
                - locked <0x00000000e12ef600> (a sun.nio.ch.EPollSelectorImpl)
                at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
                at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
                at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
                at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
                at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
                at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
                at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
                at java.lang.Thread.run(Thread.java:745)

"org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" #114 daemon prio=5 os_prio=0 tid=0x00007f1329873800 nid=0x408d in Object.wait() [0x00007f12e81b7000]
   java.lang.Thread.State: WAITING (on object monitor)
                at java.lang.Object.wait(Native Method)
                - waiting on <0x00000000e0527a50> (a java.lang.ref.ReferenceQueue$Lock)
                at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143)
                - locked <0x00000000e0527a50> (a java.lang.ref.ReferenceQueue$Lock)
                at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:164)
                at org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:3188)
                at java.lang.Thread.run(Thread.java:745)

"Service Thread" #20 daemon prio=9 os_prio=0 tid=0x00007f1328123800 nid=0x4036 runnable [0x0000000000000000]
   java.lang.Thread.State: RUNNABLE

"C1 CompilerThread14" #19 daemon prio=9 os_prio=0 tid=0x00007f1328120800 nid=0x4035 waiting on condition [0x0000000000000000]
   java.lang.Thread.State: RUNNABLE

"C1 CompilerThread13" #18 daemon prio=9 os_prio=0 tid=0x00007f132811e800 nid=0x4034 waiting on condition [0x0000000000000000]
   java.lang.Thread.State: RUNNABLE

"C1 CompilerThread12" #17 daemon prio=9 os_prio=0 tid=0x00007f132811c800 nid=0x4033 waiting on condition [0x0000000000000000]
   java.lang.Thread.State: RUNNABLE

"C1 CompilerThread11" #16 daemon prio=9 os_prio=0 tid=0x00007f132811a000 nid=0x4032 waiting on condition [0x0000000000000000]
   java.lang.Thread.State: RUNNABLE

"C1 CompilerThread10" #15 daemon prio=9 os_prio=0 tid=0x00007f1328118000 nid=0x4031 waiting on condition [0x0000000000000000]
   java.lang.Thread.State: RUNNABLE

"C2 CompilerThread9" #14 daemon prio=9 os_prio=0 tid=0x00007f1328116000 nid=0x4030 waiting on condition [0x0000000000000000]
   java.lang.Thread.State: RUNNABLE

"C2 CompilerThread8" #13 daemon prio=9 os_prio=0 tid=0x00007f1328114000 nid=0x402f waiting on condition [0x0000000000000000]
   java.lang.Thread.State: RUNNABLE

"C2 CompilerThread7" #12 daemon prio=9 os_prio=0 tid=0x00007f1328111800 nid=0x402e waiting on condition [0x0000000000000000]
   java.lang.Thread.State: RUNNABLE

"C2 CompilerThread6" #11 daemon prio=9 os_prio=0 tid=0x00007f132810f800 nid=0x402d waiting on condition [0x0000000000000000]
   java.lang.Thread.State: RUNNABLE

"C2 CompilerThread5" #10 daemon prio=9 os_prio=0 tid=0x00007f132810d800 nid=0x402c waiting on condition [0x0000000000000000]
   java.lang.Thread.State: RUNNABLE

"C2 CompilerThread4" #9 daemon prio=9 os_prio=0 tid=0x00007f1328103000 nid=0x402b waiting on condition [0x0000000000000000]
   java.lang.Thread.State: RUNNABLE

"C2 CompilerThread3" #8 daemon prio=9 os_prio=0 tid=0x00007f1328101000 nid=0x402a waiting on condition [0x0000000000000000]
   java.lang.Thread.State: RUNNABLE

"C2 CompilerThread2" #7 daemon prio=9 os_prio=0 tid=0x00007f13280ff000 nid=0x4029 waiting on condition [0x0000000000000000]
   java.lang.Thread.State: RUNNABLE

"C2 CompilerThread1" #6 daemon prio=9 os_prio=0 tid=0x00007f13280fd000 nid=0x4028 waiting on condition [0x0000000000000000]
   java.lang.Thread.State: RUNNABLE

"C2 CompilerThread0" #5 daemon prio=9 os_prio=0 tid=0x00007f13280fa000 nid=0x4027 waiting on condition [0x0000000000000000]
   java.lang.Thread.State: RUNNABLE

"Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0x00007f13280f8800 nid=0x4026 runnable [0x0000000000000000]
   java.lang.Thread.State: RUNNABLE

"Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00007f13280c5000 nid=0x4025 in Object.wait() [0x00007f12f8431000]
   java.lang.Thread.State: WAITING (on object monitor)
                at java.lang.Object.wait(Native Method)
                - waiting on <0x00000000e0013258> (a java.lang.ref.ReferenceQueue$Lock)
                at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143)
                - locked <0x00000000e0013258> (a java.lang.ref.ReferenceQueue$Lock)
                at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:164)
                at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:209)

"Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00007f13280c0800 nid=0x4024 in Object.wait() [0x00007f12f8532000]
   java.lang.Thread.State: WAITING (on object monitor)
                at java.lang.Object.wait(Native Method)
                - waiting on <0x00000000e006fb70> (a java.lang.ref.Reference$Lock)
                at java.lang.Object.wait(Object.java:502)
                at java.lang.ref.Reference.tryHandlePending(Reference.java:191)
                - locked <0x00000000e006fb70> (a java.lang.ref.Reference$Lock)
                at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153)

"VM Thread" os_prio=0 tid=0x00007f13280b9000 nid=0x4023 runnable

"GC task thread#0 (ParallelGC)" os_prio=0 tid=0x00007f1328025800 nid=0x4002 runnable

"GC task thread#1 (ParallelGC)" os_prio=0 tid=0x00007f1328027000 nid=0x4003 runnable

"GC task thread#2 (ParallelGC)" os_prio=0 tid=0x00007f1328029000 nid=0x4004 runnable

"GC task thread#3 (ParallelGC)" os_prio=0 tid=0x00007f132802a800 nid=0x4005 runnable

"GC task thread#4 (ParallelGC)" os_prio=0 tid=0x00007f132802c800 nid=0x4006 runnable

"GC task thread#5 (ParallelGC)" os_prio=0 tid=0x00007f132802e000 nid=0x4007 runnable

"GC task thread#6 (ParallelGC)" os_prio=0 tid=0x00007f1328030000 nid=0x4008 runnable

"GC task thread#7 (ParallelGC)" os_prio=0 tid=0x00007f1328031800 nid=0x4009 runnable

"GC task thread#8 (ParallelGC)" os_prio=0 tid=0x00007f1328033800 nid=0x400a runnable

"GC task thread#9 (ParallelGC)" os_prio=0 tid=0x00007f1328035000 nid=0x400b runnable

"GC task thread#10 (ParallelGC)" os_prio=0 tid=0x00007f1328037000 nid=0x400c runnable

"GC task thread#11 (ParallelGC)" os_prio=0 tid=0x00007f1328038800 nid=0x400d runnable

"GC task thread#12 (ParallelGC)" os_prio=0 tid=0x00007f132803a800 nid=0x400e runnable

"GC task thread#13 (ParallelGC)" os_prio=0 tid=0x00007f132803c000 nid=0x400f runnable

"GC task thread#14 (ParallelGC)" os_prio=0 tid=0x00007f132803e000 nid=0x4010 runnable

"GC task thread#15 (ParallelGC)" os_prio=0 tid=0x00007f132803f800 nid=0x4011 runnable

"GC task thread#16 (ParallelGC)" os_prio=0 tid=0x00007f1328041800 nid=0x4012 runnable

"GC task thread#17 (ParallelGC)" os_prio=0 tid=0x00007f1328043000 nid=0x4013 runnable

"GC task thread#18 (ParallelGC)" os_prio=0 tid=0x00007f1328045000 nid=0x4014 runnable

"GC task thread#19 (ParallelGC)" os_prio=0 tid=0x00007f1328046800 nid=0x4015 runnable

"GC task thread#20 (ParallelGC)" os_prio=0 tid=0x00007f1328048800 nid=0x4016 runnable

"GC task thread#21 (ParallelGC)" os_prio=0 tid=0x00007f132804a000 nid=0x4017 runnable

"GC task thread#22 (ParallelGC)" os_prio=0 tid=0x00007f132804c000 nid=0x4018 runnable

"GC task thread#23 (ParallelGC)" os_prio=0 tid=0x00007f132804d800 nid=0x4019 runnable

"GC task thread#24 (ParallelGC)" os_prio=0 tid=0x00007f132804f800 nid=0x401a runnable

"GC task thread#25 (ParallelGC)" os_prio=0 tid=0x00007f1328051000 nid=0x401b runnable

"GC task thread#26 (ParallelGC)" os_prio=0 tid=0x00007f1328053000 nid=0x401c runnable

"GC task thread#27 (ParallelGC)" os_prio=0 tid=0x00007f1328054800 nid=0x401d runnable

"GC task thread#28 (ParallelGC)" os_prio=0 tid=0x00007f1328056800 nid=0x401e runnable

"GC task thread#29 (ParallelGC)" os_prio=0 tid=0x00007f1328058000 nid=0x401f runnable

"GC task thread#30 (ParallelGC)" os_prio=0 tid=0x00007f132805a000 nid=0x4020 runnable

"GC task thread#31 (ParallelGC)" os_prio=0 tid=0x00007f132805b800 nid=0x4021 runnable

"GC task thread#32 (ParallelGC)" os_prio=0 tid=0x00007f132805d800 nid=0x4022 runnable

"VM Periodic Task Thread" os_prio=0 tid=0x00007f1328127000 nid=0x4037 waiting on condition

JNI global references: 307

[root@stlrx2540m1-69 ~]#

--
Regards,
Karthikeyan Nagalingam
TME (Big Data Analytics)
Mobile: 919-376-6422