You are viewing a plain text version of this content. The canonical link for it is here.
Posted to issues@ignite.apache.org by "Eduard Shangareev (JIRA)" <ji...@apache.org> on 2018/08/14 15:15:00 UTC

[jira] [Created] (IGNITE-9266) Cache 2 TC configuration timeouts because of hangs on latch

Eduard Shangareev created IGNITE-9266:
-----------------------------------------

             Summary: Cache 2 TC configuration timeouts because of hangs on latch
                 Key: IGNITE-9266
                 URL: https://issues.apache.org/jira/browse/IGNITE-9266
             Project: Ignite
          Issue Type: Bug
            Reporter: Eduard Shangareev


Two threads hanged on waiting latch because of it GridCacheLocalMultithreadedSelfTest couldn't stop. 

{code}
Full thread dump Java HotSpot(TM) 64-Bit Server VM (25.171-b11 mixed mode):

"Attach Listener" #2048 daemon prio=9 os_prio=0 tid=0x00007f09cc001000 nid=0x6237 waiting on condition [0x0000000000000000]
   java.lang.Thread.State: RUNNABLE

"sys-#1820%local.GridCacheLocalMultithreadedSelfTest%" #2047 prio=5 os_prio=0 tid=0x00007f089401a000 nid=0x6207 waiting on condition [0x00007f09e69ee000]
   java.lang.Thread.State: TIMED_WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	- parking to wait for  <0x00000000fad87890> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
	at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
	at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467)
	at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

"sys-#1819%local.GridCacheLocalMultithreadedSelfTest%" #2046 prio=5 os_prio=0 tid=0x00007f0894019000 nid=0x6206 waiting on condition [0x00007f09e6aef000]
   java.lang.Thread.State: TIMED_WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	- parking to wait for  <0x00000000fad87890> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
	at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
	at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467)
	at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

"sys-#1818%local.GridCacheLocalMultithreadedSelfTest%" #2045 prio=5 os_prio=0 tid=0x00007f0894018000 nid=0x6205 waiting on condition [0x00007f09e6bf0000]
   java.lang.Thread.State: TIMED_WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	- parking to wait for  <0x00000000fad87890> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
	at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
	at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467)
	at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

"sys-#1817%local.GridCacheLocalMultithreadedSelfTest%" #2044 prio=5 os_prio=0 tid=0x00007f0894017000 nid=0x6204 waiting on condition [0x00007f09e7ffe000]
   java.lang.Thread.State: TIMED_WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	- parking to wait for  <0x00000000fad87890> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
	at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
	at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467)
	at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

"sys-#1816%local.GridCacheLocalMultithreadedSelfTest%" #2043 prio=5 os_prio=0 tid=0x00007f0894015800 nid=0x6203 waiting on condition [0x00007f09e6ff2000]
   java.lang.Thread.State: TIMED_WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	- parking to wait for  <0x00000000fad87890> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
	at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
	at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467)
	at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

"sys-#1815%local.GridCacheLocalMultithreadedSelfTest%" #2042 prio=5 os_prio=0 tid=0x00007f089401c000 nid=0x6202 waiting on condition [0x00007f09e6ef1000]
   java.lang.Thread.State: TIMED_WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	- parking to wait for  <0x00000000fad87890> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
	at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
	at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467)
	at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

"multi-lock-thread-1" #1055 prio=5 os_prio=0 tid=0x00007f080c010800 nid=0x5d98 waiting on condition [0x00007f081edeb000]
   java.lang.Thread.State: WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304)
	at org.apache.ignite.internal.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:177)
	at org.apache.ignite.internal.util.future.GridFutureAdapter.get(GridFutureAdapter.java:140)
	at org.apache.ignite.internal.processors.cache.GridCacheAdapter.lockAll(GridCacheAdapter.java:3405)
	at org.apache.ignite.internal.processors.cache.CacheLockImpl.lock(CacheLockImpl.java:74)
	at org.apache.ignite.internal.processors.cache.local.GridCacheLocalMultithreadedSelfTest$3.call(GridCacheLocalMultithreadedSelfTest.java:157)
	at org.apache.ignite.testframework.GridTestThread.run(GridTestThread.java:86)

"lock-timeout-2" #1023 prio=5 os_prio=0 tid=0x00007f080c012000 nid=0x5d78 waiting on condition [0x00007f09ed1f0000]
   java.lang.Thread.State: WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	- parking to wait for  <0x00000000fae95128> (a java.util.concurrent.CountDownLatch$Sync)
	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
	at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
	at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
	at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
	at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:231)
	at org.apache.ignite.internal.processors.cache.local.GridCacheLocalMultithreadedSelfTest$7.call(GridCacheLocalMultithreadedSelfTest.java:295)
	at org.apache.ignite.testframework.GridTestThread.run(GridTestThread.java:86)

"lock-timeout-2" #990 prio=5 os_prio=0 tid=0x00007f080c011000 nid=0x5d57 waiting on condition [0x00007f072cef3000]
   java.lang.Thread.State: WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	- parking to wait for  <0x00000000fae95620> (a java.util.concurrent.CountDownLatch$Sync)
	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
	at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
	at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
	at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
	at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:231)
	at org.apache.ignite.internal.processors.cache.local.GridCacheLocalMultithreadedSelfTest$5.call(GridCacheLocalMultithreadedSelfTest.java:209)
	at org.apache.ignite.testframework.GridTestThread.run(GridTestThread.java:86)

"multi-lock-thread-10" #957 prio=5 os_prio=0 tid=0x00007f080c04e800 nid=0x5d36 waiting on condition [0x00007f09e7efd000]
   java.lang.Thread.State: WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304)
	at org.apache.ignite.internal.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:177)
	at org.apache.ignite.internal.util.future.GridFutureAdapter.get(GridFutureAdapter.java:140)
	at org.apache.ignite.internal.processors.cache.GridCacheAdapter.lockAll(GridCacheAdapter.java:3405)
	at org.apache.ignite.internal.processors.cache.CacheLockImpl.lock(CacheLockImpl.java:74)
	at org.apache.ignite.internal.processors.cache.local.GridCacheLocalMultithreadedSelfTest$2.call(GridCacheLocalMultithreadedSelfTest.java:125)
	at org.apache.ignite.testframework.GridTestThread.run(GridTestThread.java:86)

"multi-lock-thread-9" #956 prio=5 os_prio=0 tid=0x00007f080c04b000 nid=0x5d35 waiting on condition [0x00007f09e7bfc000]
   java.lang.Thread.State: WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304)
	at org.apache.ignite.internal.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:177)
	at org.apache.ignite.internal.util.future.GridFutureAdapter.get(GridFutureAdapter.java:140)
	at org.apache.ignite.internal.processors.cache.GridCacheAdapter.lockAll(GridCacheAdapter.java:3405)
	at org.apache.ignite.internal.processors.cache.CacheLockImpl.lock(CacheLockImpl.java:74)
	at org.apache.ignite.internal.processors.cache.local.GridCacheLocalMultithreadedSelfTest$2.call(GridCacheLocalMultithreadedSelfTest.java:125)
	at org.apache.ignite.testframework.GridTestThread.run(GridTestThread.java:86)

"multi-lock-thread-8" #955 prio=5 os_prio=0 tid=0x00007f080c04c800 nid=0x5d34 waiting on condition [0x00007f09e79fa000]
   java.lang.Thread.State: WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304)
	at org.apache.ignite.internal.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:177)
	at org.apache.ignite.internal.util.future.GridFutureAdapter.get(GridFutureAdapter.java:140)
	at org.apache.ignite.internal.processors.cache.GridCacheAdapter.lockAll(GridCacheAdapter.java:3405)
	at org.apache.ignite.internal.processors.cache.CacheLockImpl.lock(CacheLockImpl.java:74)
	at org.apache.ignite.internal.processors.cache.local.GridCacheLocalMultithreadedSelfTest$2.call(GridCacheLocalMultithreadedSelfTest.java:125)
	at org.apache.ignite.testframework.GridTestThread.run(GridTestThread.java:86)

"multi-lock-thread-7" #954 prio=5 os_prio=0 tid=0x00007f080c017800 nid=0x5d33 waiting on condition [0x00007f09e77f8000]
   java.lang.Thread.State: WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304)
	at org.apache.ignite.internal.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:177)
	at org.apache.ignite.internal.util.future.GridFutureAdapter.get(GridFutureAdapter.java:140)
	at org.apache.ignite.internal.processors.cache.GridCacheAdapter.lockAll(GridCacheAdapter.java:3405)
	at org.apache.ignite.internal.processors.cache.CacheLockImpl.lock(CacheLockImpl.java:74)
	at org.apache.ignite.internal.processors.cache.local.GridCacheLocalMultithreadedSelfTest$2.call(GridCacheLocalMultithreadedSelfTest.java:125)
	at org.apache.ignite.testframework.GridTestThread.run(GridTestThread.java:86)

"multi-lock-thread-6" #953 prio=5 os_prio=0 tid=0x00007f080c04d800 nid=0x5d32 waiting on condition [0x00007f09e7afb000]
   java.lang.Thread.State: WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304)
	at org.apache.ignite.internal.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:177)
	at org.apache.ignite.internal.util.future.GridFutureAdapter.get(GridFutureAdapter.java:140)
	at org.apache.ignite.internal.processors.cache.GridCacheAdapter.lockAll(GridCacheAdapter.java:3405)
	at org.apache.ignite.internal.processors.cache.CacheLockImpl.lock(CacheLockImpl.java:74)
	at org.apache.ignite.internal.processors.cache.local.GridCacheLocalMultithreadedSelfTest$2.call(GridCacheLocalMultithreadedSelfTest.java:125)
	at org.apache.ignite.testframework.GridTestThread.run(GridTestThread.java:86)

"multi-lock-thread-5" #952 prio=5 os_prio=0 tid=0x00007f080c00d000 nid=0x5d31 waiting on condition [0x00007f09e72f5000]
   java.lang.Thread.State: WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304)
	at org.apache.ignite.internal.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:177)
	at org.apache.ignite.internal.util.future.GridFutureAdapter.get(GridFutureAdapter.java:140)
	at org.apache.ignite.internal.processors.cache.GridCacheAdapter.lockAll(GridCacheAdapter.java:3405)
	at org.apache.ignite.internal.processors.cache.CacheLockImpl.lock(CacheLockImpl.java:74)
	at org.apache.ignite.internal.processors.cache.local.GridCacheLocalMultithreadedSelfTest$2.call(GridCacheLocalMultithreadedSelfTest.java:125)
	at org.apache.ignite.testframework.GridTestThread.run(GridTestThread.java:86)

"multi-lock-thread-4" #951 prio=5 os_prio=0 tid=0x00007f080c016000 nid=0x5d30 waiting on condition [0x00007f09e75f6000]
   java.lang.Thread.State: WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304)
	at org.apache.ignite.internal.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:177)
	at org.apache.ignite.internal.util.future.GridFutureAdapter.get(GridFutureAdapter.java:140)
	at org.apache.ignite.internal.processors.cache.GridCacheAdapter.lockAll(GridCacheAdapter.java:3405)
	at org.apache.ignite.internal.processors.cache.CacheLockImpl.lock(CacheLockImpl.java:74)
	at org.apache.ignite.internal.processors.cache.local.GridCacheLocalMultithreadedSelfTest$2.call(GridCacheLocalMultithreadedSelfTest.java:125)
	at org.apache.ignite.testframework.GridTestThread.run(GridTestThread.java:86)

"multi-lock-thread-3" #950 prio=5 os_prio=0 tid=0x00007f080c019000 nid=0x5d2f waiting on condition [0x00007f09e78f9000]
   java.lang.Thread.State: WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304)
	at org.apache.ignite.internal.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:177)
	at org.apache.ignite.internal.util.future.GridFutureAdapter.get(GridFutureAdapter.java:140)
	at org.apache.ignite.internal.processors.cache.GridCacheAdapter.lockAll(GridCacheAdapter.java:3405)
	at org.apache.ignite.internal.processors.cache.CacheLockImpl.lock(CacheLockImpl.java:74)
	at org.apache.ignite.internal.processors.cache.local.GridCacheLocalMultithreadedSelfTest$2.call(GridCacheLocalMultithreadedSelfTest.java:125)
	at org.apache.ignite.testframework.GridTestThread.run(GridTestThread.java:86)

"multi-lock-thread-2" #949 prio=5 os_prio=0 tid=0x00007f080c002000 nid=0x5d2e waiting on condition [0x00007f09e76f7000]
   java.lang.Thread.State: WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304)
	at org.apache.ignite.internal.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:177)
	at org.apache.ignite.internal.util.future.GridFutureAdapter.get(GridFutureAdapter.java:140)
	at org.apache.ignite.internal.processors.cache.GridCacheAdapter.lockAll(GridCacheAdapter.java:3405)
	at org.apache.ignite.internal.processors.cache.CacheLockImpl.lock(CacheLockImpl.java:74)
	at org.apache.ignite.internal.processors.cache.local.GridCacheLocalMultithreadedSelfTest$2.call(GridCacheLocalMultithreadedSelfTest.java:125)
	at org.apache.ignite.testframework.GridTestThread.run(GridTestThread.java:86)

"multi-lock-thread-1" #948 prio=5 os_prio=0 tid=0x00007f080c00c000 nid=0x5d2d waiting on condition [0x00007f09e70f3000]
   java.lang.Thread.State: WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304)
	at org.apache.ignite.internal.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:177)
	at org.apache.ignite.internal.util.future.GridFutureAdapter.get(GridFutureAdapter.java:140)
	at org.apache.ignite.internal.processors.cache.GridCacheAdapter.lockAll(GridCacheAdapter.java:3405)
	at org.apache.ignite.internal.processors.cache.CacheLockImpl.lock(CacheLockImpl.java:74)
	at org.apache.ignite.internal.processors.cache.local.GridCacheLocalMultithreadedSelfTest$2.call(GridCacheLocalMultithreadedSelfTest.java:125)
	at org.apache.ignite.testframework.GridTestThread.run(GridTestThread.java:86)

"srvc-deploy-#742%local.GridCacheLocalMultithreadedSelfTest%" #934 prio=5 os_prio=0 tid=0x00007f0a09528800 nid=0x5d20 waiting on condition [0x00007f09ec1c2000]
   java.lang.Thread.State: WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	- parking to wait for  <0x00000000fae96388> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
	at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
	at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

"ttl-cleanup-worker-#741%local.GridCacheLocalMultithreadedSelfTest%" #933 prio=5 os_prio=0 tid=0x00007f063c001800 nid=0x5d1f waiting on condition [0x00007f09ec2d3000]
   java.lang.Thread.State: TIMED_WAITING (sleeping)
	at java.lang.Thread.sleep(Native Method)
	at org.apache.ignite.internal.util.IgniteUtils.sleep(IgniteUtils.java:7683)
	at org.apache.ignite.internal.processors.cache.GridCacheSharedTtlCleanupManager$CleanupWorker.body(GridCacheSharedTtlCleanupManager.java:145)
	at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110)
	at java.lang.Thread.run(Thread.java:748)

"exchange-worker-#740%local.GridCacheLocalMultithreadedSelfTest%" #932 prio=5 os_prio=0 tid=0x00007f0a09527800 nid=0x5d1e waiting on condition [0x00007f09ecfee000]
   java.lang.Thread.State: TIMED_WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	- parking to wait for  <0x00000000fae97070> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
	at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
	at java.util.concurrent.LinkedBlockingDeque.pollFirst(LinkedBlockingDeque.java:522)
	at java.util.concurrent.LinkedBlockingDeque.poll(LinkedBlockingDeque.java:684)
	at org.apache.ignite.internal.processors.cache.GridCachePartitionExchangeManager$ExchangeWorker.body0(GridCachePartitionExchangeManager.java:2443)
	at org.apache.ignite.internal.processors.cache.GridCachePartitionExchangeManager$ExchangeWorker.body(GridCachePartitionExchangeManager.java:2377)
	at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110)
	at java.lang.Thread.run(Thread.java:748)

"disco-event-worker-#739%local.GridCacheLocalMultithreadedSelfTest%" #931 prio=5 os_prio=0 tid=0x00007f0a09527000 nid=0x5d1d waiting on condition [0x00007f09ed3f2000]
   java.lang.Thread.State: WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	- parking to wait for  <0x00000000fb2338c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
	at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
	at org.apache.ignite.internal.managers.discovery.GridDiscoveryManager$DiscoveryWorker.body0(GridDiscoveryManager.java:2766)
	at org.apache.ignite.internal.managers.discovery.GridDiscoveryManager$DiscoveryWorker.body(GridDiscoveryManager.java:2740)
	at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110)
	at java.lang.Thread.run(Thread.java:748)

"tcp-disco-ip-finder-cleaner-#97%local.GridCacheLocalMultithreadedSelfTest%" #930 prio=10 os_prio=0 tid=0x00007f0a09523800 nid=0x5d1c waiting on condition [0x00007f09ed6f5000]
   java.lang.Thread.State: TIMED_WAITING (sleeping)
	at java.lang.Thread.sleep(Native Method)
	at org.apache.ignite.spi.discovery.tcp.ServerImpl$IpFinderCleaner.body(ServerImpl.java:1958)
	at org.apache.ignite.spi.IgniteSpiThread.run(IgniteSpiThread.java:62)

"tcp-disco-srvr-#96%local.GridCacheLocalMultithreadedSelfTest%" #929 prio=10 os_prio=0 tid=0x00007f0a09522800 nid=0x5d1b runnable [0x00007f09e71f4000]
   java.lang.Thread.State: RUNNABLE
	at java.net.PlainSocketImpl.socketAccept(Native Method)
	at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:409)
	at java.net.ServerSocket.implAccept(ServerSocket.java:545)
	at java.net.ServerSocket.accept(ServerSocket.java:513)
	at org.apache.ignite.spi.discovery.tcp.ServerImpl$TcpServer.body(ServerImpl.java:5816)
	at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110)
	at org.apache.ignite.spi.discovery.tcp.ServerImpl$TcpServerThread.body(ServerImpl.java:5738)
	at org.apache.ignite.spi.IgniteSpiThread.run(IgniteSpiThread.java:62)

"tcp-disco-msg-worker-#95%local.GridCacheLocalMultithreadedSelfTest%" #928 prio=10 os_prio=0 tid=0x00007f0a08ee4800 nid=0x5d1a waiting on condition [0x00007f081d8d6000]
   java.lang.Thread.State: TIMED_WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	- parking to wait for  <0x00000000fb234238> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
	at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
	at java.util.concurrent.LinkedBlockingDeque.pollFirst(LinkedBlockingDeque.java:522)
	at java.util.concurrent.LinkedBlockingDeque.poll(LinkedBlockingDeque.java:684)
	at org.apache.ignite.spi.discovery.tcp.ServerImpl$MessageWorker.body(ServerImpl.java:7139)
	at org.apache.ignite.spi.discovery.tcp.ServerImpl$RingMessageWorker.body(ServerImpl.java:2688)
	at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110)
	at org.apache.ignite.spi.discovery.tcp.ServerImpl$MessageWorkerThread.body(ServerImpl.java:7088)
	at org.apache.ignite.spi.IgniteSpiThread.run(IgniteSpiThread.java:62)

"grid-data-loader-flusher-#738%local.GridCacheLocalMultithreadedSelfTest%" #927 prio=5 os_prio=0 tid=0x00007f0a08ee4000 nid=0x5d19 waiting on condition [0x00007f09ec7e6000]
   java.lang.Thread.State: WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	- parking to wait for  <0x00000000fb02e3c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
	at java.util.concurrent.DelayQueue.take(DelayQueue.java:211)
	at org.apache.ignite.internal.processors.datastreamer.DataStreamProcessor$2.body(DataStreamProcessor.java:109)
	at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110)
	at java.lang.Thread.run(Thread.java:748)

"grid-nio-worker-client-listener-3-#735%local.GridCacheLocalMultithreadedSelfTest%" #924 prio=5 os_prio=0 tid=0x00007f0a09334800 nid=0x5d18 runnable [0x00007f09ec4d5000]
   java.lang.Thread.State: RUNNABLE
	at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
	at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
	at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
	at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
	- locked <0x00000000fb243bc8> (a org.apache.ignite.internal.util.nio.SelectedSelectionKeySet)
	- locked <0x00000000fb245c58> (a java.util.Collections$UnmodifiableSet)
	- locked <0x00000000fb243b20> (a sun.nio.ch.EPollSelectorImpl)
	at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
	at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2133)
	at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1792)
	at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110)
	at java.lang.Thread.run(Thread.java:748)

"grid-nio-worker-client-listener-2-#734%local.GridCacheLocalMultithreadedSelfTest%" #923 prio=5 os_prio=0 tid=0x00007f0a09334000 nid=0x5d17 runnable [0x00007f081dedc000]
   java.lang.Thread.State: RUNNABLE
	at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
	at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
	at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
	at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
	- locked <0x00000000fb2778b0> (a org.apache.ignite.internal.util.nio.SelectedSelectionKeySet)
	- locked <0x00000000fb279940> (a java.util.Collections$UnmodifiableSet)
	- locked <0x00000000fb277808> (a sun.nio.ch.EPollSelectorImpl)
	at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
	at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2133)
	at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1792)
	at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110)
	at java.lang.Thread.run(Thread.java:748)

"grid-nio-worker-client-listener-1-#733%local.GridCacheLocalMultithreadedSelfTest%" #922 prio=5 os_prio=0 tid=0x00007f0a08ee2800 nid=0x5d16 runnable [0x00007f09ecae9000]
   java.lang.Thread.State: RUNNABLE
	at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
	at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
	at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
	at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
	- locked <0x00000000fb27c128> (a org.apache.ignite.internal.util.nio.SelectedSelectionKeySet)
	- locked <0x00000000fb27e1b8> (a java.util.Collections$UnmodifiableSet)
	- locked <0x00000000fb27c080> (a sun.nio.ch.EPollSelectorImpl)
	at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
	at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2133)
	at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1792)
	at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110)
	at java.lang.Thread.run(Thread.java:748)

"grid-nio-worker-client-listener-0-#732%local.GridCacheLocalMultithreadedSelfTest%" #921 prio=5 os_prio=0 tid=0x00007f0a08ee1800 nid=0x5d15 runnable [0x00007f09eceed000]
   java.lang.Thread.State: RUNNABLE
	at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
	at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
	at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
	at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
	- locked <0x00000000fb2a6d70> (a org.apache.ignite.internal.util.nio.SelectedSelectionKeySet)
	- locked <0x00000000fb2a6d60> (a java.util.Collections$UnmodifiableSet)
	- locked <0x00000000fb2a6d90> (a sun.nio.ch.EPollSelectorImpl)
	at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
	at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2133)
	at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1792)
	at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110)
	at java.lang.Thread.run(Thread.java:748)

"nio-acceptor-client-listener-#736%local.GridCacheLocalMultithreadedSelfTest%" #925 prio=5 os_prio=0 tid=0x00007f0a084b9000 nid=0x5d14 runnable [0x00007f09ed5f4000]
   java.lang.Thread.State: RUNNABLE
	at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
	at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
	at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
	at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
	- locked <0x00000000fb2434e0> (a sun.nio.ch.Util$3)
	- locked <0x00000000fb2434d0> (a java.util.Collections$UnmodifiableSet)
	- locked <0x00000000fb243110> (a sun.nio.ch.EPollSelectorImpl)
	at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
	at org.apache.ignite.internal.util.nio.GridNioServer$GridNioAcceptWorker.accept(GridNioServer.java:2907)
	at org.apache.ignite.internal.util.nio.GridNioServer$GridNioAcceptWorker.body(GridNioServer.java:2859)
	at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110)
	at java.lang.Thread.run(Thread.java:748)

"grid-sharedfs-timeout-worker-#94%local.GridCacheLocalMultithreadedSelfTest%" #920 prio=5 os_prio=0 tid=0x00007f0a09336000 nid=0x5d13 in Object.wait() [0x00007f09ed0ef000]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
	at java.lang.Object.wait(Native Method)
	at org.apache.ignite.spi.checkpoint.sharedfs.SharedFsTimeoutTask.body(SharedFsTimeoutTask.java:99)
	- locked <0x00000000fb048128> (a java.lang.Object)
	at org.apache.ignite.spi.IgniteSpiThread.run(IgniteSpiThread.java:62)

"tcp-comm-worker-#93%local.GridCacheLocalMultithreadedSelfTest%" #919 prio=5 os_prio=0 tid=0x00007f0a095a7000 nid=0x5d12 waiting on condition [0x00007f09ed4f3000]
   java.lang.Thread.State: TIMED_WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	- parking to wait for  <0x00000000fb232a18> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
	at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
	at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467)
	at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi$CommunicationWorker.body(TcpCommunicationSpi.java:4257)
	at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110)
	at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi$5.body(TcpCommunicationSpi.java:2217)
	at org.apache.ignite.spi.IgniteSpiThread.run(IgniteSpiThread.java:62)

"grid-nio-worker-tcp-comm-3-#730%local.GridCacheLocalMultithreadedSelfTest%" #917 prio=5 os_prio=0 tid=0x00007f0a097e2000 nid=0x5d11 runnable [0x00007f08fd5fb000]
   java.lang.Thread.State: RUNNABLE
	at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
	at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
	at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
	at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
	- locked <0x00000000faf1f478> (a org.apache.ignite.internal.util.nio.SelectedSelectionKeySet)
	- locked <0x00000000faf21508> (a java.util.Collections$UnmodifiableSet)
	- locked <0x00000000faf1f3d0> (a sun.nio.ch.EPollSelectorImpl)
	at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
	at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2133)
	at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1792)
	at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110)
	at java.lang.Thread.run(Thread.java:748)

"grid-nio-worker-tcp-comm-2-#729%local.GridCacheLocalMultithreadedSelfTest%" #916 prio=5 os_prio=0 tid=0x00007f0a09a88800 nid=0x5d10 runnable [0x00007f08fd0f6000]
   java.lang.Thread.State: RUNNABLE
	at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
	at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
	at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
	at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
	- locked <0x00000000faf61138> (a org.apache.ignite.internal.util.nio.SelectedSelectionKeySet)
	- locked <0x00000000faf631c8> (a java.util.Collections$UnmodifiableSet)
	- locked <0x00000000faf61090> (a sun.nio.ch.EPollSelectorImpl)
	at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
	at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2133)
	at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1792)
	at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110)
	at java.lang.Thread.run(Thread.java:748)

"grid-nio-worker-tcp-comm-1-#728%local.GridCacheLocalMultithreadedSelfTest%" #915 prio=5 os_prio=0 tid=0x00007f0a095a8800 nid=0x5d0f runnable [0x00007f081ecea000]
   java.lang.Thread.State: RUNNABLE
	at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
	at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
	at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
	at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
	- locked <0x00000000faf1c230> (a org.apache.ignite.internal.util.nio.SelectedSelectionKeySet)
	- locked <0x00000000faf1e2c0> (a java.util.Collections$UnmodifiableSet)
	- locked <0x00000000faf1c198> (a sun.nio.ch.EPollSelectorImpl)
	at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
	at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2133)
	at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1792)
	at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110)
	at java.lang.Thread.run(Thread.java:748)

"grid-nio-worker-tcp-comm-0-#727%local.GridCacheLocalMultithreadedSelfTest%" #914 prio=5 os_prio=0 tid=0x00007f0a09821000 nid=0x5d0e runnable [0x00007f081f2f0000]
   java.lang.Thread.State: RUNNABLE
	at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
	at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
	at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
	at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
	- locked <0x00000000faf63948> (a org.apache.ignite.internal.util.nio.SelectedSelectionKeySet)
	- locked <0x00000000faf659d8> (a java.util.Collections$UnmodifiableSet)
	- locked <0x00000000faf638a0> (a sun.nio.ch.EPollSelectorImpl)
	at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
	at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2133)
	at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1792)
	at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110)
	at java.lang.Thread.run(Thread.java:748)

"nio-acceptor-tcp-comm-#731%local.GridCacheLocalMultithreadedSelfTest%" #918 prio=5 os_prio=0 tid=0x00007f0a097e9000 nid=0x5d0d runnable [0x00007f081e9e7000]
   java.lang.Thread.State: RUNNABLE
	at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
	at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
	at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
	at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
	- locked <0x00000000faf1edb8> (a sun.nio.ch.Util$3)
	- locked <0x00000000faf1eda8> (a java.util.Collections$UnmodifiableSet)
	- locked <0x00000000faf1e9e8> (a sun.nio.ch.EPollSelectorImpl)
	at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
	at org.apache.ignite.internal.util.nio.GridNioServer$GridNioAcceptWorker.accept(GridNioServer.java:2907)
	at org.apache.ignite.internal.util.nio.GridNioServer$GridNioAcceptWorker.body(GridNioServer.java:2859)
	at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110)
	at java.lang.Thread.run(Thread.java:748)

"grid-timeout-worker-#726%local.GridCacheLocalMultithreadedSelfTest%" #913 prio=5 os_prio=0 tid=0x00007f0a097e7000 nid=0x5d0c in Object.wait() [0x00007f07444ea000]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
	at java.lang.Object.wait(Native Method)
	at org.apache.ignite.internal.processors.timeout.GridTimeoutProcessor$TimeoutWorker.body(GridTimeoutProcessor.java:203)
	- locked <0x00000000fb0760c8> (a java.lang.Object)
	at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110)
	at java.lang.Thread.run(Thread.java:748)

"jvm-pause-detector-worker" #906 daemon prio=5 os_prio=0 tid=0x00007f0a084ba800 nid=0x5d05 waiting on condition [0x00007f08fd1f7000]
   java.lang.Thread.State: TIMED_WAITING (sleeping)
	at java.lang.Thread.sleep(Native Method)
	at org.apache.ignite.internal.LongJVMPauseDetector$1.run(LongJVMPauseDetector.java:100)

"data-streamer-stripe-7-#719%local.GridCacheLocalMultithreadedSelfTest%" #905 prio=5 os_prio=0 tid=0x00007f0a099f1000 nid=0x5d04 waiting on condition [0x00007f09ec9e8000]
   java.lang.Thread.State: WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304)
	at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:658)
	at org.apache.ignite.internal.util.StripedExecutor$Stripe.body(StripedExecutor.java:490)
	at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110)
	at java.lang.Thread.run(Thread.java:748)

"data-streamer-stripe-6-#718%local.GridCacheLocalMultithreadedSelfTest%" #904 prio=5 os_prio=0 tid=0x00007f0a098e4800 nid=0x5d03 waiting on condition [0x00007f09ec8e7000]
   java.lang.Thread.State: WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304)
	at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:658)
	at org.apache.ignite.internal.util.StripedExecutor$Stripe.body(StripedExecutor.java:490)
	at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110)
	at java.lang.Thread.run(Thread.java:748)

"data-streamer-stripe-5-#717%local.GridCacheLocalMultithreadedSelfTest%" #903 prio=5 os_prio=0 tid=0x00007f0a097f5800 nid=0x5d02 waiting on condition [0x00007f072cbf0000]
   java.lang.Thread.State: WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304)
	at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:658)
	at org.apache.ignite.internal.util.StripedExecutor$Stripe.body(StripedExecutor.java:490)
	at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110)
	at java.lang.Thread.run(Thread.java:748)

"data-streamer-stripe-4-#716%local.GridCacheLocalMultithreadedSelfTest%" #902 prio=5 os_prio=0 tid=0x00007f0a097fc800 nid=0x5d01 waiting on condition [0x00007f09ed2f1000]
   java.lang.Thread.State: WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304)
	at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:658)
	at org.apache.ignite.internal.util.StripedExecutor$Stripe.body(StripedExecutor.java:490)
	at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110)
	at java.lang.Thread.run(Thread.java:748)

"data-streamer-stripe-3-#715%local.GridCacheLocalMultithreadedSelfTest%" #901 prio=5 os_prio=0 tid=0x00007f0a09830800 nid=0x5d00 waiting on condition [0x00007f072ccf1000]
   java.lang.Thread.State: WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304)
	at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:658)
	at org.apache.ignite.internal.util.StripedExecutor$Stripe.body(StripedExecutor.java:490)
	at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110)
	at java.lang.Thread.run(Thread.java:748)

"data-streamer-stripe-2-#714%local.GridCacheLocalMultithreadedSelfTest%" #900 prio=5 os_prio=0 tid=0x00007f0a097f0000 nid=0x5cff waiting on condition [0x00007f08fccf2000]
   java.lang.Thread.State: WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304)
	at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:658)
	at org.apache.ignite.internal.util.StripedExecutor$Stripe.body(StripedExecutor.java:490)
	at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110)
	at java.lang.Thread.run(Thread.java:748)

"data-streamer-stripe-1-#713%local.GridCacheLocalMultithreadedSelfTest%" #899 prio=5 os_prio=0 tid=0x00007f0a09aad000 nid=0x5cfe waiting on condition [0x00007f072c4e9000]
   java.lang.Thread.State: WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304)
	at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:658)
	at org.apache.ignite.internal.util.StripedExecutor$Stripe.body(StripedExecutor.java:490)
	at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110)
	at java.lang.Thread.run(Thread.java:748)

"data-streamer-stripe-0-#712%local.GridCacheLocalMultithreadedSelfTest%" #898 prio=5 os_prio=0 tid=0x00007f0a09aed000 nid=0x5cfd waiting on condition [0x00007f09ec3d4000]
   java.lang.Thread.State: WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304)
	at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:658)
	at org.apache.ignite.internal.util.StripedExecutor$Stripe.body(StripedExecutor.java:490)
	at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110)
	at java.lang.Thread.run(Thread.java:748)

"sys-stripe-7-#711%local.GridCacheLocalMultithreadedSelfTest%" #897 prio=5 os_prio=0 tid=0x00007f0a09a73000 nid=0x5cfc waiting on condition [0x00007f09e62e9000]
   java.lang.Thread.State: WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304)
	at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:658)
	at org.apache.ignite.internal.util.StripedExecutor$Stripe.body(StripedExecutor.java:490)
	at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110)
	at java.lang.Thread.run(Thread.java:748)

"sys-stripe-6-#710%local.GridCacheLocalMultithreadedSelfTest%" #896 prio=5 os_prio=0 tid=0x00007f0a08581000 nid=0x5cfb waiting on condition [0x00007f081e0de000]
   java.lang.Thread.State: WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304)
	at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:658)
	at org.apache.ignite.internal.util.StripedExecutor$Stripe.body(StripedExecutor.java:490)
	at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110)
	at java.lang.Thread.run(Thread.java:748)

"sys-stripe-5-#709%local.GridCacheLocalMultithreadedSelfTest%" #895 prio=5 os_prio=0 tid=0x00007f0a0981f000 nid=0x5cfa waiting on condition [0x00007f09ecceb000]
   java.lang.Thread.State: WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304)
	at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:658)
	at org.apache.ignite.internal.util.StripedExecutor$Stripe.body(StripedExecutor.java:490)
	at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110)
	at java.lang.Thread.run(Thread.java:748)

"sys-stripe-4-#708%local.GridCacheLocalMultithreadedSelfTest%" #894 prio=5 os_prio=0 tid=0x00007f0a098e7000 nid=0x5cf9 waiting on condition [0x00007f09ecdec000]
   java.lang.Thread.State: WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304)
	at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:658)
	at org.apache.ignite.internal.util.StripedExecutor$Stripe.body(StripedExecutor.java:490)
	at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110)
	at java.lang.Thread.run(Thread.java:748)

"sys-stripe-3-#707%local.GridCacheLocalMultithreadedSelfTest%" #893 prio=5 os_prio=0 tid=0x00007f0a09817800 nid=0x5cf8 waiting on condition [0x00007f09ecbea000]
   java.lang.Thread.State: WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304)
	at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:658)
	at org.apache.ignite.internal.util.StripedExecutor$Stripe.body(StripedExecutor.java:490)
	at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110)
	at java.lang.Thread.run(Thread.java:748)

"sys-stripe-2-#706%local.GridCacheLocalMultithreadedSelfTest%" #892 prio=5 os_prio=0 tid=0x00007f0a09ac6000 nid=0x5cf7 waiting on condition [0x00007f081dcda000]
   java.lang.Thread.State: WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304)
	at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:658)
	at org.apache.ignite.internal.util.StripedExecutor$Stripe.body(StripedExecutor.java:490)
	at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110)
	at java.lang.Thread.run(Thread.java:748)

"sys-stripe-1-#705%local.GridCacheLocalMultithreadedSelfTest%" #891 prio=5 os_prio=0 tid=0x00007f0a097e0000 nid=0x5cf6 waiting on condition [0x00007f09e63ea000]
   java.lang.Thread.State: WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304)
	at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:658)
	at org.apache.ignite.internal.util.StripedExecutor$Stripe.body(StripedExecutor.java:490)
	at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110)
	at java.lang.Thread.run(Thread.java:748)

"sys-stripe-0-#704%local.GridCacheLocalMultithreadedSelfTest%" #890 prio=5 os_prio=0 tid=0x00007f0a097ed000 nid=0x5cf5 waiting on condition [0x00007f09e55e0000]
   java.lang.Thread.State: WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304)
	at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:658)
	at org.apache.ignite.internal.util.StripedExecutor$Stripe.body(StripedExecutor.java:490)
	at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110)
	at java.lang.Thread.run(Thread.java:748)

"ignite-clock-for-tests" #16 daemon prio=10 os_prio=0 tid=0x00007f0a08595000 nid=0x59a7 waiting on condition [0x00007f09edff6000]
   java.lang.Thread.State: TIMED_WAITING (sleeping)
	at java.lang.Thread.sleep(Native Method)
	at org.apache.ignite.internal.util.GridTestClockTimer.run(GridTestClockTimer.java:50)
	at java.lang.Thread.run(Thread.java:748)

"resolver-3" #15 daemon prio=5 os_prio=0 tid=0x00007f0a08f82800 nid=0x59a6 waiting on condition [0x00007f09ee6b8000]
   java.lang.Thread.State: WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	- parking to wait for  <0x0000000080021908> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
	at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
	at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

"resolver-2" #14 daemon prio=5 os_prio=0 tid=0x00007f0a08f81800 nid=0x59a5 waiting on condition [0x00007f09ee7b9000]
   java.lang.Thread.State: WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	- parking to wait for  <0x0000000080021908> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
	at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
	at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

"resolver-1" #13 daemon prio=5 os_prio=0 tid=0x00007f0a08f7d000 nid=0x59a4 waiting on condition [0x00007f09ee8ba000]
   java.lang.Thread.State: WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	- parking to wait for  <0x0000000080021908> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
	at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
	at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

"Service Thread" #8 daemon prio=9 os_prio=0 tid=0x00007f0a080c6000 nid=0x599b runnable [0x0000000000000000]
   java.lang.Thread.State: RUNNABLE

"C1 CompilerThread2" #7 daemon prio=9 os_prio=0 tid=0x00007f0a080c3000 nid=0x599a waiting on condition [0x0000000000000000]
   java.lang.Thread.State: RUNNABLE

"C2 CompilerThread1" #6 daemon prio=9 os_prio=0 tid=0x00007f0a080c1800 nid=0x5999 waiting on condition [0x0000000000000000]
   java.lang.Thread.State: RUNNABLE

"C2 CompilerThread0" #5 daemon prio=9 os_prio=0 tid=0x00007f0a080be800 nid=0x5998 waiting on condition [0x0000000000000000]
   java.lang.Thread.State: RUNNABLE

"Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0x00007f0a080bd000 nid=0x5997 runnable [0x0000000000000000]
   java.lang.Thread.State: RUNNABLE

"Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00007f0a0808a000 nid=0x5996 in Object.wait() [0x00007f09f48f7000]
   java.lang.Thread.State: WAITING (on object monitor)
	at java.lang.Object.wait(Native Method)
	at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143)
	- locked <0x0000000080029fe8> (a java.lang.ref.ReferenceQueue$Lock)
	at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:164)
	at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:212)

"Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00007f0a08085800 nid=0x5995 in Object.wait() [0x00007f09f49f8000]
   java.lang.Thread.State: WAITING (on object monitor)
	at java.lang.Object.wait(Native Method)
	at java.lang.Object.wait(Object.java:502)
	at java.lang.ref.Reference.tryHandlePending(Reference.java:191)
	- locked <0x0000000080021d00> (a java.lang.ref.Reference$Lock)
	at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153)

"main" #1 prio=5 os_prio=0 tid=0x00007f0a0800e000 nid=0x598e in Object.wait() [0x00007f0a11c3d000]
   java.lang.Thread.State: WAITING (on object monitor)
	at java.lang.Object.wait(Native Method)
	at java.lang.Thread.join(Thread.java:1252)
	- locked <0x00000000faec79c0> (a org.apache.ignite.testframework.GridTestSafeThreadFactory$1)
	at org.apache.ignite.internal.util.IgniteUtils.join(IgniteUtils.java:4646)
	at org.apache.ignite.internal.util.IgniteUtils.join(IgniteUtils.java:4631)
	at org.apache.ignite.internal.util.IgniteUtils.joinThreads(IgniteUtils.java:4675)
	at org.apache.ignite.testframework.GridTestSafeThreadFactory.stopAllThreads(GridTestSafeThreadFactory.java:206)
	at org.apache.ignite.testframework.GridTestUtils.stopThreads(GridTestUtils.java:985)
	at org.apache.ignite.testframework.junits.GridAbstractTest.tearDown(GridAbstractTest.java:1774)
	at org.apache.ignite.testframework.junits.common.GridCommonAbstractTest.tearDown(GridCommonAbstractTest.java:503)
	at junit.framework.TestCase.runBare(TestCase.java:146)
	at junit.framework.TestResult$1.protect(TestResult.java:122)
	at junit.framework.TestResult.runProtected(TestResult.java:142)
	at junit.framework.TestResult.run(TestResult.java:125)
	at junit.framework.TestCase.run(TestCase.java:129)
	at junit.framework.TestSuite.runTest(TestSuite.java:255)
	at junit.framework.TestSuite.run(TestSuite.java:250)
	at junit.framework.TestSuite.runTest(TestSuite.java:255)
	at junit.framework.TestSuite.run(TestSuite.java:250)
	at org.junit.internal.runners.JUnit38ClassRunner.run(JUnit38ClassRunner.java:84)
	at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:369)
	at org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:275)
	at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:239)
	at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:160)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray2(ReflectionUtils.java:206)
	at org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:160)
	at org.apache.maven.surefire.booter.ProviderFactory.invokeProvider(ProviderFactory.java:83)
	at org.apache.maven.plugin.surefire.InPluginVMSurefireStarter.runSuitesInProcess(InPluginVMSurefireStarter.java:84)
	at org.apache.maven.plugin.surefire.AbstractSurefireMojo.executeProvider(AbstractSurefireMojo.java:1107)
	at org.apache.maven.plugin.surefire.AbstractSurefireMojo.executeAfterPreconditionsChecked(AbstractSurefireMojo.java:954)
	at org.apache.maven.plugin.surefire.AbstractSurefireMojo.execute(AbstractSurefireMojo.java:832)
	at org.apache.maven.plugin.DefaultBuildPluginManager.executeMojo(DefaultBuildPluginManager.java:137)
	at org.apache.maven.lifecycle.internal.MojoExecutor.execute(MojoExecutor.java:208)
	at org.apache.maven.lifecycle.internal.MojoExecutor.execute(MojoExecutor.java:154)
	at org.apache.maven.lifecycle.internal.MojoExecutor.execute(MojoExecutor.java:146)
	at org.apache.maven.lifecycle.internal.LifecycleModuleBuilder.buildProject(LifecycleModuleBuilder.java:117)
	at org.apache.maven.lifecycle.internal.LifecycleModuleBuilder.buildProject(LifecycleModuleBuilder.java:81)
	at org.apache.maven.lifecycle.internal.builder.singlethreaded.SingleThreadedBuilder.build(SingleThreadedBuilder.java:56)
	at org.apache.maven.lifecycle.internal.LifecycleStarter.execute(LifecycleStarter.java:128)
	at org.apache.maven.DefaultMaven.doExecute(DefaultMaven.java:305)
	at org.apache.maven.DefaultMaven.doExecute(DefaultMaven.java:192)
	at org.apache.maven.DefaultMaven.execute(DefaultMaven.java:105)
	at org.apache.maven.cli.MavenCli.execute(MavenCli.java:956)
	at org.apache.maven.cli.MavenCli.doMain(MavenCli.java:290)
	at org.apache.maven.cli.MavenCli.main(MavenCli.java:194)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at org.codehaus.plexus.classworlds.launcher.Launcher.launchEnhanced(Launcher.java:289)
	at org.codehaus.plexus.classworlds.launcher.Launcher.launch(Launcher.java:229)
	at org.codehaus.plexus.classworlds.launcher.Launcher.mainWithExitCode(Launcher.java:415)
	at org.codehaus.plexus.classworlds.launcher.Launcher.main(Launcher.java:356)

{code}



--
This message was sent by Atlassian JIRA
(v7.6.3#76005)