Eduard Shangareev created IGNITE-9266: -----------------------------------------
Summary: Cache 2 TC configuration timeouts because of hangs on latch Key: IGNITE-9266 URL: https://issues.apache.org/jira/browse/IGNITE-9266 Project: Ignite Issue Type: Bug Reporter: Eduard Shangareev Two threads hanged on waiting latch because of it GridCacheLocalMultithreadedSelfTest couldn't stop. {code} Full thread dump Java HotSpot(TM) 64-Bit Server VM (25.171-b11 mixed mode): "Attach Listener" #2048 daemon prio=9 os_prio=0 tid=0x00007f09cc001000 nid=0x6237 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "sys-#1820%local.GridCacheLocalMultithreadedSelfTest%" #2047 prio=5 os_prio=0 tid=0x00007f089401a000 nid=0x6207 waiting on condition [0x00007f09e69ee000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000fad87890> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) "sys-#1819%local.GridCacheLocalMultithreadedSelfTest%" #2046 prio=5 os_prio=0 tid=0x00007f0894019000 nid=0x6206 waiting on condition [0x00007f09e6aef000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000fad87890> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) "sys-#1818%local.GridCacheLocalMultithreadedSelfTest%" #2045 prio=5 os_prio=0 tid=0x00007f0894018000 nid=0x6205 waiting on condition [0x00007f09e6bf0000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000fad87890> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) "sys-#1817%local.GridCacheLocalMultithreadedSelfTest%" #2044 prio=5 os_prio=0 tid=0x00007f0894017000 nid=0x6204 waiting on condition [0x00007f09e7ffe000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000fad87890> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) "sys-#1816%local.GridCacheLocalMultithreadedSelfTest%" #2043 prio=5 os_prio=0 tid=0x00007f0894015800 nid=0x6203 waiting on condition [0x00007f09e6ff2000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000fad87890> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) "sys-#1815%local.GridCacheLocalMultithreadedSelfTest%" #2042 prio=5 os_prio=0 tid=0x00007f089401c000 nid=0x6202 waiting on condition [0x00007f09e6ef1000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000fad87890> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) "multi-lock-thread-1" #1055 prio=5 os_prio=0 tid=0x00007f080c010800 nid=0x5d98 waiting on condition [0x00007f081edeb000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:177) at org.apache.ignite.internal.util.future.GridFutureAdapter.get(GridFutureAdapter.java:140) at org.apache.ignite.internal.processors.cache.GridCacheAdapter.lockAll(GridCacheAdapter.java:3405) at org.apache.ignite.internal.processors.cache.CacheLockImpl.lock(CacheLockImpl.java:74) at org.apache.ignite.internal.processors.cache.local.GridCacheLocalMultithreadedSelfTest$3.call(GridCacheLocalMultithreadedSelfTest.java:157) at org.apache.ignite.testframework.GridTestThread.run(GridTestThread.java:86) "lock-timeout-2" #1023 prio=5 os_prio=0 tid=0x00007f080c012000 nid=0x5d78 waiting on condition [0x00007f09ed1f0000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000fae95128> (a java.util.concurrent.CountDownLatch$Sync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:231) at org.apache.ignite.internal.processors.cache.local.GridCacheLocalMultithreadedSelfTest$7.call(GridCacheLocalMultithreadedSelfTest.java:295) at org.apache.ignite.testframework.GridTestThread.run(GridTestThread.java:86) "lock-timeout-2" #990 prio=5 os_prio=0 tid=0x00007f080c011000 nid=0x5d57 waiting on condition [0x00007f072cef3000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000fae95620> (a java.util.concurrent.CountDownLatch$Sync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:231) at org.apache.ignite.internal.processors.cache.local.GridCacheLocalMultithreadedSelfTest$5.call(GridCacheLocalMultithreadedSelfTest.java:209) at org.apache.ignite.testframework.GridTestThread.run(GridTestThread.java:86) "multi-lock-thread-10" #957 prio=5 os_prio=0 tid=0x00007f080c04e800 nid=0x5d36 waiting on condition [0x00007f09e7efd000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:177) at org.apache.ignite.internal.util.future.GridFutureAdapter.get(GridFutureAdapter.java:140) at org.apache.ignite.internal.processors.cache.GridCacheAdapter.lockAll(GridCacheAdapter.java:3405) at org.apache.ignite.internal.processors.cache.CacheLockImpl.lock(CacheLockImpl.java:74) at org.apache.ignite.internal.processors.cache.local.GridCacheLocalMultithreadedSelfTest$2.call(GridCacheLocalMultithreadedSelfTest.java:125) at org.apache.ignite.testframework.GridTestThread.run(GridTestThread.java:86) "multi-lock-thread-9" #956 prio=5 os_prio=0 tid=0x00007f080c04b000 nid=0x5d35 waiting on condition [0x00007f09e7bfc000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:177) at org.apache.ignite.internal.util.future.GridFutureAdapter.get(GridFutureAdapter.java:140) at org.apache.ignite.internal.processors.cache.GridCacheAdapter.lockAll(GridCacheAdapter.java:3405) at org.apache.ignite.internal.processors.cache.CacheLockImpl.lock(CacheLockImpl.java:74) at org.apache.ignite.internal.processors.cache.local.GridCacheLocalMultithreadedSelfTest$2.call(GridCacheLocalMultithreadedSelfTest.java:125) at org.apache.ignite.testframework.GridTestThread.run(GridTestThread.java:86) "multi-lock-thread-8" #955 prio=5 os_prio=0 tid=0x00007f080c04c800 nid=0x5d34 waiting on condition [0x00007f09e79fa000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:177) at org.apache.ignite.internal.util.future.GridFutureAdapter.get(GridFutureAdapter.java:140) at org.apache.ignite.internal.processors.cache.GridCacheAdapter.lockAll(GridCacheAdapter.java:3405) at org.apache.ignite.internal.processors.cache.CacheLockImpl.lock(CacheLockImpl.java:74) at org.apache.ignite.internal.processors.cache.local.GridCacheLocalMultithreadedSelfTest$2.call(GridCacheLocalMultithreadedSelfTest.java:125) at org.apache.ignite.testframework.GridTestThread.run(GridTestThread.java:86) "multi-lock-thread-7" #954 prio=5 os_prio=0 tid=0x00007f080c017800 nid=0x5d33 waiting on condition [0x00007f09e77f8000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:177) at org.apache.ignite.internal.util.future.GridFutureAdapter.get(GridFutureAdapter.java:140) at org.apache.ignite.internal.processors.cache.GridCacheAdapter.lockAll(GridCacheAdapter.java:3405) at org.apache.ignite.internal.processors.cache.CacheLockImpl.lock(CacheLockImpl.java:74) at org.apache.ignite.internal.processors.cache.local.GridCacheLocalMultithreadedSelfTest$2.call(GridCacheLocalMultithreadedSelfTest.java:125) at org.apache.ignite.testframework.GridTestThread.run(GridTestThread.java:86) "multi-lock-thread-6" #953 prio=5 os_prio=0 tid=0x00007f080c04d800 nid=0x5d32 waiting on condition [0x00007f09e7afb000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:177) at org.apache.ignite.internal.util.future.GridFutureAdapter.get(GridFutureAdapter.java:140) at org.apache.ignite.internal.processors.cache.GridCacheAdapter.lockAll(GridCacheAdapter.java:3405) at org.apache.ignite.internal.processors.cache.CacheLockImpl.lock(CacheLockImpl.java:74) at org.apache.ignite.internal.processors.cache.local.GridCacheLocalMultithreadedSelfTest$2.call(GridCacheLocalMultithreadedSelfTest.java:125) at org.apache.ignite.testframework.GridTestThread.run(GridTestThread.java:86) "multi-lock-thread-5" #952 prio=5 os_prio=0 tid=0x00007f080c00d000 nid=0x5d31 waiting on condition [0x00007f09e72f5000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:177) at org.apache.ignite.internal.util.future.GridFutureAdapter.get(GridFutureAdapter.java:140) at org.apache.ignite.internal.processors.cache.GridCacheAdapter.lockAll(GridCacheAdapter.java:3405) at org.apache.ignite.internal.processors.cache.CacheLockImpl.lock(CacheLockImpl.java:74) at org.apache.ignite.internal.processors.cache.local.GridCacheLocalMultithreadedSelfTest$2.call(GridCacheLocalMultithreadedSelfTest.java:125) at org.apache.ignite.testframework.GridTestThread.run(GridTestThread.java:86) "multi-lock-thread-4" #951 prio=5 os_prio=0 tid=0x00007f080c016000 nid=0x5d30 waiting on condition [0x00007f09e75f6000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:177) at org.apache.ignite.internal.util.future.GridFutureAdapter.get(GridFutureAdapter.java:140) at org.apache.ignite.internal.processors.cache.GridCacheAdapter.lockAll(GridCacheAdapter.java:3405) at org.apache.ignite.internal.processors.cache.CacheLockImpl.lock(CacheLockImpl.java:74) at org.apache.ignite.internal.processors.cache.local.GridCacheLocalMultithreadedSelfTest$2.call(GridCacheLocalMultithreadedSelfTest.java:125) at org.apache.ignite.testframework.GridTestThread.run(GridTestThread.java:86) "multi-lock-thread-3" #950 prio=5 os_prio=0 tid=0x00007f080c019000 nid=0x5d2f waiting on condition [0x00007f09e78f9000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:177) at org.apache.ignite.internal.util.future.GridFutureAdapter.get(GridFutureAdapter.java:140) at org.apache.ignite.internal.processors.cache.GridCacheAdapter.lockAll(GridCacheAdapter.java:3405) at org.apache.ignite.internal.processors.cache.CacheLockImpl.lock(CacheLockImpl.java:74) at org.apache.ignite.internal.processors.cache.local.GridCacheLocalMultithreadedSelfTest$2.call(GridCacheLocalMultithreadedSelfTest.java:125) at org.apache.ignite.testframework.GridTestThread.run(GridTestThread.java:86) "multi-lock-thread-2" #949 prio=5 os_prio=0 tid=0x00007f080c002000 nid=0x5d2e waiting on condition [0x00007f09e76f7000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:177) at org.apache.ignite.internal.util.future.GridFutureAdapter.get(GridFutureAdapter.java:140) at org.apache.ignite.internal.processors.cache.GridCacheAdapter.lockAll(GridCacheAdapter.java:3405) at org.apache.ignite.internal.processors.cache.CacheLockImpl.lock(CacheLockImpl.java:74) at org.apache.ignite.internal.processors.cache.local.GridCacheLocalMultithreadedSelfTest$2.call(GridCacheLocalMultithreadedSelfTest.java:125) at org.apache.ignite.testframework.GridTestThread.run(GridTestThread.java:86) "multi-lock-thread-1" #948 prio=5 os_prio=0 tid=0x00007f080c00c000 nid=0x5d2d waiting on condition [0x00007f09e70f3000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:177) at org.apache.ignite.internal.util.future.GridFutureAdapter.get(GridFutureAdapter.java:140) at org.apache.ignite.internal.processors.cache.GridCacheAdapter.lockAll(GridCacheAdapter.java:3405) at org.apache.ignite.internal.processors.cache.CacheLockImpl.lock(CacheLockImpl.java:74) at org.apache.ignite.internal.processors.cache.local.GridCacheLocalMultithreadedSelfTest$2.call(GridCacheLocalMultithreadedSelfTest.java:125) at org.apache.ignite.testframework.GridTestThread.run(GridTestThread.java:86) "srvc-deploy-#742%local.GridCacheLocalMultithreadedSelfTest%" #934 prio=5 os_prio=0 tid=0x00007f0a09528800 nid=0x5d20 waiting on condition [0x00007f09ec1c2000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000fae96388> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) "ttl-cleanup-worker-#741%local.GridCacheLocalMultithreadedSelfTest%" #933 prio=5 os_prio=0 tid=0x00007f063c001800 nid=0x5d1f waiting on condition [0x00007f09ec2d3000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.ignite.internal.util.IgniteUtils.sleep(IgniteUtils.java:7683) at org.apache.ignite.internal.processors.cache.GridCacheSharedTtlCleanupManager$CleanupWorker.body(GridCacheSharedTtlCleanupManager.java:145) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:748) "exchange-worker-#740%local.GridCacheLocalMultithreadedSelfTest%" #932 prio=5 os_prio=0 tid=0x00007f0a09527800 nid=0x5d1e waiting on condition [0x00007f09ecfee000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000fae97070> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.LinkedBlockingDeque.pollFirst(LinkedBlockingDeque.java:522) at java.util.concurrent.LinkedBlockingDeque.poll(LinkedBlockingDeque.java:684) at org.apache.ignite.internal.processors.cache.GridCachePartitionExchangeManager$ExchangeWorker.body0(GridCachePartitionExchangeManager.java:2443) at org.apache.ignite.internal.processors.cache.GridCachePartitionExchangeManager$ExchangeWorker.body(GridCachePartitionExchangeManager.java:2377) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:748) "disco-event-worker-#739%local.GridCacheLocalMultithreadedSelfTest%" #931 prio=5 os_prio=0 tid=0x00007f0a09527000 nid=0x5d1d waiting on condition [0x00007f09ed3f2000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000fb2338c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.ignite.internal.managers.discovery.GridDiscoveryManager$DiscoveryWorker.body0(GridDiscoveryManager.java:2766) at org.apache.ignite.internal.managers.discovery.GridDiscoveryManager$DiscoveryWorker.body(GridDiscoveryManager.java:2740) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:748) "tcp-disco-ip-finder-cleaner-#97%local.GridCacheLocalMultithreadedSelfTest%" #930 prio=10 os_prio=0 tid=0x00007f0a09523800 nid=0x5d1c waiting on condition [0x00007f09ed6f5000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.ignite.spi.discovery.tcp.ServerImpl$IpFinderCleaner.body(ServerImpl.java:1958) at org.apache.ignite.spi.IgniteSpiThread.run(IgniteSpiThread.java:62) "tcp-disco-srvr-#96%local.GridCacheLocalMultithreadedSelfTest%" #929 prio=10 os_prio=0 tid=0x00007f0a09522800 nid=0x5d1b runnable [0x00007f09e71f4000] java.lang.Thread.State: RUNNABLE at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:409) at java.net.ServerSocket.implAccept(ServerSocket.java:545) at java.net.ServerSocket.accept(ServerSocket.java:513) at org.apache.ignite.spi.discovery.tcp.ServerImpl$TcpServer.body(ServerImpl.java:5816) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at org.apache.ignite.spi.discovery.tcp.ServerImpl$TcpServerThread.body(ServerImpl.java:5738) at org.apache.ignite.spi.IgniteSpiThread.run(IgniteSpiThread.java:62) "tcp-disco-msg-worker-#95%local.GridCacheLocalMultithreadedSelfTest%" #928 prio=10 os_prio=0 tid=0x00007f0a08ee4800 nid=0x5d1a waiting on condition [0x00007f081d8d6000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000fb234238> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.LinkedBlockingDeque.pollFirst(LinkedBlockingDeque.java:522) at java.util.concurrent.LinkedBlockingDeque.poll(LinkedBlockingDeque.java:684) at org.apache.ignite.spi.discovery.tcp.ServerImpl$MessageWorker.body(ServerImpl.java:7139) at org.apache.ignite.spi.discovery.tcp.ServerImpl$RingMessageWorker.body(ServerImpl.java:2688) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at org.apache.ignite.spi.discovery.tcp.ServerImpl$MessageWorkerThread.body(ServerImpl.java:7088) at org.apache.ignite.spi.IgniteSpiThread.run(IgniteSpiThread.java:62) "grid-data-loader-flusher-#738%local.GridCacheLocalMultithreadedSelfTest%" #927 prio=5 os_prio=0 tid=0x00007f0a08ee4000 nid=0x5d19 waiting on condition [0x00007f09ec7e6000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000fb02e3c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.DelayQueue.take(DelayQueue.java:211) at org.apache.ignite.internal.processors.datastreamer.DataStreamProcessor$2.body(DataStreamProcessor.java:109) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:748) "grid-nio-worker-client-listener-3-#735%local.GridCacheLocalMultithreadedSelfTest%" #924 prio=5 os_prio=0 tid=0x00007f0a09334800 nid=0x5d18 runnable [0x00007f09ec4d5000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000000fb243bc8> (a org.apache.ignite.internal.util.nio.SelectedSelectionKeySet) - locked <0x00000000fb245c58> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000fb243b20> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2133) at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1792) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:748) "grid-nio-worker-client-listener-2-#734%local.GridCacheLocalMultithreadedSelfTest%" #923 prio=5 os_prio=0 tid=0x00007f0a09334000 nid=0x5d17 runnable [0x00007f081dedc000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000000fb2778b0> (a org.apache.ignite.internal.util.nio.SelectedSelectionKeySet) - locked <0x00000000fb279940> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000fb277808> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2133) at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1792) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:748) "grid-nio-worker-client-listener-1-#733%local.GridCacheLocalMultithreadedSelfTest%" #922 prio=5 os_prio=0 tid=0x00007f0a08ee2800 nid=0x5d16 runnable [0x00007f09ecae9000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000000fb27c128> (a org.apache.ignite.internal.util.nio.SelectedSelectionKeySet) - locked <0x00000000fb27e1b8> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000fb27c080> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2133) at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1792) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:748) "grid-nio-worker-client-listener-0-#732%local.GridCacheLocalMultithreadedSelfTest%" #921 prio=5 os_prio=0 tid=0x00007f0a08ee1800 nid=0x5d15 runnable [0x00007f09eceed000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000000fb2a6d70> (a org.apache.ignite.internal.util.nio.SelectedSelectionKeySet) - locked <0x00000000fb2a6d60> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000fb2a6d90> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2133) at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1792) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:748) "nio-acceptor-client-listener-#736%local.GridCacheLocalMultithreadedSelfTest%" #925 prio=5 os_prio=0 tid=0x00007f0a084b9000 nid=0x5d14 runnable [0x00007f09ed5f4000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000000fb2434e0> (a sun.nio.ch.Util$3) - locked <0x00000000fb2434d0> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000fb243110> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.ignite.internal.util.nio.GridNioServer$GridNioAcceptWorker.accept(GridNioServer.java:2907) at org.apache.ignite.internal.util.nio.GridNioServer$GridNioAcceptWorker.body(GridNioServer.java:2859) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:748) "grid-sharedfs-timeout-worker-#94%local.GridCacheLocalMultithreadedSelfTest%" #920 prio=5 os_prio=0 tid=0x00007f0a09336000 nid=0x5d13 in Object.wait() [0x00007f09ed0ef000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.apache.ignite.spi.checkpoint.sharedfs.SharedFsTimeoutTask.body(SharedFsTimeoutTask.java:99) - locked <0x00000000fb048128> (a java.lang.Object) at org.apache.ignite.spi.IgniteSpiThread.run(IgniteSpiThread.java:62) "tcp-comm-worker-#93%local.GridCacheLocalMultithreadedSelfTest%" #919 prio=5 os_prio=0 tid=0x00007f0a095a7000 nid=0x5d12 waiting on condition [0x00007f09ed4f3000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000fb232a18> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi$CommunicationWorker.body(TcpCommunicationSpi.java:4257) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi$5.body(TcpCommunicationSpi.java:2217) at org.apache.ignite.spi.IgniteSpiThread.run(IgniteSpiThread.java:62) "grid-nio-worker-tcp-comm-3-#730%local.GridCacheLocalMultithreadedSelfTest%" #917 prio=5 os_prio=0 tid=0x00007f0a097e2000 nid=0x5d11 runnable [0x00007f08fd5fb000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000000faf1f478> (a org.apache.ignite.internal.util.nio.SelectedSelectionKeySet) - locked <0x00000000faf21508> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000faf1f3d0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2133) at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1792) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:748) "grid-nio-worker-tcp-comm-2-#729%local.GridCacheLocalMultithreadedSelfTest%" #916 prio=5 os_prio=0 tid=0x00007f0a09a88800 nid=0x5d10 runnable [0x00007f08fd0f6000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000000faf61138> (a org.apache.ignite.internal.util.nio.SelectedSelectionKeySet) - locked <0x00000000faf631c8> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000faf61090> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2133) at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1792) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:748) "grid-nio-worker-tcp-comm-1-#728%local.GridCacheLocalMultithreadedSelfTest%" #915 prio=5 os_prio=0 tid=0x00007f0a095a8800 nid=0x5d0f runnable [0x00007f081ecea000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000000faf1c230> (a org.apache.ignite.internal.util.nio.SelectedSelectionKeySet) - locked <0x00000000faf1e2c0> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000faf1c198> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2133) at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1792) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:748) "grid-nio-worker-tcp-comm-0-#727%local.GridCacheLocalMultithreadedSelfTest%" #914 prio=5 os_prio=0 tid=0x00007f0a09821000 nid=0x5d0e runnable [0x00007f081f2f0000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000000faf63948> (a org.apache.ignite.internal.util.nio.SelectedSelectionKeySet) - locked <0x00000000faf659d8> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000faf638a0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2133) at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1792) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:748) "nio-acceptor-tcp-comm-#731%local.GridCacheLocalMultithreadedSelfTest%" #918 prio=5 os_prio=0 tid=0x00007f0a097e9000 nid=0x5d0d runnable [0x00007f081e9e7000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000000faf1edb8> (a sun.nio.ch.Util$3) - locked <0x00000000faf1eda8> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000faf1e9e8> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.ignite.internal.util.nio.GridNioServer$GridNioAcceptWorker.accept(GridNioServer.java:2907) at org.apache.ignite.internal.util.nio.GridNioServer$GridNioAcceptWorker.body(GridNioServer.java:2859) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:748) "grid-timeout-worker-#726%local.GridCacheLocalMultithreadedSelfTest%" #913 prio=5 os_prio=0 tid=0x00007f0a097e7000 nid=0x5d0c in Object.wait() [0x00007f07444ea000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.apache.ignite.internal.processors.timeout.GridTimeoutProcessor$TimeoutWorker.body(GridTimeoutProcessor.java:203) - locked <0x00000000fb0760c8> (a java.lang.Object) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:748) "jvm-pause-detector-worker" #906 daemon prio=5 os_prio=0 tid=0x00007f0a084ba800 nid=0x5d05 waiting on condition [0x00007f08fd1f7000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.ignite.internal.LongJVMPauseDetector$1.run(LongJVMPauseDetector.java:100) "data-streamer-stripe-7-#719%local.GridCacheLocalMultithreadedSelfTest%" #905 prio=5 os_prio=0 tid=0x00007f0a099f1000 nid=0x5d04 waiting on condition [0x00007f09ec9e8000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:658) at org.apache.ignite.internal.util.StripedExecutor$Stripe.body(StripedExecutor.java:490) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:748) "data-streamer-stripe-6-#718%local.GridCacheLocalMultithreadedSelfTest%" #904 prio=5 os_prio=0 tid=0x00007f0a098e4800 nid=0x5d03 waiting on condition [0x00007f09ec8e7000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:658) at org.apache.ignite.internal.util.StripedExecutor$Stripe.body(StripedExecutor.java:490) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:748) "data-streamer-stripe-5-#717%local.GridCacheLocalMultithreadedSelfTest%" #903 prio=5 os_prio=0 tid=0x00007f0a097f5800 nid=0x5d02 waiting on condition [0x00007f072cbf0000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:658) at org.apache.ignite.internal.util.StripedExecutor$Stripe.body(StripedExecutor.java:490) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:748) "data-streamer-stripe-4-#716%local.GridCacheLocalMultithreadedSelfTest%" #902 prio=5 os_prio=0 tid=0x00007f0a097fc800 nid=0x5d01 waiting on condition [0x00007f09ed2f1000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:658) at org.apache.ignite.internal.util.StripedExecutor$Stripe.body(StripedExecutor.java:490) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:748) "data-streamer-stripe-3-#715%local.GridCacheLocalMultithreadedSelfTest%" #901 prio=5 os_prio=0 tid=0x00007f0a09830800 nid=0x5d00 waiting on condition [0x00007f072ccf1000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:658) at org.apache.ignite.internal.util.StripedExecutor$Stripe.body(StripedExecutor.java:490) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:748) "data-streamer-stripe-2-#714%local.GridCacheLocalMultithreadedSelfTest%" #900 prio=5 os_prio=0 tid=0x00007f0a097f0000 nid=0x5cff waiting on condition [0x00007f08fccf2000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:658) at org.apache.ignite.internal.util.StripedExecutor$Stripe.body(StripedExecutor.java:490) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:748) "data-streamer-stripe-1-#713%local.GridCacheLocalMultithreadedSelfTest%" #899 prio=5 os_prio=0 tid=0x00007f0a09aad000 nid=0x5cfe waiting on condition [0x00007f072c4e9000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:658) at org.apache.ignite.internal.util.StripedExecutor$Stripe.body(StripedExecutor.java:490) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:748) "data-streamer-stripe-0-#712%local.GridCacheLocalMultithreadedSelfTest%" #898 prio=5 os_prio=0 tid=0x00007f0a09aed000 nid=0x5cfd waiting on condition [0x00007f09ec3d4000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:658) at org.apache.ignite.internal.util.StripedExecutor$Stripe.body(StripedExecutor.java:490) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:748) "sys-stripe-7-#711%local.GridCacheLocalMultithreadedSelfTest%" #897 prio=5 os_prio=0 tid=0x00007f0a09a73000 nid=0x5cfc waiting on condition [0x00007f09e62e9000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:658) at org.apache.ignite.internal.util.StripedExecutor$Stripe.body(StripedExecutor.java:490) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:748) "sys-stripe-6-#710%local.GridCacheLocalMultithreadedSelfTest%" #896 prio=5 os_prio=0 tid=0x00007f0a08581000 nid=0x5cfb waiting on condition [0x00007f081e0de000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:658) at org.apache.ignite.internal.util.StripedExecutor$Stripe.body(StripedExecutor.java:490) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:748) "sys-stripe-5-#709%local.GridCacheLocalMultithreadedSelfTest%" #895 prio=5 os_prio=0 tid=0x00007f0a0981f000 nid=0x5cfa waiting on condition [0x00007f09ecceb000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:658) at org.apache.ignite.internal.util.StripedExecutor$Stripe.body(StripedExecutor.java:490) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:748) "sys-stripe-4-#708%local.GridCacheLocalMultithreadedSelfTest%" #894 prio=5 os_prio=0 tid=0x00007f0a098e7000 nid=0x5cf9 waiting on condition [0x00007f09ecdec000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:658) at org.apache.ignite.internal.util.StripedExecutor$Stripe.body(StripedExecutor.java:490) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:748) "sys-stripe-3-#707%local.GridCacheLocalMultithreadedSelfTest%" #893 prio=5 os_prio=0 tid=0x00007f0a09817800 nid=0x5cf8 waiting on condition [0x00007f09ecbea000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:658) at org.apache.ignite.internal.util.StripedExecutor$Stripe.body(StripedExecutor.java:490) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:748) "sys-stripe-2-#706%local.GridCacheLocalMultithreadedSelfTest%" #892 prio=5 os_prio=0 tid=0x00007f0a09ac6000 nid=0x5cf7 waiting on condition [0x00007f081dcda000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:658) at org.apache.ignite.internal.util.StripedExecutor$Stripe.body(StripedExecutor.java:490) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:748) "sys-stripe-1-#705%local.GridCacheLocalMultithreadedSelfTest%" #891 prio=5 os_prio=0 tid=0x00007f0a097e0000 nid=0x5cf6 waiting on condition [0x00007f09e63ea000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:658) at org.apache.ignite.internal.util.StripedExecutor$Stripe.body(StripedExecutor.java:490) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:748) "sys-stripe-0-#704%local.GridCacheLocalMultithreadedSelfTest%" #890 prio=5 os_prio=0 tid=0x00007f0a097ed000 nid=0x5cf5 waiting on condition [0x00007f09e55e0000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:658) at org.apache.ignite.internal.util.StripedExecutor$Stripe.body(StripedExecutor.java:490) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:748) "ignite-clock-for-tests" #16 daemon prio=10 os_prio=0 tid=0x00007f0a08595000 nid=0x59a7 waiting on condition [0x00007f09edff6000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.ignite.internal.util.GridTestClockTimer.run(GridTestClockTimer.java:50) at java.lang.Thread.run(Thread.java:748) "resolver-3" #15 daemon prio=5 os_prio=0 tid=0x00007f0a08f82800 nid=0x59a6 waiting on condition [0x00007f09ee6b8000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000080021908> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) "resolver-2" #14 daemon prio=5 os_prio=0 tid=0x00007f0a08f81800 nid=0x59a5 waiting on condition [0x00007f09ee7b9000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000080021908> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) "resolver-1" #13 daemon prio=5 os_prio=0 tid=0x00007f0a08f7d000 nid=0x59a4 waiting on condition [0x00007f09ee8ba000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000080021908> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) "Service Thread" #8 daemon prio=9 os_prio=0 tid=0x00007f0a080c6000 nid=0x599b runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C1 CompilerThread2" #7 daemon prio=9 os_prio=0 tid=0x00007f0a080c3000 nid=0x599a waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread1" #6 daemon prio=9 os_prio=0 tid=0x00007f0a080c1800 nid=0x5999 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread0" #5 daemon prio=9 os_prio=0 tid=0x00007f0a080be800 nid=0x5998 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0x00007f0a080bd000 nid=0x5997 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00007f0a0808a000 nid=0x5996 in Object.wait() [0x00007f09f48f7000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143) - locked <0x0000000080029fe8> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:164) at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:212) "Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00007f0a08085800 nid=0x5995 in Object.wait() [0x00007f09f49f8000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at java.lang.ref.Reference.tryHandlePending(Reference.java:191) - locked <0x0000000080021d00> (a java.lang.ref.Reference$Lock) at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153) "main" #1 prio=5 os_prio=0 tid=0x00007f0a0800e000 nid=0x598e in Object.wait() [0x00007f0a11c3d000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Thread.join(Thread.java:1252) - locked <0x00000000faec79c0> (a org.apache.ignite.testframework.GridTestSafeThreadFactory$1) at org.apache.ignite.internal.util.IgniteUtils.join(IgniteUtils.java:4646) at org.apache.ignite.internal.util.IgniteUtils.join(IgniteUtils.java:4631) at org.apache.ignite.internal.util.IgniteUtils.joinThreads(IgniteUtils.java:4675) at org.apache.ignite.testframework.GridTestSafeThreadFactory.stopAllThreads(GridTestSafeThreadFactory.java:206) at org.apache.ignite.testframework.GridTestUtils.stopThreads(GridTestUtils.java:985) at org.apache.ignite.testframework.junits.GridAbstractTest.tearDown(GridAbstractTest.java:1774) at org.apache.ignite.testframework.junits.common.GridCommonAbstractTest.tearDown(GridCommonAbstractTest.java:503) at junit.framework.TestCase.runBare(TestCase.java:146) at junit.framework.TestResult$1.protect(TestResult.java:122) at junit.framework.TestResult.runProtected(TestResult.java:142) at junit.framework.TestResult.run(TestResult.java:125) at junit.framework.TestCase.run(TestCase.java:129) at junit.framework.TestSuite.runTest(TestSuite.java:255) at junit.framework.TestSuite.run(TestSuite.java:250) at junit.framework.TestSuite.runTest(TestSuite.java:255) at junit.framework.TestSuite.run(TestSuite.java:250) at org.junit.internal.runners.JUnit38ClassRunner.run(JUnit38ClassRunner.java:84) at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:369) at org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:275) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:239) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:160) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray2(ReflectionUtils.java:206) at org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:160) at org.apache.maven.surefire.booter.ProviderFactory.invokeProvider(ProviderFactory.java:83) at org.apache.maven.plugin.surefire.InPluginVMSurefireStarter.runSuitesInProcess(InPluginVMSurefireStarter.java:84) at org.apache.maven.plugin.surefire.AbstractSurefireMojo.executeProvider(AbstractSurefireMojo.java:1107) at org.apache.maven.plugin.surefire.AbstractSurefireMojo.executeAfterPreconditionsChecked(AbstractSurefireMojo.java:954) at org.apache.maven.plugin.surefire.AbstractSurefireMojo.execute(AbstractSurefireMojo.java:832) at org.apache.maven.plugin.DefaultBuildPluginManager.executeMojo(DefaultBuildPluginManager.java:137) at org.apache.maven.lifecycle.internal.MojoExecutor.execute(MojoExecutor.java:208) at org.apache.maven.lifecycle.internal.MojoExecutor.execute(MojoExecutor.java:154) at org.apache.maven.lifecycle.internal.MojoExecutor.execute(MojoExecutor.java:146) at org.apache.maven.lifecycle.internal.LifecycleModuleBuilder.buildProject(LifecycleModuleBuilder.java:117) at org.apache.maven.lifecycle.internal.LifecycleModuleBuilder.buildProject(LifecycleModuleBuilder.java:81) at org.apache.maven.lifecycle.internal.builder.singlethreaded.SingleThreadedBuilder.build(SingleThreadedBuilder.java:56) at org.apache.maven.lifecycle.internal.LifecycleStarter.execute(LifecycleStarter.java:128) at org.apache.maven.DefaultMaven.doExecute(DefaultMaven.java:305) at org.apache.maven.DefaultMaven.doExecute(DefaultMaven.java:192) at org.apache.maven.DefaultMaven.execute(DefaultMaven.java:105) at org.apache.maven.cli.MavenCli.execute(MavenCli.java:956) at org.apache.maven.cli.MavenCli.doMain(MavenCli.java:290) at org.apache.maven.cli.MavenCli.main(MavenCli.java:194) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.codehaus.plexus.classworlds.launcher.Launcher.launchEnhanced(Launcher.java:289) at org.codehaus.plexus.classworlds.launcher.Launcher.launch(Launcher.java:229) at org.codehaus.plexus.classworlds.launcher.Launcher.mainWithExitCode(Launcher.java:415) at org.codehaus.plexus.classworlds.launcher.Launcher.main(Launcher.java:356) {code} -- This message was sent by Atlassian JIRA (v7.6.3#76005)