[ https://issues.apache.org/jira/browse/IGNITE-9266?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]
Eduard Shangareev updated IGNITE-9266: -------------------------------------- Ignite Flags: (was: Docs Required) > Cache 2 TC configuration timeouts because of hangs on latch > ----------------------------------------------------------- > > Key: IGNITE-9266 > URL: https://issues.apache.org/jira/browse/IGNITE-9266 > Project: Ignite > Issue Type: Bug > Reporter: Eduard Shangareev > Assignee: Eduard Shangareev > Priority: Major > > Two threads hanged on waiting latch because of it > GridCacheLocalMultithreadedSelfTest couldn't stop. > https://ci.ignite.apache.org/viewLog.html?buildId=1645216&tab=buildResultsDiv&buildTypeId=IgniteTests24Java8_Cache2 > {code} > Full thread dump Java HotSpot(TM) 64-Bit Server VM (25.171-b11 mixed mode): > "Attach Listener" #2048 daemon prio=9 os_prio=0 tid=0x00007f09cc001000 > nid=0x6237 waiting on condition [0x0000000000000000] > java.lang.Thread.State: RUNNABLE > "sys-#1820%local.GridCacheLocalMultithreadedSelfTest%" #2047 prio=5 os_prio=0 > tid=0x00007f089401a000 nid=0x6207 waiting on condition [0x00007f09e69ee000] > java.lang.Thread.State: TIMED_WAITING (parking) > at sun.misc.Unsafe.park(Native Method) > - parking to wait for <0x00000000fad87890> (a > java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) > at > java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) > at > java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) > at > java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) > at > java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) > at > java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) > at > java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) > at java.lang.Thread.run(Thread.java:748) > "sys-#1819%local.GridCacheLocalMultithreadedSelfTest%" #2046 prio=5 os_prio=0 > tid=0x00007f0894019000 nid=0x6206 waiting on condition [0x00007f09e6aef000] > java.lang.Thread.State: TIMED_WAITING (parking) > at sun.misc.Unsafe.park(Native Method) > - parking to wait for <0x00000000fad87890> (a > java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) > at > java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) > at > java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) > at > java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) > at > java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) > at > java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) > at > java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) > at java.lang.Thread.run(Thread.java:748) > "sys-#1818%local.GridCacheLocalMultithreadedSelfTest%" #2045 prio=5 os_prio=0 > tid=0x00007f0894018000 nid=0x6205 waiting on condition [0x00007f09e6bf0000] > java.lang.Thread.State: TIMED_WAITING (parking) > at sun.misc.Unsafe.park(Native Method) > - parking to wait for <0x00000000fad87890> (a > java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) > at > java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) > at > java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) > at > java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) > at > java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) > at > java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) > at > java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) > at java.lang.Thread.run(Thread.java:748) > "sys-#1817%local.GridCacheLocalMultithreadedSelfTest%" #2044 prio=5 os_prio=0 > tid=0x00007f0894017000 nid=0x6204 waiting on condition [0x00007f09e7ffe000] > java.lang.Thread.State: TIMED_WAITING (parking) > at sun.misc.Unsafe.park(Native Method) > - parking to wait for <0x00000000fad87890> (a > java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) > at > java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) > at > java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) > at > java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) > at > java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) > at > java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) > at > java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) > at java.lang.Thread.run(Thread.java:748) > "sys-#1816%local.GridCacheLocalMultithreadedSelfTest%" #2043 prio=5 os_prio=0 > tid=0x00007f0894015800 nid=0x6203 waiting on condition [0x00007f09e6ff2000] > java.lang.Thread.State: TIMED_WAITING (parking) > at sun.misc.Unsafe.park(Native Method) > - parking to wait for <0x00000000fad87890> (a > java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) > at > java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) > at > java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) > at > java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) > at > java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) > at > java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) > at > java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) > at java.lang.Thread.run(Thread.java:748) > "sys-#1815%local.GridCacheLocalMultithreadedSelfTest%" #2042 prio=5 os_prio=0 > tid=0x00007f089401c000 nid=0x6202 waiting on condition [0x00007f09e6ef1000] > java.lang.Thread.State: TIMED_WAITING (parking) > at sun.misc.Unsafe.park(Native Method) > - parking to wait for <0x00000000fad87890> (a > java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) > at > java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) > at > java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) > at > java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) > at > java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) > at > java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) > at > java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) > at java.lang.Thread.run(Thread.java:748) > "multi-lock-thread-1" #1055 prio=5 os_prio=0 tid=0x00007f080c010800 > nid=0x5d98 waiting on condition [0x00007f081edeb000] > java.lang.Thread.State: WAITING (parking) > at sun.misc.Unsafe.park(Native Method) > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) > at > org.apache.ignite.internal.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:177) > at > org.apache.ignite.internal.util.future.GridFutureAdapter.get(GridFutureAdapter.java:140) > at > org.apache.ignite.internal.processors.cache.GridCacheAdapter.lockAll(GridCacheAdapter.java:3405) > at > org.apache.ignite.internal.processors.cache.CacheLockImpl.lock(CacheLockImpl.java:74) > at > org.apache.ignite.internal.processors.cache.local.GridCacheLocalMultithreadedSelfTest$3.call(GridCacheLocalMultithreadedSelfTest.java:157) > at > org.apache.ignite.testframework.GridTestThread.run(GridTestThread.java:86) > "lock-timeout-2" #1023 prio=5 os_prio=0 tid=0x00007f080c012000 nid=0x5d78 > waiting on condition [0x00007f09ed1f0000] > java.lang.Thread.State: WAITING (parking) > at sun.misc.Unsafe.park(Native Method) > - parking to wait for <0x00000000fae95128> (a > java.util.concurrent.CountDownLatch$Sync) > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) > at > java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836) > at > java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997) > at > java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304) > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:231) > at > org.apache.ignite.internal.processors.cache.local.GridCacheLocalMultithreadedSelfTest$7.call(GridCacheLocalMultithreadedSelfTest.java:295) > at > org.apache.ignite.testframework.GridTestThread.run(GridTestThread.java:86) > "lock-timeout-2" #990 prio=5 os_prio=0 tid=0x00007f080c011000 nid=0x5d57 > waiting on condition [0x00007f072cef3000] > java.lang.Thread.State: WAITING (parking) > at sun.misc.Unsafe.park(Native Method) > - parking to wait for <0x00000000fae95620> (a > java.util.concurrent.CountDownLatch$Sync) > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) > at > java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836) > at > java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997) > at > java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304) > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:231) > at > org.apache.ignite.internal.processors.cache.local.GridCacheLocalMultithreadedSelfTest$5.call(GridCacheLocalMultithreadedSelfTest.java:209) > at > org.apache.ignite.testframework.GridTestThread.run(GridTestThread.java:86) > "multi-lock-thread-10" #957 prio=5 os_prio=0 tid=0x00007f080c04e800 > nid=0x5d36 waiting on condition [0x00007f09e7efd000] > java.lang.Thread.State: WAITING (parking) > at sun.misc.Unsafe.park(Native Method) > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) > at > org.apache.ignite.internal.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:177) > at > org.apache.ignite.internal.util.future.GridFutureAdapter.get(GridFutureAdapter.java:140) > at > org.apache.ignite.internal.processors.cache.GridCacheAdapter.lockAll(GridCacheAdapter.java:3405) > at > org.apache.ignite.internal.processors.cache.CacheLockImpl.lock(CacheLockImpl.java:74) > at > org.apache.ignite.internal.processors.cache.local.GridCacheLocalMultithreadedSelfTest$2.call(GridCacheLocalMultithreadedSelfTest.java:125) > at > org.apache.ignite.testframework.GridTestThread.run(GridTestThread.java:86) > "multi-lock-thread-9" #956 prio=5 os_prio=0 tid=0x00007f080c04b000 nid=0x5d35 > waiting on condition [0x00007f09e7bfc000] > java.lang.Thread.State: WAITING (parking) > at sun.misc.Unsafe.park(Native Method) > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) > at > org.apache.ignite.internal.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:177) > at > org.apache.ignite.internal.util.future.GridFutureAdapter.get(GridFutureAdapter.java:140) > at > org.apache.ignite.internal.processors.cache.GridCacheAdapter.lockAll(GridCacheAdapter.java:3405) > at > org.apache.ignite.internal.processors.cache.CacheLockImpl.lock(CacheLockImpl.java:74) > at > org.apache.ignite.internal.processors.cache.local.GridCacheLocalMultithreadedSelfTest$2.call(GridCacheLocalMultithreadedSelfTest.java:125) > at > org.apache.ignite.testframework.GridTestThread.run(GridTestThread.java:86) > "multi-lock-thread-8" #955 prio=5 os_prio=0 tid=0x00007f080c04c800 nid=0x5d34 > waiting on condition [0x00007f09e79fa000] > java.lang.Thread.State: WAITING (parking) > at sun.misc.Unsafe.park(Native Method) > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) > at > org.apache.ignite.internal.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:177) > at > org.apache.ignite.internal.util.future.GridFutureAdapter.get(GridFutureAdapter.java:140) > at > org.apache.ignite.internal.processors.cache.GridCacheAdapter.lockAll(GridCacheAdapter.java:3405) > at > org.apache.ignite.internal.processors.cache.CacheLockImpl.lock(CacheLockImpl.java:74) > at > org.apache.ignite.internal.processors.cache.local.GridCacheLocalMultithreadedSelfTest$2.call(GridCacheLocalMultithreadedSelfTest.java:125) > at > org.apache.ignite.testframework.GridTestThread.run(GridTestThread.java:86) > "multi-lock-thread-7" #954 prio=5 os_prio=0 tid=0x00007f080c017800 nid=0x5d33 > waiting on condition [0x00007f09e77f8000] > java.lang.Thread.State: WAITING (parking) > at sun.misc.Unsafe.park(Native Method) > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) > at > org.apache.ignite.internal.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:177) > at > org.apache.ignite.internal.util.future.GridFutureAdapter.get(GridFutureAdapter.java:140) > at > org.apache.ignite.internal.processors.cache.GridCacheAdapter.lockAll(GridCacheAdapter.java:3405) > at > org.apache.ignite.internal.processors.cache.CacheLockImpl.lock(CacheLockImpl.java:74) > at > org.apache.ignite.internal.processors.cache.local.GridCacheLocalMultithreadedSelfTest$2.call(GridCacheLocalMultithreadedSelfTest.java:125) > at > org.apache.ignite.testframework.GridTestThread.run(GridTestThread.java:86) > "multi-lock-thread-6" #953 prio=5 os_prio=0 tid=0x00007f080c04d800 nid=0x5d32 > waiting on condition [0x00007f09e7afb000] > java.lang.Thread.State: WAITING (parking) > at sun.misc.Unsafe.park(Native Method) > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) > at > org.apache.ignite.internal.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:177) > at > org.apache.ignite.internal.util.future.GridFutureAdapter.get(GridFutureAdapter.java:140) > at > org.apache.ignite.internal.processors.cache.GridCacheAdapter.lockAll(GridCacheAdapter.java:3405) > at > org.apache.ignite.internal.processors.cache.CacheLockImpl.lock(CacheLockImpl.java:74) > at > org.apache.ignite.internal.processors.cache.local.GridCacheLocalMultithreadedSelfTest$2.call(GridCacheLocalMultithreadedSelfTest.java:125) > at > org.apache.ignite.testframework.GridTestThread.run(GridTestThread.java:86) > "multi-lock-thread-5" #952 prio=5 os_prio=0 tid=0x00007f080c00d000 nid=0x5d31 > waiting on condition [0x00007f09e72f5000] > java.lang.Thread.State: WAITING (parking) > at sun.misc.Unsafe.park(Native Method) > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) > at > org.apache.ignite.internal.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:177) > at > org.apache.ignite.internal.util.future.GridFutureAdapter.get(GridFutureAdapter.java:140) > at > org.apache.ignite.internal.processors.cache.GridCacheAdapter.lockAll(GridCacheAdapter.java:3405) > at > org.apache.ignite.internal.processors.cache.CacheLockImpl.lock(CacheLockImpl.java:74) > at > org.apache.ignite.internal.processors.cache.local.GridCacheLocalMultithreadedSelfTest$2.call(GridCacheLocalMultithreadedSelfTest.java:125) > at > org.apache.ignite.testframework.GridTestThread.run(GridTestThread.java:86) > "multi-lock-thread-4" #951 prio=5 os_prio=0 tid=0x00007f080c016000 nid=0x5d30 > waiting on condition [0x00007f09e75f6000] > java.lang.Thread.State: WAITING (parking) > at sun.misc.Unsafe.park(Native Method) > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) > at > org.apache.ignite.internal.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:177) > at > org.apache.ignite.internal.util.future.GridFutureAdapter.get(GridFutureAdapter.java:140) > at > org.apache.ignite.internal.processors.cache.GridCacheAdapter.lockAll(GridCacheAdapter.java:3405) > at > org.apache.ignite.internal.processors.cache.CacheLockImpl.lock(CacheLockImpl.java:74) > at > org.apache.ignite.internal.processors.cache.local.GridCacheLocalMultithreadedSelfTest$2.call(GridCacheLocalMultithreadedSelfTest.java:125) > at > org.apache.ignite.testframework.GridTestThread.run(GridTestThread.java:86) > "multi-lock-thread-3" #950 prio=5 os_prio=0 tid=0x00007f080c019000 nid=0x5d2f > waiting on condition [0x00007f09e78f9000] > java.lang.Thread.State: WAITING (parking) > at sun.misc.Unsafe.park(Native Method) > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) > at > org.apache.ignite.internal.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:177) > at > org.apache.ignite.internal.util.future.GridFutureAdapter.get(GridFutureAdapter.java:140) > at > org.apache.ignite.internal.processors.cache.GridCacheAdapter.lockAll(GridCacheAdapter.java:3405) > at > org.apache.ignite.internal.processors.cache.CacheLockImpl.lock(CacheLockImpl.java:74) > at > org.apache.ignite.internal.processors.cache.local.GridCacheLocalMultithreadedSelfTest$2.call(GridCacheLocalMultithreadedSelfTest.java:125) > at > org.apache.ignite.testframework.GridTestThread.run(GridTestThread.java:86) > "multi-lock-thread-2" #949 prio=5 os_prio=0 tid=0x00007f080c002000 nid=0x5d2e > waiting on condition [0x00007f09e76f7000] > java.lang.Thread.State: WAITING (parking) > at sun.misc.Unsafe.park(Native Method) > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) > at > org.apache.ignite.internal.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:177) > at > org.apache.ignite.internal.util.future.GridFutureAdapter.get(GridFutureAdapter.java:140) > at > org.apache.ignite.internal.processors.cache.GridCacheAdapter.lockAll(GridCacheAdapter.java:3405) > at > org.apache.ignite.internal.processors.cache.CacheLockImpl.lock(CacheLockImpl.java:74) > at > org.apache.ignite.internal.processors.cache.local.GridCacheLocalMultithreadedSelfTest$2.call(GridCacheLocalMultithreadedSelfTest.java:125) > at > org.apache.ignite.testframework.GridTestThread.run(GridTestThread.java:86) > "multi-lock-thread-1" #948 prio=5 os_prio=0 tid=0x00007f080c00c000 nid=0x5d2d > waiting on condition [0x00007f09e70f3000] > java.lang.Thread.State: WAITING (parking) > at sun.misc.Unsafe.park(Native Method) > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) > at > org.apache.ignite.internal.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:177) > at > org.apache.ignite.internal.util.future.GridFutureAdapter.get(GridFutureAdapter.java:140) > at > org.apache.ignite.internal.processors.cache.GridCacheAdapter.lockAll(GridCacheAdapter.java:3405) > at > org.apache.ignite.internal.processors.cache.CacheLockImpl.lock(CacheLockImpl.java:74) > at > org.apache.ignite.internal.processors.cache.local.GridCacheLocalMultithreadedSelfTest$2.call(GridCacheLocalMultithreadedSelfTest.java:125) > at > org.apache.ignite.testframework.GridTestThread.run(GridTestThread.java:86) > "srvc-deploy-#742%local.GridCacheLocalMultithreadedSelfTest%" #934 prio=5 > os_prio=0 tid=0x00007f0a09528800 nid=0x5d20 waiting on condition > [0x00007f09ec1c2000] > java.lang.Thread.State: WAITING (parking) > at sun.misc.Unsafe.park(Native Method) > - parking to wait for <0x00000000fae96388> (a > java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) > at > java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) > at > java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) > at > java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) > at > java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) > at > java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) > at java.lang.Thread.run(Thread.java:748) > "ttl-cleanup-worker-#741%local.GridCacheLocalMultithreadedSelfTest%" #933 > prio=5 os_prio=0 tid=0x00007f063c001800 nid=0x5d1f waiting on condition > [0x00007f09ec2d3000] > java.lang.Thread.State: TIMED_WAITING (sleeping) > at java.lang.Thread.sleep(Native Method) > at > org.apache.ignite.internal.util.IgniteUtils.sleep(IgniteUtils.java:7683) > at > org.apache.ignite.internal.processors.cache.GridCacheSharedTtlCleanupManager$CleanupWorker.body(GridCacheSharedTtlCleanupManager.java:145) > at > org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) > at java.lang.Thread.run(Thread.java:748) > "exchange-worker-#740%local.GridCacheLocalMultithreadedSelfTest%" #932 prio=5 > os_prio=0 tid=0x00007f0a09527800 nid=0x5d1e waiting on condition > [0x00007f09ecfee000] > java.lang.Thread.State: TIMED_WAITING (parking) > at sun.misc.Unsafe.park(Native Method) > - parking to wait for <0x00000000fae97070> (a > java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) > at > java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) > at > java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) > at > java.util.concurrent.LinkedBlockingDeque.pollFirst(LinkedBlockingDeque.java:522) > at > java.util.concurrent.LinkedBlockingDeque.poll(LinkedBlockingDeque.java:684) > at > org.apache.ignite.internal.processors.cache.GridCachePartitionExchangeManager$ExchangeWorker.body0(GridCachePartitionExchangeManager.java:2443) > at > org.apache.ignite.internal.processors.cache.GridCachePartitionExchangeManager$ExchangeWorker.body(GridCachePartitionExchangeManager.java:2377) > at > org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) > at java.lang.Thread.run(Thread.java:748) > "disco-event-worker-#739%local.GridCacheLocalMultithreadedSelfTest%" #931 > prio=5 os_prio=0 tid=0x00007f0a09527000 nid=0x5d1d waiting on condition > [0x00007f09ed3f2000] > java.lang.Thread.State: WAITING (parking) > at sun.misc.Unsafe.park(Native Method) > - parking to wait for <0x00000000fb2338c8> (a > java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) > at > java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) > at > java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) > at > org.apache.ignite.internal.managers.discovery.GridDiscoveryManager$DiscoveryWorker.body0(GridDiscoveryManager.java:2766) > at > org.apache.ignite.internal.managers.discovery.GridDiscoveryManager$DiscoveryWorker.body(GridDiscoveryManager.java:2740) > at > org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) > at java.lang.Thread.run(Thread.java:748) > "tcp-disco-ip-finder-cleaner-#97%local.GridCacheLocalMultithreadedSelfTest%" > #930 prio=10 os_prio=0 tid=0x00007f0a09523800 nid=0x5d1c waiting on condition > [0x00007f09ed6f5000] > java.lang.Thread.State: TIMED_WAITING (sleeping) > at java.lang.Thread.sleep(Native Method) > at > org.apache.ignite.spi.discovery.tcp.ServerImpl$IpFinderCleaner.body(ServerImpl.java:1958) > at org.apache.ignite.spi.IgniteSpiThread.run(IgniteSpiThread.java:62) > "tcp-disco-srvr-#96%local.GridCacheLocalMultithreadedSelfTest%" #929 prio=10 > os_prio=0 tid=0x00007f0a09522800 nid=0x5d1b runnable [0x00007f09e71f4000] > java.lang.Thread.State: RUNNABLE > at java.net.PlainSocketImpl.socketAccept(Native Method) > at > java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:409) > at java.net.ServerSocket.implAccept(ServerSocket.java:545) > at java.net.ServerSocket.accept(ServerSocket.java:513) > at > org.apache.ignite.spi.discovery.tcp.ServerImpl$TcpServer.body(ServerImpl.java:5816) > at > org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) > at > org.apache.ignite.spi.discovery.tcp.ServerImpl$TcpServerThread.body(ServerImpl.java:5738) > at org.apache.ignite.spi.IgniteSpiThread.run(IgniteSpiThread.java:62) > "tcp-disco-msg-worker-#95%local.GridCacheLocalMultithreadedSelfTest%" #928 > prio=10 os_prio=0 tid=0x00007f0a08ee4800 nid=0x5d1a waiting on condition > [0x00007f081d8d6000] > java.lang.Thread.State: TIMED_WAITING (parking) > at sun.misc.Unsafe.park(Native Method) > - parking to wait for <0x00000000fb234238> (a > java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) > at > java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) > at > java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) > at > java.util.concurrent.LinkedBlockingDeque.pollFirst(LinkedBlockingDeque.java:522) > at > java.util.concurrent.LinkedBlockingDeque.poll(LinkedBlockingDeque.java:684) > at > org.apache.ignite.spi.discovery.tcp.ServerImpl$MessageWorker.body(ServerImpl.java:7139) > at > org.apache.ignite.spi.discovery.tcp.ServerImpl$RingMessageWorker.body(ServerImpl.java:2688) > at > org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) > at > org.apache.ignite.spi.discovery.tcp.ServerImpl$MessageWorkerThread.body(ServerImpl.java:7088) > at org.apache.ignite.spi.IgniteSpiThread.run(IgniteSpiThread.java:62) > "grid-data-loader-flusher-#738%local.GridCacheLocalMultithreadedSelfTest%" > #927 prio=5 os_prio=0 tid=0x00007f0a08ee4000 nid=0x5d19 waiting on condition > [0x00007f09ec7e6000] > java.lang.Thread.State: WAITING (parking) > at sun.misc.Unsafe.park(Native Method) > - parking to wait for <0x00000000fb02e3c8> (a > java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) > at > java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) > at java.util.concurrent.DelayQueue.take(DelayQueue.java:211) > at > org.apache.ignite.internal.processors.datastreamer.DataStreamProcessor$2.body(DataStreamProcessor.java:109) > at > org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) > at java.lang.Thread.run(Thread.java:748) > "grid-nio-worker-client-listener-3-#735%local.GridCacheLocalMultithreadedSelfTest%" > #924 prio=5 os_prio=0 tid=0x00007f0a09334800 nid=0x5d18 runnable > [0x00007f09ec4d5000] > java.lang.Thread.State: RUNNABLE > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) > - locked <0x00000000fb243bc8> (a > org.apache.ignite.internal.util.nio.SelectedSelectionKeySet) > - locked <0x00000000fb245c58> (a java.util.Collections$UnmodifiableSet) > - locked <0x00000000fb243b20> (a sun.nio.ch.EPollSelectorImpl) > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) > at > org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2133) > at > org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1792) > at > org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) > at java.lang.Thread.run(Thread.java:748) > "grid-nio-worker-client-listener-2-#734%local.GridCacheLocalMultithreadedSelfTest%" > #923 prio=5 os_prio=0 tid=0x00007f0a09334000 nid=0x5d17 runnable > [0x00007f081dedc000] > java.lang.Thread.State: RUNNABLE > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) > - locked <0x00000000fb2778b0> (a > org.apache.ignite.internal.util.nio.SelectedSelectionKeySet) > - locked <0x00000000fb279940> (a java.util.Collections$UnmodifiableSet) > - locked <0x00000000fb277808> (a sun.nio.ch.EPollSelectorImpl) > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) > at > org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2133) > at > org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1792) > at > org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) > at java.lang.Thread.run(Thread.java:748) > "grid-nio-worker-client-listener-1-#733%local.GridCacheLocalMultithreadedSelfTest%" > #922 prio=5 os_prio=0 tid=0x00007f0a08ee2800 nid=0x5d16 runnable > [0x00007f09ecae9000] > java.lang.Thread.State: RUNNABLE > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) > - locked <0x00000000fb27c128> (a > org.apache.ignite.internal.util.nio.SelectedSelectionKeySet) > - locked <0x00000000fb27e1b8> (a java.util.Collections$UnmodifiableSet) > - locked <0x00000000fb27c080> (a sun.nio.ch.EPollSelectorImpl) > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) > at > org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2133) > at > org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1792) > at > org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) > at java.lang.Thread.run(Thread.java:748) > "grid-nio-worker-client-listener-0-#732%local.GridCacheLocalMultithreadedSelfTest%" > #921 prio=5 os_prio=0 tid=0x00007f0a08ee1800 nid=0x5d15 runnable > [0x00007f09eceed000] > java.lang.Thread.State: RUNNABLE > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) > - locked <0x00000000fb2a6d70> (a > org.apache.ignite.internal.util.nio.SelectedSelectionKeySet) > - locked <0x00000000fb2a6d60> (a java.util.Collections$UnmodifiableSet) > - locked <0x00000000fb2a6d90> (a sun.nio.ch.EPollSelectorImpl) > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) > at > org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2133) > at > org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1792) > at > org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) > at java.lang.Thread.run(Thread.java:748) > "nio-acceptor-client-listener-#736%local.GridCacheLocalMultithreadedSelfTest%" > #925 prio=5 os_prio=0 tid=0x00007f0a084b9000 nid=0x5d14 runnable > [0x00007f09ed5f4000] > java.lang.Thread.State: RUNNABLE > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) > - locked <0x00000000fb2434e0> (a sun.nio.ch.Util$3) > - locked <0x00000000fb2434d0> (a java.util.Collections$UnmodifiableSet) > - locked <0x00000000fb243110> (a sun.nio.ch.EPollSelectorImpl) > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) > at > org.apache.ignite.internal.util.nio.GridNioServer$GridNioAcceptWorker.accept(GridNioServer.java:2907) > at > org.apache.ignite.internal.util.nio.GridNioServer$GridNioAcceptWorker.body(GridNioServer.java:2859) > at > org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) > at java.lang.Thread.run(Thread.java:748) > "grid-sharedfs-timeout-worker-#94%local.GridCacheLocalMultithreadedSelfTest%" > #920 prio=5 os_prio=0 tid=0x00007f0a09336000 nid=0x5d13 in Object.wait() > [0x00007f09ed0ef000] > java.lang.Thread.State: TIMED_WAITING (on object monitor) > at java.lang.Object.wait(Native Method) > at > org.apache.ignite.spi.checkpoint.sharedfs.SharedFsTimeoutTask.body(SharedFsTimeoutTask.java:99) > - locked <0x00000000fb048128> (a java.lang.Object) > at org.apache.ignite.spi.IgniteSpiThread.run(IgniteSpiThread.java:62) > "tcp-comm-worker-#93%local.GridCacheLocalMultithreadedSelfTest%" #919 prio=5 > os_prio=0 tid=0x00007f0a095a7000 nid=0x5d12 waiting on condition > [0x00007f09ed4f3000] > java.lang.Thread.State: TIMED_WAITING (parking) > at sun.misc.Unsafe.park(Native Method) > - parking to wait for <0x00000000fb232a18> (a > java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) > at > java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) > at > java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) > at > java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) > at > org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi$CommunicationWorker.body(TcpCommunicationSpi.java:4257) > at > org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) > at > org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi$5.body(TcpCommunicationSpi.java:2217) > at org.apache.ignite.spi.IgniteSpiThread.run(IgniteSpiThread.java:62) > "grid-nio-worker-tcp-comm-3-#730%local.GridCacheLocalMultithreadedSelfTest%" > #917 prio=5 os_prio=0 tid=0x00007f0a097e2000 nid=0x5d11 runnable > [0x00007f08fd5fb000] > java.lang.Thread.State: RUNNABLE > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) > - locked <0x00000000faf1f478> (a > org.apache.ignite.internal.util.nio.SelectedSelectionKeySet) > - locked <0x00000000faf21508> (a java.util.Collections$UnmodifiableSet) > - locked <0x00000000faf1f3d0> (a sun.nio.ch.EPollSelectorImpl) > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) > at > org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2133) > at > org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1792) > at > org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) > at java.lang.Thread.run(Thread.java:748) > "grid-nio-worker-tcp-comm-2-#729%local.GridCacheLocalMultithreadedSelfTest%" > #916 prio=5 os_prio=0 tid=0x00007f0a09a88800 nid=0x5d10 runnable > [0x00007f08fd0f6000] > java.lang.Thread.State: RUNNABLE > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) > - locked <0x00000000faf61138> (a > org.apache.ignite.internal.util.nio.SelectedSelectionKeySet) > - locked <0x00000000faf631c8> (a java.util.Collections$UnmodifiableSet) > - locked <0x00000000faf61090> (a sun.nio.ch.EPollSelectorImpl) > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) > at > org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2133) > at > org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1792) > at > org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) > at java.lang.Thread.run(Thread.java:748) > "grid-nio-worker-tcp-comm-1-#728%local.GridCacheLocalMultithreadedSelfTest%" > #915 prio=5 os_prio=0 tid=0x00007f0a095a8800 nid=0x5d0f runnable > [0x00007f081ecea000] > java.lang.Thread.State: RUNNABLE > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) > - locked <0x00000000faf1c230> (a > org.apache.ignite.internal.util.nio.SelectedSelectionKeySet) > - locked <0x00000000faf1e2c0> (a java.util.Collections$UnmodifiableSet) > - locked <0x00000000faf1c198> (a sun.nio.ch.EPollSelectorImpl) > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) > at > org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2133) > at > org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1792) > at > org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) > at java.lang.Thread.run(Thread.java:748) > "grid-nio-worker-tcp-comm-0-#727%local.GridCacheLocalMultithreadedSelfTest%" > #914 prio=5 os_prio=0 tid=0x00007f0a09821000 nid=0x5d0e runnable > [0x00007f081f2f0000] > java.lang.Thread.State: RUNNABLE > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) > - locked <0x00000000faf63948> (a > org.apache.ignite.internal.util.nio.SelectedSelectionKeySet) > - locked <0x00000000faf659d8> (a java.util.Collections$UnmodifiableSet) > - locked <0x00000000faf638a0> (a sun.nio.ch.EPollSelectorImpl) > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) > at > org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2133) > at > org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1792) > at > org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) > at java.lang.Thread.run(Thread.java:748) > "nio-acceptor-tcp-comm-#731%local.GridCacheLocalMultithreadedSelfTest%" #918 > prio=5 os_prio=0 tid=0x00007f0a097e9000 nid=0x5d0d runnable > [0x00007f081e9e7000] > java.lang.Thread.State: RUNNABLE > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) > - locked <0x00000000faf1edb8> (a sun.nio.ch.Util$3) > - locked <0x00000000faf1eda8> (a java.util.Collections$UnmodifiableSet) > - locked <0x00000000faf1e9e8> (a sun.nio.ch.EPollSelectorImpl) > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) > at > org.apache.ignite.internal.util.nio.GridNioServer$GridNioAcceptWorker.accept(GridNioServer.java:2907) > at > org.apache.ignite.internal.util.nio.GridNioServer$GridNioAcceptWorker.body(GridNioServer.java:2859) > at > org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) > at java.lang.Thread.run(Thread.java:748) > "grid-timeout-worker-#726%local.GridCacheLocalMultithreadedSelfTest%" #913 > prio=5 os_prio=0 tid=0x00007f0a097e7000 nid=0x5d0c in Object.wait() > [0x00007f07444ea000] > java.lang.Thread.State: TIMED_WAITING (on object monitor) > at java.lang.Object.wait(Native Method) > at > org.apache.ignite.internal.processors.timeout.GridTimeoutProcessor$TimeoutWorker.body(GridTimeoutProcessor.java:203) > - locked <0x00000000fb0760c8> (a java.lang.Object) > at > org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) > at java.lang.Thread.run(Thread.java:748) > "jvm-pause-detector-worker" #906 daemon prio=5 os_prio=0 > tid=0x00007f0a084ba800 nid=0x5d05 waiting on condition [0x00007f08fd1f7000] > java.lang.Thread.State: TIMED_WAITING (sleeping) > at java.lang.Thread.sleep(Native Method) > at > org.apache.ignite.internal.LongJVMPauseDetector$1.run(LongJVMPauseDetector.java:100) > "data-streamer-stripe-7-#719%local.GridCacheLocalMultithreadedSelfTest%" #905 > prio=5 os_prio=0 tid=0x00007f0a099f1000 nid=0x5d04 waiting on condition > [0x00007f09ec9e8000] > java.lang.Thread.State: WAITING (parking) > at sun.misc.Unsafe.park(Native Method) > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) > at > org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:658) > at > org.apache.ignite.internal.util.StripedExecutor$Stripe.body(StripedExecutor.java:490) > at > org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) > at java.lang.Thread.run(Thread.java:748) > "data-streamer-stripe-6-#718%local.GridCacheLocalMultithreadedSelfTest%" #904 > prio=5 os_prio=0 tid=0x00007f0a098e4800 nid=0x5d03 waiting on condition > [0x00007f09ec8e7000] > java.lang.Thread.State: WAITING (parking) > at sun.misc.Unsafe.park(Native Method) > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) > at > org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:658) > at > org.apache.ignite.internal.util.StripedExecutor$Stripe.body(StripedExecutor.java:490) > at > org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) > at java.lang.Thread.run(Thread.java:748) > "data-streamer-stripe-5-#717%local.GridCacheLocalMultithreadedSelfTest%" #903 > prio=5 os_prio=0 tid=0x00007f0a097f5800 nid=0x5d02 waiting on condition > [0x00007f072cbf0000] > java.lang.Thread.State: WAITING (parking) > at sun.misc.Unsafe.park(Native Method) > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) > at > org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:658) > at > org.apache.ignite.internal.util.StripedExecutor$Stripe.body(StripedExecutor.java:490) > at > org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) > at java.lang.Thread.run(Thread.java:748) > "data-streamer-stripe-4-#716%local.GridCacheLocalMultithreadedSelfTest%" #902 > prio=5 os_prio=0 tid=0x00007f0a097fc800 nid=0x5d01 waiting on condition > [0x00007f09ed2f1000] > java.lang.Thread.State: WAITING (parking) > at sun.misc.Unsafe.park(Native Method) > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) > at > org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:658) > at > org.apache.ignite.internal.util.StripedExecutor$Stripe.body(StripedExecutor.java:490) > at > org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) > at java.lang.Thread.run(Thread.java:748) > "data-streamer-stripe-3-#715%local.GridCacheLocalMultithreadedSelfTest%" #901 > prio=5 os_prio=0 tid=0x00007f0a09830800 nid=0x5d00 waiting on condition > [0x00007f072ccf1000] > java.lang.Thread.State: WAITING (parking) > at sun.misc.Unsafe.park(Native Method) > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) > at > org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:658) > at > org.apache.ignite.internal.util.StripedExecutor$Stripe.body(StripedExecutor.java:490) > at > org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) > at java.lang.Thread.run(Thread.java:748) > "data-streamer-stripe-2-#714%local.GridCacheLocalMultithreadedSelfTest%" #900 > prio=5 os_prio=0 tid=0x00007f0a097f0000 nid=0x5cff waiting on condition > [0x00007f08fccf2000] > java.lang.Thread.State: WAITING (parking) > at sun.misc.Unsafe.park(Native Method) > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) > at > org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:658) > at > org.apache.ignite.internal.util.StripedExecutor$Stripe.body(StripedExecutor.java:490) > at > org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) > at java.lang.Thread.run(Thread.java:748) > "data-streamer-stripe-1-#713%local.GridCacheLocalMultithreadedSelfTest%" #899 > prio=5 os_prio=0 tid=0x00007f0a09aad000 nid=0x5cfe waiting on condition > [0x00007f072c4e9000] > java.lang.Thread.State: WAITING (parking) > at sun.misc.Unsafe.park(Native Method) > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) > at > org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:658) > at > org.apache.ignite.internal.util.StripedExecutor$Stripe.body(StripedExecutor.java:490) > at > org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) > at java.lang.Thread.run(Thread.java:748) > "data-streamer-stripe-0-#712%local.GridCacheLocalMultithreadedSelfTest%" #898 > prio=5 os_prio=0 tid=0x00007f0a09aed000 nid=0x5cfd waiting on condition > [0x00007f09ec3d4000] > java.lang.Thread.State: WAITING (parking) > at sun.misc.Unsafe.park(Native Method) > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) > at > org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:658) > at > org.apache.ignite.internal.util.StripedExecutor$Stripe.body(StripedExecutor.java:490) > at > org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) > at java.lang.Thread.run(Thread.java:748) > "sys-stripe-7-#711%local.GridCacheLocalMultithreadedSelfTest%" #897 prio=5 > os_prio=0 tid=0x00007f0a09a73000 nid=0x5cfc waiting on condition > [0x00007f09e62e9000] > java.lang.Thread.State: WAITING (parking) > at sun.misc.Unsafe.park(Native Method) > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) > at > org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:658) > at > org.apache.ignite.internal.util.StripedExecutor$Stripe.body(StripedExecutor.java:490) > at > org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) > at java.lang.Thread.run(Thread.java:748) > "sys-stripe-6-#710%local.GridCacheLocalMultithreadedSelfTest%" #896 prio=5 > os_prio=0 tid=0x00007f0a08581000 nid=0x5cfb waiting on condition > [0x00007f081e0de000] > java.lang.Thread.State: WAITING (parking) > at sun.misc.Unsafe.park(Native Method) > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) > at > org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:658) > at > org.apache.ignite.internal.util.StripedExecutor$Stripe.body(StripedExecutor.java:490) > at > org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) > at java.lang.Thread.run(Thread.java:748) > "sys-stripe-5-#709%local.GridCacheLocalMultithreadedSelfTest%" #895 prio=5 > os_prio=0 tid=0x00007f0a0981f000 nid=0x5cfa waiting on condition > [0x00007f09ecceb000] > java.lang.Thread.State: WAITING (parking) > at sun.misc.Unsafe.park(Native Method) > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) > at > org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:658) > at > org.apache.ignite.internal.util.StripedExecutor$Stripe.body(StripedExecutor.java:490) > at > org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) > at java.lang.Thread.run(Thread.java:748) > "sys-stripe-4-#708%local.GridCacheLocalMultithreadedSelfTest%" #894 prio=5 > os_prio=0 tid=0x00007f0a098e7000 nid=0x5cf9 waiting on condition > [0x00007f09ecdec000] > java.lang.Thread.State: WAITING (parking) > at sun.misc.Unsafe.park(Native Method) > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) > at > org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:658) > at > org.apache.ignite.internal.util.StripedExecutor$Stripe.body(StripedExecutor.java:490) > at > org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) > at java.lang.Thread.run(Thread.java:748) > "sys-stripe-3-#707%local.GridCacheLocalMultithreadedSelfTest%" #893 prio=5 > os_prio=0 tid=0x00007f0a09817800 nid=0x5cf8 waiting on condition > [0x00007f09ecbea000] > java.lang.Thread.State: WAITING (parking) > at sun.misc.Unsafe.park(Native Method) > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) > at > org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:658) > at > org.apache.ignite.internal.util.StripedExecutor$Stripe.body(StripedExecutor.java:490) > at > org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) > at java.lang.Thread.run(Thread.java:748) > "sys-stripe-2-#706%local.GridCacheLocalMultithreadedSelfTest%" #892 prio=5 > os_prio=0 tid=0x00007f0a09ac6000 nid=0x5cf7 waiting on condition > [0x00007f081dcda000] > java.lang.Thread.State: WAITING (parking) > at sun.misc.Unsafe.park(Native Method) > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) > at > org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:658) > at > org.apache.ignite.internal.util.StripedExecutor$Stripe.body(StripedExecutor.java:490) > at > org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) > at java.lang.Thread.run(Thread.java:748) > "sys-stripe-1-#705%local.GridCacheLocalMultithreadedSelfTest%" #891 prio=5 > os_prio=0 tid=0x00007f0a097e0000 nid=0x5cf6 waiting on condition > [0x00007f09e63ea000] > java.lang.Thread.State: WAITING (parking) > at sun.misc.Unsafe.park(Native Method) > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) > at > org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:658) > at > org.apache.ignite.internal.util.StripedExecutor$Stripe.body(StripedExecutor.java:490) > at > org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) > at java.lang.Thread.run(Thread.java:748) > "sys-stripe-0-#704%local.GridCacheLocalMultithreadedSelfTest%" #890 prio=5 > os_prio=0 tid=0x00007f0a097ed000 nid=0x5cf5 waiting on condition > [0x00007f09e55e0000] > java.lang.Thread.State: WAITING (parking) > at sun.misc.Unsafe.park(Native Method) > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) > at > org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:658) > at > org.apache.ignite.internal.util.StripedExecutor$Stripe.body(StripedExecutor.java:490) > at > org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) > at java.lang.Thread.run(Thread.java:748) > "ignite-clock-for-tests" #16 daemon prio=10 os_prio=0 tid=0x00007f0a08595000 > nid=0x59a7 waiting on condition [0x00007f09edff6000] > java.lang.Thread.State: TIMED_WAITING (sleeping) > at java.lang.Thread.sleep(Native Method) > at > org.apache.ignite.internal.util.GridTestClockTimer.run(GridTestClockTimer.java:50) > at java.lang.Thread.run(Thread.java:748) > "resolver-3" #15 daemon prio=5 os_prio=0 tid=0x00007f0a08f82800 nid=0x59a6 > waiting on condition [0x00007f09ee6b8000] > java.lang.Thread.State: WAITING (parking) > at sun.misc.Unsafe.park(Native Method) > - parking to wait for <0x0000000080021908> (a > java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) > at > java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) > at > java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) > at > java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) > at > java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) > at > java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) > at java.lang.Thread.run(Thread.java:748) > "resolver-2" #14 daemon prio=5 os_prio=0 tid=0x00007f0a08f81800 nid=0x59a5 > waiting on condition [0x00007f09ee7b9000] > java.lang.Thread.State: WAITING (parking) > at sun.misc.Unsafe.park(Native Method) > - parking to wait for <0x0000000080021908> (a > java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) > at > java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) > at > java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) > at > java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) > at > java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) > at > java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) > at java.lang.Thread.run(Thread.java:748) > "resolver-1" #13 daemon prio=5 os_prio=0 tid=0x00007f0a08f7d000 nid=0x59a4 > waiting on condition [0x00007f09ee8ba000] > java.lang.Thread.State: WAITING (parking) > at sun.misc.Unsafe.park(Native Method) > - parking to wait for <0x0000000080021908> (a > java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) > at > java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) > at > java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) > at > java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) > at > java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) > at > java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) > at java.lang.Thread.run(Thread.java:748) > "Service Thread" #8 daemon prio=9 os_prio=0 tid=0x00007f0a080c6000 nid=0x599b > runnable [0x0000000000000000] > java.lang.Thread.State: RUNNABLE > "C1 CompilerThread2" #7 daemon prio=9 os_prio=0 tid=0x00007f0a080c3000 > nid=0x599a waiting on condition [0x0000000000000000] > java.lang.Thread.State: RUNNABLE > "C2 CompilerThread1" #6 daemon prio=9 os_prio=0 tid=0x00007f0a080c1800 > nid=0x5999 waiting on condition [0x0000000000000000] > java.lang.Thread.State: RUNNABLE > "C2 CompilerThread0" #5 daemon prio=9 os_prio=0 tid=0x00007f0a080be800 > nid=0x5998 waiting on condition [0x0000000000000000] > java.lang.Thread.State: RUNNABLE > "Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0x00007f0a080bd000 > nid=0x5997 runnable [0x0000000000000000] > java.lang.Thread.State: RUNNABLE > "Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00007f0a0808a000 nid=0x5996 in > Object.wait() [0x00007f09f48f7000] > java.lang.Thread.State: WAITING (on object monitor) > at java.lang.Object.wait(Native Method) > at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143) > - locked <0x0000000080029fe8> (a java.lang.ref.ReferenceQueue$Lock) > at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:164) > at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:212) > "Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00007f0a08085800 > nid=0x5995 in Object.wait() [0x00007f09f49f8000] > java.lang.Thread.State: WAITING (on object monitor) > at java.lang.Object.wait(Native Method) > at java.lang.Object.wait(Object.java:502) > at java.lang.ref.Reference.tryHandlePending(Reference.java:191) > - locked <0x0000000080021d00> (a java.lang.ref.Reference$Lock) > at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153) > "main" #1 prio=5 os_prio=0 tid=0x00007f0a0800e000 nid=0x598e in Object.wait() > [0x00007f0a11c3d000] > java.lang.Thread.State: WAITING (on object monitor) > at java.lang.Object.wait(Native Method) > at java.lang.Thread.join(Thread.java:1252) > - locked <0x00000000faec79c0> (a > org.apache.ignite.testframework.GridTestSafeThreadFactory$1) > at > org.apache.ignite.internal.util.IgniteUtils.join(IgniteUtils.java:4646) > at > org.apache.ignite.internal.util.IgniteUtils.join(IgniteUtils.java:4631) > at > org.apache.ignite.internal.util.IgniteUtils.joinThreads(IgniteUtils.java:4675) > at > org.apache.ignite.testframework.GridTestSafeThreadFactory.stopAllThreads(GridTestSafeThreadFactory.java:206) > at > org.apache.ignite.testframework.GridTestUtils.stopThreads(GridTestUtils.java:985) > at > org.apache.ignite.testframework.junits.GridAbstractTest.tearDown(GridAbstractTest.java:1774) > at > org.apache.ignite.testframework.junits.common.GridCommonAbstractTest.tearDown(GridCommonAbstractTest.java:503) > at junit.framework.TestCase.runBare(TestCase.java:146) > at junit.framework.TestResult$1.protect(TestResult.java:122) > at junit.framework.TestResult.runProtected(TestResult.java:142) > at junit.framework.TestResult.run(TestResult.java:125) > at junit.framework.TestCase.run(TestCase.java:129) > at junit.framework.TestSuite.runTest(TestSuite.java:255) > at junit.framework.TestSuite.run(TestSuite.java:250) > at junit.framework.TestSuite.runTest(TestSuite.java:255) > at junit.framework.TestSuite.run(TestSuite.java:250) > at > org.junit.internal.runners.JUnit38ClassRunner.run(JUnit38ClassRunner.java:84) > at > org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:369) > at > org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:275) > at > org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:239) > at > org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:160) > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) > at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) > at java.lang.reflect.Method.invoke(Method.java:498) > at > org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray2(ReflectionUtils.java:206) > at > org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:160) > at > org.apache.maven.surefire.booter.ProviderFactory.invokeProvider(ProviderFactory.java:83) > at > org.apache.maven.plugin.surefire.InPluginVMSurefireStarter.runSuitesInProcess(InPluginVMSurefireStarter.java:84) > at > org.apache.maven.plugin.surefire.AbstractSurefireMojo.executeProvider(AbstractSurefireMojo.java:1107) > at > org.apache.maven.plugin.surefire.AbstractSurefireMojo.executeAfterPreconditionsChecked(AbstractSurefireMojo.java:954) > at > org.apache.maven.plugin.surefire.AbstractSurefireMojo.execute(AbstractSurefireMojo.java:832) > at > org.apache.maven.plugin.DefaultBuildPluginManager.executeMojo(DefaultBuildPluginManager.java:137) > at > org.apache.maven.lifecycle.internal.MojoExecutor.execute(MojoExecutor.java:208) > at > org.apache.maven.lifecycle.internal.MojoExecutor.execute(MojoExecutor.java:154) > at > org.apache.maven.lifecycle.internal.MojoExecutor.execute(MojoExecutor.java:146) > at > org.apache.maven.lifecycle.internal.LifecycleModuleBuilder.buildProject(LifecycleModuleBuilder.java:117) > at > org.apache.maven.lifecycle.internal.LifecycleModuleBuilder.buildProject(LifecycleModuleBuilder.java:81) > at > org.apache.maven.lifecycle.internal.builder.singlethreaded.SingleThreadedBuilder.build(SingleThreadedBuilder.java:56) > at > org.apache.maven.lifecycle.internal.LifecycleStarter.execute(LifecycleStarter.java:128) > at org.apache.maven.DefaultMaven.doExecute(DefaultMaven.java:305) > at org.apache.maven.DefaultMaven.doExecute(DefaultMaven.java:192) > at org.apache.maven.DefaultMaven.execute(DefaultMaven.java:105) > at org.apache.maven.cli.MavenCli.execute(MavenCli.java:956) > at org.apache.maven.cli.MavenCli.doMain(MavenCli.java:290) > at org.apache.maven.cli.MavenCli.main(MavenCli.java:194) > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) > at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) > at java.lang.reflect.Method.invoke(Method.java:498) > at > org.codehaus.plexus.classworlds.launcher.Launcher.launchEnhanced(Launcher.java:289) > at > org.codehaus.plexus.classworlds.launcher.Launcher.launch(Launcher.java:229) > at > org.codehaus.plexus.classworlds.launcher.Launcher.mainWithExitCode(Launcher.java:415) > at > org.codehaus.plexus.classworlds.launcher.Launcher.main(Launcher.java:356) > {code} -- This message was sent by Atlassian JIRA (v7.6.3#76005)