[
https://issues.apache.org/jira/browse/IGNITE-20750?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=17793781#comment-17793781
]
Pavel Pereslegin commented on IGNITE-20750:
-------------------------------------------
Last stacktrace that was observed on TC:
{noformat}
ForkJoinPool.commonPool-worker-7" #28 daemon prio=5 os_prio=0 cpu=7071.91ms
elapsed=3563.38s tid=0x00007f2ec0024800 nid=0x2a9b2 waiting on condition
[0x00007f2eab70d000]
java.lang.Thread.State: WAITING (parking)
at jdk.internal.misc.Unsafe.park(java.base@11.0.17/Native Method)
- parking to wait for <0x000000070307ce20> (a
java.util.concurrent.CompletableFuture$Signaller)
at
java.util.concurrent.locks.LockSupport.park(java.base@11.0.17/LockSupport.java:194)
at
java.util.concurrent.CompletableFuture$Signaller.block(java.base@11.0.17/CompletableFuture.java:1796)
at
java.util.concurrent.ForkJoinPool.managedBlock(java.base@11.0.17/ForkJoinPool.java:3118)
at
java.util.concurrent.CompletableFuture.waitingGet(java.base@11.0.17/CompletableFuture.java:1823)
at
java.util.concurrent.CompletableFuture.get(java.base@11.0.17/CompletableFuture.java:1998)
at
org.apache.ignite.internal.sql.engine.exec.ExecutionServiceImpl.stop(ExecutionServiceImpl.java:413)
at
org.apache.ignite.internal.sql.engine.SqlQueryProcessor$$Lambda$2061/0x0000000800bf2840.close(Unknown
Source)
at
org.apache.ignite.internal.util.IgniteUtils.lambda$closeAll$0(IgniteUtils.java:534)
at
org.apache.ignite.internal.util.IgniteUtils$$Lambda$2014/0x0000000800be7040.accept(Unknown
Source)
at
java.util.stream.ForEachOps$ForEachOp$OfRef.accept(java.base@11.0.17/ForEachOps.java:183)
at
java.util.stream.ReferencePipeline$2$1.accept(java.base@11.0.17/ReferencePipeline.java:177)
at
java.util.stream.ReferencePipeline$3$1.accept(java.base@11.0.17/ReferencePipeline.java:195)
at
java.util.ArrayList$ArrayListSpliterator.forEachRemaining(java.base@11.0.17/ArrayList.java:1655)
at
java.util.stream.AbstractPipeline.copyInto(java.base@11.0.17/AbstractPipeline.java:484)
at
java.util.stream.AbstractPipeline.wrapAndCopyInto(java.base@11.0.17/AbstractPipeline.java:474)
at
java.util.stream.ForEachOps$ForEachOp.evaluateSequential(java.base@11.0.17/ForEachOps.java:150)
at
java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateSequential(java.base@11.0.17/ForEachOps.java:173)
at
java.util.stream.AbstractPipeline.evaluate(java.base@11.0.17/AbstractPipeline.java:234)
at
java.util.stream.ReferencePipeline.forEach(java.base@11.0.17/ReferencePipeline.java:497)
at
org.apache.ignite.internal.util.IgniteUtils.closeAll(IgniteUtils.java:532)
at
org.apache.ignite.internal.sql.engine.SqlQueryProcessor.stop(SqlQueryProcessor.java:364)
- locked <0x000000072fa41df0> (a
org.apache.ignite.internal.sql.engine.SqlQueryProcessor)
at
org.apache.ignite.internal.app.LifecycleManager.lambda$stopAllComponents$1(LifecycleManager.java:133)
at
org.apache.ignite.internal.app.LifecycleManager$$Lambda$2057/0x0000000800bf3840.accept(Unknown
Source)
at
java.util.Iterator.forEachRemaining(java.base@11.0.17/Iterator.java:133)
at
org.apache.ignite.internal.app.LifecycleManager.stopAllComponents(LifecycleManager.java:131)
- locked <0x000000072fa41ac0> (a
org.apache.ignite.internal.app.LifecycleManager)
at
org.apache.ignite.internal.app.LifecycleManager.stopNode(LifecycleManager.java:115)
at org.apache.ignite.internal.app.IgniteImpl.stop(IgniteImpl.java:899)
at
org.apache.ignite.internal.app.IgnitionImpl.lambda$stop$0(IgnitionImpl.java:113)
at
org.apache.ignite.internal.app.IgnitionImpl$$Lambda$2016/0x0000000800be7840.apply(Unknown
Source)
at
java.util.concurrent.ConcurrentHashMap.computeIfPresent(java.base@11.0.17/ConcurrentHashMap.java:1822)
- locked <0x0000000724d2b740> (a
java.util.concurrent.ConcurrentHashMap$Node)
at
org.apache.ignite.internal.app.IgnitionImpl.stop(IgnitionImpl.java:111)
at org.apache.ignite.IgnitionManager.stop(IgnitionManager.java:96)
at org.apache.ignite.IgnitionManager.stop(IgnitionManager.java:82)
at
org.apache.ignite.internal.Cluster.lambda$shutdown$11(Cluster.java:458)
at
org.apache.ignite.internal.Cluster$$Lambda$2278/0x0000000800dd7c40.accept(Unknown
Source)
at
java.util.stream.ForEachOps$ForEachOp$OfRef.accept(java.base@11.0.17/ForEachOps.java:183)
at
java.util.ArrayList$ArrayListSpliterator.forEachRemaining(java.base@11.0.17/ArrayList.java:1655)
at
java.util.stream.AbstractPipeline.copyInto(java.base@11.0.17/AbstractPipeline.java:484)
at
java.util.stream.ForEachOps$ForEachTask.compute(java.base@11.0.17/ForEachOps.java:290)
at
java.util.concurrent.CountedCompleter.exec(java.base@11.0.17/CountedCompleter.java:746)
at
java.util.concurrent.ForkJoinTask.doExec(java.base@11.0.17/ForkJoinTask.java:290)
at
java.util.concurrent.ForkJoinPool$WorkQueue.topLevelExec(java.base@11.0.17/ForkJoinPool.java:1020)
at
java.util.concurrent.ForkJoinPool.scan(java.base@11.0.17/ForkJoinPool.java:1656)
at
java.util.concurrent.ForkJoinPool.runWorker(java.base@11.0.17/ForkJoinPool.java:1594)
at
java.util.concurrent.ForkJoinWorkerThread.run(java.base@11.0.17/ForkJoinWorkerThread.java:183)
{noformat}
> ExecutionServiceImpl#stop() may hang forever
> --------------------------------------------
>
> Key: IGNITE-20750
> URL: https://issues.apache.org/jira/browse/IGNITE-20750
> Project: Ignite
> Issue Type: Bug
> Components: sql
> Reporter: Roman Puchkovskiy
> Assignee: Pavel Pereslegin
> Priority: Major
> Labels: ignite-3
> Fix For: 3.0.0-beta2
>
> Time Spent: 10m
> Remaining Estimate: 0h
>
> A build hung on TC:
> [https://ci.ignite.apache.org/buildConfiguration/ApacheIgnite3xGradle_Test_IntegrationTests_ModuleRunner/7589436?hideProblemsFromDependencies=false&hideTestsFromDependencies=false&expandBuildProblemsSection=true&expandBuildChangesSection=true]
> In the thread dump the following can be seen:
>
> "Test worker" #1 prio=5 os_prio=0 cpu=123640.80ms elapsed=3573.05s
> tid=0x00007f8de802e000 nid=0x2110df waiting on condition [0x00007f8decb1d000]
> java.lang.Thread.State: WAITING (parking)
> at jdk.internal.misc.Unsafe.park(java.base@11.0.17/Native Method)
> - parking to wait for <0x000000071962ff08> (a
> java.util.concurrent.CompletableFuture$Signaller)
> at
> java.util.concurrent.locks.LockSupport.park(java.base@11.0.17/LockSupport.java:194)
> at
> java.util.concurrent.CompletableFuture$Signaller.block(java.base@11.0.17/CompletableFuture.java:1796)
> at
> java.util.concurrent.ForkJoinPool.managedBlock(java.base@11.0.17/ForkJoinPool.java:3128)
> at
> java.util.concurrent.CompletableFuture.waitingGet(java.base@11.0.17/CompletableFuture.java:1823)
> at
> java.util.concurrent.CompletableFuture.join(java.base@11.0.17/CompletableFuture.java:2043)
> at
> org.apache.ignite.internal.sql.engine.exec.ExecutionServiceImpl.stop(ExecutionServiceImpl.java:402)
> at
> org.apache.ignite.internal.sql.engine.SqlQueryProcessor$$Lambda$2103/0x0000000800ba7840.close(Unknown
> Source)
> at
> org.apache.ignite.internal.util.IgniteUtils.lambda$closeAll$0(IgniteUtils.java:534)
> at
> org.apache.ignite.internal.util.IgniteUtils$$Lambda$2054/0x0000000800b8f040.accept(Unknown
> Source)
> at
> java.util.stream.ForEachOps$ForEachOp$OfRef.accept(java.base@11.0.17/ForEachOps.java:183)
> at
> java.util.stream.ReferencePipeline$2$1.accept(java.base@11.0.17/ReferencePipeline.java:177)
> at
> java.util.stream.ReferencePipeline$3$1.accept(java.base@11.0.17/ReferencePipeline.java:195)
> at
> java.util.ArrayList$ArrayListSpliterator.forEachRemaining(java.base@11.0.17/ArrayList.java:1655)
> at
> java.util.stream.AbstractPipeline.copyInto(java.base@11.0.17/AbstractPipeline.java:484)
> at
> java.util.stream.AbstractPipeline.wrapAndCopyInto(java.base@11.0.17/AbstractPipeline.java:474)
> at
> java.util.stream.ForEachOps$ForEachOp.evaluateSequential(java.base@11.0.17/ForEachOps.java:150)
> at
> java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateSequential(java.base@11.0.17/ForEachOps.java:173)
> at
> java.util.stream.AbstractPipeline.evaluate(java.base@11.0.17/AbstractPipeline.java:234)
> at
> java.util.stream.ReferencePipeline.forEach(java.base@11.0.17/ReferencePipeline.java:497)
> at
> org.apache.ignite.internal.util.IgniteUtils.closeAll(IgniteUtils.java:532)
> at
> org.apache.ignite.internal.sql.engine.SqlQueryProcessor.stop(SqlQueryProcessor.java:380)
> - locked <0x0000000721d65408> (a
> org.apache.ignite.internal.sql.engine.SqlQueryProcessor)
> at
> org.apache.ignite.internal.app.LifecycleManager.lambda$stopAllComponents$1(LifecycleManager.java:133)
> at
> org.apache.ignite.internal.app.LifecycleManager$$Lambda$2100/0x0000000800ba6c40.accept(Unknown
> Source)
> at
> java.util.Iterator.forEachRemaining(java.base@11.0.17/Iterator.java:133)
> at
> org.apache.ignite.internal.app.LifecycleManager.stopAllComponents(LifecycleManager.java:131)
> - locked <0x000000071e1eb730> (a
> org.apache.ignite.internal.app.LifecycleManager)
> at
> org.apache.ignite.internal.app.LifecycleManager.stopNode(LifecycleManager.java:115)
> at org.apache.ignite.internal.app.IgniteImpl.stop(IgniteImpl.java:903)
> at
> org.apache.ignite.internal.app.IgnitionImpl.lambda$stop$0(IgnitionImpl.java:113)
> at
> org.apache.ignite.internal.app.IgnitionImpl$$Lambda$2056/0x0000000800b8f840.apply(Unknown
> Source)
> at
> java.util.concurrent.ConcurrentHashMap.computeIfPresent(java.base@11.0.17/ConcurrentHashMap.java:1822)
> - locked <0x0000000736357750> (a
> java.util.concurrent.ConcurrentHashMap$Node)
> at org.apache.ignite.internal.app.IgnitionImpl.stop(IgnitionImpl.java:111)
> at org.apache.ignite.IgnitionManager.stop(IgnitionManager.java:96)
> at org.apache.ignite.IgnitionManager.stop(IgnitionManager.java:82)
> at org.apache.ignite.internal.Cluster.lambda$shutdown$11(Cluster.java:458)
> at
> org.apache.ignite.internal.Cluster$$Lambda$2318/0x0000000800d89040.accept(Unknown
> Source)
> at java.util.ArrayList.forEach(java.base@11.0.17/ArrayList.java:1541)
> at org.apache.ignite.internal.Cluster.shutdown(Cluster.java:458)
> at
> org.apache.ignite.internal.ClusterPerClassIntegrationTest.afterAll(ClusterPerClassIntegrationTest.java:103)
> at jdk.internal.reflect.GeneratedMethodAccessor145.invoke(Unknown Source)
> at
> jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(java.base@11.0.17/DelegatingMethodAccessorImpl.java:43)
> at java.lang.reflect.Method.invoke(java.base@11.0.17/Method.java:566)
> at
> org.junit.platform.commons.util.ReflectionUtils.invokeMethod(ReflectionUtils.java:727)
> at
> org.junit.jupiter.engine.execution.MethodInvocation.proceed(MethodInvocation.java:60)
> at
> org.junit.jupiter.engine.execution.InvocationInterceptorChain$ValidatingInvocation.proceed(InvocationInterceptorChain.java:131)
> at
> org.junit.jupiter.engine.extension.SameThreadTimeoutInvocation.proceed(SameThreadTimeoutInvocation.java:45)
>
> Looks like {{ExecutionServiceImpl#stop()}} hung forever. It has {{f.join()}}
> call; the future seems to never get completed.
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
