[ https://issues.apache.org/jira/browse/IGNITE-15154?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]
Vladislav Pyatkov updated IGNITE-15154: --------------------------------------- Description: This is an example of this freezing: https://ci.ignite.apache.org/buildConfiguration/ignite3_Test_IntegrationTests_IntegrationTests/6087991 {noformat} [20:15:22]W: [org.apache.ignite:ignite-raft] 2021-07-15 20:15:07:183 +0300 [main] ERROR rejectedExecution - Failed to submit a listener notification task. Event loop shut down? [20:15:22]W: [org.apache.ignite:ignite-raft] java.util.concurrent.RejectedExecutionException: event executor terminated [20:15:22]W: [org.apache.ignite:ignite-raft] at io.netty.util.concurrent.SingleThreadEventExecutor.reject(SingleThreadEventExecutor.java:926) [20:15:22]W: [org.apache.ignite:ignite-raft] at io.netty.util.concurrent.SingleThreadEventExecutor.offerTask(SingleThreadEventExecutor.java:353) [20:15:22]W: [org.apache.ignite:ignite-raft] at io.netty.util.concurrent.SingleThreadEventExecutor.addTask(SingleThreadEventExecutor.java:346) [20:15:22]W: [org.apache.ignite:ignite-raft] at io.netty.util.concurrent.SingleThreadEventExecutor.execute(SingleThreadEventExecutor.java:828) [20:15:22]W: [org.apache.ignite:ignite-raft] at io.netty.util.concurrent.SingleThreadEventExecutor.execute(SingleThreadEventExecutor.java:818) [20:15:22]W: [org.apache.ignite:ignite-raft] at io.netty.util.concurrent.DefaultPromise.safeExecute(DefaultPromise.java:842) [20:15:22]W: [org.apache.ignite:ignite-raft] at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:499) [20:15:22]W: [org.apache.ignite:ignite-raft] at io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:184) [20:15:22]W: [org.apache.ignite:ignite-raft] at io.netty.channel.DefaultChannelPromise.addListener(DefaultChannelPromise.java:95) [20:15:22]W: [org.apache.ignite:ignite-raft] at io.netty.channel.DefaultChannelPromise.addListener(DefaultChannelPromise.java:30) [20:15:22]W: [org.apache.ignite:ignite-raft] at org.apache.ignite.internal.network.netty.NettyUtils.toCompletableFuture(NettyUtils.java:46) [20:15:22]W: [org.apache.ignite:ignite-raft] at org.apache.ignite.internal.network.netty.NettyUtils.toCompletableFuture(NettyUtils.java:66) [20:15:22]W: [org.apache.ignite:ignite-raft] at org.apache.ignite.internal.network.netty.NettyClient.lambda$stop$1(NettyClient.java:171) [20:15:22]W: [org.apache.ignite:ignite-raft] at java.base/java.util.concurrent.CompletableFuture.uniHandle(CompletableFuture.java:930) [20:15:22]W: [org.apache.ignite:ignite-raft] at java.base/java.util.concurrent.CompletableFuture.uniHandleStage(CompletableFuture.java:946) [20:15:22]W: [org.apache.ignite:ignite-raft] at java.base/java.util.concurrent.CompletableFuture.handle(CompletableFuture.java:2266) [20:15:22]W: [org.apache.ignite:ignite-raft] at org.apache.ignite.internal.network.netty.NettyClient.stop(NettyClient.java:168) [20:15:22]W: [org.apache.ignite:ignite-raft] at java.base/java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195) [20:15:22]W: [org.apache.ignite:ignite-raft] at java.base/java.util.concurrent.ConcurrentHashMap$ValueSpliterator.forEachRemaining(ConcurrentHashMap.java:3605) [20:15:22]W: [org.apache.ignite:ignite-raft] at java.base/java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:484) [20:15:22]W: [org.apache.ignite:ignite-raft] at java.base/java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:474) [20:15:22]W: [org.apache.ignite:ignite-raft] at java.base/java.util.stream.StreamSpliterators$WrappingSpliterator.forEachRemaining(StreamSpliterators.java:312) [20:15:22]W: [org.apache.ignite:ignite-raft] at java.base/java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:734) [20:15:22]W: [org.apache.ignite:ignite-raft] at java.base/java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:484) [20:15:22]W: [org.apache.ignite:ignite-raft] at java.base/java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:474) [20:15:22]W: [org.apache.ignite:ignite-raft] at java.base/java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:550) [20:15:22]W: [org.apache.ignite:ignite-raft] at java.base/java.util.stream.AbstractPipeline.evaluateToArrayNode(AbstractPipeline.java:260) [20:15:22]W: [org.apache.ignite:ignite-raft] at java.base/java.util.stream.ReferencePipeline.toArray(ReferencePipeline.java:517) [20:15:22]W: [org.apache.ignite:ignite-raft] at org.apache.ignite.internal.network.netty.ConnectionManager.stop(ConnectionManager.java:240) [20:15:22]W: [org.apache.ignite:ignite-raft] at org.apache.ignite.network.scalecube.ScaleCubeClusterServiceFactory$2.shutdown(ScaleCubeClusterServiceFactory.java:114) [20:15:22]W: [org.apache.ignite:ignite-raft] at org.apache.ignite.raft.server.ITJRaftCounterServerTest$1.shutdown(ITJRaftCounterServerTest.java:167) [20:15:22]W: [org.apache.ignite:ignite-raft] at org.apache.ignite.raft.server.ITJRaftCounterServerTest.after(ITJRaftCounterServerTest.java:149) {noformat} was: {noformat} [20:15:22]W: [org.apache.ignite:ignite-raft] 2021-07-15 20:15:07:183 +0300 [main] ERROR rejectedExecution - Failed to submit a listener notification task. Event loop shut down? [20:15:22]W: [org.apache.ignite:ignite-raft] java.util.concurrent.RejectedExecutionException: event executor terminated [20:15:22]W: [org.apache.ignite:ignite-raft] at io.netty.util.concurrent.SingleThreadEventExecutor.reject(SingleThreadEventExecutor.java:926) [20:15:22]W: [org.apache.ignite:ignite-raft] at io.netty.util.concurrent.SingleThreadEventExecutor.offerTask(SingleThreadEventExecutor.java:353) [20:15:22]W: [org.apache.ignite:ignite-raft] at io.netty.util.concurrent.SingleThreadEventExecutor.addTask(SingleThreadEventExecutor.java:346) [20:15:22]W: [org.apache.ignite:ignite-raft] at io.netty.util.concurrent.SingleThreadEventExecutor.execute(SingleThreadEventExecutor.java:828) [20:15:22]W: [org.apache.ignite:ignite-raft] at io.netty.util.concurrent.SingleThreadEventExecutor.execute(SingleThreadEventExecutor.java:818) [20:15:22]W: [org.apache.ignite:ignite-raft] at io.netty.util.concurrent.DefaultPromise.safeExecute(DefaultPromise.java:842) [20:15:22]W: [org.apache.ignite:ignite-raft] at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:499) [20:15:22]W: [org.apache.ignite:ignite-raft] at io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:184) [20:15:22]W: [org.apache.ignite:ignite-raft] at io.netty.channel.DefaultChannelPromise.addListener(DefaultChannelPromise.java:95) [20:15:22]W: [org.apache.ignite:ignite-raft] at io.netty.channel.DefaultChannelPromise.addListener(DefaultChannelPromise.java:30) [20:15:22]W: [org.apache.ignite:ignite-raft] at org.apache.ignite.internal.network.netty.NettyUtils.toCompletableFuture(NettyUtils.java:46) [20:15:22]W: [org.apache.ignite:ignite-raft] at org.apache.ignite.internal.network.netty.NettyUtils.toCompletableFuture(NettyUtils.java:66) [20:15:22]W: [org.apache.ignite:ignite-raft] at org.apache.ignite.internal.network.netty.NettyClient.lambda$stop$1(NettyClient.java:171) [20:15:22]W: [org.apache.ignite:ignite-raft] at java.base/java.util.concurrent.CompletableFuture.uniHandle(CompletableFuture.java:930) [20:15:22]W: [org.apache.ignite:ignite-raft] at java.base/java.util.concurrent.CompletableFuture.uniHandleStage(CompletableFuture.java:946) [20:15:22]W: [org.apache.ignite:ignite-raft] at java.base/java.util.concurrent.CompletableFuture.handle(CompletableFuture.java:2266) [20:15:22]W: [org.apache.ignite:ignite-raft] at org.apache.ignite.internal.network.netty.NettyClient.stop(NettyClient.java:168) [20:15:22]W: [org.apache.ignite:ignite-raft] at java.base/java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195) [20:15:22]W: [org.apache.ignite:ignite-raft] at java.base/java.util.concurrent.ConcurrentHashMap$ValueSpliterator.forEachRemaining(ConcurrentHashMap.java:3605) [20:15:22]W: [org.apache.ignite:ignite-raft] at java.base/java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:484) [20:15:22]W: [org.apache.ignite:ignite-raft] at java.base/java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:474) [20:15:22]W: [org.apache.ignite:ignite-raft] at java.base/java.util.stream.StreamSpliterators$WrappingSpliterator.forEachRemaining(StreamSpliterators.java:312) [20:15:22]W: [org.apache.ignite:ignite-raft] at java.base/java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:734) [20:15:22]W: [org.apache.ignite:ignite-raft] at java.base/java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:484) [20:15:22]W: [org.apache.ignite:ignite-raft] at java.base/java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:474) [20:15:22]W: [org.apache.ignite:ignite-raft] at java.base/java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:550) [20:15:22]W: [org.apache.ignite:ignite-raft] at java.base/java.util.stream.AbstractPipeline.evaluateToArrayNode(AbstractPipeline.java:260) [20:15:22]W: [org.apache.ignite:ignite-raft] at java.base/java.util.stream.ReferencePipeline.toArray(ReferencePipeline.java:517) [20:15:22]W: [org.apache.ignite:ignite-raft] at org.apache.ignite.internal.network.netty.ConnectionManager.stop(ConnectionManager.java:240) [20:15:22]W: [org.apache.ignite:ignite-raft] at org.apache.ignite.network.scalecube.ScaleCubeClusterServiceFactory$2.shutdown(ScaleCubeClusterServiceFactory.java:114) [20:15:22]W: [org.apache.ignite:ignite-raft] at org.apache.ignite.raft.server.ITJRaftCounterServerTest$1.shutdown(ITJRaftCounterServerTest.java:167) [20:15:22]W: [org.apache.ignite:ignite-raft] at org.apache.ignite.raft.server.ITJRaftCounterServerTest.after(ITJRaftCounterServerTest.java:149) {noformat} > Suddenly Integration Tests suite hangs on shutdown RAFT node > ------------------------------------------------------------ > > Key: IGNITE-15154 > URL: https://issues.apache.org/jira/browse/IGNITE-15154 > Project: Ignite > Issue Type: Improvement > Reporter: Vladislav Pyatkov > Assignee: Vladislav Pyatkov > Priority: Major > > This is an example of this freezing: > https://ci.ignite.apache.org/buildConfiguration/ignite3_Test_IntegrationTests_IntegrationTests/6087991 > {noformat} > [20:15:22]W: [org.apache.ignite:ignite-raft] 2021-07-15 > 20:15:07:183 +0300 [main] ERROR rejectedExecution - Failed to submit a > listener notification task. Event loop shut down? > [20:15:22]W: [org.apache.ignite:ignite-raft] > java.util.concurrent.RejectedExecutionException: event executor terminated > [20:15:22]W: [org.apache.ignite:ignite-raft] at > io.netty.util.concurrent.SingleThreadEventExecutor.reject(SingleThreadEventExecutor.java:926) > [20:15:22]W: [org.apache.ignite:ignite-raft] at > io.netty.util.concurrent.SingleThreadEventExecutor.offerTask(SingleThreadEventExecutor.java:353) > [20:15:22]W: [org.apache.ignite:ignite-raft] at > io.netty.util.concurrent.SingleThreadEventExecutor.addTask(SingleThreadEventExecutor.java:346) > [20:15:22]W: [org.apache.ignite:ignite-raft] at > io.netty.util.concurrent.SingleThreadEventExecutor.execute(SingleThreadEventExecutor.java:828) > [20:15:22]W: [org.apache.ignite:ignite-raft] at > io.netty.util.concurrent.SingleThreadEventExecutor.execute(SingleThreadEventExecutor.java:818) > [20:15:22]W: [org.apache.ignite:ignite-raft] at > io.netty.util.concurrent.DefaultPromise.safeExecute(DefaultPromise.java:842) > [20:15:22]W: [org.apache.ignite:ignite-raft] at > io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:499) > [20:15:22]W: [org.apache.ignite:ignite-raft] at > io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:184) > [20:15:22]W: [org.apache.ignite:ignite-raft] at > io.netty.channel.DefaultChannelPromise.addListener(DefaultChannelPromise.java:95) > [20:15:22]W: [org.apache.ignite:ignite-raft] at > io.netty.channel.DefaultChannelPromise.addListener(DefaultChannelPromise.java:30) > [20:15:22]W: [org.apache.ignite:ignite-raft] at > org.apache.ignite.internal.network.netty.NettyUtils.toCompletableFuture(NettyUtils.java:46) > [20:15:22]W: [org.apache.ignite:ignite-raft] at > org.apache.ignite.internal.network.netty.NettyUtils.toCompletableFuture(NettyUtils.java:66) > [20:15:22]W: [org.apache.ignite:ignite-raft] at > org.apache.ignite.internal.network.netty.NettyClient.lambda$stop$1(NettyClient.java:171) > [20:15:22]W: [org.apache.ignite:ignite-raft] at > java.base/java.util.concurrent.CompletableFuture.uniHandle(CompletableFuture.java:930) > [20:15:22]W: [org.apache.ignite:ignite-raft] at > java.base/java.util.concurrent.CompletableFuture.uniHandleStage(CompletableFuture.java:946) > [20:15:22]W: [org.apache.ignite:ignite-raft] at > java.base/java.util.concurrent.CompletableFuture.handle(CompletableFuture.java:2266) > [20:15:22]W: [org.apache.ignite:ignite-raft] at > org.apache.ignite.internal.network.netty.NettyClient.stop(NettyClient.java:168) > [20:15:22]W: [org.apache.ignite:ignite-raft] at > java.base/java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195) > [20:15:22]W: [org.apache.ignite:ignite-raft] at > java.base/java.util.concurrent.ConcurrentHashMap$ValueSpliterator.forEachRemaining(ConcurrentHashMap.java:3605) > [20:15:22]W: [org.apache.ignite:ignite-raft] at > java.base/java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:484) > [20:15:22]W: [org.apache.ignite:ignite-raft] at > java.base/java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:474) > [20:15:22]W: [org.apache.ignite:ignite-raft] at > java.base/java.util.stream.StreamSpliterators$WrappingSpliterator.forEachRemaining(StreamSpliterators.java:312) > [20:15:22]W: [org.apache.ignite:ignite-raft] at > java.base/java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:734) > [20:15:22]W: [org.apache.ignite:ignite-raft] at > java.base/java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:484) > [20:15:22]W: [org.apache.ignite:ignite-raft] at > java.base/java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:474) > [20:15:22]W: [org.apache.ignite:ignite-raft] at > java.base/java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:550) > [20:15:22]W: [org.apache.ignite:ignite-raft] at > java.base/java.util.stream.AbstractPipeline.evaluateToArrayNode(AbstractPipeline.java:260) > [20:15:22]W: [org.apache.ignite:ignite-raft] at > java.base/java.util.stream.ReferencePipeline.toArray(ReferencePipeline.java:517) > [20:15:22]W: [org.apache.ignite:ignite-raft] at > org.apache.ignite.internal.network.netty.ConnectionManager.stop(ConnectionManager.java:240) > [20:15:22]W: [org.apache.ignite:ignite-raft] at > org.apache.ignite.network.scalecube.ScaleCubeClusterServiceFactory$2.shutdown(ScaleCubeClusterServiceFactory.java:114) > [20:15:22]W: [org.apache.ignite:ignite-raft] at > org.apache.ignite.raft.server.ITJRaftCounterServerTest$1.shutdown(ITJRaftCounterServerTest.java:167) > [20:15:22]W: [org.apache.ignite:ignite-raft] at > org.apache.ignite.raft.server.ITJRaftCounterServerTest.after(ITJRaftCounterServerTest.java:149) > {noformat} -- This message was sent by Atlassian Jira (v8.3.4#803005)