huang714669 commented on issue #4588:
URL:
https://github.com/apache/incubator-seatunnel/issues/4588#issuecomment-1510854323
使用上述修正过的配置，发现每次运行一段时间就有个fatal error，具体报错日志如下，请帮忙查看原因：
> 2023-04-17 15:34:31,635 WARN
org.apache.seatunnel.engine.server.task.operation.checkpoint.BarrierFlowOperation
- java.lang.RuntimeException: java.lang.InterruptedException
at
org.apache.seatunnel.engine.server.task.group.queue.IntermediateBlockingQueue.received(IntermediateBlockingQueue.java:41)
at
org.apache.seatunnel.engine.server.task.flow.IntermediateQueueFlowLifeCycle.received(IntermediateQueueFlowLifeCycle.java:46)
at
org.apache.seatunnel.engine.server.task.flow.IntermediateQueueFlowLifeCycle.received(IntermediateQueueFlowLifeCycle.java:28)
at
org.apache.seatunnel.engine.server.task.SeaTunnelSourceCollector.sendRecordToNext(SeaTunnelSourceCollector.java:72)
at
org.apache.seatunnel.engine.server.task.flow.SourceFlowLifeCycle.triggerBarrier(SourceFlowLifeCycle.java:223)
at
org.apache.seatunnel.engine.server.task.SourceSeaTunnelTask.triggerBarrier(SourceSeaTunnelTask.java:101)
at
org.apache.seatunnel.engine.server.task.operation.checkpoint.BarrierFlowOperation.lambda$run$0(BarrierFlowOperation.java:85)
at
org.apache.seatunnel.common.utils.RetryUtils.retryWithException(RetryUtils.java:48)
at
org.apache.seatunnel.engine.server.task.operation.checkpoint.BarrierFlowOperation.run(BarrierFlowOperation.java:76)
at
com.hazelcast.spi.impl.operationservice.Operation.call(Operation.java:189)
at
com.hazelcast.spi.impl.operationservice.impl.OperationRunnerImpl.call(OperationRunnerImpl.java:273)
at
com.hazelcast.spi.impl.operationservice.impl.OperationRunnerImpl.run(OperationRunnerImpl.java:248)
at
com.hazelcast.spi.impl.operationservice.impl.OperationRunnerImpl.run(OperationRunnerImpl.java:213)
at
com.hazelcast.spi.impl.operationexecutor.impl.OperationExecutorImpl.run(OperationExecutorImpl.java:411)
at
com.hazelcast.spi.impl.operationexecutor.impl.OperationExecutorImpl.runOrExecute(OperationExecutorImpl.java:438)
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.doInvokeLocal(Invocation.java:601)
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.doInvoke(Invocation.java:580)
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.invoke0(Invocation.java:541)
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.invoke(Invocation.java:241)
at
com.hazelcast.spi.impl.operationservice.impl.InvocationBuilderImpl.invoke(InvocationBuilderImpl.java:61)
at
org.apache.seatunnel.engine.server.utils.NodeEngineUtil.sendOperationToMemberNode(NodeEngineUtil.java:51)
at
org.apache.seatunnel.engine.server.execution.TaskExecutionContext.sendToMember(TaskExecutionContext.java:47)
at
org.apache.seatunnel.engine.server.task.SourceSplitEnumeratorTask.lambda$sendToAllReader$3(SourceSplitEnumeratorTask.java:325)
at
java.base/java.util.concurrent.ConcurrentHashMap.forEach(ConcurrentHashMap.java:1603)
at
org.apache.seatunnel.engine.server.task.SourceSplitEnumeratorTask.sendToAllReader(SourceSplitEnumeratorTask.java:316)
at
org.apache.seatunnel.engine.server.task.SourceSplitEnumeratorTask.triggerBarrier(SourceSplitEnumeratorTask.java:148)
at
org.apache.seatunnel.engine.server.checkpoint.operation.CheckpointBarrierTriggerOperation.lambda$run$0(CheckpointBarrierTriggerOperation.java:84)
at
org.apache.seatunnel.common.utils.RetryUtils.retryWithException(RetryUtils.java:48)
at
org.apache.seatunnel.engine.server.checkpoint.operation.CheckpointBarrierTriggerOperation.run(CheckpointBarrierTriggerOperation.java:75)
at
com.hazelcast.spi.impl.operationservice.Operation.call(Operation.java:189)
at
com.hazelcast.spi.impl.operationservice.impl.OperationRunnerImpl.call(OperationRunnerImpl.java:273)
at
com.hazelcast.spi.impl.operationservice.impl.OperationRunnerImpl.run(OperationRunnerImpl.java:248)
at
com.hazelcast.spi.impl.operationservice.impl.OperationRunnerImpl.run(OperationRunnerImpl.java:213)
at
com.hazelcast.spi.impl.operationexecutor.impl.OperationExecutorImpl.run(OperationExecutorImpl.java:411)
at
com.hazelcast.spi.impl.operationexecutor.impl.OperationExecutorImpl.runOrExecute(OperationExecutorImpl.java:438)
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.doInvokeLocal(Invocation.java:601)
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.doInvoke(Invocation.java:580)
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.invoke0(Invocation.java:541)
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.invoke(Invocation.java:241)
at
com.hazelcast.spi.impl.operationservice.impl.InvocationBuilderImpl.invoke(InvocationBuilderImpl.java:61)
at
org.apache.seatunnel.engine.server.utils.NodeEngineUtil.sendOperationToMemberNode(NodeEngineUtil.java:51)
at
org.apache.seatunnel.engine.server.checkpoint.CheckpointManager.sendOperationToMemberNode(CheckpointManager.java:272)
at
java.base/java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195)
at
java.base/java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195)
at
java.base/java.util.HashMap$KeySpliterator.forEachRemaining(HashMap.java:1621)
at
java.base/java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:484)
at
java.base/java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:474)
at
java.base/java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:550)
at
java.base/java.util.stream.AbstractPipeline.evaluateToArrayNode(AbstractPipeline.java:260)
at
java.base/java.util.stream.ReferencePipeline.toArray(ReferencePipeline.java:517)
at
org.apache.seatunnel.engine.server.checkpoint.CheckpointCoordinator.triggerCheckpoint(CheckpointCoordinator.java:537)
at
java.base/java.util.concurrent.CompletableFuture$UniApply.tryFire(CompletableFuture.java:642)
at
java.base/java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478)
at
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: java.lang.InterruptedException
at
java.base/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2056)
at
java.base/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2090)
at
java.base/java.util.concurrent.ArrayBlockingQueue.put(ArrayBlockingQueue.java:367)
at
org.apache.seatunnel.engine.server.task.group.queue.IntermediateBlockingQueue.handleRecord(IntermediateBlockingQueue.java:71)
at
org.apache.seatunnel.engine.server.task.group.queue.IntermediateBlockingQueue.received(IntermediateBlockingQueue.java:39)
... 55 more
2023-04-17 15:34:31,635 WARN
org.apache.seatunnel.engine.server.task.operation.checkpoint.BarrierFlowOperation
- java.lang.RuntimeException: java.lang.InterruptedException
at
org.apache.seatunnel.engine.server.task.group.queue.IntermediateBlockingQueue.received(IntermediateBlockingQueue.java:41)
at
org.apache.seatunnel.engine.server.task.flow.IntermediateQueueFlowLifeCycle.received(IntermediateQueueFlowLifeCycle.java:46)
at
org.apache.seatunnel.engine.server.task.flow.IntermediateQueueFlowLifeCycle.received(IntermediateQueueFlowLifeCycle.java:28)
at
org.apache.seatunnel.engine.server.task.SeaTunnelSourceCollector.sendRecordToNext(SeaTunnelSourceCollector.java:72)
at
org.apache.seatunnel.engine.server.task.flow.SourceFlowLifeCycle.triggerBarrier(SourceFlowLifeCycle.java:223)
at
org.apache.seatunnel.engine.server.task.SourceSeaTunnelTask.triggerBarrier(SourceSeaTunnelTask.java:101)
at
org.apache.seatunnel.engine.server.task.operation.checkpoint.BarrierFlowOperation.lambda$run$0(BarrierFlowOperation.java:85)
at
org.apache.seatunnel.common.utils.RetryUtils.retryWithException(RetryUtils.java:48)
at
org.apache.seatunnel.engine.server.task.operation.checkpoint.BarrierFlowOperation.run(BarrierFlowOperation.java:76)
at
com.hazelcast.spi.impl.operationservice.Operation.call(Operation.java:189)
at
com.hazelcast.spi.impl.operationservice.impl.OperationRunnerImpl.call(OperationRunnerImpl.java:273)
at
com.hazelcast.spi.impl.operationservice.impl.OperationRunnerImpl.run(OperationRunnerImpl.java:248)
at
com.hazelcast.spi.impl.operationservice.impl.OperationRunnerImpl.run(OperationRunnerImpl.java:213)
at
com.hazelcast.spi.impl.operationexecutor.impl.OperationExecutorImpl.run(OperationExecutorImpl.java:411)
at
com.hazelcast.spi.impl.operationexecutor.impl.OperationExecutorImpl.runOrExecute(OperationExecutorImpl.java:438)
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.doInvokeLocal(Invocation.java:601)
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.doInvoke(Invocation.java:580)
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.invoke0(Invocation.java:541)
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.invoke(Invocation.java:241)
at
com.hazelcast.spi.impl.operationservice.impl.InvocationBuilderImpl.invoke(InvocationBuilderImpl.java:61)
at
org.apache.seatunnel.engine.server.utils.NodeEngineUtil.sendOperationToMemberNode(NodeEngineUtil.java:51)
at
org.apache.seatunnel.engine.server.execution.TaskExecutionContext.sendToMember(TaskExecutionContext.java:47)
at
org.apache.seatunnel.engine.server.task.SourceSplitEnumeratorTask.lambda$sendToAllReader$3(SourceSplitEnumeratorTask.java:325)
at
java.base/java.util.concurrent.ConcurrentHashMap.forEach(ConcurrentHashMap.java:1603)
at
org.apache.seatunnel.engine.server.task.SourceSplitEnumeratorTask.sendToAllReader(SourceSplitEnumeratorTask.java:316)
at
org.apache.seatunnel.engine.server.task.SourceSplitEnumeratorTask.triggerBarrier(SourceSplitEnumeratorTask.java:148)
at
org.apache.seatunnel.engine.server.checkpoint.operation.CheckpointBarrierTriggerOperation.lambda$run$0(CheckpointBarrierTriggerOperation.java:84)
at
org.apache.seatunnel.common.utils.RetryUtils.retryWithException(RetryUtils.java:48)
at
org.apache.seatunnel.engine.server.checkpoint.operation.CheckpointBarrierTriggerOperation.run(CheckpointBarrierTriggerOperation.java:75)
at
com.hazelcast.spi.impl.operationservice.Operation.call(Operation.java:189)
at
com.hazelcast.spi.impl.operationservice.impl.OperationRunnerImpl.call(OperationRunnerImpl.java:273)
at
com.hazelcast.spi.impl.operationservice.impl.OperationRunnerImpl.run(OperationRunnerImpl.java:248)
at
com.hazelcast.spi.impl.operationservice.impl.OperationRunnerImpl.run(OperationRunnerImpl.java:213)
at
com.hazelcast.spi.impl.operationexecutor.impl.OperationExecutorImpl.run(OperationExecutorImpl.java:411)
at
com.hazelcast.spi.impl.operationexecutor.impl.OperationExecutorImpl.runOrExecute(OperationExecutorImpl.java:438)
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.doInvokeLocal(Invocation.java:601)
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.doInvoke(Invocation.java:580)
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.invoke0(Invocation.java:541)
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.invoke(Invocation.java:241)
at
com.hazelcast.spi.impl.operationservice.impl.InvocationBuilderImpl.invoke(InvocationBuilderImpl.java:61)
at
org.apache.seatunnel.engine.server.utils.NodeEngineUtil.sendOperationToMemberNode(NodeEngineUtil.java:51)
at
org.apache.seatunnel.engine.server.checkpoint.CheckpointManager.sendOperationToMemberNode(CheckpointManager.java:272)
at
java.base/java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195)
at
java.base/java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195)
at
java.base/java.util.HashMap$KeySpliterator.forEachRemaining(HashMap.java:1621)
at
java.base/java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:484)
at
java.base/java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:474)
at
java.base/java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:550)
at
java.base/java.util.stream.AbstractPipeline.evaluateToArrayNode(AbstractPipeline.java:260)
at
java.base/java.util.stream.ReferencePipeline.toArray(ReferencePipeline.java:517)
at
org.apache.seatunnel.engine.server.checkpoint.CheckpointCoordinator.triggerCheckpoint(CheckpointCoordinator.java:537)
at
java.base/java.util.concurrent.CompletableFuture$UniApply.tryFire(CompletableFuture.java:642)
at
java.base/java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478)
at
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: java.lang.InterruptedException
at
java.base/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2056)
at
java.base/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2090)
at
java.base/java.util.concurrent.ArrayBlockingQueue.put(ArrayBlockingQueue.java:367)
at
org.apache.seatunnel.engine.server.task.group.queue.IntermediateBlockingQueue.handleRecord(IntermediateBlockingQueue.java:71)
at
org.apache.seatunnel.engine.server.task.group.queue.IntermediateBlockingQueue.received(IntermediateBlockingQueue.java:39)
... 55 more
2023-04-17 15:34:31,636 WARN
com.hazelcast.spi.impl.operationservice.impl.Invocation - [localhost]:5801
[seatunnel-752887] [5.1] Future.complete(Object) on completed future. Request:
Invocation{op=org.apache.seatunnel.engine.server.task.operation.checkpoint.BarrierFlowOperation{serviceName='st:impl:seaTunnelServer',
identityHash=686586860, partitionId=-1, replicaIndex=0, callId=-910,
invocationTime=1681716633176 (2023-04-17 15:30:33.176), waitTimeout=-1,
callTimeout=60000,
tenantControl=com.hazelcast.spi.impl.tenantcontrol.NoopTenantControl@0},
tryCount=20, tryPauseMillis=500, invokeCount=1, callTimeoutMillis=60000,
firstInvocationTimeMs=1681716633176, firstInvocationTime='2023-04-17
15:30:33.176', lastHeartbeatMillis=0, lastHeartbeatTime='1970-01-01
08:00:00.000', target=[localhost]:5801, pendingResponse={VOID},
backupsAcksExpected=-1, backupsAcksReceived=0, connection=null}, current value:
ExceptionalResult{cause=com.hazelcast.core.HazelcastInstanceNotActiveException:
Hazelcast
instance is not active!}, offered value:
ExceptionalResult{cause=java.lang.RuntimeException:
java.lang.InterruptedException}
java.lang.Exception: null
at
com.hazelcast.spi.impl.AbstractInvocationFuture.warnIfSuspiciousDoubleCompletion(AbstractInvocationFuture.java:1253)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.AbstractInvocationFuture.complete0(AbstractInvocationFuture.java:1230)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.AbstractInvocationFuture.completeExceptionallyInternal(AbstractInvocationFuture.java:1223)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.completeExceptionally(Invocation.java:680)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.notifyThrowable(Invocation.java:386)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.notifyError(Invocation.java:330)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.sendResponse(Invocation.java:230)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.Operation.sendResponse(Operation.java:483)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.OperationRunnerImpl.sendResponseAfterOperationError(OperationRunnerImpl.java:426)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.OperationRunnerImpl.handleOperationError(OperationRunnerImpl.java:420)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.OperationRunnerImpl.run(OperationRunnerImpl.java:253)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.OperationRunnerImpl.run(OperationRunnerImpl.java:213)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationexecutor.impl.OperationExecutorImpl.run(OperationExecutorImpl.java:411)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationexecutor.impl.OperationExecutorImpl.runOrExecute(OperationExecutorImpl.java:438)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.doInvokeLocal(Invocation.java:601)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.doInvoke(Invocation.java:580)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.invoke0(Invocation.java:541)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.invoke(Invocation.java:241)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.InvocationBuilderImpl.invoke(InvocationBuilderImpl.java:61)
~[seatunnel-starter.jar:2.3.1]
at
org.apache.seatunnel.engine.server.utils.NodeEngineUtil.sendOperationToMemberNode(NodeEngineUtil.java:51)
~[seatunnel-starter.jar:2.3.1]
at
org.apache.seatunnel.engine.server.execution.TaskExecutionContext.sendToMember(TaskExecutionContext.java:47)
~[seatunnel-starter.jar:2.3.1]
at
org.apache.seatunnel.engine.server.task.SourceSplitEnumeratorTask.lambda$sendToAllReader$3(SourceSplitEnumeratorTask.java:325)
~[seatunnel-starter.jar:2.3.1]
at
java.util.concurrent.ConcurrentHashMap.forEach(ConcurrentHashMap.java:1603)
~[?:?]
at
org.apache.seatunnel.engine.server.task.SourceSplitEnumeratorTask.sendToAllReader(SourceSplitEnumeratorTask.java:316)
~[seatunnel-starter.jar:2.3.1]
at
org.apache.seatunnel.engine.server.task.SourceSplitEnumeratorTask.triggerBarrier(SourceSplitEnumeratorTask.java:148)
~[seatunnel-starter.jar:2.3.1]
at
org.apache.seatunnel.engine.server.checkpoint.operation.CheckpointBarrierTriggerOperation.lambda$run$0(CheckpointBarrierTriggerOperation.java:84)
~[seatunnel-starter.jar:2.3.1]
at
org.apache.seatunnel.common.utils.RetryUtils.retryWithException(RetryUtils.java:48)
~[seatunnel-starter.jar:2.3.1]
at
org.apache.seatunnel.engine.server.checkpoint.operation.CheckpointBarrierTriggerOperation.run(CheckpointBarrierTriggerOperation.java:75)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.Operation.call(Operation.java:189)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.OperationRunnerImpl.call(OperationRunnerImpl.java:273)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.OperationRunnerImpl.run(OperationRunnerImpl.java:248)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.OperationRunnerImpl.run(OperationRunnerImpl.java:213)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationexecutor.impl.OperationExecutorImpl.run(OperationExecutorImpl.java:411)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationexecutor.impl.OperationExecutorImpl.runOrExecute(OperationExecutorImpl.java:438)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.doInvokeLocal(Invocation.java:601)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.doInvoke(Invocation.java:580)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.invoke0(Invocation.java:541)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.invoke(Invocation.java:241)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.InvocationBuilderImpl.invoke(InvocationBuilderImpl.java:61)
~[seatunnel-starter.jar:2.3.1]
at
org.apache.seatunnel.engine.server.utils.NodeEngineUtil.sendOperationToMemberNode(NodeEngineUtil.java:51)
~[seatunnel-starter.jar:2.3.1]
at
org.apache.seatunnel.engine.server.checkpoint.CheckpointManager.sendOperationToMemberNode(CheckpointManager.java:272)
~[seatunnel-starter.jar:2.3.1]
at
java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195) ~[?:?]
at
java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195) ~[?:?]
at
java.util.HashMap$KeySpliterator.forEachRemaining(HashMap.java:1621) ~[?:?]
at
java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:484) ~[?:?]
at
java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:474)
~[?:?]
at
java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:550) ~[?:?]
at
java.util.stream.AbstractPipeline.evaluateToArrayNode(AbstractPipeline.java:260)
~[?:?]
at
java.util.stream.ReferencePipeline.toArray(ReferencePipeline.java:517) ~[?:?]
at
org.apache.seatunnel.engine.server.checkpoint.CheckpointCoordinator.triggerCheckpoint(CheckpointCoordinator.java:537)
~[seatunnel-starter.jar:2.3.1]
at
java.util.concurrent.CompletableFuture$UniApply.tryFire(CompletableFuture.java:642)
[?:?]
at
java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478)
[?:?]
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
[?:?]
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[?:?]
at java.lang.Thread.run(Thread.java:829) [?:?]
2023-04-17 15:34:31,636 WARN
com.hazelcast.spi.impl.operationservice.impl.Invocation - [localhost]:5801
[seatunnel-752887] [5.1] Future.complete(Object) on completed future. Request:
Invocation{op=org.apache.seatunnel.engine.server.task.operation.checkpoint.BarrierFlowOperation{serviceName='st:impl:seaTunnelServer',
identityHash=1631154343, partitionId=-1, replicaIndex=0, callId=-1379,
invocationTime=1681716736689 (2023-04-17 15:32:16.689), waitTimeout=-1,
callTimeout=60000,
tenantControl=com.hazelcast.spi.impl.tenantcontrol.NoopTenantControl@0},
tryCount=20, tryPauseMillis=500, invokeCount=1, callTimeoutMillis=60000,
firstInvocationTimeMs=1681716736689, firstInvocationTime='2023-04-17
15:32:16.689', lastHeartbeatMillis=0, lastHeartbeatTime='1970-01-01
08:00:00.000', target=[localhost]:5801, pendingResponse={VOID},
backupsAcksExpected=-1, backupsAcksReceived=0, connection=null}, current value:
ExceptionalResult{cause=com.hazelcast.core.HazelcastInstanceNotActiveException:
Hazelca
st instance is not active!}, offered value:
ExceptionalResult{cause=java.lang.RuntimeException:
java.lang.InterruptedException}
java.lang.Exception: null
at
com.hazelcast.spi.impl.AbstractInvocationFuture.warnIfSuspiciousDoubleCompletion(AbstractInvocationFuture.java:1253)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.AbstractInvocationFuture.complete0(AbstractInvocationFuture.java:1230)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.AbstractInvocationFuture.completeExceptionallyInternal(AbstractInvocationFuture.java:1223)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.completeExceptionally(Invocation.java:680)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.notifyThrowable(Invocation.java:386)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.notifyError(Invocation.java:330)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.sendResponse(Invocation.java:230)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.Operation.sendResponse(Operation.java:483)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.OperationRunnerImpl.sendResponseAfterOperationError(OperationRunnerImpl.java:426)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.OperationRunnerImpl.handleOperationError(OperationRunnerImpl.java:420)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.OperationRunnerImpl.run(OperationRunnerImpl.java:253)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.OperationRunnerImpl.run(OperationRunnerImpl.java:213)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationexecutor.impl.OperationExecutorImpl.run(OperationExecutorImpl.java:411)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationexecutor.impl.OperationExecutorImpl.runOrExecute(OperationExecutorImpl.java:438)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.doInvokeLocal(Invocation.java:601)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.doInvoke(Invocation.java:580)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.invoke0(Invocation.java:541)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.invoke(Invocation.java:241)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.InvocationBuilderImpl.invoke(InvocationBuilderImpl.java:61)
~[seatunnel-starter.jar:2.3.1]
at
org.apache.seatunnel.engine.server.utils.NodeEngineUtil.sendOperationToMemberNode(NodeEngineUtil.java:51)
~[seatunnel-starter.jar:2.3.1]
at
org.apache.seatunnel.engine.server.execution.TaskExecutionContext.sendToMember(TaskExecutionContext.java:47)
~[seatunnel-starter.jar:2.3.1]
at
org.apache.seatunnel.engine.server.task.SourceSplitEnumeratorTask.lambda$sendToAllReader$3(SourceSplitEnumeratorTask.java:325)
~[seatunnel-starter.jar:2.3.1]
at
java.util.concurrent.ConcurrentHashMap.forEach(ConcurrentHashMap.java:1603)
~[?:?]
at
org.apache.seatunnel.engine.server.task.SourceSplitEnumeratorTask.sendToAllReader(SourceSplitEnumeratorTask.java:316)
~[seatunnel-starter.jar:2.3.1]
at
org.apache.seatunnel.engine.server.task.SourceSplitEnumeratorTask.triggerBarrier(SourceSplitEnumeratorTask.java:148)
~[seatunnel-starter.jar:2.3.1]
at
org.apache.seatunnel.engine.server.checkpoint.operation.CheckpointBarrierTriggerOperation.lambda$run$0(CheckpointBarrierTriggerOperation.java:84)
~[seatunnel-starter.jar:2.3.1]
at
org.apache.seatunnel.common.utils.RetryUtils.retryWithException(RetryUtils.java:48)
~[seatunnel-starter.jar:2.3.1]
at
org.apache.seatunnel.engine.server.checkpoint.operation.CheckpointBarrierTriggerOperation.run(CheckpointBarrierTriggerOperation.java:75)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.Operation.call(Operation.java:189)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.OperationRunnerImpl.call(OperationRunnerImpl.java:273)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.OperationRunnerImpl.run(OperationRunnerImpl.java:248)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.OperationRunnerImpl.run(OperationRunnerImpl.java:213)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationexecutor.impl.OperationExecutorImpl.run(OperationExecutorImpl.java:411)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationexecutor.impl.OperationExecutorImpl.runOrExecute(OperationExecutorImpl.java:438)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.doInvokeLocal(Invocation.java:601)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.doInvoke(Invocation.java:580)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.invoke0(Invocation.java:541)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.invoke(Invocation.java:241)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.InvocationBuilderImpl.invoke(InvocationBuilderImpl.java:61)
~[seatunnel-starter.jar:2.3.1]
at
org.apache.seatunnel.engine.server.utils.NodeEngineUtil.sendOperationToMemberNode(NodeEngineUtil.java:51)
~[seatunnel-starter.jar:2.3.1]
at
org.apache.seatunnel.engine.server.checkpoint.CheckpointManager.sendOperationToMemberNode(CheckpointManager.java:272)
~[seatunnel-starter.jar:2.3.1]
at
java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195) ~[?:?]
at
java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195) ~[?:?]
at
java.util.HashMap$KeySpliterator.forEachRemaining(HashMap.java:1621) ~[?:?]
at
java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:484) ~[?:?]
at
java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:474)
~[?:?]
at
java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:550) ~[?:?]
at
java.util.stream.AbstractPipeline.evaluateToArrayNode(AbstractPipeline.java:260)
~[?:?]
at
java.util.stream.ReferencePipeline.toArray(ReferencePipeline.java:517) ~[?:?]
at
org.apache.seatunnel.engine.server.checkpoint.CheckpointCoordinator.triggerCheckpoint(CheckpointCoordinator.java:537)
~[seatunnel-starter.jar:2.3.1]
at
java.util.concurrent.CompletableFuture$UniApply.tryFire(CompletableFuture.java:642)
[?:?]
at
java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478)
[?:?]
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
[?:?]
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[?:?]
at java.lang.Thread.run(Thread.java:829) [?:?]
2023-04-17 15:34:31,636 WARN
com.hazelcast.spi.impl.operationservice.impl.Invocation - [localhost]:5801
[seatunnel-752887] [5.1] Future.complete(Object) on completed future. Request:
Invocation{op=org.apache.seatunnel.engine.server.task.operation.checkpoint.BarrierFlowOperation{serviceName='st:impl:seaTunnelServer',
identityHash=1981239109, partitionId=-1, replicaIndex=0, callId=-1909,
invocationTime=1681716870870 (2023-04-17 15:34:30.870), waitTimeout=-1,
callTimeout=60000,
tenantControl=com.hazelcast.spi.impl.tenantcontrol.NoopTenantControl@0},
tryCount=20, tryPauseMillis=500, invokeCount=1, callTimeoutMillis=60000,
firstInvocationTimeMs=1681716870870, firstInvocationTime='2023-04-17
15:34:30.870', lastHeartbeatMillis=0, lastHeartbeatTime='1970-01-01
08:00:00.000', target=[localhost]:5801, pendingResponse={VOID},
backupsAcksExpected=-1, backupsAcksReceived=0, connection=null}, current value:
ExceptionalResult{cause=com.hazelcast.core.HazelcastInstanceNotActiveException:
Hazelca
st instance is not active!}, offered value:
ExceptionalResult{cause=java.lang.RuntimeException:
java.lang.InterruptedException}
java.lang.Exception: null
at
com.hazelcast.spi.impl.AbstractInvocationFuture.warnIfSuspiciousDoubleCompletion(AbstractInvocationFuture.java:1253)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.AbstractInvocationFuture.complete0(AbstractInvocationFuture.java:1230)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.AbstractInvocationFuture.completeExceptionallyInternal(AbstractInvocationFuture.java:1223)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.completeExceptionally(Invocation.java:680)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.notifyThrowable(Invocation.java:386)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.notifyError(Invocation.java:330)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.sendResponse(Invocation.java:230)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.Operation.sendResponse(Operation.java:483)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.OperationRunnerImpl.sendResponseAfterOperationError(OperationRunnerImpl.java:426)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.OperationRunnerImpl.handleOperationError(OperationRunnerImpl.java:420)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.OperationRunnerImpl.run(OperationRunnerImpl.java:253)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.OperationRunnerImpl.run(OperationRunnerImpl.java:213)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationexecutor.impl.OperationExecutorImpl.run(OperationExecutorImpl.java:411)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationexecutor.impl.OperationExecutorImpl.runOrExecute(OperationExecutorImpl.java:438)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.doInvokeLocal(Invocation.java:601)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.doInvoke(Invocation.java:580)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.invoke0(Invocation.java:541)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.invoke(Invocation.java:241)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.InvocationBuilderImpl.invoke(InvocationBuilderImpl.java:61)
~[seatunnel-starter.jar:2.3.1]
at
org.apache.seatunnel.engine.server.utils.NodeEngineUtil.sendOperationToMemberNode(NodeEngineUtil.java:51)
~[seatunnel-starter.jar:2.3.1]
at
org.apache.seatunnel.engine.server.execution.TaskExecutionContext.sendToMember(TaskExecutionContext.java:47)
~[seatunnel-starter.jar:2.3.1]
at
org.apache.seatunnel.engine.server.task.SourceSplitEnumeratorTask.lambda$sendToAllReader$3(SourceSplitEnumeratorTask.java:325)
~[seatunnel-starter.jar:2.3.1]
at
java.util.concurrent.ConcurrentHashMap.forEach(ConcurrentHashMap.java:1603)
~[?:?]
at
org.apache.seatunnel.engine.server.task.SourceSplitEnumeratorTask.sendToAllReader(SourceSplitEnumeratorTask.java:316)
~[seatunnel-starter.jar:2.3.1]
at
org.apache.seatunnel.engine.server.task.SourceSplitEnumeratorTask.triggerBarrier(SourceSplitEnumeratorTask.java:148)
~[seatunnel-starter.jar:2.3.1]
at
org.apache.seatunnel.engine.server.checkpoint.operation.CheckpointBarrierTriggerOperation.lambda$run$0(CheckpointBarrierTriggerOperation.java:84)
~[seatunnel-starter.jar:2.3.1]
at
org.apache.seatunnel.common.utils.RetryUtils.retryWithException(RetryUtils.java:48)
~[seatunnel-starter.jar:2.3.1]
at
org.apache.seatunnel.engine.server.checkpoint.operation.CheckpointBarrierTriggerOperation.run(CheckpointBarrierTriggerOperation.java:75)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.Operation.call(Operation.java:189)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.OperationRunnerImpl.call(OperationRunnerImpl.java:273)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.OperationRunnerImpl.run(OperationRunnerImpl.java:248)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.OperationRunnerImpl.run(OperationRunnerImpl.java:213)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationexecutor.impl.OperationExecutorImpl.run(OperationExecutorImpl.java:411)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationexecutor.impl.OperationExecutorImpl.runOrExecute(OperationExecutorImpl.java:438)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.doInvokeLocal(Invocation.java:601)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.doInvoke(Invocation.java:580)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.invoke0(Invocation.java:541)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.invoke(Invocation.java:241)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.InvocationBuilderImpl.invoke(InvocationBuilderImpl.java:61)
~[seatunnel-starter.jar:2.3.1]
at
org.apache.seatunnel.engine.server.utils.NodeEngineUtil.sendOperationToMemberNode(NodeEngineUtil.java:51)
~[seatunnel-starter.jar:2.3.1]
at
org.apache.seatunnel.engine.server.checkpoint.CheckpointManager.sendOperationToMemberNode(CheckpointManager.java:272)
~[seatunnel-starter.jar:2.3.1]
at
java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195) ~[?:?]
at
java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195) ~[?:?]
at
java.util.HashMap$KeySpliterator.forEachRemaining(HashMap.java:1621) ~[?:?]
at
java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:484) ~[?:?]
at
java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:474)
~[?:?]
at
java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:550) ~[?:?]
at
java.util.stream.AbstractPipeline.evaluateToArrayNode(AbstractPipeline.java:260)
~[?:?]
at
java.util.stream.ReferencePipeline.toArray(ReferencePipeline.java:517) ~[?:?]
at
org.apache.seatunnel.engine.server.checkpoint.CheckpointCoordinator.triggerCheckpoint(CheckpointCoordinator.java:537)
~[seatunnel-starter.jar:2.3.1]
at
java.util.concurrent.CompletableFuture$UniApply.tryFire(CompletableFuture.java:642)
[?:?]
at
java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478)
[?:?]
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
[?:?]
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[?:?]
at java.lang.Thread.run(Thread.java:829) [?:?]
2023-04-17 15:34:31,637 WARN
com.hazelcast.spi.impl.operationservice.impl.Invocation - [localhost]:5801
[seatunnel-752887] [5.1] Future.complete(Object) on completed future. Request:
Invocation{op=org.apache.seatunnel.engine.server.checkpoint.operation.CheckpointBarrierTriggerOperation{serviceName='st:impl:seaTunnelServer',
identityHash=1694235057, partitionId=-1, replicaIndex=0, callId=-1378,
invocationTime=1681716736688 (2023-04-17 15:32:16.688), waitTimeout=-1,
callTimeout=60000,
tenantControl=com.hazelcast.spi.impl.tenantcontrol.NoopTenantControl@0},
tryCount=20, tryPauseMillis=500, invokeCount=1, callTimeoutMillis=60000,
firstInvocationTimeMs=1681716736688, firstInvocationTime='2023-04-17
15:32:16.688', lastHeartbeatMillis=0, lastHeartbeatTime='1970-01-01
08:00:00.000', target=[localhost]:5801, pendingResponse={VOID},
backupsAcksExpected=-1, backupsAcksReceived=0, connection=null}, current value:
ExceptionalResult{cause=com.hazelcast.core.HazelcastInstanceNotActiveException:
Hazelcast instance is not active!}, offered value:
ExceptionalResult{cause=java.util.concurrent.CompletionException:
com.hazelcast.core.HazelcastInstanceNotActiveException: Hazelcast instance is
not active!}
java.lang.Exception: null
at
com.hazelcast.spi.impl.AbstractInvocationFuture.warnIfSuspiciousDoubleCompletion(AbstractInvocationFuture.java:1253)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.AbstractInvocationFuture.complete0(AbstractInvocationFuture.java:1230)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.AbstractInvocationFuture.completeExceptionallyInternal(AbstractInvocationFuture.java:1223)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.completeExceptionally(Invocation.java:680)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.notifyThrowable(Invocation.java:386)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.notifyError(Invocation.java:330)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.sendResponse(Invocation.java:230)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.Operation.sendResponse(Operation.java:483)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.OperationRunnerImpl.sendResponseAfterOperationError(OperationRunnerImpl.java:426)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.OperationRunnerImpl.handleOperationError(OperationRunnerImpl.java:420)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.OperationRunnerImpl.run(OperationRunnerImpl.java:253)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.OperationRunnerImpl.run(OperationRunnerImpl.java:213)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationexecutor.impl.OperationExecutorImpl.run(OperationExecutorImpl.java:411)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationexecutor.impl.OperationExecutorImpl.runOrExecute(OperationExecutorImpl.java:438)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.doInvokeLocal(Invocation.java:601)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.doInvoke(Invocation.java:580)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.invoke0(Invocation.java:541)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.invoke(Invocation.java:241)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.InvocationBuilderImpl.invoke(InvocationBuilderImpl.java:61)
~[seatunnel-starter.jar:2.3.1]
at
org.apache.seatunnel.engine.server.utils.NodeEngineUtil.sendOperationToMemberNode(NodeEngineUtil.java:51)
~[seatunnel-starter.jar:2.3.1]
at
org.apache.seatunnel.engine.server.checkpoint.CheckpointManager.sendOperationToMemberNode(CheckpointManager.java:272)
~[seatunnel-starter.jar:2.3.1]
at
java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195) ~[?:?]
at
java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195) ~[?:?]
at
java.util.HashMap$KeySpliterator.forEachRemaining(HashMap.java:1621) ~[?:?]
at
java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:484) ~[?:?]
at
java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:474)
~[?:?]
at
java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:550) ~[?:?]
at
java.util.stream.AbstractPipeline.evaluateToArrayNode(AbstractPipeline.java:260)
~[?:?]
at
java.util.stream.ReferencePipeline.toArray(ReferencePipeline.java:517) ~[?:?]
at
org.apache.seatunnel.engine.server.checkpoint.CheckpointCoordinator.triggerCheckpoint(CheckpointCoordinator.java:537)
~[seatunnel-starter.jar:2.3.1]
at
java.util.concurrent.CompletableFuture$UniApply.tryFire(CompletableFuture.java:642)
[?:?]
at
java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478)
[?:?]
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
[?:?]
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[?:?]
at java.lang.Thread.run(Thread.java:829) [?:?]
2023-04-17 15:34:31,637 WARN
com.hazelcast.spi.impl.operationservice.impl.Invocation - [localhost]:5801
[seatunnel-752887] [5.1] Future.complete(Object) on completed future. Request:
Invocation{op=org.apache.seatunnel.engine.server.checkpoint.operation.CheckpointBarrierTriggerOperation{serviceName='st:impl:seaTunnelServer',
identityHash=1539022541, partitionId=-1, replicaIndex=0, callId=-1908,
invocationTime=1681716870869 (2023-04-17 15:34:30.869), waitTimeout=-1,
callTimeout=60000,
tenantControl=com.hazelcast.spi.impl.tenantcontrol.NoopTenantControl@0},
tryCount=20, tryPauseMillis=500, invokeCount=1, callTimeoutMillis=60000,
firstInvocationTimeMs=1681716870869, firstInvocationTime='2023-04-17
15:34:30.869', lastHeartbeatMillis=0, lastHeartbeatTime='1970-01-01
08:00:00.000', target=[localhost]:5801, pendingResponse={VOID},
backupsAcksExpected=-1, backupsAcksReceived=0, connection=null}, current value:
ExceptionalResult{cause=com.hazelcast.core.HazelcastInstanceNotActiveException:
Hazelcast instance is not active!}, offered value:
ExceptionalResult{cause=java.util.concurrent.CompletionException:
com.hazelcast.core.HazelcastInstanceNotActiveException: Hazelcast instance is
not active!}
java.lang.Exception: null
at
com.hazelcast.spi.impl.AbstractInvocationFuture.warnIfSuspiciousDoubleCompletion(AbstractInvocationFuture.java:1253)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.AbstractInvocationFuture.complete0(AbstractInvocationFuture.java:1230)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.AbstractInvocationFuture.completeExceptionallyInternal(AbstractInvocationFuture.java:1223)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.completeExceptionally(Invocation.java:680)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.notifyThrowable(Invocation.java:386)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.notifyError(Invocation.java:330)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.sendResponse(Invocation.java:230)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.Operation.sendResponse(Operation.java:483)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.OperationRunnerImpl.sendResponseAfterOperationError(OperationRunnerImpl.java:426)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.OperationRunnerImpl.handleOperationError(OperationRunnerImpl.java:420)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.OperationRunnerImpl.run(OperationRunnerImpl.java:253)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.OperationRunnerImpl.run(OperationRunnerImpl.java:213)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationexecutor.impl.OperationExecutorImpl.run(OperationExecutorImpl.java:411)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationexecutor.impl.OperationExecutorImpl.runOrExecute(OperationExecutorImpl.java:438)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.doInvokeLocal(Invocation.java:601)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.doInvoke(Invocation.java:580)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.invoke0(Invocation.java:541)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.invoke(Invocation.java:241)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.InvocationBuilderImpl.invoke(InvocationBuilderImpl.java:61)
~[seatunnel-starter.jar:2.3.1]
at
org.apache.seatunnel.engine.server.utils.NodeEngineUtil.sendOperationToMemberNode(NodeEngineUtil.java:51)
~[seatunnel-starter.jar:2.3.1]
at
org.apache.seatunnel.engine.server.checkpoint.CheckpointManager.sendOperationToMemberNode(CheckpointManager.java:272)
~[seatunnel-starter.jar:2.3.1]
at
java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195) ~[?:?]
at
java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195) ~[?:?]
at
java.util.HashMap$KeySpliterator.forEachRemaining(HashMap.java:1621) ~[?:?]
at
java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:484) ~[?:?]
at
java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:474)
~[?:?]
at
java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:550) ~[?:?]
at
java.util.stream.AbstractPipeline.evaluateToArrayNode(AbstractPipeline.java:260)
~[?:?]
at
java.util.stream.ReferencePipeline.toArray(ReferencePipeline.java:517) ~[?:?]
at
org.apache.seatunnel.engine.server.checkpoint.CheckpointCoordinator.triggerCheckpoint(CheckpointCoordinator.java:537)
~[seatunnel-starter.jar:2.3.1]
at
java.util.concurrent.CompletableFuture$UniApply.tryFire(CompletableFuture.java:642)
[?:?]
at
java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478)
[?:?]
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
[?:?]
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[?:?]
at java.lang.Thread.run(Thread.java:829) [?:?]
2023-04-17 15:34:31,637 WARN
com.hazelcast.spi.impl.operationservice.impl.Invocation - [localhost]:5801
[seatunnel-752887] [5.1] Future.complete(Object) on completed future. Request:
Invocation{op=org.apache.seatunnel.engine.server.checkpoint.operation.CheckpointBarrierTriggerOperation{serviceName='st:impl:seaTunnelServer',
identityHash=269449672, partitionId=-1, replicaIndex=0, callId=-909,
invocationTime=1681716633176 (2023-04-17 15:30:33.176), waitTimeout=-1,
callTimeout=60000,
tenantControl=com.hazelcast.spi.impl.tenantcontrol.NoopTenantControl@0},
tryCount=20, tryPauseMillis=500, invokeCount=1, callTimeoutMillis=60000,
firstInvocationTimeMs=1681716633176, firstInvocationTime='2023-04-17
15:30:33.176', lastHeartbeatMillis=0, lastHeartbeatTime='1970-01-01
08:00:00.000', target=[localhost]:5801, pendingResponse={VOID},
backupsAcksExpected=-1, backupsAcksReceived=0, connection=null}, current value:
ExceptionalResult{cause=com.hazelcast.core.HazelcastInstanceNotActiveException:
H
azelcast instance is not active!}, offered value:
ExceptionalResult{cause=java.util.concurrent.CompletionException:
com.hazelcast.core.HazelcastInstanceNotActiveException: Hazelcast instance is
not active!}
java.lang.Exception: null
at
com.hazelcast.spi.impl.AbstractInvocationFuture.warnIfSuspiciousDoubleCompletion(AbstractInvocationFuture.java:1253)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.AbstractInvocationFuture.complete0(AbstractInvocationFuture.java:1230)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.AbstractInvocationFuture.completeExceptionallyInternal(AbstractInvocationFuture.java:1223)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.completeExceptionally(Invocation.java:680)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.notifyThrowable(Invocation.java:386)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.notifyError(Invocation.java:330)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.sendResponse(Invocation.java:230)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.Operation.sendResponse(Operation.java:483)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.OperationRunnerImpl.sendResponseAfterOperationError(OperationRunnerImpl.java:426)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.OperationRunnerImpl.handleOperationError(OperationRunnerImpl.java:420)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.OperationRunnerImpl.run(OperationRunnerImpl.java:253)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.OperationRunnerImpl.run(OperationRunnerImpl.java:213)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationexecutor.impl.OperationExecutorImpl.run(OperationExecutorImpl.java:411)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationexecutor.impl.OperationExecutorImpl.runOrExecute(OperationExecutorImpl.java:438)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.doInvokeLocal(Invocation.java:601)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.doInvoke(Invocation.java:580)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.invoke0(Invocation.java:541)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.invoke(Invocation.java:241)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.InvocationBuilderImpl.invoke(InvocationBuilderImpl.java:61)
~[seatunnel-starter.jar:2.3.1]
at
org.apache.seatunnel.engine.server.utils.NodeEngineUtil.sendOperationToMemberNode(NodeEngineUtil.java:51)
~[seatunnel-starter.jar:2.3.1]
at
org.apache.seatunnel.engine.server.checkpoint.CheckpointManager.sendOperationToMemberNode(CheckpointManager.java:272)
~[seatunnel-starter.jar:2.3.1]
at
java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195) ~[?:?]
at
java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195) ~[?:?]
at
java.util.HashMap$KeySpliterator.forEachRemaining(HashMap.java:1621) ~[?:?]
at
java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:484) ~[?:?]
at
java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:474)
~[?:?]
at
java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:550) ~[?:?]
at
java.util.stream.AbstractPipeline.evaluateToArrayNode(AbstractPipeline.java:260)
~[?:?]
at
java.util.stream.ReferencePipeline.toArray(ReferencePipeline.java:517) ~[?:?]
at
org.apache.seatunnel.engine.server.checkpoint.CheckpointCoordinator.triggerCheckpoint(CheckpointCoordinator.java:537)
~[seatunnel-starter.jar:2.3.1]
at
java.util.concurrent.CompletableFuture$UniApply.tryFire(CompletableFuture.java:642)
[?:?]
at
java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478)
[?:?]
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
[?:?]
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[?:?]
at java.lang.Thread.run(Thread.java:829) [?:?]
2023-04-17 15:34:31,648 INFO com.hazelcast.instance.impl.NodeExtension -
[localhost]:5801 [seatunnel-752887] [5.1] Destroying node NodeExtension.
2023-04-17 15:34:31,648 INFO com.hazelcast.instance.impl.Node -
[localhost]:5801 [seatunnel-752887] [5.1] Hazelcast Shutdown is completed in 25
ms.
2023-04-17 15:34:31,648 INFO com.hazelcast.core.LifecycleService -
[localhost]:5801 [seatunnel-752887] [5.1] [localhost]:5801 is SHUTDOWN
2023-04-17 15:34:31,649 INFO
org.apache.seatunnel.core.starter.seatunnel.command.ClientExecuteCommand -
Closed HazelcastInstance ......
2023-04-17 15:34:31,649 INFO
org.apache.seatunnel.core.starter.seatunnel.command.ClientExecuteCommand -
Closed metrics executor service ......
2023-04-17 15:34:31,649 ERROR org.apache.seatunnel.core.starter.SeaTunnel -
===============================================================================
2023-04-17 15:34:31,649 ERROR org.apache.seatunnel.core.starter.SeaTunnel -
Fatal Error,
2023-04-17 15:34:31,649 ERROR org.apache.seatunnel.core.starter.SeaTunnel -
Please submit bug report in https://github.com/apache/incubator-seatunnel/issues
2023-04-17 15:34:31,649 ERROR org.apache.seatunnel.core.starter.SeaTunnel -
Reason:SeaTunnel job executed failed
2023-04-17 15:34:31,650 ERROR org.apache.seatunnel.core.starter.SeaTunnel -
Exception
StackTrace:org.apache.seatunnel.core.starter.exception.CommandExecuteException:
SeaTunnel job executed failed
at
org.apache.seatunnel.core.starter.seatunnel.command.ClientExecuteCommand.execute(ClientExecuteCommand.java:181)
at org.apache.seatunnel.core.starter.SeaTunnel.run(SeaTunnel.java:40)
at
org.apache.seatunnel.core.starter.seatunnel.SeaTunnelClient.main(SeaTunnelClient.java:34)
Caused by:
org.apache.seatunnel.engine.common.exception.SeaTunnelEngineException:
org.apache.seatunnel.engine.server.checkpoint.CheckpointException:
CheckpointCoordinator inside have error.
at
org.apache.seatunnel.engine.server.checkpoint.CheckpointCoordinator.handleCoordinatorError(CheckpointCoordinator.java:215)
at
org.apache.seatunnel.engine.server.checkpoint.CheckpointCoordinator.handleCoordinatorError(CheckpointCoordinator.java:211)
at
org.apache.seatunnel.engine.server.checkpoint.CheckpointCoordinator.lambda$null$7(CheckpointCoordinator.java:382)
at
java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:859)
at
java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:837)
at
java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:506)
at
java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2088)
at
org.apache.seatunnel.engine.common.utils.PassiveCompletableFuture.internalCompleteExceptionally(PassiveCompletableFuture.java:74)
at
org.apache.seatunnel.engine.common.utils.PassiveCompletableFuture.lambda$new$0(PassiveCompletableFuture.java:31)
at
java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:859)
at
java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:837)
at
java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:506)
at
java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2088)
at
org.apache.seatunnel.engine.server.checkpoint.PendingCheckpoint.abortCheckpoint(PendingCheckpoint.java:173)
at
org.apache.seatunnel.engine.server.checkpoint.CheckpointCoordinator.lambda$cleanPendingCheckpoint$19(CheckpointCoordinator.java:550)
at
java.base/java.util.concurrent.ConcurrentHashMap$ValuesView.forEach(ConcurrentHashMap.java:4770)
at
org.apache.seatunnel.engine.server.checkpoint.CheckpointCoordinator.cleanPendingCheckpoint(CheckpointCoordinator.java:548)
at
org.apache.seatunnel.engine.server.checkpoint.CheckpointCoordinator.handleCoordinatorError(CheckpointCoordinator.java:216)
at
org.apache.seatunnel.engine.server.checkpoint.CheckpointCoordinator.handleCoordinatorError(CheckpointCoordinator.java:211)
at
org.apache.seatunnel.engine.server.checkpoint.CheckpointCoordinator.lambda$null$7(CheckpointCoordinator.java:382)
at
java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:859)
at
java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:837)
at
java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:506)
at
java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2088)
at
org.apache.seatunnel.engine.common.utils.PassiveCompletableFuture.internalCompleteExceptionally(PassiveCompletableFuture.java:74)
at
org.apache.seatunnel.engine.common.utils.PassiveCompletableFuture.lambda$new$0(PassiveCompletableFuture.java:31)
at
java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:859)
at
java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:837)
at
java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:506)
at
java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2088)
at
org.apache.seatunnel.engine.server.checkpoint.PendingCheckpoint.abortCheckpoint(PendingCheckpoint.java:173)
at
org.apache.seatunnel.engine.server.checkpoint.CheckpointCoordinator.lambda$cleanPendingCheckpoint$19(CheckpointCoordinator.java:550)
at
java.base/java.util.concurrent.ConcurrentHashMap$ValuesView.forEach(ConcurrentHashMap.java:4770)
at
org.apache.seatunnel.engine.server.checkpoint.CheckpointCoordinator.cleanPendingCheckpoint(CheckpointCoordinator.java:548)
at
org.apache.seatunnel.engine.server.checkpoint.CheckpointCoordinator.handleCoordinatorError(CheckpointCoordinator.java:216)
at
org.apache.seatunnel.engine.server.checkpoint.CheckpointCoordinator.handleCoordinatorError(CheckpointCoordinator.java:211)
at
org.apache.seatunnel.engine.server.checkpoint.CheckpointCoordinator.lambda$null$7(CheckpointCoordinator.java:382)
at
java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:859)
at
java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:837)
at
java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:506)
at
java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2088)
at
org.apache.seatunnel.engine.common.utils.PassiveCompletableFuture.internalCompleteExceptionally(PassiveCompletableFuture.java:74)
at
org.apache.seatunnel.engine.common.utils.PassiveCompletableFuture.lambda$new$0(PassiveCompletableFuture.java:31)
at
java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:859)
at
java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:837)
at
java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:506)
at
java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2088)
at
org.apache.seatunnel.engine.server.checkpoint.PendingCheckpoint.abortCheckpoint(PendingCheckpoint.java:173)
at
org.apache.seatunnel.engine.server.checkpoint.CheckpointCoordinator.lambda$cleanPendingCheckpoint$19(CheckpointCoordinator.java:550)
at
java.base/java.util.concurrent.ConcurrentHashMap$ValuesView.forEach(ConcurrentHashMap.java:4770)
at
org.apache.seatunnel.engine.server.checkpoint.CheckpointCoordinator.cleanPendingCheckpoint(CheckpointCoordinator.java:548)
at
org.apache.seatunnel.engine.server.checkpoint.CheckpointCoordinator.handleCoordinatorError(CheckpointCoordinator.java:216)
at
org.apache.seatunnel.engine.server.checkpoint.CheckpointCoordinator.handleCoordinatorError(CheckpointCoordinator.java:211)
at
org.apache.seatunnel.engine.server.checkpoint.CheckpointCoordinator.lambda$null$7(CheckpointCoordinator.java:382)
at
java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:859)
at
java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:837)
at
java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:506)
at
java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2088)
at
org.apache.seatunnel.engine.common.utils.PassiveCompletableFuture.internalCompleteExceptionally(PassiveCompletableFuture.java:74)
at
org.apache.seatunnel.engine.common.utils.PassiveCompletableFuture.lambda$new$0(PassiveCompletableFuture.java:31)
at
java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:859)
at
java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:837)
at
java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:506)
at
java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2088)
at
org.apache.seatunnel.engine.server.checkpoint.PendingCheckpoint.abortCheckpoint(PendingCheckpoint.java:173)
at
org.apache.seatunnel.engine.server.checkpoint.CheckpointCoordinator.lambda$cleanPendingCheckpoint$19(CheckpointCoordinator.java:550)
at
java.base/java.util.concurrent.ConcurrentHashMap$ValuesView.forEach(ConcurrentHashMap.java:4770)
at
org.apache.seatunnel.engine.server.checkpoint.CheckpointCoordinator.cleanPendingCheckpoint(CheckpointCoordinator.java:548)
at
org.apache.seatunnel.engine.server.checkpoint.CheckpointCoordinator.handleCoordinatorError(CheckpointCoordinator.java:216)
at
org.apache.seatunnel.engine.server.checkpoint.CheckpointCoordinator.handleCoordinatorError(CheckpointCoordinator.java:211)
at
org.apache.seatunnel.engine.server.checkpoint.CheckpointCoordinator.lambda$null$7(CheckpointCoordinator.java:382)
at
java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:859)
at
java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:837)
at
java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:506)
at
java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2088)
at
org.apache.seatunnel.engine.common.utils.PassiveCompletableFuture.internalCompleteExceptionally(PassiveCompletableFuture.java:74)
at
org.apache.seatunnel.engine.common.utils.PassiveCompletableFuture.lambda$new$0(PassiveCompletableFuture.java:31)
at
java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:859)
at
java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:837)
at
java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:506)
at
java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2088)
at
org.apache.seatunnel.engine.server.checkpoint.PendingCheckpoint.abortCheckpoint(PendingCheckpoint.java:173)
at
org.apache.seatunnel.engine.server.checkpoint.CheckpointCoordinator.lambda$cleanPendingCheckpoint$19(CheckpointCoordinator.java:550)
at
java.base/java.util.concurrent.ConcurrentHashMap$ValuesView.forEach(ConcurrentHashMap.java:4770)
at
org.apache.seatunnel.engine.server.checkpoint.CheckpointCoordinator.cleanPendingCheckpoint(CheckpointCoordinator.java:548)
at
org.apache.seatunnel.engine.server.checkpoint.CheckpointCoordinator.handleCoordinatorError(CheckpointCoordinator.java:216)
at
org.apache.seatunnel.engine.server.checkpoint.CheckpointCoordinator.lambda$null$9(CheckpointCoordinator.java:436)
at
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at
java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
at
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by:
org.apache.seatunnel.engine.server.checkpoint.CheckpointException:
CheckpointCoordinator inside have error.
at
org.apache.seatunnel.engine.server.checkpoint.PendingCheckpoint.abortCheckpoint(PendingCheckpoint.java:172)
... 79 more
at
org.apache.seatunnel.engine.client.job.ClientJobProxy.waitForJobComplete(ClientJobProxy.java:119)
at
org.apache.seatunnel.core.starter.seatunnel.command.ClientExecuteCommand.execute(ClientExecuteCommand.java:174)
... 2 more
2023-04-17 15:34:31,650 ERROR org.apache.seatunnel.core.starter.SeaTunnel -
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
