[ https://issues.apache.org/jira/browse/GEODE-1806?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=17559264#comment-17559264 ]
Nabarun Nag commented on GEODE-1806: ------------------------------------ {noformat} PRClientServerRegionFunctionExecutionFailoverDUnitTest > testOnRegionFailoverWithOneServerDownHA[ExecuteFunctionByObject] FAILED org.apache.geode.test.dunit.RMIException: While invoking org.apache.geode.internal.cache.execute.PRClientServerRegionFunctionExecutionFailoverDUnitTest$$Lambda$715/135370969.run in VM 3, Host Host heavy-lifter-cb199ecc-faa0-5b03-a492-c553304ad37b.c.gemfire-dev.internal with 4 VMs, Geode 10240.0.0, Java 8 at org.apache.geode.test.dunit.VM.executeMethodOnObject(VM.java:688) at org.apache.geode.test.dunit.VM.invoke(VM.java:496) at org.apache.geode.internal.cache.execute.PRClientServerRegionFunctionExecutionFailoverDUnitTest.testOnRegionFailoverWithOneServerDownHA(PRClientServerRegionFunctionExecutionFailoverDUnitTest.java:216) Caused by: org.apache.geode.cache.execute.FunctionException: org.apache.geode.cache.client.ServerOperationException: remote server on heavy-lifter-cb199ecc-faa0-5b03-a492-c553304ad37b(588467:loner):51612:e90ae499: While performing a remote executeRegionFunction at org.apache.geode.internal.cache.execute.ServerRegionFunctionExecutor.executeOnServer(ServerRegionFunctionExecutor.java:215) at org.apache.geode.internal.cache.execute.ServerRegionFunctionExecutor.executeFunction(ServerRegionFunctionExecutor.java:156) at org.apache.geode.internal.cache.execute.AbstractExecution.execute(AbstractExecution.java:397) at org.apache.geode.internal.cache.execute.AbstractExecution.execute(AbstractExecution.java:402) at org.apache.geode.internal.cache.execute.PRClientServerRegionFunctionExecutionDUnitTest.execute(PRClientServerRegionFunctionExecutionDUnitTest.java:1499) at org.apache.geode.internal.cache.execute.PRClientServerRegionFunctionExecutionDUnitTest.regionExecutionHAOneServerDown(PRClientServerRegionFunctionExecutionDUnitTest.java:524) at org.apache.geode.internal.cache.execute.PRClientServerRegionFunctionExecutionFailoverDUnitTest.lambda$testOnRegionFailoverWithOneServerDownHA$c356a657$1(PRClientServerRegionFunctionExecutionFailoverDUnitTest.java:217) Caused by: org.apache.geode.cache.client.ServerOperationException: remote server on heavy-lifter-cb199ecc-faa0-5b03-a492-c553304ad37b(588467:loner):51612:e90ae499: While performing a remote executeRegionFunction at org.apache.geode.cache.client.internal.ExecuteRegionFunctionOp$ExecuteRegionFunctionOpImpl.processResponse(ExecuteRegionFunctionOp.java:440) at org.apache.geode.cache.client.internal.AbstractOp.processResponse(AbstractOp.java:233) at org.apache.geode.cache.client.internal.AbstractOp.attemptReadResponse(AbstractOp.java:208) at org.apache.geode.cache.client.internal.AbstractOp.attempt(AbstractOp.java:393) at org.apache.geode.cache.client.internal.AbstractOpWithTimeout.attempt(AbstractOpWithTimeout.java:47) at org.apache.geode.cache.client.internal.ConnectionImpl.execute(ConnectionImpl.java:284) at org.apache.geode.cache.client.internal.pooling.PooledConnection.execute(PooledConnection.java:358) at org.apache.geode.cache.client.internal.OpExecutorImpl.executeWithPossibleReAuthentication(OpExecutorImpl.java:760) at org.apache.geode.cache.client.internal.OpExecutorImpl.execute(OpExecutorImpl.java:151) at org.apache.geode.cache.client.internal.PoolImpl.execute(PoolImpl.java:820) at org.apache.geode.cache.client.internal.ExecuteRegionFunctionOp.execute(ExecuteRegionFunctionOp.java:93) at org.apache.geode.cache.client.internal.ServerRegionProxy.executeFunction(ServerRegionProxy.java:752) at org.apache.geode.internal.cache.execute.ServerRegionFunctionExecutor.executeOnServer(ServerRegionFunctionExecutor.java:206) ... 6 more Caused by: java.lang.NullPointerException at Remote Member 'heavy-lifter-cb199ecc-faa0-5b03-a492-c553304ad37b(588430)<v94>:50170' in org.apache.geode.internal.cache.functions.TestFunction.executeHAAndNonHAOnRegion(TestFunction.java:928) at Remote Member 'heavy-lifter-cb199ecc-faa0-5b03-a492-c553304ad37b(588430)<v94>:50170' in org.apache.geode.internal.cache.functions.TestFunction.execute(TestFunction.java:178) at Remote Member 'heavy-lifter-cb199ecc-faa0-5b03-a492-c553304ad37b(588430)<v94>:50170' in org.apache.geode.internal.cache.PartitionedRegionDataStore.executeOnDataStore(PartitionedRegionDataStore.java:2959) at Remote Member 'heavy-lifter-cb199ecc-faa0-5b03-a492-c553304ad37b(588430)<v94>:50170' in org.apache.geode.internal.cache.partitioned.PartitionedRegionFunctionStreamingMessage.operateOnPartitionedRegion(PartitionedRegionFunctionStreamingMessage.java:101) at Remote Member 'heavy-lifter-cb199ecc-faa0-5b03-a492-c553304ad37b(588430)<v94>:50170' in org.apache.geode.internal.cache.partitioned.PartitionMessage.process(PartitionMessage.java:339) at Remote Member 'heavy-lifter-cb199ecc-faa0-5b03-a492-c553304ad37b(588430)<v94>:50170' in org.apache.geode.distributed.internal.DistributionMessage.scheduleAction(DistributionMessage.java:380) at Remote Member 'heavy-lifter-cb199ecc-faa0-5b03-a492-c553304ad37b(588430)<v94>:50170' in org.apache.geode.distributed.internal.DistributionMessage$1.run(DistributionMessage.java:445) at Remote Member 'heavy-lifter-cb199ecc-faa0-5b03-a492-c553304ad37b(588430)<v94>:50170' in java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at Remote Member 'heavy-lifter-cb199ecc-faa0-5b03-a492-c553304ad37b(588430)<v94>:50170' in java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at Remote Member 'heavy-lifter-cb199ecc-faa0-5b03-a492-c553304ad37b(588430)<v94>:50170' in org.apache.geode.distributed.internal.ClusterOperationExecutors.runUntilShutdown(ClusterOperationExecutors.java:444) at Remote Member 'heavy-lifter-cb199ecc-faa0-5b03-a492-c553304ad37b(588430)<v94>:50170' in org.apache.geode.distributed.internal.ClusterOperationExecutors.doFunctionExecutionThread(ClusterOperationExecutors.java:379) at Remote Member 'heavy-lifter-cb199ecc-faa0-5b03-a492-c553304ad37b(588430)<v94>:50170' in org.apache.geode.logging.internal.executors.LoggingThreadFactory.lambda$newThread$0(LoggingThreadFactory.java:120) at Remote Member 'heavy-lifter-cb199ecc-faa0-5b03-a492-c553304ad37b(588430)<v94>:50170' in java.lang.Thread.run(Thread.java:750) at org.apache.geode.distributed.internal.ReplyException.handleCause(ReplyException.java:86) at org.apache.geode.internal.cache.execute.FunctionStreamingResultCollector.waitForCacheOrFunctionException(FunctionStreamingResultCollector.java:482) at org.apache.geode.internal.cache.partitioned.PRFunctionStreamingResultCollector.getResultInternal(PRFunctionStreamingResultCollector.java:99) at org.apache.geode.internal.cache.execute.ResultCollectorHolder.getResult(ResultCollectorHolder.java:53) at org.apache.geode.internal.cache.partitioned.PRFunctionStreamingResultCollector.getResult(PRFunctionStreamingResultCollector.java:87) at org.apache.geode.internal.cache.tier.sockets.command.ExecuteRegionFunctionGeode18.executeFunctionWithResult(ExecuteRegionFunctionGeode18.java:61) at org.apache.geode.internal.cache.tier.sockets.command.ExecuteRegionFunction66.cmdExecute(ExecuteRegionFunction66.java:203) at org.apache.geode.internal.cache.tier.sockets.BaseCommand.execute(BaseCommand.java:187) at org.apache.geode.internal.cache.tier.sockets.ServerConnection.doNormalMessage(ServerConnection.java:880) at org.apache.geode.internal.cache.tier.sockets.ServerConnection.doOneMessage(ServerConnection.java:1074) at org.apache.geode.internal.cache.tier.sockets.ServerConnection.run(ServerConnection.java:1356) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at org.apache.geode.internal.cache.tier.sockets.AcceptorImpl.lambda$initializeServerConnectionThreadPool$3(AcceptorImpl.java:690) at org.apache.geode.logging.internal.executors.LoggingThreadFactory.lambda$newThread$0(LoggingThreadFactory.java:120) at java.lang.Thread.run(Thread.java:750){noformat} > CI Failure : > PRClientServerRegionFunctionExecutionFailoverDUnitTest.testOnRegionFailoverWithOneServerDownHA > ----------------------------------------------------------------------------------------------------------- > > Key: GEODE-1806 > URL: https://issues.apache.org/jira/browse/GEODE-1806 > Project: Geode > Issue Type: Bug > Components: functions, querying > Reporter: Nabarun Nag > Priority: Major > Labels: CI > > com.gemstone.gemfire.test.dunit.RMIException: While invoking > com.gemstone.gemfire.internal.cache.execute.PRClientServerRegionFunctionExecutionFailoverDUnitTest$$Lambda$576/1322568132.run > in VM 3 running on Host cc1-co.gemstone.com with 4 VMs > at com.gemstone.gemfire.test.dunit.VM.invoke(VM.java:389) > at com.gemstone.gemfire.test.dunit.VM.invoke(VM.java:355) > at com.gemstone.gemfire.test.dunit.VM.invoke(VM.java:293) > at > com.gemstone.gemfire.internal.cache.execute.PRClientServerRegionFunctionExecutionFailoverDUnitTest.testOnRegionFailoverWithOneServerDownHA(PRClientServerRegionFunctionExecutionFailoverDUnitTest.java:204) > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) > at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) > at java.lang.reflect.Method.invoke(Method.java:497) > at > org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) > at > org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) > at > org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) > at > org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) > at > org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) > at > org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) > at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) > at org.junit.rules.RunRules.evaluate(RunRules.java:20) > at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325) > at > org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78) > at > org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57) > at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290) > at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71) > at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288) > at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58) > at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268) > at > org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) > at org.junit.runners.ParentRunner.run(ParentRunner.java:363) > at > org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecuter.runTestClass(JUnitTestClassExecuter.java:114) > at > org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecuter.execute(JUnitTestClassExecuter.java:57) > at > org.gradle.api.internal.tasks.testing.junit.JUnitTestClassProcessor.processTestClass(JUnitTestClassProcessor.java:66) > at > org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.processTestClass(SuiteTestClassProcessor.java:51) > at sun.reflect.GeneratedMethodAccessor332.invoke(Unknown Source) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) > at java.lang.reflect.Method.invoke(Method.java:497) > at > org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35) > at > org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24) > at > org.gradle.internal.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:32) > at > org.gradle.internal.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:93) > at com.sun.proxy.$Proxy2.processTestClass(Unknown Source) > at > org.gradle.api.internal.tasks.testing.worker.TestWorker.processTestClass(TestWorker.java:109) > at sun.reflect.GeneratedMethodAccessor331.invoke(Unknown Source) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) > at java.lang.reflect.Method.invoke(Method.java:497) > at > org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35) > at > org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24) > at > org.gradle.internal.remote.internal.hub.MessageHub$Handler.run(MessageHub.java:377) > at > org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:54) > at > org.gradle.internal.concurrent.StoppableExecutorImpl$1.run(StoppableExecutorImpl.java:40) > at > java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) > at > java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) > at java.lang.Thread.run(Thread.java:745) > Caused by: com.gemstone.gemfire.cache.execute.FunctionException: > com.gemstone.gemfire.cache.client.ServerOperationException: remote server on > cc1-co(21844:loner):52802:a7a4739e: While performing a remote > executeRegionFunction > at > com.gemstone.gemfire.internal.cache.execute.ServerRegionFunctionExecutor.executeOnServer(ServerRegionFunctionExecutor.java:233) > at > com.gemstone.gemfire.internal.cache.execute.ServerRegionFunctionExecutor.executeFunction(ServerRegionFunctionExecutor.java:167) > at > com.gemstone.gemfire.internal.cache.execute.AbstractExecution.execute(AbstractExecution.java:420) > at > com.gemstone.gemfire.internal.cache.execute.PRClientServerRegionFunctionExecutionDUnitTest.execute(PRClientServerRegionFunctionExecutionDUnitTest.java:1554) > at > com.gemstone.gemfire.internal.cache.execute.PRClientServerRegionFunctionExecutionDUnitTest.regionExecutionHAOneServerDown(PRClientServerRegionFunctionExecutionDUnitTest.java:510) > at > com.gemstone.gemfire.internal.cache.execute.PRClientServerRegionFunctionExecutionFailoverDUnitTest.lambda$testOnRegionFailoverWithOneServerDownHA$d3c434d3$1(PRClientServerRegionFunctionExecutionFailoverDUnitTest.java:204) > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) > at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) > at java.lang.reflect.Method.invoke(Method.java:497) > at hydra.MethExecutor.executeObject(MethExecutor.java:268) > at > com.gemstone.gemfire.test.dunit.standalone.RemoteDUnitVM.executeMethodOnObject(RemoteDUnitVM.java:82) > at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) > at java.lang.reflect.Method.invoke(Method.java:497) > at sun.rmi.server.UnicastServerRef.dispatch(UnicastServerRef.java:323) > at sun.rmi.transport.Transport$1.run(Transport.java:200) > at sun.rmi.transport.Transport$1.run(Transport.java:197) > at java.security.AccessController.doPrivileged(Native Method) > at sun.rmi.transport.Transport.serviceCall(Transport.java:196) > at > sun.rmi.transport.tcp.TCPTransport.handleMessages(TCPTransport.java:568) > at > sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0(TCPTransport.java:826) > at > sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.lambda$run$95(TCPTransport.java:683) > at java.security.AccessController.doPrivileged(Native Method) > at > sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run(TCPTransport.java:682) > ... 3 more > Caused by: com.gemstone.gemfire.cache.client.ServerOperationException: remote > server on cc1-co(21844:loner):52802:a7a4739e: While performing a remote > executeRegionFunction > at > com.gemstone.gemfire.cache.client.internal.ExecuteRegionFunctionOp$ExecuteRegionFunctionOpImpl.processResponse(ExecuteRegionFunctionOp.java:597) > at > com.gemstone.gemfire.cache.client.internal.AbstractOp.processResponse(AbstractOp.java:223) > at > com.gemstone.gemfire.cache.client.internal.AbstractOp.attemptReadResponse(AbstractOp.java:162) > at > com.gemstone.gemfire.cache.client.internal.AbstractOp.attempt(AbstractOp.java:377) > at > com.gemstone.gemfire.cache.client.internal.ConnectionImpl.execute(ConnectionImpl.java:269) > at > com.gemstone.gemfire.cache.client.internal.pooling.PooledConnection.execute(PooledConnection.java:328) > at > com.gemstone.gemfire.cache.client.internal.OpExecutorImpl.executeWithPossibleReAuthentication(OpExecutorImpl.java:937) > at > com.gemstone.gemfire.cache.client.internal.OpExecutorImpl.execute(OpExecutorImpl.java:155) > at > com.gemstone.gemfire.cache.client.internal.PoolImpl.execute(PoolImpl.java:711) > at > com.gemstone.gemfire.cache.client.internal.ExecuteRegionFunctionOp.execute(ExecuteRegionFunctionOp.java:99) > at > com.gemstone.gemfire.cache.client.internal.ServerRegionProxy.executeFunction(ServerRegionProxy.java:757) > at > com.gemstone.gemfire.internal.cache.execute.ServerRegionFunctionExecutor.executeOnServer(ServerRegionFunctionExecutor.java:222) > ... 27 more > Caused by: com.gemstone.gemfire.cache.execute.FunctionException: > java.lang.NullPointerException > at > com.gemstone.gemfire.cache.client.internal.ExecuteRegionFunctionOp$ExecuteRegionFunctionOpImpl.processResponse(ExecuteRegionFunctionOp.java:575) > ... 38 more > Caused by: java.lang.NullPointerException > at > com.gemstone.gemfire.internal.cache.functions.TestFunction.executeHAAndNonHAOnRegion(TestFunction.java:990) > at > com.gemstone.gemfire.internal.cache.functions.TestFunction.execute(TestFunction.java:176) > at > com.gemstone.gemfire.internal.cache.execute.AbstractExecution.executeFunctionLocally(AbstractExecution.java:349) > at > com.gemstone.gemfire.internal.cache.execute.AbstractExecution.executeFunctionOnLocalPRNode(AbstractExecution.java:272) > at > com.gemstone.gemfire.internal.cache.PartitionedRegion.executeOnSingleNode(PartitionedRegion.java:3693) > at > com.gemstone.gemfire.internal.cache.PartitionedRegion.executeFunction(PartitionedRegion.java:3414) > at > com.gemstone.gemfire.internal.cache.execute.PartitionedRegionFunctionExecutor.executeFunction(PartitionedRegionFunctionExecutor.java:238) > at > com.gemstone.gemfire.internal.cache.execute.AbstractExecution.execute(AbstractExecution.java:420) > at > com.gemstone.gemfire.internal.cache.tier.sockets.command.ExecuteRegionFunction66.cmdExecute(ExecuteRegionFunction66.java:249) > at > com.gemstone.gemfire.internal.cache.tier.sockets.BaseCommand.execute(BaseCommand.java:145) > at > com.gemstone.gemfire.internal.cache.tier.sockets.ServerConnection.doNormalMsg(ServerConnection.java:783) > at > com.gemstone.gemfire.internal.cache.tier.sockets.ServerConnection.doOneMessage(ServerConnection.java:913) > at > com.gemstone.gemfire.internal.cache.tier.sockets.ServerConnection.run(ServerConnection.java:1180) > at > java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) > at > java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) > at > com.gemstone.gemfire.internal.cache.tier.sockets.AcceptorImpl$1$1.run(AcceptorImpl.java:559) > ... 1 more -- This message was sent by Atlassian Jira (v8.20.7#820007)