[ https://issues.apache.org/jira/browse/GEODE-1093?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=15196384#comment-15196384 ]
Dan Smith commented on GEODE-1093: ---------------------------------- I see this in the logs when this test runs, so I think this is an offheap related issue. {noformat} [vm_6][fatal 2016/03/14 06:31:48.459 PDT <Event Processor for GatewaySender_ln_0> tid=0x12a0] Stopping the processor because the following exception occurred while processing a batch: [vm_6]com.gemstone.gemfire.internal.cache.wan.GatewaySenderException: com.gemstone.gemfire.internal.cache.wan.GatewaySenderEventRemoteDispatcher@32674b0c : Exception during processing batch 1 on connection null, caused by java.lang.IllegalStateException: Value is no longer available. getSerializedValue must be called before processEvents returns. [vm_6] at com.gemstone.gemfire.internal.cache.wan.GatewaySenderEventRemoteDispatcher._dispatchBatch(GatewaySenderEventRemoteDispatcher.java:259) [vm_6] at com.gemstone.gemfire.internal.cache.wan.GatewaySenderEventRemoteDispatcher.dispatchBatch(GatewaySenderEventRemoteDispatcher.java:153) [vm_6] at com.gemstone.gemfire.internal.cache.wan.AbstractGatewaySenderEventProcessor.processQueue(AbstractGatewaySenderEventProcessor.java:597) [vm_6] at com.gemstone.gemfire.internal.cache.wan.AbstractGatewaySenderEventProcessor.run(AbstractGatewaySenderEventProcessor.java:1042) [vm_6]Caused by: java.lang.IllegalStateException: Value is no longer available. getSerializedValue must be called before processEvents returns. [vm_6] at com.gemstone.gemfire.internal.cache.wan.GatewaySenderEventImpl.getSerializedValue(GatewaySenderEventImpl.java:711) [vm_6] at com.gemstone.gemfire.cache.client.internal.GatewaySenderBatchOp$GatewaySenderGFEBatchOpImpl.<init>(GatewaySenderBatchOp.java:127) [vm_6] at com.gemstone.gemfire.cache.client.internal.GatewaySenderBatchOp.executeOn(GatewaySenderBatchOp.java:62) [vm_6] at com.gemstone.gemfire.cache.client.internal.SenderProxy.dispatchBatch_NewWAN(SenderProxy.java:36) [vm_6] at com.gemstone.gemfire.internal.cache.wan.GatewaySenderEventRemoteDispatcher._dispatchBatch(GatewaySenderEventRemoteDispatcher.java:215) [vm_6] ... 3 more {noformat} > CI failure: > com.gemstone.gemfire.internal.cache.wan.offheap.ParallelGatewaySenderOperationsOffHeapDUnitTest.testParallelPropagationSenderStartAfterStop_Scenario2 > ----------------------------------------------------------------------------------------------------------------------------------------------------------------- > > Key: GEODE-1093 > URL: https://issues.apache.org/jira/browse/GEODE-1093 > Project: Geode > Issue Type: Bug > Components: wan > Reporter: Bruce Schuchardt > Labels: CI > > com.gemstone.gemfire.test.dunit.RMIException: While invoking > com.gemstone.gemfire.internal.cache.wan.parallel.ParallelGatewaySenderOperationsDUnitTest$$Lambda$1375/2062404781.run > in VM 6 running on Host doomtwo.gemstone.com with 8 VMs > at com.gemstone.gemfire.test.dunit.VM.invoke(VM.java:379) > at com.gemstone.gemfire.test.dunit.VM.invoke(VM.java:321) > at com.gemstone.gemfire.test.dunit.VM.invoke(VM.java:272) > at > com.gemstone.gemfire.internal.cache.wan.parallel.ParallelGatewaySenderOperationsDUnitTest.validateParallelSenderQueueAllBucketsDrained(ParallelGatewaySenderOperationsDUnitTest.java:631) > at > com.gemstone.gemfire.internal.cache.wan.parallel.ParallelGatewaySenderOperationsDUnitTest.testParallelPropagationSenderStartAfterStop_Scenario2(ParallelGatewaySenderOperationsDUnitTest.java:359) > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) > at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) > at java.lang.reflect.Method.invoke(Method.java:497) > at junit.framework.TestCase.runTest(TestCase.java:176) > at junit.framework.TestCase.runBare(TestCase.java:141) > at junit.framework.TestResult$1.protect(TestResult.java:122) > at junit.framework.TestResult.runProtected(TestResult.java:142) > at junit.framework.TestResult.run(TestResult.java:125) > at junit.framework.TestCase.run(TestCase.java:129) > at junit.framework.TestSuite.runTest(TestSuite.java:252) > at junit.framework.TestSuite.run(TestSuite.java:247) > at > org.junit.internal.runners.JUnit38ClassRunner.run(JUnit38ClassRunner.java:86) > at > org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecuter.runTestClass(JUnitTestClassExecuter.java:105) > at > org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecuter.execute(JUnitTestClassExecuter.java:56) > at > org.gradle.api.internal.tasks.testing.junit.JUnitTestClassProcessor.processTestClass(JUnitTestClassProcessor.java:64) > at > org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.processTestClass(SuiteTestClassProcessor.java:50) > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) > at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) > at java.lang.reflect.Method.invoke(Method.java:497) > at > org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35) > at > org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24) > at > org.gradle.messaging.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:32) > at > org.gradle.messaging.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:93) > at com.sun.proxy.$Proxy2.processTestClass(Unknown Source) > at > org.gradle.api.internal.tasks.testing.worker.TestWorker.processTestClass(TestWorker.java:106) > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) > at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) > at java.lang.reflect.Method.invoke(Method.java:497) > at > org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35) > at > org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24) > at > org.gradle.messaging.remote.internal.hub.MessageHub$Handler.run(MessageHub.java:360) > at > org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:54) > at > org.gradle.internal.concurrent.StoppableExecutorImpl$1.run(StoppableExecutorImpl.java:40) > at > java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) > at > java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) > at java.lang.Thread.run(Thread.java:745) > Caused by: java.lang.AssertionError: Event never occurred after 180000 ms: > Expected bucket entries for bucket: 12 is: 0 but actual entries: 49 This > bucket isPrimary: true KEYSET: [5012, 2712, 1712, 5612, 5112, 3412, 4312, > 3712, 2112, 4812, 2212, 4412, 2812, 5812, 3012, 5412, 4612, 3212, 1412, 2312, > 4212, 4512, 5512, 3812, 6212, 4112, 3512, 6112, 6012, 2512, 1912, 5912, 5212, > 2012, 3912, 3312, 5312, 3612, 4712, 1812, 5712, 3112, 2612, 1612, 4912, 4012, > 1512, 2912, 2412] > at org.junit.Assert.fail(Assert.java:88) > at com.gemstone.gemfire.test.dunit.Wait.waitForCriterion(Wait.java:119) > at > com.gemstone.gemfire.internal.cache.wan.WANTestBase.validateParallelSenderQueueAllBucketsDrained(WANTestBase.java:4577) > at > com.gemstone.gemfire.internal.cache.wan.parallel.ParallelGatewaySenderOperationsDUnitTest.lambda$validateParallelSenderQueueAllBucketsDrained$84651174$3(ParallelGatewaySenderOperationsDUnitTest.java:631) > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) > at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) > at java.lang.reflect.Method.invoke(Method.java:497) > at hydra.MethExecutor.executeObject(MethExecutor.java:268) > at > com.gemstone.gemfire.test.dunit.standalone.RemoteDUnitVM.executeMethodOnObject(RemoteDUnitVM.java:84) > at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) > at java.lang.reflect.Method.invoke(Method.java:497) > at sun.rmi.server.UnicastServerRef.dispatch(UnicastServerRef.java:323) > at sun.rmi.transport.Transport$1.run(Transport.java:200) > at sun.rmi.transport.Transport$1.run(Transport.java:197) > at java.security.AccessController.doPrivileged(Native Method) > at sun.rmi.transport.Transport.serviceCall(Transport.java:196) > at > sun.rmi.transport.tcp.TCPTransport.handleMessages(TCPTransport.java:568) > at > sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0(TCPTransport.java:826) > at > sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.lambda$run$95(TCPTransport.java:683) > at java.security.AccessController.doPrivileged(Native Method) > at > sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run(TCPTransport.java:682) > ... 3 more -- This message was sent by Atlassian JIRA (v6.3.4#6332)