Patrick Rhomberg created GEODE-6427:
---------------------------------------
Summary: CI Hang:
ConcurrentSerialGatewaySenderOperationsOffHeapDUnitTest.testStopOneSerialGatewaySenderBothPrimary
hangs in WANTestBase.createCache
Key: GEODE-6427
URL: https://issues.apache.org/jira/browse/GEODE-6427
Project: Geode
Issue Type: Bug
Reporter: Patrick Rhomberg
Failure in WindowsIntegrationTestOpenJDK8:
https://concourse.gemfire-ci.info/teams/main/pipelines/gemfire-develop-main/jobs/DistributedTestOpenJDK11/builds/315
Test artifacts available here (use {{gsutil cp}}):
gs://files-gemfire-dev/builds/gemfire-develop-main/1.9.0-build.0413/test-artifacts/1549509280/distributedtestfiles-OpenJDK11-1.9.0-build.0413.tgz
Relevant callstacks:
{noformat}
"Test worker" #27 prio=5 os_prio=0 cpu=2696.54ms elapsed=6226.69s
tid=0x00007f6f889d4800 nid=0x1b runnable [0x00007f6f568b7000]
java.lang.Thread.State: RUNNABLE
at java.net.SocketInputStream.socketRead0(java.base@11.0.2/Native
Method)
at
java.net.SocketInputStream.socketRead(java.base@11.0.2/SocketInputStream.java:115)
at
java.net.SocketInputStream.read(java.base@11.0.2/SocketInputStream.java:168)
at
java.net.SocketInputStream.read(java.base@11.0.2/SocketInputStream.java:140)
at
java.io.BufferedInputStream.fill(java.base@11.0.2/BufferedInputStream.java:252)
at
java.io.BufferedInputStream.read(java.base@11.0.2/BufferedInputStream.java:271)
- locked <0x00000000d0b7efc8> (a java.io.BufferedInputStream)
at
java.io.DataInputStream.readByte(java.base@11.0.2/DataInputStream.java:270)
at
sun.rmi.transport.StreamRemoteCall.executeCall(java.rmi@11.0.2/StreamRemoteCall.java:222)
at sun.rmi.server.UnicastRef.invoke(java.rmi@11.0.2/UnicastRef.java:161)
at
java.rmi.server.RemoteObjectInvocationHandler.invokeRemoteMethod(java.rmi@11.0.2/RemoteObjectInvocationHandler.java:209)
at
java.rmi.server.RemoteObjectInvocationHandler.invoke(java.rmi@11.0.2/RemoteObjectInvocationHandler.java:161)
at com.sun.proxy.$Proxy38.executeMethodOnObject(Unknown Source)
at org.apache.geode.test.dunit.VM.executeMethodOnObject(VM.java:554)
at org.apache.geode.test.dunit.VM.invoke(VM.java:384)
at
org.apache.geode.internal.cache.wan.serial.SerialGatewaySenderOperationsDUnitTest.createSenderCaches(SerialGatewaySenderOperationsDUnitTest.java:122)
at
org.apache.geode.internal.cache.wan.serial.SerialGatewaySenderOperationsDUnitTest.testStopOneSerialGatewaySenderBothPrimary(SerialGatewaySenderOperationsDUnitTest.java:356)
at
jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(java.base@11.0.2/Native
Method)
at
jdk.internal.reflect.NativeMethodAccessorImpl.invoke(java.base@11.0.2/NativeMethodAccessorImpl.java:62)
at
jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(java.base@11.0.2/DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(java.base@11.0.2/Method.java:566)
at
org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50)
at
org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at
org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47)
at
org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at
org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
at
org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325)
at
org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78)
at
org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268)
at
org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
at org.junit.runners.ParentRunner.run(ParentRunner.java:363)
at
org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.runTestClass(JUnitTestClassExecutor.java:110)
at
org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:58)
at
org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:38)
at
org.gradle.api.internal.tasks.testing.junit.AbstractJUnitTestClassProcessor.processTestClass(AbstractJUnitTestClassProcessor.java:66)
at
org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.processTestClass(SuiteTestClassProcessor.java:51)
at
jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(java.base@11.0.2/Native
Method)
at
jdk.internal.reflect.NativeMethodAccessorImpl.invoke(java.base@11.0.2/NativeMethodAccessorImpl.java:62)
at
jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(java.base@11.0.2/DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(java.base@11.0.2/Method.java:566)
at
org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35)
at
org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
at
org.gradle.internal.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:32)
at
org.gradle.internal.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:93)
at com.sun.proxy.$Proxy2.processTestClass(Unknown Source)
at
org.gradle.api.internal.tasks.testing.worker.TestWorker.processTestClass(TestWorker.java:118)
at
jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(java.base@11.0.2/Native
Method)
at
jdk.internal.reflect.NativeMethodAccessorImpl.invoke(java.base@11.0.2/NativeMethodAccessorImpl.java:62)
at
jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(java.base@11.0.2/DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(java.base@11.0.2/Method.java:566)
at
org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35)
at
org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
at
org.gradle.internal.remote.internal.hub.MessageHubBackedObjectConnection$DispatchWrapper.dispatch(MessageHubBackedObjectConnection.java:175)
at
org.gradle.internal.remote.internal.hub.MessageHubBackedObjectConnection$DispatchWrapper.dispatch(MessageHubBackedObjectConnection.java:157)
at
org.gradle.internal.remote.internal.hub.MessageHub$Handler.run(MessageHub.java:404)
at
org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:63)
at
org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:46)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.2/ThreadPoolExecutor.java:1128)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.2/ThreadPoolExecutor.java:628)
at
org.gradle.internal.concurrent.ThreadFactoryImpl$ManagedThreadRunnable.run(ThreadFactoryImpl.java:55)
at java.lang.Thread.run(java.base@11.0.2/Thread.java:834)
{noformat}
In the remove VM that was creating the cache:
{noformat}
"RMI TCP Connection(1)-172.17.0.3" #34 daemon prio=5 os_prio=0 cpu=2878.51ms
elapsed=6217.07s tid=0x00007f6d28001800 nid=0x20c runnable [0x00007f6dc15d0000]
java.lang.Thread.State: TIMED_WAITING (parking)
at jdk.internal.misc.Unsafe.park(java.base@11.0.2/Native Method)
- parking to wait for <0x00000000ecc03f80> (a
java.util.concurrent.CountDownLatch$Sync)
at
java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.2/LockSupport.java:234)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(java.base@11.0.2/AbstractQueuedSynchronizer.java:1079)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(java.base@11.0.2/AbstractQueuedSynchronizer.java:1369)
at
java.util.concurrent.CountDownLatch.await(java.base@11.0.2/CountDownLatch.java:278)
at
org.apache.geode.internal.util.concurrent.StoppableCountDownLatch.await(StoppableCountDownLatch.java:61)
at
org.apache.geode.distributed.internal.ReplyProcessor21.basicWait(ReplyProcessor21.java:714)
at
org.apache.geode.distributed.internal.ReplyProcessor21.waitForRepliesUninterruptibly(ReplyProcessor21.java:785)
at
org.apache.geode.distributed.internal.ReplyProcessor21.waitForRepliesUninterruptibly(ReplyProcessor21.java:762)
at
org.apache.geode.distributed.internal.ReplyProcessor21.waitForRepliesUninterruptibly(ReplyProcessor21.java:848)
at
org.apache.geode.internal.cache.UpdateAttributesProcessor.waitForProfileResponse(UpdateAttributesProcessor.java:109)
at
org.apache.geode.internal.cache.UpdateAttributesProcessor.distribute(UpdateAttributesProcessor.java:97)
at
org.apache.geode.distributed.internal.DistributionAdvisor.exchangeProfiles(DistributionAdvisor.java:1022)
at
org.apache.geode.distributed.internal.DistributionAdvisor.initializationGate(DistributionAdvisor.java:454)
- locked <0x00000000ecc04020> (a java.lang.Object)
at
org.apache.geode.internal.cache.GemFireCacheImpl.initialize(GemFireCacheImpl.java:1230)
at
org.apache.geode.internal.cache.GemFireCacheImpl.basicCreate(GemFireCacheImpl.java:804)
- locked <0x00000000e083f818> (a java.lang.Class for
org.apache.geode.internal.cache.GemFireCacheImpl)
at
org.apache.geode.internal.cache.GemFireCacheImpl.create(GemFireCacheImpl.java:790)
at org.apache.geode.cache.CacheFactory.create(CacheFactory.java:176)
- locked <0x00000000e0c08fc0> (a java.lang.Class for
org.apache.geode.cache.CacheFactory)
at org.apache.geode.cache.CacheFactory.create(CacheFactory.java:169)
- locked <0x00000000e0c08fc0> (a java.lang.Class for
org.apache.geode.cache.CacheFactory)
at
org.apache.geode.internal.cache.wan.WANTestBase.createCache(WANTestBase.java:944)
at
org.apache.geode.internal.cache.wan.WANTestBase.createCache(WANTestBase.java:913)
at
org.apache.geode.internal.cache.wan.serial.SerialGatewaySenderOperationsDUnitTest.lambda$createSenderCaches$f9f0b6a7$3(SerialGatewaySenderOperationsDUnitTest.java:122)
at
org.apache.geode.internal.cache.wan.serial.SerialGatewaySenderOperationsDUnitTest$$Lambda$138/0x0000000840200c40.run(Unknown
Source)
at
jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(java.base@11.0.2/Native
Method)
at
jdk.internal.reflect.NativeMethodAccessorImpl.invoke(java.base@11.0.2/NativeMethodAccessorImpl.java:62)
at
jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(java.base@11.0.2/DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(java.base@11.0.2/Method.java:566)
at
org.apache.geode.test.dunit.internal.MethodInvoker.executeObject(MethodInvoker.java:123)
at
org.apache.geode.test.dunit.internal.RemoteDUnitVM.executeMethodOnObject(RemoteDUnitVM.java:69)
at jdk.internal.reflect.GeneratedMethodAccessor1.invoke(Unknown Source)
at
jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(java.base@11.0.2/DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(java.base@11.0.2/Method.java:566)
at
sun.rmi.server.UnicastServerRef.dispatch(java.rmi@11.0.2/UnicastServerRef.java:359)
at sun.rmi.transport.Transport$1.run(java.rmi@11.0.2/Transport.java:200)
at sun.rmi.transport.Transport$1.run(java.rmi@11.0.2/Transport.java:197)
at java.security.AccessController.doPrivileged(java.base@11.0.2/Native
Method)
at
sun.rmi.transport.Transport.serviceCall(java.rmi@11.0.2/Transport.java:196)
at
sun.rmi.transport.tcp.TCPTransport.handleMessages(java.rmi@11.0.2/TCPTransport.java:562)
at
sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0(java.rmi@11.0.2/TCPTransport.java:796)
at
sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.lambda$run$0(java.rmi@11.0.2/TCPTransport.java:677)
at
sun.rmi.transport.tcp.TCPTransport$ConnectionHandler$$Lambda$126/0x000000084019f440.run(java.rmi@11.0.2/Unknown
Source)
at java.security.AccessController.doPrivileged(java.base@11.0.2/Native
Method)
at
sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run(java.rmi@11.0.2/TCPTransport.java:676)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.2/ThreadPoolExecutor.java:1128)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.2/ThreadPoolExecutor.java:628)
at java.lang.Thread.run(java.base@11.0.2/Thread.java:834)
{noformat}
--
This message was sent by Atlassian JIRA
(v7.6.3#76005)
