See <https://builds.apache.org/job/Geode-release/55/display/redirect?page=changes>
Changes: [dbarnes] GEODE-1672: When amount of overflowed persisted data exceeds heap size [dbarnes] GEODE-1672: When amount of overflowed persisted data exceeds heap size ------------------------------------------ [...truncated 909.25 KB...] at org.jgroups.protocols.UDP.start(UDP.java:266) at org.jgroups.stack.ProtocolStack.startStack(ProtocolStack.java:966) at org.jgroups.JChannel.startStack(JChannel.java:889) at org.jgroups.JChannel._preConnect(JChannel.java:553) at org.jgroups.JChannel.connect(JChannel.java:288) at org.jgroups.JChannel.connect(JChannel.java:279) at org.apache.geode.distributed.internal.membership.gms.messenger.JGroupsMessenger.start(JGroupsMessenger.java:342) at org.apache.geode.distributed.internal.membership.gms.Services.start(Services.java:147) at org.apache.geode.distributed.internal.membership.gms.GMSMemberFactory.newMembershipManager(GMSMemberFactory.java:102) at org.apache.geode.distributed.internal.membership.MemberFactory.newMembershipManager(MemberFactory.java:89) at org.apache.geode.distributed.internal.DistributionManager.<init>(DistributionManager.java:1153) at org.apache.geode.distributed.internal.DistributionManager.<init>(DistributionManager.java:1201) at org.apache.geode.distributed.internal.DistributionManager.create(DistributionManager.java:572) at org.apache.geode.distributed.internal.InternalDistributedSystem.initialize(InternalDistributedSystem.java:697) at org.apache.geode.distributed.internal.InternalDistributedSystem.newInstance(InternalDistributedSystem.java:305) at org.apache.geode.distributed.DistributedSystem.connect(DistributedSystem.java:205) at org.apache.geode.distributed.internal.InternalLocator.startDistributedSystem(InternalLocator.java:697) at org.apache.geode.distributed.internal.InternalLocator.startLocator(InternalLocator.java:324) at org.apache.geode.distributed.Locator.startLocator(Locator.java:253) at org.apache.geode.distributed.Locator.startLocatorAndDS(Locator.java:202) at org.apache.geode.cache.client.internal.LocatorTestBase.startLocator(LocatorTestBase.java:131) at org.apache.geode.internal.cache.Bug47667DUnitTest.lambda$testbug47667$7063a21e$1(Bug47667DUnitTest.java:67) at org.apache.geode.test.dunit.NamedRunnable.run(NamedRunnable.java:31) at sun.reflect.GeneratedMethodAccessor167.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at hydra.MethExecutor.executeObject(MethExecutor.java:245) at org.apache.geode.test.dunit.standalone.RemoteDUnitVM.executeMethodOnObject(RemoteDUnitVM.java:70) at sun.reflect.GeneratedMethodAccessor5.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at sun.rmi.server.UnicastServerRef.dispatch(UnicastServerRef.java:346) at sun.rmi.transport.Transport$1.run(Transport.java:200) at sun.rmi.transport.Transport$1.run(Transport.java:197) at java.security.AccessController.doPrivileged(Native Method) at sun.rmi.transport.Transport.serviceCall(Transport.java:196) at sun.rmi.transport.tcp.TCPTransport.handleMessages(TCPTransport.java:568) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0(TCPTransport.java:826) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.lambda$run$0(TCPTransport.java:683) at java.security.AccessController.doPrivileged(Native Method) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run(TCPTransport.java:682) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) org.apache.geode.internal.cache.Bug41091DUnitTest > test FAILED java.lang.AssertionError: Suspicious strings were written to the log during this run. Fix the strings or use IgnoredException.addIgnoredException to ignore. ----------------------------------------------------------------------- Found suspect string in log4j at line 359 [error 2017/06/06 13:36:08.556 UTC <RMI TCP Connection(16)-127.0.0.1> tid=0x13] failed setting interface to /127.0.1.1: java.net.SocketException: bad argument for IP_MULTICAST_IF: address not bound to any interface java.net.SocketException: bad argument for IP_MULTICAST_IF: address not bound to any interface at java.net.PlainDatagramSocketImpl.socketSetOption0(Native Method) at java.net.PlainDatagramSocketImpl.socketSetOption(PlainDatagramSocketImpl.java:74) at java.net.AbstractPlainDatagramSocketImpl.setOption(AbstractPlainDatagramSocketImpl.java:309) at java.net.MulticastSocket.setInterface(MulticastSocket.java:471) at org.jgroups.protocols.UDP.setInterface(UDP.java:443) at org.jgroups.protocols.UDP.createMulticastSocket(UDP.java:511) at org.jgroups.protocols.UDP.createMulticastSocketWithBindPort(UDP.java:494) at org.jgroups.protocols.UDP.createSockets(UDP.java:348) at org.jgroups.protocols.UDP.start(UDP.java:266) at org.jgroups.stack.ProtocolStack.startStack(ProtocolStack.java:966) at org.jgroups.JChannel.startStack(JChannel.java:889) at org.jgroups.JChannel._preConnect(JChannel.java:553) at org.jgroups.JChannel.connect(JChannel.java:288) at org.jgroups.JChannel.connect(JChannel.java:279) at org.apache.geode.distributed.internal.membership.gms.messenger.JGroupsMessenger.start(JGroupsMessenger.java:342) at org.apache.geode.distributed.internal.membership.gms.Services.start(Services.java:147) at org.apache.geode.distributed.internal.membership.gms.GMSMemberFactory.newMembershipManager(GMSMemberFactory.java:102) at org.apache.geode.distributed.internal.membership.MemberFactory.newMembershipManager(MemberFactory.java:89) at org.apache.geode.distributed.internal.DistributionManager.<init>(DistributionManager.java:1153) at org.apache.geode.distributed.internal.DistributionManager.<init>(DistributionManager.java:1201) at org.apache.geode.distributed.internal.DistributionManager.create(DistributionManager.java:572) at org.apache.geode.distributed.internal.InternalDistributedSystem.initialize(InternalDistributedSystem.java:697) at org.apache.geode.distributed.internal.InternalDistributedSystem.newInstance(InternalDistributedSystem.java:305) at org.apache.geode.distributed.DistributedSystem.connect(DistributedSystem.java:205) at org.apache.geode.distributed.internal.InternalLocator.startDistributedSystem(InternalLocator.java:697) at org.apache.geode.distributed.internal.InternalLocator.startLocator(InternalLocator.java:324) at org.apache.geode.distributed.Locator.startLocator(Locator.java:253) at org.apache.geode.distributed.Locator.startLocatorAndDS(Locator.java:202) at org.apache.geode.internal.cache.Bug41091DUnitTest$4.run(Bug41091DUnitTest.java:161) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at hydra.MethExecutor.executeObject(MethExecutor.java:245) at org.apache.geode.test.dunit.standalone.RemoteDUnitVM.executeMethodOnObject(RemoteDUnitVM.java:70) at sun.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at sun.rmi.server.UnicastServerRef.dispatch(UnicastServerRef.java:346) at sun.rmi.transport.Transport$1.run(Transport.java:200) at sun.rmi.transport.Transport$1.run(Transport.java:197) at java.security.AccessController.doPrivileged(Native Method) at sun.rmi.transport.Transport.serviceCall(Transport.java:196) at sun.rmi.transport.tcp.TCPTransport.handleMessages(TCPTransport.java:568) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0(TCPTransport.java:826) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.lambda$run$0(TCPTransport.java:683) at java.security.AccessController.doPrivileged(Native Method) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run(TCPTransport.java:682) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) org.apache.geode.internal.cache.PartitionedRegionSingleHopDUnitTest > testClientMetadataForPersistentPrs FAILED java.lang.AssertionError: Suspicious strings were written to the log during this run. Fix the strings or use IgnoredException.addIgnoredException to ignore. ----------------------------------------------------------------------- Found suspect string in log4j at line 10044 [error 2017/06/06 14:03:21.608 UTC <Recovery thread for bucket _B__CUSTOMER_2> tid=0x442] A DiskAccessException has occurred while writing to the disk for region /__PR/_B__ORDER_2. The cache will be closed. org.apache.geode.cache.persistence.ConflictingPersistentDataException: Region /__PR/_B__ORDER_2 refusing to initialize from member 10.6.8.229(22768)<v75>:32772 with persistent data /10.6.8.229:<https://builds.apache.org/job/Geode-release/ws/geode-core/build/distributedTest/dunit/vm0/diskDir/disk0> created at timestamp 1496757787961 version 0 diskStoreId b01428e562a94f37-9909be04eab01448 name null which was offline when the local data from /10.6.8.229:<https://builds.apache.org/job/Geode-release/ws/geode-core/build/distributedTest/dunit/vm1/diskDir/disk1> created at timestamp 1496757789022 version 0 diskStoreId 41cde76547944c49-bb5f6b7a673d4220 name null was last online at org.apache.geode.internal.cache.persistence.PersistenceAdvisorImpl.checkMyStateOnMembers(PersistenceAdvisorImpl.java:757) at org.apache.geode.internal.cache.persistence.PersistenceAdvisorImpl.getInitialImageAdvice(PersistenceAdvisorImpl.java:818) at org.apache.geode.internal.cache.persistence.CreatePersistentRegionProcessor.getInitialImageAdvice(CreatePersistentRegionProcessor.java:52) at org.apache.geode.internal.cache.DistributedRegion.getInitialImageAndRecovery(DistributedRegion.java:1144) at org.apache.geode.internal.cache.DistributedRegion.initialize(DistributedRegion.java:1023) at org.apache.geode.internal.cache.BucketRegion.initialize(BucketRegion.java:253) at org.apache.geode.internal.cache.LocalRegion.createSubregion(LocalRegion.java:962) at org.apache.geode.internal.cache.PartitionedRegionDataStore.createBucketRegion(PartitionedRegionDataStore.java:726) at org.apache.geode.internal.cache.PartitionedRegionDataStore.grabFreeBucket(PartitionedRegionDataStore.java:414) at org.apache.geode.internal.cache.PartitionedRegionDataStore.grabFreeBucketRecursively(PartitionedRegionDataStore.java:272) at org.apache.geode.internal.cache.PartitionedRegionDataStore.grabBucket(PartitionedRegionDataStore.java:2815) at org.apache.geode.internal.cache.ProxyBucketRegion.recoverFromDisk(ProxyBucketRegion.java:423) at org.apache.geode.internal.cache.ProxyBucketRegion.recoverFromDiskRecursively(ProxyBucketRegion.java:389) at org.apache.geode.internal.cache.PRHARedundancyProvider$4.run2(PRHARedundancyProvider.java:1736) at org.apache.geode.internal.cache.partitioned.RecoveryRunnable.run(RecoveryRunnable.java:61) at org.apache.geode.internal.cache.PRHARedundancyProvider$4.run(PRHARedundancyProvider.java:1728) at java.lang.Thread.run(Thread.java:745) ----------------------------------------------------------------------- Found suspect string in log4j at line 10064 [error 2017/06/06 14:03:21.644 UTC <Recovery thread for bucket _B__CUSTOMER_2> tid=0x442] A DiskAccessException has occurred while writing to the disk for disk store disk. The cache will be closed. org.apache.geode.cache.persistence.ConflictingPersistentDataException: Region /__PR/_B__ORDER_2 refusing to initialize from member 10.6.8.229(22768)<v75>:32772 with persistent data /10.6.8.229:<https://builds.apache.org/job/Geode-release/ws/geode-core/build/distributedTest/dunit/vm0/diskDir/disk0> created at timestamp 1496757787961 version 0 diskStoreId b01428e562a94f37-9909be04eab01448 name null which was offline when the local data from /10.6.8.229:<https://builds.apache.org/job/Geode-release/ws/geode-core/build/distributedTest/dunit/vm1/diskDir/disk1> created at timestamp 1496757789022 version 0 diskStoreId 41cde76547944c49-bb5f6b7a673d4220 name null was last online at org.apache.geode.internal.cache.persistence.PersistenceAdvisorImpl.checkMyStateOnMembers(PersistenceAdvisorImpl.java:757) at org.apache.geode.internal.cache.persistence.PersistenceAdvisorImpl.getInitialImageAdvice(PersistenceAdvisorImpl.java:818) at org.apache.geode.internal.cache.persistence.CreatePersistentRegionProcessor.getInitialImageAdvice(CreatePersistentRegionProcessor.java:52) at org.apache.geode.internal.cache.DistributedRegion.getInitialImageAndRecovery(DistributedRegion.java:1144) at org.apache.geode.internal.cache.DistributedRegion.initialize(DistributedRegion.java:1023) at org.apache.geode.internal.cache.BucketRegion.initialize(BucketRegion.java:253) at org.apache.geode.internal.cache.LocalRegion.createSubregion(LocalRegion.java:962) at org.apache.geode.internal.cache.PartitionedRegionDataStore.createBucketRegion(PartitionedRegionDataStore.java:726) at org.apache.geode.internal.cache.PartitionedRegionDataStore.grabFreeBucket(PartitionedRegionDataStore.java:414) at org.apache.geode.internal.cache.PartitionedRegionDataStore.grabFreeBucketRecursively(PartitionedRegionDataStore.java:272) at org.apache.geode.internal.cache.PartitionedRegionDataStore.grabBucket(PartitionedRegionDataStore.java:2815) at org.apache.geode.internal.cache.ProxyBucketRegion.recoverFromDisk(ProxyBucketRegion.java:423) at org.apache.geode.internal.cache.ProxyBucketRegion.recoverFromDiskRecursively(ProxyBucketRegion.java:389) at org.apache.geode.internal.cache.PRHARedundancyProvider$4.run2(PRHARedundancyProvider.java:1736) at org.apache.geode.internal.cache.partitioned.RecoveryRunnable.run(RecoveryRunnable.java:61) at org.apache.geode.internal.cache.PRHARedundancyProvider$4.run(PRHARedundancyProvider.java:1728) at java.lang.Thread.run(Thread.java:745) ----------------------------------------------------------------------- Found suspect string in log4j at line 10233 [error 2017/06/06 14:03:21.766 UTC <Recovery thread for bucket _B__CUSTOMER_2> tid=0x442] A DiskAccessException has occurred while writing to the disk for region /CUSTOMER. The cache will be closed. org.apache.geode.cache.persistence.ConflictingPersistentDataException: Region /__PR/_B__ORDER_2 refusing to initialize from member 10.6.8.229(22768)<v75>:32772 with persistent data /10.6.8.229:<https://builds.apache.org/job/Geode-release/ws/geode-core/build/distributedTest/dunit/vm0/diskDir/disk0> created at timestamp 1496757787961 version 0 diskStoreId b01428e562a94f37-9909be04eab01448 name null which was offline when the local data from /10.6.8.229:<https://builds.apache.org/job/Geode-release/ws/geode-core/build/distributedTest/dunit/vm1/diskDir/disk1> created at timestamp 1496757789022 version 0 diskStoreId 41cde76547944c49-bb5f6b7a673d4220 name null was last online at org.apache.geode.internal.cache.persistence.PersistenceAdvisorImpl.checkMyStateOnMembers(PersistenceAdvisorImpl.java:757) at org.apache.geode.internal.cache.persistence.PersistenceAdvisorImpl.getInitialImageAdvice(PersistenceAdvisorImpl.java:818) at org.apache.geode.internal.cache.persistence.CreatePersistentRegionProcessor.getInitialImageAdvice(CreatePersistentRegionProcessor.java:52) at org.apache.geode.internal.cache.DistributedRegion.getInitialImageAndRecovery(DistributedRegion.java:1144) at org.apache.geode.internal.cache.DistributedRegion.initialize(DistributedRegion.java:1023) at org.apache.geode.internal.cache.BucketRegion.initialize(BucketRegion.java:253) at org.apache.geode.internal.cache.LocalRegion.createSubregion(LocalRegion.java:962) at org.apache.geode.internal.cache.PartitionedRegionDataStore.createBucketRegion(PartitionedRegionDataStore.java:726) at org.apache.geode.internal.cache.PartitionedRegionDataStore.grabFreeBucket(PartitionedRegionDataStore.java:414) at org.apache.geode.internal.cache.PartitionedRegionDataStore.grabFreeBucketRecursively(PartitionedRegionDataStore.java:272) at org.apache.geode.internal.cache.PartitionedRegionDataStore.grabBucket(PartitionedRegionDataStore.java:2815) at org.apache.geode.internal.cache.ProxyBucketRegion.recoverFromDisk(ProxyBucketRegion.java:423) at org.apache.geode.internal.cache.ProxyBucketRegion.recoverFromDiskRecursively(ProxyBucketRegion.java:389) at org.apache.geode.internal.cache.PRHARedundancyProvider$4.run2(PRHARedundancyProvider.java:1736) at org.apache.geode.internal.cache.partitioned.RecoveryRunnable.run(RecoveryRunnable.java:61) at org.apache.geode.internal.cache.PRHARedundancyProvider$4.run(PRHARedundancyProvider.java:1728) at java.lang.Thread.run(Thread.java:745) ----------------------------------------------------------------------- Found suspect string in log4j at line 10257 [error 2017/06/06 14:03:21.779 UTC <Recovery thread for bucket _B__CUSTOMER_2> tid=0x5da] A DiskAccessException has occurred while writing to the disk for region /__PR/_B__ORDER_2. The cache will be closed. org.apache.geode.cache.persistence.ConflictingPersistentDataException: Region /__PR/_B__ORDER_2 refusing to initialize from member 10.6.8.229(22768)<v75>:32772 with persistent data /10.6.8.229:<https://builds.apache.org/job/Geode-release/ws/geode-core/build/distributedTest/dunit/vm0/diskDir/disk0> created at timestamp 1496757787961 version 0 diskStoreId b01428e562a94f37-9909be04eab01448 name null which was offline when the local data from /10.6.8.229:<https://builds.apache.org/job/Geode-release/ws/geode-core/build/distributedTest/dunit/vm2/diskDir/disk2> created at timestamp 1496757790435 version 0 diskStoreId 2195c53f87034779-8bcd2de3cfbd9454 name null was last online at org.apache.geode.internal.cache.persistence.PersistenceAdvisorImpl.checkMyStateOnMembers(PersistenceAdvisorImpl.java:757) at org.apache.geode.internal.cache.persistence.PersistenceAdvisorImpl.getInitialImageAdvice(PersistenceAdvisorImpl.java:818) at org.apache.geode.internal.cache.persistence.CreatePersistentRegionProcessor.getInitialImageAdvice(CreatePersistentRegionProcessor.java:52) at org.apache.geode.internal.cache.DistributedRegion.getInitialImageAndRecovery(DistributedRegion.java:1144) at org.apache.geode.internal.cache.DistributedRegion.initialize(DistributedRegion.java:1023) at org.apache.geode.internal.cache.BucketRegion.initialize(BucketRegion.java:253) at org.apache.geode.internal.cache.LocalRegion.createSubregion(LocalRegion.java:962) at org.apache.geode.internal.cache.PartitionedRegionDataStore.createBucketRegion(PartitionedRegionDataStore.java:726) at org.apache.geode.internal.cache.PartitionedRegionDataStore.grabFreeBucket(PartitionedRegionDataStore.java:414) at org.apache.geode.internal.cache.PartitionedRegionDataStore.grabFreeBucketRecursively(PartitionedRegionDataStore.java:272) at org.apache.geode.internal.cache.PartitionedRegionDataStore.grabBucket(PartitionedRegionDataStore.java:2815) at org.apache.geode.internal.cache.ProxyBucketRegion.recoverFromDisk(ProxyBucketRegion.java:423) at org.apache.geode.internal.cache.ProxyBucketRegion.recoverFromDiskRecursively(ProxyBucketRegion.java:389) at org.apache.geode.internal.cache.PRHARedundancyProvider$4.run2(PRHARedundancyProvider.java:1736) at org.apache.geode.internal.cache.partitioned.RecoveryRunnable.run(RecoveryRunnable.java:61) at org.apache.geode.internal.cache.PRHARedundancyProvider$4.run(PRHARedundancyProvider.java:1728) at java.lang.Thread.run(Thread.java:745) ----------------------------------------------------------------------- Found suspect string in log4j at line 10277 [error 2017/06/06 14:03:21.781 UTC <Recovery thread for bucket _B__CUSTOMER_2> tid=0x5da] A DiskAccessException has occurred while writing to the disk for disk store disk. The cache will be closed. org.apache.geode.cache.persistence.ConflictingPersistentDataException: Region /__PR/_B__ORDER_2 refusing to initialize from member 10.6.8.229(22768)<v75>:32772 with persistent data /10.6.8.229:<https://builds.apache.org/job/Geode-release/ws/geode-core/build/distributedTest/dunit/vm0/diskDir/disk0> created at timestamp 1496757787961 version 0 diskStoreId b01428e562a94f37-9909be04eab01448 name null which was offline when the local data from /10.6.8.229:<https://builds.apache.org/job/Geode-release/ws/geode-core/build/distributedTest/dunit/vm2/diskDir/disk2> created at timestamp 1496757790435 version 0 diskStoreId 2195c53f87034779-8bcd2de3cfbd9454 name null was last online at org.apache.geode.internal.cache.persistence.PersistenceAdvisorImpl.checkMyStateOnMembers(PersistenceAdvisorImpl.java:757) at org.apache.geode.internal.cache.persistence.PersistenceAdvisorImpl.getInitialImageAdvice(PersistenceAdvisorImpl.java:818) at org.apache.geode.internal.cache.persistence.CreatePersistentRegionProcessor.getInitialImageAdvice(CreatePersistentRegionProcessor.java:52) at org.apache.geode.internal.cache.DistributedRegion.getInitialImageAndRecovery(DistributedRegion.java:1144) at org.apache.geode.internal.cache.DistributedRegion.initialize(DistributedRegion.java:1023) at org.apache.geode.internal.cache.BucketRegion.initialize(BucketRegion.java:253) at org.apache.geode.internal.cache.LocalRegion.createSubregion(LocalRegion.java:962) at org.apache.geode.internal.cache.PartitionedRegionDataStore.createBucketRegion(PartitionedRegionDataStore.java:726) at org.apache.geode.internal.cache.PartitionedRegionDataStore.grabFreeBucket(PartitionedRegionDataStore.java:414) at org.apache.geode.internal.cache.PartitionedRegionDataStore.grabFreeBucketRecursively(PartitionedRegionDataStore.java:272) at org.apache.geode.internal.cache.PartitionedRegionDataStore.grabBucket(PartitionedRegionDataStore.java:2815) at org.apache.geode.internal.cache.ProxyBucketRegion.recoverFromDisk(ProxyBucketRegion.java:423) at org.apache.geode.internal.cache.ProxyBucketRegion.recoverFromDiskRecursively(ProxyBucketRegion.java:389) at org.apache.geode.internal.cache.PRHARedundancyProvider$4.run2(PRHARedundancyProvider.java:1736) at org.apache.geode.internal.cache.partitioned.RecoveryRunnable.run(RecoveryRunnable.java:61) at org.apache.geode.internal.cache.PRHARedundancyProvider$4.run(PRHARedundancyProvider.java:1728) at java.lang.Thread.run(Thread.java:745) ----------------------------------------------------------------------- Found suspect string in log4j at line 10345 [error 2017/06/06 14:03:21.842 UTC <Recovery thread for bucket _B__CUSTOMER_2> tid=0x5da] A DiskAccessException has occurred while writing to the disk for region /CUSTOMER. The cache will be closed. org.apache.geode.cache.persistence.ConflictingPersistentDataException: Region /__PR/_B__ORDER_2 refusing to initialize from member 10.6.8.229(22768)<v75>:32772 with persistent data /10.6.8.229:<https://builds.apache.org/job/Geode-release/ws/geode-core/build/distributedTest/dunit/vm0/diskDir/disk0> created at timestamp 1496757787961 version 0 diskStoreId b01428e562a94f37-9909be04eab01448 name null which was offline when the local data from /10.6.8.229:<https://builds.apache.org/job/Geode-release/ws/geode-core/build/distributedTest/dunit/vm2/diskDir/disk2> created at timestamp 1496757790435 version 0 diskStoreId 2195c53f87034779-8bcd2de3cfbd9454 name null was last online at org.apache.geode.internal.cache.persistence.PersistenceAdvisorImpl.checkMyStateOnMembers(PersistenceAdvisorImpl.java:757) at org.apache.geode.internal.cache.persistence.PersistenceAdvisorImpl.getInitialImageAdvice(PersistenceAdvisorImpl.java:818) at org.apache.geode.internal.cache.persistence.CreatePersistentRegionProcessor.getInitialImageAdvice(CreatePersistentRegionProcessor.java:52) at org.apache.geode.internal.cache.DistributedRegion.getInitialImageAndRecovery(DistributedRegion.java:1144) at org.apache.geode.internal.cache.DistributedRegion.initialize(DistributedRegion.java:1023) at org.apache.geode.internal.cache.BucketRegion.initialize(BucketRegion.java:253) at org.apache.geode.internal.cache.LocalRegion.createSubregion(LocalRegion.java:962) at org.apache.geode.internal.cache.PartitionedRegionDataStore.createBucketRegion(PartitionedRegionDataStore.java:726) at org.apache.geode.internal.cache.PartitionedRegionDataStore.grabFreeBucket(PartitionedRegionDataStore.java:414) at org.apache.geode.internal.cache.PartitionedRegionDataStore.grabFreeBucketRecursively(PartitionedRegionDataStore.java:272) at org.apache.geode.internal.cache.PartitionedRegionDataStore.grabBucket(PartitionedRegionDataStore.java:2815) at org.apache.geode.internal.cache.ProxyBucketRegion.recoverFromDisk(ProxyBucketRegion.java:423) at org.apache.geode.internal.cache.ProxyBucketRegion.recoverFromDiskRecursively(ProxyBucketRegion.java:389) at org.apache.geode.internal.cache.PRHARedundancyProvider$4.run2(PRHARedundancyProvider.java:1736) at org.apache.geode.internal.cache.partitioned.RecoveryRunnable.run(RecoveryRunnable.java:61) at org.apache.geode.internal.cache.PRHARedundancyProvider$4.run(PRHARedundancyProvider.java:1728) at java.lang.Thread.run(Thread.java:745) Build timed out (after 1,440 minutes). Marking the build as failed. Build was aborted Archiving artifacts Recording test results