[JENKINS] Lucene-Solr-Tests-7.x - Build # 485 - Still unstable

[Apache Jenkins Server]

Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/485/

3 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testAddNode

Error Message:
no MOVEREPLICA ops?

Stack Trace:
java.lang.AssertionError: no MOVEREPLICA ops?
        at 
__randomizedtesting.SeedInfo.seed([BA1E2D21F215A097:1DF130823D582F8F]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at 
org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testAddNode(TestLargeCluster.java:262)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testNodeLost

Error Message:


Stack Trace:
java.util.concurrent.TimeoutException
        at 
__randomizedtesting.SeedInfo.seed([BA1E2D21F215A097:50BE3DF71FFC511]:0)
        at 
org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:261)
        at 
org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.doTestNodeLost(TestLargeCluster.java:456)
        at 
org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testNodeLost(TestLargeCluster.java:298)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  
junit.framework.TestSuite.org.apache.solr.client.solrj.io.graph.GraphTest

Error Message:
Could not load collection from ZK: collection1

Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: 
collection1
        at __randomizedtesting.SeedInfo.seed([147F30B2DE91AE68]:0)
        at 
org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1231)
        at 
org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:669)
        at 
org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:148)
        at 
org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:131)
        at 
org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:154)
        at 
org.apache.solr.client.solrj.io.graph.GraphTest.setupCluster(GraphTest.java:63)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: 
KeeperErrorCode = Session expired for /collections/collection1/state.json
        at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
        at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
        at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
        at 
org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
        at 
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
        at 
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
        at 
org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1243)
        at 
org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1229)
        ... 29 more




Build Log:
[...truncated 12365 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster
   [junit4]   2> Creating dataDir: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestLargeCluster_BA1E2D21F215A097-001/init-core-data-001
   [junit4]   2> 481609 WARN  
(SUITE-TestLargeCluster-seed#[BA1E2D21F215A097]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 481609 INFO  
(SUITE-TestLargeCluster-seed#[BA1E2D21F215A097]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 481610 INFO  
(SUITE-TestLargeCluster-seed#[BA1E2D21F215A097]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: 
@org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 481644 INFO  
(SUITE-TestLargeCluster-seed#[BA1E2D21F215A097]-worker) [    ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 481722 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 481722 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode 
version 0
   [junit4]   2> 481722 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 
127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 
127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 
127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 
127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 
127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 
127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 
127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 
127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 
127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 
127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 
127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 
127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 
127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 
127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 
127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 
127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 
127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 
127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 
127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 
127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 
127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 
127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 
127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 
127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 
127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 
127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 
127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 
127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 
127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 
127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 
127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 
127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 
127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr]
   [junit4]   2> 481723 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
   [junit4]   2> 481723 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
   [junit4]   2> 481724 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 481724 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0
   [junit4]   2> 481747 DEBUG (ScheduledTrigger-523-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 481747 INFO  
(TEST-TestLargeCluster.testAddNode-seed#[BA1E2D21F215A097]) [    ] 
o.a.s.SolrTestCaseJ4 ###Starting testAddNode
   [junit4]   2> 481747 DEBUG 
(TEST-TestLargeCluster.testAddNode-seed#[BA1E2D21F215A097]) [    ] 
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 
1
   [junit4]   2> 481748 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 481766 INFO  
(TEST-TestLargeCluster.testAddNode-seed#[BA1E2D21F215A097]) [    ] 
o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing 
object cache...
   [junit4]   2> 481766 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 481766 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 481766 WARN  (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Interrupted
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2>        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220)
   [junit4]   2>        at 
java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335)
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:163)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 481766 DEBUG 
(TEST-TestLargeCluster.testAddNode-seed#[BA1E2D21F215A097]) [    ] 
o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 481774 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 481774 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode 
version 2
   [junit4]   2> 481774 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 
127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 
127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 
127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 
127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 
127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 
127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 
127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 
127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 
127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 
127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 
127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 
127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 
127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 
127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 
127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 
127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 
127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 
127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 
127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 
127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 
127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 
127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 
127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 
127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 
127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 
127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 
127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 
127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 
127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 
127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 
127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 
127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 
127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr]
   [junit4]   2> 481775 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1
   [junit4]   2> 481775 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 481775 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 481775 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 481775 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 481795 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 481816 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 481836 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 481857 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 481887 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 481896 DEBUG (simCloudManagerPool-525-thread-1) [    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 481896 DEBUG (simCloudManagerPool-525-thread-1) [    ] 
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 
3
   [junit4]   2> 481927 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 481940 DEBUG (simCloudManagerPool-525-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 
127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 
127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 
127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 
127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 
127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 
127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 
127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 
127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 
127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 
127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 
127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 
127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 
127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 
127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 
127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 
127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 
127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 
127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 
127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 
127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 
127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 
127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 
127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 
127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 
127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 
127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 
127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 
127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 
127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 
127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 
127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 
127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 
127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr]
   [junit4]   2> 481940 DEBUG (simCloudManagerPool-525-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10082_solr, 
127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 
127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 
127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 
127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 
127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 
127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 
127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 
127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 
127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 
127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 
127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 
127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 
127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 
127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 
127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 
127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 
127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 
127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 
127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 
127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 
127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 
127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 
127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 
127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 
127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 
127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 
127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 
127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 
127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 
127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 
127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 
127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 
127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr]
   [junit4]   2> 481940 DEBUG (simCloudManagerPool-525-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated 
with properties: {event=nodeAdded, waitFor=5, actions=[{name=compute, 
class=org.apache.solr.cloud.autoscaling.ComputePlanAction}, {name=execute, 
class=org.apache.solr.cloud.autoscaling.ExecutePlanAction}], enabled=true}
   [junit4]   2> 481940 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 481940 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 481941 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 481941 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 481947 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 481967 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 482005 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 482005 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 482005 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 482028 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 482028 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 482028 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 482048 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 482048 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 482048 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 482068 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 482068 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 482068 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 482089 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 482089 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 482089 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 482136 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 482136 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 482136 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 482179 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 482179 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 482179 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 482208 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 482208 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 482208 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 482236 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 482236 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 482236 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 482256 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 482256 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 482257 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 482285 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 482285 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 482285 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 482305 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 482305 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 482305 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 482325 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 482325 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 482326 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 482346 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 482346 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 482346 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 482399 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 482399 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 482399 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 482435 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 482436 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 482436 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 482472 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 482472 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 482472 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 482492 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 482492 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 482492 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 482512 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 482513 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 482513 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 482545 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 482545 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 482545 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 482567 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 482567 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 482567 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 482594 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 482594 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 482594 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 482627 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 482627 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 482627 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 482663 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 482663 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 482663 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 482696 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 482696 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 482696 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 482716 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 482716 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 482716 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 482748 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 482749 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 482749 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 482769 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 482769 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 482769 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 482789 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 482789 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 482789 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 482826 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 482826 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 482826 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 482862 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 482862 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 482862 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 482891 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 482891 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 482891 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 482931 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 482931 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 482931 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 482952 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 482952 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 482952 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 482980 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 482980 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 482980 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 483000 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 483000 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 483000 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 483021 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 483021 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 483021 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 483041 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 483041 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 483041 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 483061 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 483061 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 483061 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 483081 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 483081 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 483082 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 483102 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 483102 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 483102 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 483122 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 483122 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 483122 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 483151 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 483151 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 483151 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 483171 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 483171 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 483171 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 483191 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 483191 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 483191 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 483213 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 483213 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 483213 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 483233 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 483233 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 483233 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 483253 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 483253 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 483254 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 483274 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 483274 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 483274 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 483294 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 483294 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 483294 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 483314 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 483314 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 483314 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 483335 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 483335 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 483335 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 483355 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 483355 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 483355 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 483375 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 483375 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 483375 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 483396 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 483396 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 483396 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 483416 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 483416 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 483416 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 483436 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 483436 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 483436 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 483456 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 483457 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 483457 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 483477 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 483477 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 483477 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 483497 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 483497 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 483497 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 483517 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 483517 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 483518 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 483549 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 483549 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 483549 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 483569 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 483569 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 483569 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 483589 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 483589 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 483590 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 483614 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 483614 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 483614 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 483650 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 483650 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 483650 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 483670 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 483670 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 483671 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 483691 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 483691 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 483691 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 483711 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 483711 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 483711 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 483731 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 483731 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 483732 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 483764 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 483764 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 483764 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 483784 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 483784 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 483784 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 483817 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 483817 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 483817 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 483837 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 483837 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 483837 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 483857 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 483857 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 483857 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 483886 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 483886 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 483886 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 483906 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 483906 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 483906 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 483926 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 483926 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 483926 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 483946 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 483946 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 483947 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 483967 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 483967 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 483967 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 483987 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 483987 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 483987 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 484007 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 484007 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 484007 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 484028 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 484028 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 484028 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 484048 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 484048 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 484048 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 484080 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 484080 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 484080 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 484101 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 484101 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 484101 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 484121 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 484121 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 484121 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 484141 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 484141 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 484141 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 484162 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 484162 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 484162 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 484198 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 484198 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 484198 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 484234 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 484235 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 484235 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 484267 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 484267 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 484267 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 484287 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 484287 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 484287 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 484308 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 484308 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 484308 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 484336 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 484336 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 484336 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 484372 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 484372 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 484372 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 484401 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 484401 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 484401 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 484425 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 484425 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 484425 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 484453 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 484454 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 484454 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 484486 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 484486 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 484486 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 484506 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 484506 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 484506 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 484527 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 484527 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 484527 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 484551 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 484551 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 484551 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 484571 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 484571 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 484571 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 484591 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 484591 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 484591 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 484616 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 484616 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 484616 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 484636 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 484636 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 484636 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 484656 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 484656 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 484656 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 484680 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 484680 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 484680 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 484701 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 484701 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 484701 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 484729 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 484729 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 484729 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 484758 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 484758 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 484758 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 484778 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 484778 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 484778 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 484798 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 484798 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 484798 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 484822 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 484822 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 484822 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 484847 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 484847 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 484847 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 484883 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 484883 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 484883 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 484915 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 484916 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 484916 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 484944 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 484944 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 484944 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 484976 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 484977 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 484976 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 484997 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 484997 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 484997 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 485021 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 485021 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 485022 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 485042 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 485042 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 485042 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 485078 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 485078 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 485078 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 485098 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 485098 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 485098 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 485131 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 485131 DEBUG (ScheduledTrigger-526-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 485131 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 485152 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 485152 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 485152 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 485180 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 485180 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 485180 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 485200 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 485200 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 485200 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 485236 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 485236 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 485236 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 485256 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 485256 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 485257 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 485289 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 485289 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 485289 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 485322 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 485322 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 485322 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 485342 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 485342 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 485342 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 485362 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 485362 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 485362 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 485390 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 485390 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 485390 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 485411 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 485411 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 485411 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 485431 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 485431 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 485431 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 485451 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 485451 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 485451 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 485484 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 485484 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 485484 DEBUG (ScheduledTrigger-526-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 485504 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 485504 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 485504 DEBUG (ScheduledTrigger-526-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
   [junit4]   2> 485536 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 485536 DEBUG (ScheduledTrigger-526-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
  

[...truncated too long message...]

onse ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  
Requestor may have disconnected from ZooKeeper
   [junit4]   2> 363727 INFO  (jetty-closer-844-thread-2) [    ] 
o.a.s.c.ZkController Remove node as live in 
ZooKeeper:/live_nodes/127.0.0.1:45054_solr
   [junit4]   2> 363744 INFO  (coreCloseExecutor-655-thread-1) 
[n:127.0.0.1:43554_solr c:collection1 s:shard1 r:core_node3 
x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric 
reporters for registry=solr.collection.collection1.shard1.leader, tag=216363728
   [junit4]   2> 363773 INFO  (jetty-closer-844-thread-2) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, 
tag=null
   [junit4]   2> 363773 INFO  
(zkCallback-861-thread-3-processing-n:127.0.0.1:43554_solr) 
[n:127.0.0.1:43554_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (0)
   [junit4]   2> 363955 INFO  
(zkCallback-861-thread-3-processing-n:127.0.0.1:43554_solr) 
[n:127.0.0.1:43554_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [0])
   [junit4]   2> 363962 INFO  
(zkCallback-861-thread-2-processing-n:127.0.0.1:43554_solr) 
[n:127.0.0.1:43554_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [0])
   [junit4]   2> 363962 INFO  
(zkCallback-855-thread-2-processing-n:127.0.0.1:45054_solr) 
[n:127.0.0.1:45054_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [1])
   [junit4]   2> 363962 INFO  
(zkCallback-855-thread-1-processing-n:127.0.0.1:45054_solr) 
[n:127.0.0.1:45054_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [1])
   [junit4]   2> 363999 INFO  
(zkCallback-855-thread-3-processing-n:127.0.0.1:45054_solr) 
[n:127.0.0.1:45054_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (0)
   [junit4]   2> 363999 INFO  (coreCloseExecutor-656-thread-1) 
[n:127.0.0.1:45054_solr c:collection1 s:shard2 r:core_node4 
x:collection1_shard2_replica_n2] o.a.s.c.SolrCore 
[collection1_shard2_replica_n2]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@243f0a2d
   [junit4]   2> 363999 INFO  (coreCloseExecutor-656-thread-1) 
[n:127.0.0.1:45054_solr c:collection1 s:shard2 r:core_node4 
x:collection1_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric 
reporters for registry=solr.core.collection1.shard2.replica_n2, tag=608111149
   [junit4]   2> 363999 INFO  (coreCloseExecutor-656-thread-1) 
[n:127.0.0.1:45054_solr c:collection1 s:shard2 r:core_node4 
x:collection1_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@223290ab: rootName = 
solr_45054, domain = solr.core.collection1.shard2.replica_n2, service url = 
null, agent id = null] for registry solr.core.collection1.shard2.replica_n2 / 
com.codahale.metrics.MetricRegistry@2aa5c7d6
   [junit4]   2> 364177 INFO  (coreCloseExecutor-656-thread-1) 
[n:127.0.0.1:45054_solr c:collection1 s:shard2 r:core_node4 
x:collection1_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric 
reporters for registry=solr.collection.collection1.shard2.leader, tag=608111149
   [junit4]   2> 364393 INFO  (jetty-closer-844-thread-1) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@48857fa0{/solr,null,UNAVAILABLE}
   [junit4]   2> 364393 INFO  (jetty-closer-844-thread-1) [    ] 
o.e.j.s.session Stopped scavenging
   [junit4]   2> 364655 INFO  (jetty-closer-844-thread-2) [    ] 
o.a.s.c.Overseer Overseer 
(id=72242074886144004-127.0.0.1:45054_solr-n_0000000000) closing
   [junit4]   2> 364665 INFO  
(OverseerStateUpdate-72242074886144004-127.0.0.1:45054_solr-n_0000000000) 
[n:127.0.0.1:45054_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 
127.0.0.1:45054_solr
   [junit4]   2> 364665 WARN  
(OverseerAutoScalingTriggerThread-72242074886144004-127.0.0.1:45054_solr-n_0000000000)
 [n:127.0.0.1:45054_solr    ] o.a.s.c.a.OverseerTriggerThread 
OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 364758 INFO  (jetty-closer-844-thread-2) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@205014df{/solr,null,UNAVAILABLE}
   [junit4]   2> 364775 INFO  (jetty-closer-844-thread-2) [    ] 
o.e.j.s.session Stopped scavenging
   [junit4]   2> 364783 ERROR (SUITE-GraphTest-seed#[147F30B2DE91AE68]-worker) 
[    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so 
ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 364811 INFO  (SUITE-GraphTest-seed#[147F30B2DE91AE68]-worker) 
[    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34440 34440
   [junit4]   2> 364943 INFO  (Thread-497) [    ] o.a.s.c.ZkTestServer 
connecting to 127.0.0.1:34440 34440
   [junit4]   2> 364944 WARN  (Thread-497) [    ] o.a.s.c.ZkTestServer Watch 
limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        3       /solr/aliases.json
   [junit4]   2>        3       /solr/clusterprops.json
   [junit4]   2>        2       /solr/collections/collection1/terms/shard2
   [junit4]   2>        2       /solr/security.json
   [junit4]   2>        2       
/solr/collections/collection1/collectionprops.json
   [junit4]   2>        2       /solr/configs/conf
   [junit4]   2>        2       /solr/collections/collection1/terms/shard1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        14      /solr/collections/collection1/state.json
   [junit4]   2>        3       /solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        3       /solr/live_nodes
   [junit4]   2>        3       /solr/collections
   [junit4]   2> 
   [junit4]   2> 364944 INFO  (SUITE-GraphTest-seed#[147F30B2DE91AE68]-worker) 
[    ] o.a.s.SolrTestCaseJ4 
------------------------------------------------------- Done waiting for 
tracked resources to be released
   [junit4]   2> Mar 08, 2018 2:52:54 AM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked 
thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, 
docValues:{}, maxPointsInLeafNode=756, maxMBSortInHeap=5.430889803048664, 
sim=RandomSimilarity(queryNorm=true): {}, locale=ar-SD, 
timezone=Europe/Isle_of_Man
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 
1.8.0_152 (64-bit)/cpus=4,threads=1,free=260851184,total=354418688
   [junit4]   2> NOTE: All tests run in this JVM: [FieldValueEvaluatorTest, 
GreaterThanEvaluatorTest, SquareRootEvaluatorTest, NaturalLogEvaluatorTest, 
TestXMLEscaping, TestNamedListCodec, TestClusteringResponse, 
LessThanEvaluatorTest, TestV1toV2ApiMapper, TestEmbeddedSolrServer, SchemaTest, 
SolrExampleStreamingTest, FieldAnalysisResponseTest, 
UsingSolrJRefGuideExamplesTest, NotEvaluatorTest, JdbcTest, 
LargeVolumeBinaryJettyTest, TestPolicy, TestPathTrie, AscEvaluatorTest, 
BasicHttpSolrClientTest, ConcurrentUpdateSolrClientBuilderTest, 
HttpSolrClientConPoolTest, HttpSolrClientSSLAuthConPoolTest, 
TestCloudSolrClientConnections, GraphTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=GraphTest 
-Dtests.seed=147F30B2DE91AE68 -Dtests.multiplier=2 -Dtests.slow=true 
-Dtests.locale=ar-SD -Dtests.timezone=Europe/Isle_of_Man -Dtests.asserts=true 
-Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.00s J0 | GraphTest (suite) <<<
   [junit4]    > Throwable #1: org.apache.solr.common.SolrException: Could not 
load collection from ZK: collection1
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([147F30B2DE91AE68]:0)
   [junit4]    >        at 
org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1231)
   [junit4]    >        at 
org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:669)
   [junit4]    >        at 
org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:148)
   [junit4]    >        at 
org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:131)
   [junit4]    >        at 
org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:154)
   [junit4]    >        at 
org.apache.solr.client.solrj.io.graph.GraphTest.setupCluster(GraphTest.java:63)
   [junit4]    >        at java.lang.Thread.run(Thread.java:748)
   [junit4]    > Caused by: 
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = 
Session expired for /collections/collection1/state.json
   [junit4]    >        at 
org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]    >        at 
org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]    >        at 
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
   [junit4]    >        at 
org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
   [junit4]    >        at 
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]    >        at 
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
   [junit4]    >        at 
org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1243)
   [junit4]    >        at 
org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1229)
   [junit4]    >        ... 29 more
   [junit4] Completed [103/146 (1!)] on J0 in 21.78s, 0 tests, 1 error <<< 
FAILURES!

[...truncated 48741 lines...]

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org
For additional commands, e-mail: dev-h...@lucene.apache.org