Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/405/ Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseG1GC
1 tests failed. FAILED: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testAddNode Error Message: Stack Trace: java.util.concurrent.TimeoutException at __randomizedtesting.SeedInfo.seed([FEBEE99D5D5849D7:5951F43E9215C6CF]:0) at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:284) at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testAddNode(TestLargeCluster.java:230) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Build Log: [...truncated 13613 lines...] [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster [junit4] 2> 4086226 INFO (SUITE-TestLargeCluster-seed#[FEBEE99D5D5849D7]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestLargeCluster_FEBEE99D5D5849D7-001/init-core-data-001 [junit4] 2> 4086226 INFO (SUITE-TestLargeCluster-seed#[FEBEE99D5D5849D7]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true [junit4] 2> 4086227 INFO (SUITE-TestLargeCluster-seed#[FEBEE99D5D5849D7]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) [junit4] 2> 4086227 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger [junit4] 2> 4086228 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0 [junit4] 2> 4086228 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10022_solr, 127.0.0.1:10018_solr, 127.0.0.1:10025_solr, 127.0.0.1:10017_solr, 127.0.0.1:10026_solr, 127.0.0.1:10020_solr, 127.0.0.1:10028_solr, 127.0.0.1:10023_solr, 127.0.0.1:10015_solr, 127.0.0.1:10016_solr, 127.0.0.1:10021_solr, 127.0.0.1:10029_solr, 127.0.0.1:10030_solr, 127.0.0.1:10019_solr, 127.0.0.1:10024_solr, 127.0.0.1:10027_solr] [junit4] 2> 4086228 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1 [junit4] 2> 4086228 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0 [junit4] 2> 4086228 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 4086228 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0 [junit4] 2> 4086229 DEBUG (ScheduledTrigger-12076-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 58 [junit4] 2> 4086237 INFO (TEST-TestLargeCluster.testNodeLost-seed#[FEBEE99D5D5849D7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLost [junit4] 2> 4086237 DEBUG (TEST-TestLargeCluster.testNodeLost-seed#[FEBEE99D5D5849D7]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1 [junit4] 2> 4086237 INFO (TEST-TestLargeCluster.testNodeLost-seed#[FEBEE99D5D5849D7]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache... [junit4] 2> 4086238 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 4086239 DEBUG (TEST-TestLargeCluster.testNodeLost-seed#[FEBEE99D5D5849D7]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly [junit4] 2> 4086240 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger [junit4] 2> 4086240 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2 [junit4] 2> 4086240 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10104_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10105_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10102_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10101_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10107_solr, 127.0.0.1:10055_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10108_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10114_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10111_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10112_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10113_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10030_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10110_solr, 127.0.0.1:10062_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10106_solr, 127.0.0.1:10100_solr, 127.0.0.1:10037_solr, 127.0.0.1:10109_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10103_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr] [junit4] 2> 4086240 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1 [junit4] 2> 4086240 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2 [junit4] 2> 4086241 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 4086241 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2 [junit4] 2> 4086241 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4086261 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4086282 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4086303 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4086324 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4086342 DEBUG (simCloudManagerPool-12078-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 4086342 DEBUG (simCloudManagerPool-12078-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3 [junit4] 2> 4086343 DEBUG (simCloudManagerPool-12078-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10104_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10105_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10102_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10101_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10107_solr, 127.0.0.1:10055_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10108_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10114_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10111_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10112_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10113_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10030_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10110_solr, 127.0.0.1:10062_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10106_solr, 127.0.0.1:10100_solr, 127.0.0.1:10037_solr, 127.0.0.1:10109_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10103_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr] [junit4] 2> 4086343 DEBUG (simCloudManagerPool-12078-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10104_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10105_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10102_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10101_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10107_solr, 127.0.0.1:10055_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10108_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10114_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10111_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10112_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10113_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10030_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10110_solr, 127.0.0.1:10062_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10106_solr, 127.0.0.1:10100_solr, 127.0.0.1:10037_solr, 127.0.0.1:10109_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10103_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr] [junit4] 2> 4086343 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3 [junit4] 2> 4086343 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 4086344 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3 [junit4] 2> 4086344 DEBUG (ScheduledTrigger-12079-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4086344 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4086366 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4086366 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4086386 DEBUG (ScheduledTrigger-12079-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4086386 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4086406 DEBUG (ScheduledTrigger-12079-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4086407 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4086427 DEBUG (ScheduledTrigger-12079-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4086427 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4086447 DEBUG (ScheduledTrigger-12079-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4086447 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4086467 DEBUG (ScheduledTrigger-12079-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4086467 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4086488 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4086488 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4086508 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4086508 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4086528 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4086528 DEBUG (ScheduledTrigger-12079-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4086548 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4086548 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4086573 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4086573 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4086594 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4086594 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4086614 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4086614 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4086635 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4086635 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4086655 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4086655 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4086675 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4086675 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4086695 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4086695 DEBUG (ScheduledTrigger-12079-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4086715 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4086715 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4086736 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4086736 DEBUG (ScheduledTrigger-12079-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4086756 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4086756 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4086777 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4086777 DEBUG (ScheduledTrigger-12079-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4086797 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4086797 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4086817 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4086818 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4086838 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4086838 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4086858 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4086858 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4086878 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4086878 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4086898 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4086898 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4086919 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4086919 DEBUG (ScheduledTrigger-12079-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4086939 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4086940 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4086960 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4086960 DEBUG (ScheduledTrigger-12079-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4086980 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4086980 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4087000 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4087001 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4087021 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4087021 DEBUG (ScheduledTrigger-12079-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4087041 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4087041 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4087061 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4087061 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4087081 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4087081 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4087102 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4087102 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4087122 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4087122 DEBUG (ScheduledTrigger-12079-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4087142 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4087142 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4087162 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4087162 DEBUG (ScheduledTrigger-12079-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4087182 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4087182 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4087203 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4087203 DEBUG (ScheduledTrigger-12079-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4087224 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4087224 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4087244 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4087244 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4087265 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4087265 DEBUG (ScheduledTrigger-12079-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4087285 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4087285 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4087305 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4087305 DEBUG (ScheduledTrigger-12079-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4087325 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4087325 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4087346 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4087346 DEBUG (ScheduledTrigger-12079-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4087366 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4087366 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4087386 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4087386 DEBUG (ScheduledTrigger-12079-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4087407 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4087407 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4087427 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4087427 DEBUG (ScheduledTrigger-12079-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4087447 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4087447 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4087468 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4087468 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4087488 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4087488 DEBUG (ScheduledTrigger-12079-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4087508 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4087508 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4087528 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4087528 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4087549 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4087549 DEBUG (ScheduledTrigger-12079-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4087569 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4087569 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4087589 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4087589 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4087609 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4087610 DEBUG (ScheduledTrigger-12079-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4087630 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4087630 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4087650 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4087650 DEBUG (ScheduledTrigger-12079-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4087670 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4087670 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4087690 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4087690 DEBUG (ScheduledTrigger-12079-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4087710 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4087710 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4087731 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4087731 DEBUG (ScheduledTrigger-12079-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4087751 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4087751 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4087771 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4087771 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4087791 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4087791 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4087811 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4087811 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4087832 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4087832 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4087852 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4087852 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4087872 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4087872 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4087892 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4087892 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4087915 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4087915 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4087936 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4087936 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4087956 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4087956 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4087976 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4087976 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4087996 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4087996 DEBUG (ScheduledTrigger-12079-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4088017 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4088017 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4088037 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4088037 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4088057 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4088057 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4088077 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4088077 DEBUG (ScheduledTrigger-12079-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4088098 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4088098 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4088118 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4088118 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4088138 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4088138 DEBUG (ScheduledTrigger-12079-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4088158 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4088158 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4088178 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4088178 DEBUG (ScheduledTrigger-12079-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4088199 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4088199 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4088219 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4088219 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4088239 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4088239 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4088259 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4088259 DEBUG (ScheduledTrigger-12079-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4088279 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4088279 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4088299 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4088300 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4088320 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4088320 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4088340 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4088340 DEBUG (ScheduledTrigger-12079-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4088360 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4088360 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4088380 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4088380 DEBUG (ScheduledTrigger-12079-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4088400 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4088400 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4088418 DEBUG (simCloudManagerPool-12078-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost / shard10: {"core_node92":{ [junit4] 2> "node_name":"127.0.0.1:10048_solr", [junit4] 2> "core":"testNodeLost_shard10_replica_n92", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":123450000, [junit4] 2> "shard":"shard10", [junit4] 2> "collection":"testNodeLost"}} [junit4] 2> 4088418 DEBUG (simCloudManagerPool-12078-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost / shard2: {"core_node18":{ [junit4] 2> "node_name":"127.0.0.1:10064_solr", [junit4] 2> "core":"testNodeLost_shard2_replica_n18", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":123450000, [junit4] 2> "shard":"shard2", [junit4] 2> "collection":"testNodeLost"}} [junit4] 2> 4088421 DEBUG (simCloudManagerPool-12078-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost / shard11: {"core_node108":{ [junit4] 2> "node_name":"127.0.0.1:10057_solr", [junit4] 2> "core":"testNodeLost_shard11_replica_n108", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":123450000, [junit4] 2> "shard":"shard11", [junit4] 2> "collection":"testNodeLost"}} [junit4] 2> 4088421 DEBUG (simCloudManagerPool-12078-thread-8) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost / shard15: {"core_node149":{ [junit4] 2> "node_name":"127.0.0.1:10086_solr", [junit4] 2> "core":"testNodeLost_shard15_replica_n149", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":123450000, [junit4] 2> "shard":"shard15", [junit4] 2> "collection":"testNodeLost"}} [junit4] 2> 4088421 DEBUG (simCloudManagerPool-12078-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost / shard16: {"core_node159":{ [junit4] 2> "node_name":"127.0.0.1:10062_solr", [junit4] 2> "core":"testNodeLost_shard16_replica_n159", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":123450000, [junit4] 2> "shard":"shard16", [junit4] 2> "collection":"testNodeLost"}} [junit4] 2> 4088421 DEBUG (simCloudManagerPool-12078-thread-8) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost / shard5: {"core_node50":{ [junit4] 2> "node_name":"127.0.0.1:10099_solr", [junit4] 2> "core":"testNodeLost_shard5_replica_n50", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":123450000, [junit4] 2> "shard":"shard5", [junit4] 2> "collection":"testNodeLost"}} [junit4] 2> 4088421 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4088421 DEBUG (simCloudManagerPool-12078-thread-8) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost / shard18: {"core_node180":{ [junit4] 2> "node_name":"127.0.0.1:10016_solr", [junit4] 2> "core":"testNodeLost_shard18_replica_n180", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":123450000, [junit4] 2> "shard":"shard18", [junit4] 2> "collection":"testNodeLost"}} [junit4] 2> 4088421 DEBUG (simCloudManagerPool-12078-thread-9) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost / shard19: {"core_node190":{ [junit4] 2> "node_name":"127.0.0.1:10111_solr", [junit4] 2> "core":"testNodeLost_shard19_replica_n190", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":123450000, [junit4] 2> "shard":"shard19", [junit4] 2> "collection":"testNodeLost"}} [junit4] 2> 4088421 DEBUG (simCloudManagerPool-12078-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost / shard12: {"core_node119":{ [junit4] 2> "node_name":"127.0.0.1:10090_solr", [junit4] 2> "core":"testNodeLost_shard12_replica_n119", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":123450000, [junit4] 2> "shard":"shard12", [junit4] 2> "collection":"testNodeLost"}} [junit4] 2> 4088421 DEBUG (simCloudManagerPool-12078-thread-182) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost / shard13: {"core_node129":{ [junit4] 2> "node_name":"127.0.0.1:10084_solr", [junit4] 2> "core":"testNodeLost_shard13_replica_n129", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":123450000, [junit4] 2> "shard":"shard13", [junit4] 2> "collection":"testNodeLost"}} [junit4] 2> 4088421 DEBUG (simCloudManagerPool-12078-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost / shard14: {"core_node139":{ [junit4] 2> "node_name":"127.0.0.1:10092_solr", [junit4] 2> "core":"testNodeLost_shard14_replica_n139", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":123450000, [junit4] 2> "shard":"shard14", [junit4] 2> "collection":"testNodeLost"}} [junit4] 2> 4088421 DEBUG (simCloudManagerPool-12078-thread-52) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost / shard20: {"core_node191":{ [junit4] 2> "node_name":"127.0.0.1:10110_solr", [junit4] 2> "core":"testNodeLost_shard20_replica_n191", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":123450000, [junit4] 2> "shard":"shard20", [junit4] 2> "collection":"testNodeLost"}} [junit4] 2> 4088421 DEBUG (simCloudManagerPool-12078-thread-10) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost / shard8: {"core_node80":{ [junit4] 2> "node_name":"127.0.0.1:10016_solr", [junit4] 2> "core":"testNodeLost_shard8_replica_n80", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":123450000, [junit4] 2> "shard":"shard8", [junit4] 2> "collection":"testNodeLost"}} [junit4] 2> 4088421 DEBUG (simCloudManagerPool-12078-thread-182) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost / shard9: {"core_node90":{ [junit4] 2> "node_name":"127.0.0.1:10111_solr", [junit4] 2> "core":"testNodeLost_shard9_replica_n90", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":123450000, [junit4] 2> "shard":"shard9", [junit4] 2> "collection":"testNodeLost"}} [junit4] 2> 4088421 DEBUG (simCloudManagerPool-12078-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost / shard7: {"core_node70":{ [junit4] 2> "node_name":"127.0.0.1:10104_solr", [junit4] 2> "core":"testNodeLost_shard7_replica_n70", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":123450000, [junit4] 2> "shard":"shard7", [junit4] 2> "collection":"testNodeLost"}} [junit4] 2> 4088421 DEBUG (simCloudManagerPool-12078-thread-9) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost / shard6: {"core_node60":{ [junit4] 2> "node_name":"127.0.0.1:10046_solr", [junit4] 2> "core":"testNodeLost_shard6_replica_n60", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":123450000, [junit4] 2> "shard":"shard6", [junit4] 2> "collection":"testNodeLost"}} [junit4] 2> 4088421 DEBUG (simCloudManagerPool-12078-thread-8) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost / shard1: {"core_node1":{ [junit4] 2> "node_name":"127.0.0.1:10074_solr", [junit4] 2> "core":"testNodeLost_shard1_replica_n1", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":123450000, [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"testNodeLost"}} [junit4] 2> 4088421 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4088421 DEBUG (simCloudManagerPool-12078-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost / shard17: {"core_node169":{ [junit4] 2> "node_name":"127.0.0.1:10015_solr", [junit4] 2> "core":"testNodeLost_shard17_replica_n169", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":123450000, [junit4] 2> "shard":"shard17", [junit4] 2> "collection":"testNodeLost"}} [junit4] 2> 4088421 DEBUG (simCloudManagerPool-12078-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost / shard3: {"core_node29":{ [junit4] 2> "node_name":"127.0.0.1:10084_solr", [junit4] 2> "core":"testNodeLost_shard3_replica_n29", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":123450000, [junit4] 2> "shard":"shard3", [junit4] 2> "collection":"testNodeLost"}} [junit4] 2> 4088421 DEBUG (simCloudManagerPool-12078-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost / shard4: {"core_node39":{ [junit4] 2> "node_name":"127.0.0.1:10092_solr", [junit4] 2> "core":"testNodeLost_shard4_replica_n39", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":123450000, [junit4] 2> "shard":"shard4", [junit4] 2> "collection":"testNodeLost"}} [junit4] 2> 4088441 DEBUG (ScheduledTrigger-12079-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4088443 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4088461 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4088463 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4088486 DEBUG (ScheduledTrigger-12079-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 4088486 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 4088499 INFO (TEST-TestLargeCluster.testNodeLost-seed#[FEBEE99D5D5849D7]) [ ] o.a.s.c.a.s.TestLargeCluster Ready after 3958 ms [junit4] 2> 4088516 DEBUG (ScheduledTrigger-12079-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 99 [junit4] 2> 4088516 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 99 [junit4] 2> 4088516 DEBUG (ScheduledTrigger-12079-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10082_solr [junit4] 2> 4088516 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10082_solr [junit4] 2> 4088536 DEBUG (ScheduledTrigger-12079-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 99 [junit4] 2> 4088536 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 99 [junit4] 2> 4088557 DEBUG (ScheduledTrigger-12079-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 99 [junit4] 2> 4088557 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 99 [junit4] 2> 4088577 DEBUG (ScheduledTrigger-12079-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 99 [junit4] 2> 4088577 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 99 [junit4] 2> 4088597 DEBUG (ScheduledTrigger-12079-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 98 [junit4] 2> 4088597 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 98 [junit4] 2> 4088597 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10018_solr [junit4] 2> 4088597 DEBUG (ScheduledTrigger-12079-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10018_solr [junit4] 2> 4088617 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 98 [junit4] 2> 4088617 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 98 [junit4] 2> 4088617 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10082_solr] [junit4] 2> 4088618 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"1aee3d4e2b5bbTdmx9k643ch02s62ai8ngqcn9e", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":473768529147323, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[473768529147323], [junit4] 2> "nodeNames":["127.0.0.1:10082_solr"]}} [junit4] 2> 4088618 DEBUG (AutoscalingActionExecutor-12080-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"1aee3d4e2b5bbTdmx9k643ch02s62ai8ngqcn9e", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":473768529147323, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[473768529147323], [junit4] 2> "_enqueue_time_":473773611669523, [junit4] 2> "nodeNames":["127.0.0.1:10082_solr"]}} [junit4] 2> 4088618 DEBUG (AutoscalingActionExecutor-12080-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: { [junit4] 2> "id":"1aee3d4e2b5bbTdmx9k643ch02s62ai8ngqcn9e", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":473768529147323, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[473768529147323], [junit4] 2> "_enqueue_time_":473773611669523, [junit4] 2> "nodeNames":["127.0.0.1:10082_solr"]}} with context properties: {BEFORE_ACTION=[compute]} [junit4] 2> 4088624 INFO (AutoscalingActionExecutor-12080-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testNodeLost&targetNode=127.0.0.1:10072_solr&inPlaceMove=true&replica=core_node186 [junit4] 2> 4088626 INFO (AutoscalingActionExecutor-12080-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testNodeLost&targetNode=127.0.0.1:10056_solr&inPlaceMove=true&replica=core_node86 [junit4] 2> 4088626 INFO (AutoscalingActionExecutor-12080-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 473774026 sessionWrapper.createTime 473773743711523, this.sessionWrapper.createTime 473773743711523 [junit4] 2> 4088626 DEBUG (AutoscalingActionExecutor-12080-thread-1) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: { [junit4] 2> "id":"1aee3d4e2b5bbTdmx9k643ch02s62ai8ngqcn9e", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":473768529147323, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[473768529147323], [junit4] 2> "_enqueue_time_":473773611669523, [junit4] 2> "nodeNames":["127.0.0.1:10082_solr"]}} with context properties: {operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@67e392e9, org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@69246065], AFTER_ACTION=[compute], BEFORE_ACTION=[compute, execute]} [junit4] 2> 4088626 DEBUG (AutoscalingActionExecutor-12080-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testNodeLost&targetNode=127.0.0.1:10072_solr&inPlaceMove=true&replica=core_node186 [junit4] 2> 4088732 DEBUG (simCloudManagerPool-12078-thread-64) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node202":{ [junit4] 2> "core":"testNodeLost_shard19_replica_n201", [junit4] 2> "shard":"shard19", [junit4] 2> "collection":"testNodeLost", [junit4] 2> "node_name":"127.0.0.1:10072_solr", [junit4] 2> "type":"NRT"}} [junit4] 2> 4088847 DEBUG (AutoscalingActionExecutor-12080-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testNodeLost&targetNode=127.0.0.1:10056_solr&inPlaceMove=true&replica=core_node86 [junit4] 2> 4088849 DEBUG (simCloudManagerPool-12078-thread-108) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost / shard7: {"core_node61":{ [junit4] 2> "node_name":"127.0.0.1:10031_solr", [junit4] 2> "core":"testNodeLost_shard7_replica_n61", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":123450000, [junit4] 2> "shard":"shard7", [junit4] 2> "collection":"testNodeLost"}} [junit4] 2> 4088955 DEBUG (simCloudManagerPool-12078-thread-91) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node204":{ [junit4] 2> "core":"testNodeLost_shard9_replica_n203", [junit4] 2> "shard":"shard9", [junit4] 2> "collection":"testNodeLost", [junit4] 2> "node_name":"127.0.0.1:10056_solr", [junit4] 2> "type":"NRT"}} [junit4] 2> 4089067 DEBUG (AutoscalingActionExecutor-12080-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 22428 ms for event id=1aee3d4e2b5bbTdmx9k643ch02s62ai8ngqcn9e [junit4] 2> 4089079 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 94 [junit4] 2> 4089079 DEBUG (ScheduledTrigger-12079-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 94 [junit4] 2> 4089079 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10049_solr [junit4] 2> 4089080 DEBUG (ScheduledTrigger-12079-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10049_solr [junit4] 2> 4089080 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10104_solr [junit4] 2> 4089080 DEBUG (ScheduledTrigger-12079-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10104_solr [junit4] 2> 4089080 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10020_solr [junit4] 2> 4089080 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10065_solr [junit4] 2> 4089080 DEBUG (ScheduledTrigger-12079-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10020_solr [junit4] 2> 4089080 DEBUG (ScheduledTrigger-12079-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10065_solr [junit4] 2> 4089080 DEBUG (ScheduledTrigger-12079-thread-4) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10018_solr] [junit4] 2> 4089080 DEBUG (ScheduledTrigger-12079-thread-4) [ ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: { [junit4] 2> "id":"1aee4c67074d1Tdmx9k643ch02s62ai8ngqcn9h", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":473772581745873, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[473772581745873], [junit4] 2> "nodeNames":["127.0.0.1:10018_solr"]}} [junit4] 2> 4089080 DEBUG (ScheduledTrigger-12079-thread-4) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger processor for lost nodes: [127.0.0.1:10018_solr] is not ready, will try later [junit4] 2> 4089102 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 94 [junit4] 2> 4089102 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 94 [junit4] 2> 4089102 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10018_solr] [junit4] 2> 4089102 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: { [junit4] 2> "id":"1aee4c67074d1Tdmx9k643ch02s62ai8ngqcn9j", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":473772581745873, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[473772581745873], [junit4] 2> "nodeNames":["127.0.0.1:10018_solr"]}} [junit4] 2> 4089102 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger processor for lost nodes: [127.0.0.1:10018_solr] is not ready, will try later [junit4] 2> 4089122 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 94 [junit4] 2> 4089122 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10082_solr] [junit4] 2> 4089122 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: { [junit4] 2> "id":"1aee3d4c6c3d3Tdmx9k643ch02s62ai8ngqcn9l", [junit4] 2> "source":".auto_add_replicas", [junit4] 2> "eventTime":473768527315923, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[473768527315923], [junit4] 2> "nodeNames":["127.0.0.1:10082_solr"]}} [junit4] 2> 4089122 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger processor for lost nodes: [127.0.0.1:10082_solr] is not ready, will try later [junit4] 2> 4089127 DEBUG (ScheduledTrigger-12079-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 94 [junit4] 2> 4089127 DEBUG (ScheduledTrigger-12079-thread-4) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10018_solr] [junit4] 2> 4089127 DEBUG (ScheduledTrigger-12079-thread-4) [ ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: { [junit4] 2> "id":"1aee4c67074d1Tdmx9k643ch02s62ai8ngqcn9n", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":473772581745873, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[473772581745873], [junit4] 2> "nodeNames":["127.0.0.1:10018_solr"]}} [junit4] 2> 4089127 DEBUG (ScheduledTrigger-12079-thread-4) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger processor for lost nodes: [127.0.0.1:10018_solr] is not ready, will try later [junit4] 2> 4089142 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 94 [junit4] 2> 4089142 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10082_solr] [junit4] 2> 4089142 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: { [junit4] 2> "id":"1aee3d4c6c3d3Tdmx9k643ch02s62ai8ngqcn9p", [junit4] 2> "source":".auto_add_replicas", [junit4] 2> "eventTime":473768527315923, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[473768527315923], [junit4] 2> "nodeNames":["127.0.0.1:10082_solr"]}} [junit4] 2> 4089143 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger processor for lost nodes: [127.0.0.1:10082_solr] is not ready, will try later [junit4] 2> 4089147 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 94 [junit4] 2> 4089147 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10018_solr] [junit4] 2> 4089147 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: { [junit4] 2> "id":"1aee4c67074d1Tdmx9k643ch02s62ai8ngqcn9r", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":473772581745873, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[473772581745873], [junit4] 2> "nodeNames":["127.0.0.1:10018_solr"]}} [junit4] 2> 4089147 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger processor for lost nodes: [127.0.0.1:10018_solr] is not ready, will try later [junit4] 2> 4089163 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 93 [junit4] 2> 4089163 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10021_solr [junit4] 2> 4089163 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10082_solr] [junit4] 2> 4089163 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: { [junit4] 2> "id":"1aee3d4c6c3d3Tdmx9k643ch02s62ai8ngqcn9t", [junit4] 2> "source":".auto_add_replicas", [junit4] 2> "eventTime":473768527315923, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[473768527315923], [junit4] 2> "nodeNames":["127.0.0.1:10082_solr"]}} [junit4] 2> 4089163 DEBUG (ScheduledTrigger-12079-thread-1) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger processor for lost nodes: [127.0.0.1:10082_solr] is not ready, will try later [junit4] 2> 4089168 DEBUG (ScheduledTrigger-12079-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 93 [junit4] 2> 4089168 DEBUG (ScheduledTrigger-12079-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10021_solr [junit4] 2> 4089168 DEBUG (ScheduledTrigger-12079-thread-4) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10018_solr] [junit4] 2> 4089168 DEBUG (ScheduledTrigger-12079-thread-4) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"1aee4c67074d1Tdmx9k643ch02s62ai8ngqcn9v", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":473772581745873, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[473772581745873], [junit4] 2> "nodeNames":["127.0.0.1:10018_solr"]}} [junit4] 2> 4089168 DEBUG (AutoscalingActionExecutor-12080-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"1aee4c67074d1Tdmx9k643ch02s62ai8ngqcn9v", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":473772581745873, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[473772581745873], [junit4] 2> "_enqueue_time_":473801133973123, [junit4] 2> "nodeNames":["127.0.0.1:10018_solr"]}} [junit4] 2> 4089168 DEBUG (AutoscalingActionExecutor-12080-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: { [junit4] 2> "id":"1aee4c67074d1Tdmx9k643ch02s62ai8ngqcn9v", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":473772581745873, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[473772581745873], [junit4] 2> "_enqueue_time_":473801133973123, [junit4] 2> "nodeNames":["127.0.0.1:10018_solr"]}} with context properties: {BEFORE_ACTION=[compute]} [junit4] 2> 4089175 INFO (AutoscalingActionExecutor-12080-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testNodeLost&targetNode=127.0.0.1:10103_solr&inPlaceMove=true&replica=core_node146 [junit4] 2> 4089178 INFO (AutoscalingActionExecutor-12080-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testNodeLost&targetNode=127.0.0.1:10059_solr&inPlaceMove=true&replica=core_node46 [junit4] 2> 4089178 INFO (AutoscalingActionExecutor-12080-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 473801629 sessionWrapper.createTime 473801263222473, this.sessionWrapper.createTime 473801263222473 [junit4] 2> 4089178 DEBUG (AutoscalingActionExecutor-12080-thread-1) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: { [junit4] 2> "id":"1aee4c67074d1Tdmx9k643ch02s62ai8ngqcn9v", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":473772581745873, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[473772581745873], [junit4] 2> "_enqueue_time_":473801133973123, [junit4] 2> "nodeNames":["127.0.0.1:10018_solr"]}} with context properties: {operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@5316d16e, org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@19fba421], AFTER_ACTION=[compute], BEFORE_ACTION=[compute, execute]} [junit4] 2> 4089178 DEBUG (AutoscalingActionExecutor-12080-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testNodeLost&targetNode=127.0.0.1:10103_solr&inPlaceMove=true&replica=core_node146 [junit4] 2> 4089279 DEBUG (simCloudManagerPool-12078-thread-196) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node206":{ [junit4] 2> "core":"testNodeLost_shard15_replica_n205", [junit4] 2> "shard":"shard15", [junit4] 2> "collection":"testNodeLost", [junit4] 2> "node_name":"127.0.0.1:10103_solr", [junit4] 2> "type":"NRT"}} [junit4] 2> 4089392 DEBUG (AutoscalingActionExecutor-12080-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testNodeLost&targetNode=127.0.0.1:10059_solr&inPlaceMove=true&replica=core_node46 [junit4] 2> 4089493 DEBUG (simCloudManagerPool-12078-thread-70) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node208":{ [junit4] 2> "core":"testNodeLost_shard5_replica_n207", [junit4] 2> "shard":"shard5", [junit4] 2> "collection":"testNodeLost", [junit4] 2> "node_name":"127.0.0.1:10059_solr", [junit4] 2> "type":"NRT"}} [junit4] 2> 4089605 DEBUG (AutoscalingActionExecutor-12080-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 21831 ms for event id=1aee4c67074d1Tdmx9k643ch02s62ai8ngqcn9v [junit4] 2> 4089610 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 89 [junit4] 2> 4089610 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10066_solr [junit4] 2> 4089610 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10035_solr [junit4] 2> 4089610 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10051_solr [junit4] 2> 4089610 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10019_solr [junit4] 2> 4089610 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10082_solr, 127.0.0.1:10018_solr] [junit4] 2> 4089610 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: { [junit4] 2> "id":"1aee3d4c6c3d3Tdmx9k643ch02s62ai8ngqcn9y", [junit4] 2> "source":".auto_add_replicas", [junit4] 2> "eventTime":473768527315923, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 473768527315923, [junit4] 2> 473772586409823], [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10082_solr", [junit4] 2> "127.0.0.1:10018_solr"]}} [junit4] 2> 4089611 DEBUG (ScheduledTrigger-12079-thread-3) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger processor for lost nodes: [127.0.0.1:10082_solr, 127.0.0.1:10018_solr] is not ready, will try later [junit4] 2> 4089611 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 89 [junit4] 2> 4089612 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10066_solr [junit4] 2> 4089612 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10035_solr [junit4] 2> 4089612 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10051_solr [junit4] 2> 4089612 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10019_solr [junit4] 2> 4089612 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10049_solr, 127.0.0.1:10104_solr, 127.0.0.1:10021_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr] [junit4] 2> 4089612 DEBUG (ScheduledTrigger-12079-thread-2) [ ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - reject [...truncated too long message...] uster.testAddNode-seed#[FEBEE99D5D5849D7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - active 299 [junit4] 2> 4149546 INFO (TEST-TestLargeCluster.testAddNode-seed#[FEBEE99D5D5849D7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ########## [junit4] 2> 4149546 INFO (TEST-TestLargeCluster.testAddNode-seed#[FEBEE99D5D5849D7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - CREATE 1 [junit4] 2> 4149546 INFO (TEST-TestLargeCluster.testAddNode-seed#[FEBEE99D5D5849D7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 1 [junit4] 2> 4149546 INFO (TEST-TestLargeCluster.testAddNode-seed#[FEBEE99D5D5849D7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ########### [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestLargeCluster -Dtests.method=testAddNode -Dtests.seed=FEBEE99D5D5849D7 -Dtests.slow=true -Dtests.locale=es-UY -Dtests.timezone=Europe/Kaliningrad -Dtests.asserts=true -Dtests.file.encoding=US-ASCII [junit4] ERROR 43.4s J0 | TestLargeCluster.testAddNode <<< [junit4] > Throwable #1: java.util.concurrent.TimeoutException [junit4] > at __randomizedtesting.SeedInfo.seed([FEBEE99D5D5849D7:5951F43E9215C6CF]:0) [junit4] > at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:284) [junit4] > at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testAddNode(TestLargeCluster.java:230) [junit4] > at java.lang.Thread.run(Thread.java:748) [junit4] 2> 4149549 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 4149550 DEBUG (SUITE-TestLargeCluster-seed#[FEBEE99D5D5849D7]-worker) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly [junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestLargeCluster_FEBEE99D5D5849D7-001 [junit4] 2> Jan 22, 2018 5:58:23 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks [junit4] 2> WARNING: Will linger awaiting termination of 79 leaked thread(s). [junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=true): {}, locale=es-UY, timezone=Europe/Kaliningrad [junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=125765400,total=536870912 [junit4] 2> NOTE: All tests run in this JVM: [TestFileDictionaryLookup, TestAuthorizationFramework, QueryElevationComponentTest, TestConfigsApi, UUIDUpdateProcessorFallbackTest, TestLegacyTerms, TestMergePolicyConfig, TestSmileRequest, JavabinLoaderTest, LukeRequestHandlerTest, RecoveryZkTest, ConvertedLegacyTest, DataDrivenBlockJoinTest, BigEndianAscendingWordDeserializerTest, ManagedSchemaRoundRobinCloudTest, StatelessScriptUpdateProcessorFactoryTest, TestSolrCloudWithSecureImpersonation, DirectUpdateHandlerOptimizeTest, OverseerStatusTest, TestSolrCLIRunExample, DocValuesMissingTest, MoveReplicaHDFSFailoverTest, TestSchemaSimilarityResource, TestBlobHandler, RollingRestartTest, TestConfigSetsAPI, SearchRateTriggerTest, BitVectorTest, CoreSorterTest, ZkCLITest, NodeMutatorTest, DirectSolrSpellCheckerTest, HdfsDirectoryTest, WordBreakSolrSpellCheckerTest, SuggestComponentTest, DistributedQueryComponentOptimizationTest, QueryEqualityTest, TestManagedSynonymGraphFilterFactory, TestCorePropertiesReload, TestPushWriter, TestShardHandlerFactory, TestStandardQParsers, InfoHandlerTest, ConnectionReuseTest, SearchHandlerTest, MoreLikeThisHandlerTest, SchemaVersionSpecificBehaviorTest, TestPostingsSolrHighlighter, TestConfigOverlay, TestFieldCollectionResource, TestPolicyCloud, CachingDirectoryFactoryTest, TestFilteredDocIdSet, HttpSolrCallGetCoreTest, TestFieldCacheReopen, ZkStateWriterTest, SolrMetricReporterTest, MetricUtilsTest, BlockDirectoryTest, TestHdfsCloudBackupRestore, TestOmitPositions, BlockJoinFacetSimpleTest, VMParamsZkACLAndCredentialsProvidersTest, SolrJmxReporterCloudTest, BasicZkTest, TestReplicationHandlerBackup, TestCloudSearcherWarming, ResourceLoaderTest, TestDynamicLoading, SampleTest, QueryResultKeyTest, TestGraphMLResponseWriter, TestXIncludeConfig, CdcrReplicationDistributedZkTest, SolrIndexMetricsTest, LeaderInitiatedRecoveryOnShardRestartTest, CurrencyFieldTypeTest, TestLeaderElectionWithEmptyReplica, CustomHighlightComponentTest, TestDistribStateManager, TestJsonFacetRefinement, TestReplicaProperties, DistributedFacetPivotSmallAdvancedTest, CustomCollectionTest, TestJsonRequest, TestRuleBasedAuthorizationPlugin, PropertiesRequestHandlerTest, ReplicaListTransformerTest, TestAnalyzeInfixSuggestions, HighlighterTest, TestSortByMinMaxFunction, CdcrBidirectionalTest, CursorPagingTest, TestLRUStatsCache, HdfsWriteToMultipleCollectionsTest, TestExceedMaxTermLength, HdfsRecoveryZkTest, TestRecoveryHdfs, TestRandomRequestDistribution, ReplicationFactorTest, MoveReplicaTest, OverriddenZkACLAndCredentialsProvidersTest, TestRecovery, TestExportWriter, TestIntervalFaceting, SpatialRPTFieldTypeTest, TestDynamicFieldCollectionResource, FieldMutatingUpdateProcessorTest, DistributedMLTComponentTest, CdcrRequestHandlerTest, DistributedFacetPivotWhiteBoxTest, RequiredFieldsTest, CoreAdminRequestStatusTest, OpenExchangeRatesOrgProviderTest, FastVectorHighlighterTest, TestLFUCache, TestFieldCacheSortRandom, BlockJoinFacetDistribTest, TestSchemaNameResource, JSONWriterTest, XmlUpdateRequestHandlerTest, CollectionsAPIDistributedZkTest, TestConfigSetsAPIZkFailure, TestBM25SimilarityFactory, TestRequestForwarding, TestExpandComponent, TestTolerantSearch, TestZkChroot, SignatureUpdateProcessorFactoryTest, TestCursorMarkWithoutUniqueKey, SolrXmlInZkTest, TestCloudDeleteByQuery, HdfsTlogReplayBufferedWhileIndexingTest, TestCSVResponseWriter, DeleteShardTest, CollectionTooManyReplicasTest, AnalysisErrorHandlingTest, DateMathParserTest, SolrSlf4jReporterTest, BasicDistributedZkTest, ExitableDirectoryReaderTest, SolrRequestParserTest, RAMDirectoryFactoryTest, RuleEngineTest, AlternateDirectoryTest, LeaderElectionTest, SOLR749Test, MultiTermTest, TestNRTOpen, DateFieldTest, TestObjectReleaseTracker, TestRawTransformer, TestPhraseSuggestions, TestUtils, TestNumericTerms32, TestSolrCloudWithHadoopAuthPlugin, SaslZkACLProviderTest, TestEmbeddedSolrServerSchemaAPI, CacheHeaderTest, TestComplexPhraseLeadingWildcard, AtomicUpdatesTest, TestCloudJSONFacetJoinDomain, UpdateLogTest, TestSolrConfigHandler, TestManagedSchema, TestSolrJ, JvmMetricsTest, HttpTriggerListenerTest, TestInPlaceUpdatesDistrib, TestSearcherReuse, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestFiltering, SpatialFilterTest, TestSolrCloudWithDelegationTokens, TestEmbeddedSolrServerAdminHandler, TestSweetSpotSimilarityFactory, TestHashQParserPlugin, TestPerFieldSimilarityWithDefaultOverride, CopyFieldTest, TestManagedStopFilterFactory, TestSegmentSorting, UninvertDocValuesMergePolicyTest, DistributedExpandComponentTest, FacetPivotSmallTest, DistribCursorPagingTest, TestSolrDeletionPolicy1, TestFastOutputStream, SpellCheckComponentTest, SolrCmdDistributorTest, TestSort, TestFunctionQuery, TestLazyCores, TestIndexSearcher, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, SolrIndexSplitterTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, TestExtendedDismaxParser, SuggesterFSTTest, TestFoldingMultitermQuery, DocValuesTest, SuggesterTSTTest, SuggesterTest, TestTrie, SuggesterWFSTTest, TestCSVLoader, PolyFieldTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, TestWordDelimiterFilterFactory, TestRemoteStreaming, SolrInfoBeanTest, DebugComponentTest, TestSurroundQueryParser, DisMaxRequestHandlerTest, TestQueryUtils, TestWriterPerf, TestReversedWildcardFilterFactory, TestQueryTypes, PrimitiveFieldTypeTest, TermsComponentTest, RequestHandlersTest, DocumentBuilderTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, FieldAnalysisRequestHandlerTest, TestSolrQueryParser, IndexSchemaRuntimeFieldTest, RegexBoostProcessorTest, SolrPluginUtilsTest, TestJmxIntegration, TestCollationField, ReturnFieldsTest, UpdateRequestProcessorFactoryTest, MBeansHandlerTest, QueryParsingTest, TestAnalyzedSuggestions, UniqFieldsUpdateProcessorFactoryTest, JsonLoaderTest, BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication, PingRequestHandlerTest, CSVRequestHandlerTest, TestComponentsName, TestQuerySenderListener, UpdateParamsTest, TestQuerySenderNoQuery, ResponseLogComponentTest, SolrIndexConfigTest, BadComponentTest, TestStressRecovery, AssignBackwardCompatibilityTest, CloudExitableDirectoryReaderTest, CollectionStateFormat2Test, CollectionsAPISolrJTest, DistributedQueueTest, ForceLeaderTest, LeaderFailureAfterFreshStartTest, MissingSegmentRecoveryTest, MoveReplicaHDFSTest, RestartWhileUpdatingTest, SolrCLIZkUtilsTest, TestCloudPseudoReturnFields, TestConfigSetsAPIExclusivity, TestCryptoKeys, TestDownShardTolerantSearch, TestLeaderInitiatedRecoveryThread, TestPrepRecovery, TestShortCircuitedRequests, TestSizeLimitedDistributedMap, TestSolrCloudWithKerberosAlt, TestStressInPlaceUpdates, TestTolerantUpdateProcessorCloud, TestTolerantUpdateProcessorRandomCloud, TlogReplayBufferedWhileIndexingTest, TriLevelCompositeIdRoutingTest, ZkFailoverTest, SimpleCollectionCreateDeleteTest, TestCollectionAPI, TestCollectionsAPIViaSolrCloudCluster, TestLocalFSCloudBackupRestore, TestRequestStatusCollectionAPI, AutoAddReplicasIntegrationTest, AutoAddReplicasPlanActionTest, AutoScalingHandlerTest, ExecutePlanActionTest, HdfsAutoAddReplicasIntegrationTest, TestPolicyCloud, TestClusterStateProvider, TestComputePlanAction, TestExecutePlanAction, TestGenericDistributedQueue, TestLargeCluster] [junit4] Completed [587/767 (1!)] on J0 in 63.70s, 4 tests, 1 error, 1 skipped <<< FAILURES! [...truncated 48773 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org