Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/332/
3 tests failed. FAILED: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest.testSimple Error Message: Waiting for collection testSimple1 null Live Nodes: [127.0.0.1:37853_solr, 127.0.0.1:44062_solr] Last available state: DocCollection(testSimple1//collections/testSimple1/state.json/18)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node3":{ "dataDir":"hdfs://lucene2-us-west.apache.org:38536/data/testSimple1/core_node3/data/", "base_url":"https://127.0.0.1:44062/solr", "node_name":"127.0.0.1:44062_solr", "type":"NRT", "ulogDir":"hdfs://lucene2-us-west.apache.org:38536/data/testSimple1/core_node3/data/tlog", "core":"testSimple1_shard1_replica_n1", "shared_storage":"true", "state":"active", "leader":"true"}, "core_node5":{ "dataDir":"hdfs://lucene2-us-west.apache.org:38536/data/testSimple1/core_node5/data/", "base_url":"https://127.0.0.1:44062/solr", "node_name":"127.0.0.1:44062_solr", "type":"NRT", "ulogDir":"hdfs://lucene2-us-west.apache.org:38536/data/testSimple1/core_node5/data/tlog", "core":"testSimple1_shard1_replica_n2", "shared_storage":"true", "state":"active"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "dataDir":"hdfs://lucene2-us-west.apache.org:38536/data/testSimple1/core_node7/data/", "base_url":"https://127.0.0.1:44062/solr", "node_name":"127.0.0.1:44062_solr", "type":"NRT", "ulogDir":"hdfs://lucene2-us-west.apache.org:38536/data/testSimple1/core_node7/data/tlog", "core":"testSimple1_shard2_replica_n4", "shared_storage":"true", "state":"active", "leader":"true"}, "core_node8":{ "dataDir":"hdfs://lucene2-us-west.apache.org:38536/data/testSimple1/core_node8/data/", "base_url":"https://127.0.0.1:46091/solr", "node_name":"127.0.0.1:46091_solr", "type":"NRT", "ulogDir":"hdfs://lucene2-us-west.apache.org:38536/data/testSimple1/core_node8/data/tlog", "core":"testSimple1_shard2_replica_n6", "shared_storage":"true", "state":"down"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"} Stack Trace: java.lang.AssertionError: Waiting for collection testSimple1 null Live Nodes: [127.0.0.1:37853_solr, 127.0.0.1:44062_solr] Last available state: DocCollection(testSimple1//collections/testSimple1/state.json/18)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node3":{ "dataDir":"hdfs://lucene2-us-west.apache.org:38536/data/testSimple1/core_node3/data/", "base_url":"https://127.0.0.1:44062/solr", "node_name":"127.0.0.1:44062_solr", "type":"NRT", "ulogDir":"hdfs://lucene2-us-west.apache.org:38536/data/testSimple1/core_node3/data/tlog", "core":"testSimple1_shard1_replica_n1", "shared_storage":"true", "state":"active", "leader":"true"}, "core_node5":{ "dataDir":"hdfs://lucene2-us-west.apache.org:38536/data/testSimple1/core_node5/data/", "base_url":"https://127.0.0.1:44062/solr", "node_name":"127.0.0.1:44062_solr", "type":"NRT", "ulogDir":"hdfs://lucene2-us-west.apache.org:38536/data/testSimple1/core_node5/data/tlog", "core":"testSimple1_shard1_replica_n2", "shared_storage":"true", "state":"active"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "dataDir":"hdfs://lucene2-us-west.apache.org:38536/data/testSimple1/core_node7/data/", "base_url":"https://127.0.0.1:44062/solr", "node_name":"127.0.0.1:44062_solr", "type":"NRT", "ulogDir":"hdfs://lucene2-us-west.apache.org:38536/data/testSimple1/core_node7/data/tlog", "core":"testSimple1_shard2_replica_n4", "shared_storage":"true", "state":"active", "leader":"true"}, "core_node8":{ "dataDir":"hdfs://lucene2-us-west.apache.org:38536/data/testSimple1/core_node8/data/", "base_url":"https://127.0.0.1:46091/solr", "node_name":"127.0.0.1:46091_solr", "type":"NRT", "ulogDir":"hdfs://lucene2-us-west.apache.org:38536/data/testSimple1/core_node8/data/tlog", "core":"testSimple1_shard2_replica_n6", "shared_storage":"true", "state":"down"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"} at __randomizedtesting.SeedInfo.seed([C094921560CA1E99:F827B6EB4739CA48]:0) at org.junit.Assert.fail(Assert.java:93) at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269) at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:103) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) FAILED: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testSearchRate Error Message: The trigger did not fire at all Stack Trace: java.lang.AssertionError: The trigger did not fire at all at __randomizedtesting.SeedInfo.seed([C094921560CA1E99:9DDC8C9CAF0CB8D6]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.assertTrue(Assert.java:43) at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testSearchRate(TestLargeCluster.java:547) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) FAILED: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory Error Message: expected:<5> but was:<0> Stack Trace: java.lang.AssertionError: expected:<5> but was:<0> at __randomizedtesting.SeedInfo.seed([C094921560CA1E99:AD6836E8DA82E19E]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.failNotEquals(Assert.java:647) at org.junit.Assert.assertEquals(Assert.java:128) at org.junit.Assert.assertEquals(Assert.java:472) at org.junit.Assert.assertEquals(Assert.java:456) at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:241) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Build Log: [...truncated 12275 lines...] [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster [junit4] 2> 985260 INFO (SUITE-TestLargeCluster-seed#[C094921560CA1E99]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestLargeCluster_C094921560CA1E99-001/init-core-data-001 [junit4] 2> 985269 INFO (SUITE-TestLargeCluster-seed#[C094921560CA1E99]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true [junit4] 2> 985270 INFO (SUITE-TestLargeCluster-seed#[C094921560CA1E99]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN) [junit4] 2> 985300 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger [junit4] 2> 985301 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0 [junit4] 2> 985303 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10020_solr, 127.0.0.1:10023_solr, 127.0.0.1:10007_solr, 127.0.0.1:10015_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10005_solr, 127.0.0.1:10013_solr, 127.0.0.1:10021_solr, 127.0.0.1:10035_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10008_solr, 127.0.0.1:10019_solr, 127.0.0.1:10024_solr, 127.0.0.1:10027_solr, 127.0.0.1:10022_solr, 127.0.0.1:10039_solr, 127.0.0.1:10033_solr, 127.0.0.1:10025_solr, 127.0.0.1:10017_solr, 127.0.0.1:10002_solr, 127.0.0.1:10028_solr, 127.0.0.1:10036_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10006_solr, 127.0.0.1:10037_solr, 127.0.0.1:10009_solr, 127.0.0.1:10029_solr, 127.0.0.1:10000_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10003_solr, 127.0.0.1:10011_solr] [junit4] 2> 985303 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1 [junit4] 2> 985303 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0 [junit4] 2> 985305 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 985305 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0 [junit4] 2> 985305 DEBUG (ScheduledTrigger-1831-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 40 [junit4] 2> 985354 DEBUG (ScheduledTrigger-1831-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 985355 INFO (TEST-TestLargeCluster.testBasic-seed#[C094921560CA1E99]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBasic [junit4] 2> 985356 DEBUG (TEST-TestLargeCluster.testBasic-seed#[C094921560CA1E99]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1 [junit4] 2> 985356 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1 [junit4] 2> 985356 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 985356 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 985356 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1 [junit4] 2> 985375 INFO (TEST-TestLargeCluster.testBasic-seed#[C094921560CA1E99]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache... [junit4] 2> 985376 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 985376 DEBUG (TEST-TestLargeCluster.testBasic-seed#[C094921560CA1E99]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly [junit4] 2> 985376 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger [junit4] 2> 985377 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2 [junit4] 2> 985377 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr] [junit4] 2> 985377 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1 [junit4] 2> 985377 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2 [junit4] 2> 985377 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 985377 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2 [junit4] 2> 985377 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 985397 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 985418 DEBUG (ScheduledTrigger-1834-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 985438 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 985458 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 985479 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 985483 DEBUG (simCloudManagerPool-1833-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 985483 DEBUG (simCloudManagerPool-1833-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3 [junit4] 2> 985483 DEBUG (simCloudManagerPool-1833-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr] [junit4] 2> 985483 DEBUG (simCloudManagerPool-1833-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr] [junit4] 2> 985484 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3 [junit4] 2> 985484 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 985484 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3 [junit4] 2> 985484 DEBUG (ScheduledTrigger-1834-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 985499 DEBUG (simCloudManagerPool-1833-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 985533 DEBUG (simCloudManagerPool-1833-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4 [junit4] 2> 985533 DEBUG (simCloudManagerPool-1833-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr] [junit4] 2> 985533 DEBUG (simCloudManagerPool-1833-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr] [junit4] 2> 985533 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4 [junit4] 2> 985533 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 985533 DEBUG (ScheduledTrigger-1834-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 985533 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 985534 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4 [junit4] 2> 985554 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 985561 DEBUG (ScheduledTrigger-1834-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 985574 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 985597 DEBUG (ScheduledTrigger-1834-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 985597 DEBUG (ScheduledTrigger-1834-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 985617 DEBUG (ScheduledTrigger-1834-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 985618 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 985638 DEBUG (ScheduledTrigger-1834-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 985638 DEBUG (ScheduledTrigger-1834-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 985658 DEBUG (ScheduledTrigger-1834-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 985658 DEBUG (ScheduledTrigger-1834-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 985686 DEBUG (ScheduledTrigger-1834-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 985686 DEBUG (ScheduledTrigger-1834-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 985707 DEBUG (ScheduledTrigger-1834-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 985707 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 985727 DEBUG (ScheduledTrigger-1834-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 985727 DEBUG (ScheduledTrigger-1834-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 985747 DEBUG (ScheduledTrigger-1834-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 985747 DEBUG (ScheduledTrigger-1834-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 985767 DEBUG (ScheduledTrigger-1834-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 985768 DEBUG (ScheduledTrigger-1834-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 985792 DEBUG (ScheduledTrigger-1834-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 985792 DEBUG (ScheduledTrigger-1834-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 985828 DEBUG (ScheduledTrigger-1834-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 985828 DEBUG (ScheduledTrigger-1834-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 985848 DEBUG (ScheduledTrigger-1834-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 985849 DEBUG (ScheduledTrigger-1834-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 985869 DEBUG (ScheduledTrigger-1834-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 985869 DEBUG (ScheduledTrigger-1834-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 985905 DEBUG (ScheduledTrigger-1834-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 985905 DEBUG (ScheduledTrigger-1834-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 985926 DEBUG (ScheduledTrigger-1834-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 985926 DEBUG (ScheduledTrigger-1834-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 985962 DEBUG (ScheduledTrigger-1834-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 985962 DEBUG (ScheduledTrigger-1834-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 985998 DEBUG (ScheduledTrigger-1834-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 985998 DEBUG (ScheduledTrigger-1834-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 986027 DEBUG (ScheduledTrigger-1834-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 986027 DEBUG (ScheduledTrigger-1834-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 986047 DEBUG (ScheduledTrigger-1834-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 986047 DEBUG (ScheduledTrigger-1834-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 986067 DEBUG (ScheduledTrigger-1834-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 986068 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 986100 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 986100 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 986120 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 986120 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 986156 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 986156 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 986193 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 986193 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 986237 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 986237 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 986270 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 986270 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 986315 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 986316 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 986351 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 986351 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 986371 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 986371 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 986403 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 986404 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 986436 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 986436 DEBUG (ScheduledTrigger-1834-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 986456 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 986456 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 986481 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 986481 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 986501 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 986501 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 986533 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 986533 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 986553 DEBUG (ScheduledTrigger-1834-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 986553 DEBUG (ScheduledTrigger-1834-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 986598 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 986598 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 986634 DEBUG (ScheduledTrigger-1834-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 986634 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 986812 DEBUG (ScheduledTrigger-1834-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 986812 DEBUG (ScheduledTrigger-1834-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 986833 DEBUG (ScheduledTrigger-1834-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 986833 DEBUG (ScheduledTrigger-1834-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 986853 DEBUG (ScheduledTrigger-1834-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 986853 DEBUG (ScheduledTrigger-1834-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 986873 DEBUG (ScheduledTrigger-1834-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 986874 DEBUG (ScheduledTrigger-1834-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 986898 DEBUG (ScheduledTrigger-1834-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 986898 DEBUG (ScheduledTrigger-1834-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 986918 DEBUG (ScheduledTrigger-1834-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 986918 DEBUG (ScheduledTrigger-1834-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 986938 DEBUG (ScheduledTrigger-1834-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 986938 DEBUG (ScheduledTrigger-1834-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 986971 DEBUG (ScheduledTrigger-1834-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 986971 DEBUG (ScheduledTrigger-1834-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 987003 DEBUG (ScheduledTrigger-1834-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 987003 DEBUG (ScheduledTrigger-1834-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 987040 DEBUG (ScheduledTrigger-1834-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 987040 DEBUG (ScheduledTrigger-1834-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 987072 DEBUG (ScheduledTrigger-1834-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 987072 DEBUG (ScheduledTrigger-1834-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 987092 DEBUG (ScheduledTrigger-1834-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 987092 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 987113 DEBUG (ScheduledTrigger-1834-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 987113 DEBUG (ScheduledTrigger-1834-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 987141 DEBUG (ScheduledTrigger-1834-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 987141 DEBUG (ScheduledTrigger-1834-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 987173 DEBUG (ScheduledTrigger-1834-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 987174 DEBUG (ScheduledTrigger-1834-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 987210 DEBUG (ScheduledTrigger-1834-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 987210 DEBUG (ScheduledTrigger-1834-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 987238 DEBUG (ScheduledTrigger-1834-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 987238 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 987258 DEBUG (ScheduledTrigger-1834-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 987258 DEBUG (ScheduledTrigger-1834-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 987283 DEBUG (ScheduledTrigger-1834-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 987283 DEBUG (ScheduledTrigger-1834-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 987360 DEBUG (ScheduledTrigger-1834-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 987360 DEBUG (ScheduledTrigger-1834-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 987396 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 987396 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 987433 DEBUG (ScheduledTrigger-1834-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 987433 DEBUG (ScheduledTrigger-1834-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 987469 DEBUG (ScheduledTrigger-1834-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 987469 DEBUG (ScheduledTrigger-1834-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 987542 DEBUG (ScheduledTrigger-1834-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 987542 DEBUG (ScheduledTrigger-1834-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 987556 DEBUG (simCloudManagerPool-1833-thread-79) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / shard2: {"core_node18":{ [junit4] 2> "node_name":"127.0.0.1:10029_solr", [junit4] 2> "core":"testBasic_shard2_replica_n18", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":1000000000, [junit4] 2> "shard":"shard2", [junit4] 2> "collection":"testBasic"}} [junit4] 2> 987556 DEBUG (simCloudManagerPool-1833-thread-81) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / shard4: {"core_node54":{ [junit4] 2> "node_name":"127.0.0.1:10065_solr", [junit4] 2> "core":"testBasic_shard4_replica_t54", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"TLOG", [junit4] 2> "INDEX.sizeInBytes":1000000000, [junit4] 2> "shard":"shard4", [junit4] 2> "collection":"testBasic"}} [junit4] 2> 987556 DEBUG (simCloudManagerPool-1833-thread-82) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / shard5: {"core_node65":{ [junit4] 2> "node_name":"127.0.0.1:10071_solr", [junit4] 2> "core":"testBasic_shard5_replica_n65", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":1000000000, [junit4] 2> "shard":"shard5", [junit4] 2> "collection":"testBasic"}} [junit4] 2> 987556 DEBUG (simCloudManagerPool-1833-thread-80) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / shard3: {"core_node39":{ [junit4] 2> "node_name":"127.0.0.1:10077_solr", [junit4] 2> "core":"testBasic_shard3_replica_t39", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"TLOG", [junit4] 2> "INDEX.sizeInBytes":1000000000, [junit4] 2> "shard":"shard3", [junit4] 2> "collection":"testBasic"}} [junit4] 2> 987556 DEBUG (simCloudManagerPool-1833-thread-83) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / shard1: {"core_node1":{ [junit4] 2> "node_name":"127.0.0.1:10004_solr", [junit4] 2> "core":"testBasic_shard1_replica_n1", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":1000000000, [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"testBasic"}} [junit4] 2> 987571 DEBUG (ScheduledTrigger-1834-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 987571 DEBUG (ScheduledTrigger-1834-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 987573 INFO (TEST-TestLargeCluster.testBasic-seed#[C094921560CA1E99]) [ ] o.a.s.c.a.s.TestLargeCluster Ready after 2264ms [junit4] 2> 987592 DEBUG (simCloudManagerPool-1833-thread-90) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / shard3: {"core_node32":{ [junit4] 2> "node_name":"127.0.0.1:10036_solr", [junit4] 2> "core":"testBasic_shard3_replica_n32", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":1000000000, [junit4] 2> "shard":"shard3", [junit4] 2> "collection":"testBasic"}} [junit4] 2> 987595 DEBUG (ScheduledTrigger-1834-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 95 [junit4] 2> 987595 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 95 [junit4] 2> 987595 DEBUG (ScheduledTrigger-1834-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10019_solr [junit4] 2> 987595 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10019_solr [junit4] 2> 987595 DEBUG (ScheduledTrigger-1834-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10036_solr [junit4] 2> 987595 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10036_solr [junit4] 2> 987595 DEBUG (ScheduledTrigger-1834-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10007_solr [junit4] 2> 987595 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10007_solr [junit4] 2> 987595 DEBUG (ScheduledTrigger-1834-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10077_solr [junit4] 2> 987595 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10077_solr [junit4] 2> 987595 DEBUG (ScheduledTrigger-1834-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10013_solr [junit4] 2> 987595 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10013_solr [junit4] 2> 987594 INFO (simCloudManagerPool-1833-thread-100) [ ] o.a.s.c.ActionThrottle Throttling leader attempts - waiting for 4883ms [junit4] 2> 987655 DEBUG (ScheduledTrigger-1834-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 95 [junit4] 2> 987655 DEBUG (ScheduledTrigger-1834-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 95 [junit4] 2> 987656 INFO (simCloudManagerPool-1833-thread-105) [ ] o.a.s.c.ActionThrottle Throttling leader attempts - waiting for 1779ms [junit4] 2> 987692 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 94 [junit4] 2> 987692 DEBUG (ScheduledTrigger-1834-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 94 [junit4] 2> 987692 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10017_solr [junit4] 2> 987692 DEBUG (ScheduledTrigger-1834-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10017_solr [junit4] 2> 987728 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 94 [junit4] 2> 987728 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 94 [junit4] 2> 987765 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10013_solr, 127.0.0.1:10077_solr, 127.0.0.1:10019_solr, 127.0.0.1:10036_solr, 127.0.0.1:10007_solr] [junit4] 2> 987765 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"4cc5865d58765T8ypjpf6zgo6utxl7by97pbtxp", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":1350579944523621, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 1350579944523621, [junit4] 2> 1350579942568571, [junit4] 2> 1350579936692721, [junit4] 2> 1350579938663521, [junit4] 2> 1350579940618071], [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10013_solr", [junit4] 2> "127.0.0.1:10077_solr", [junit4] 2> "127.0.0.1:10019_solr", [junit4] 2> "127.0.0.1:10036_solr", [junit4] 2> "127.0.0.1:10007_solr"]}} [junit4] 2> 987765 DEBUG (simCloudManagerPool-1833-thread-110) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / shard3: {"core_node31":{ [junit4] 2> "node_name":"127.0.0.1:10054_solr", [junit4] 2> "core":"testBasic_shard3_replica_n31", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":1000000000, [junit4] 2> "shard":"shard3", [junit4] 2> "collection":"testBasic"}} [junit4] 2> 987785 INFO (simCloudManagerPool-1833-thread-115) [ ] o.a.s.c.ActionThrottle Throttling leader attempts - waiting for 4001ms [junit4] 2> 987858 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_lost_trigger] [junit4] 2> 988009 DEBUG (AutoscalingActionExecutor-1835-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"4cc5865d58765T8ypjpf6zgo6utxl7by97pbtxp", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":1350579944523621, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 1350579944523621, [junit4] 2> 1350579942568571, [junit4] 2> 1350579936692721, [junit4] 2> 1350579938663521, [junit4] 2> 1350579940618071], [junit4] 2> "_enqueue_time_":1350593123252721, [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10013_solr", [junit4] 2> "127.0.0.1:10077_solr", [junit4] 2> "127.0.0.1:10019_solr", [junit4] 2> "127.0.0.1:10036_solr", [junit4] 2> "127.0.0.1:10007_solr"]}} [junit4] 2> 988010 DEBUG (AutoscalingActionExecutor-1835-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: { [junit4] 2> "id":"4cc5865d58765T8ypjpf6zgo6utxl7by97pbtxp", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":1350579944523621, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 1350579944523621, [junit4] 2> 1350579942568571, [junit4] 2> 1350579936692721, [junit4] 2> 1350579938663521, [junit4] 2> 1350579940618071], [junit4] 2> "_enqueue_time_":1350593123252721, [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10013_solr", [junit4] 2> "127.0.0.1:10077_solr", [junit4] 2> "127.0.0.1:10019_solr", [junit4] 2> "127.0.0.1:10036_solr", [junit4] 2> "127.0.0.1:10007_solr"]}} with context properties: {BEFORE_ACTION=[compute]} [junit4] 2> 988158 INFO (AutoscalingActionExecutor-1835-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10072_solr&inPlaceMove=true&replica=core_node17 [junit4] 2> 988264 INFO (AutoscalingActionExecutor-1835-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10056_solr&inPlaceMove=true&replica=core_node39 [junit4] 2> 988321 INFO (AutoscalingActionExecutor-1835-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10059_solr&inPlaceMove=true&replica=core_node26 [junit4] 2> 988340 INFO (AutoscalingActionExecutor-1835-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10053_solr&inPlaceMove=true&replica=core_node32 [junit4] 2> 988373 INFO (AutoscalingActionExecutor-1835-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10037_solr&inPlaceMove=true&replica=core_node16 [junit4] 2> 988373 INFO (AutoscalingActionExecutor-1835-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1350618828 sessionWrapper.createTime 1350600817828321, this.sessionWrapper.createTime 1350600817828321 [junit4] 2> 988374 DEBUG (AutoscalingActionExecutor-1835-thread-1) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: { [junit4] 2> "id":"4cc5865d58765T8ypjpf6zgo6utxl7by97pbtxp", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":1350579944523621, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 1350579944523621, [junit4] 2> 1350579942568571, [junit4] 2> 1350579936692721, [junit4] 2> 1350579938663521, [junit4] 2> 1350579940618071], [junit4] 2> "_enqueue_time_":1350593123252721, [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10013_solr", [junit4] 2> "127.0.0.1:10077_solr", [junit4] 2> "127.0.0.1:10019_solr", [junit4] 2> "127.0.0.1:10036_solr", [junit4] 2> "127.0.0.1:10007_solr"]}} with context properties: {operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@3e02bfde, org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@5c186f94, org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@6fe86fd6, org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@73b038c5, org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@58679522], AFTER_ACTION=[compute], BEFORE_ACTION=[compute, execute]} [junit4] 2> 988374 DEBUG (AutoscalingActionExecutor-1835-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10072_solr&inPlaceMove=true&replica=core_node17 [junit4] 2> 988475 DEBUG (simCloudManagerPool-1833-thread-125) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node77":{ [junit4] 2> "core":"testBasic_shard2_replica_n76", [junit4] 2> "shard":"shard2", [junit4] 2> "collection":"testBasic", [junit4] 2> "node_name":"127.0.0.1:10072_solr", [junit4] 2> "type":"NRT"}} [junit4] 2> 988673 DEBUG (AutoscalingActionExecutor-1835-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10056_solr&inPlaceMove=true&replica=core_node39 [junit4] 2> 988789 DEBUG (simCloudManagerPool-1833-thread-133) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node79":{ [junit4] 2> "core":"testBasic_shard3_replica_t78", [junit4] 2> "shard":"shard3", [junit4] 2> "collection":"testBasic", [junit4] 2> "node_name":"127.0.0.1:10056_solr", [junit4] 2> "type":"TLOG"}} [junit4] 2> 988934 DEBUG (AutoscalingActionExecutor-1835-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10059_solr&inPlaceMove=true&replica=core_node26 [junit4] 2> 989034 DEBUG (simCloudManagerPool-1833-thread-141) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node81":{ [junit4] 2> "core":"testBasic_shard2_replica_p80", [junit4] 2> "shard":"shard2", [junit4] 2> "collection":"testBasic", [junit4] 2> "node_name":"127.0.0.1:10059_solr", [junit4] 2> "type":"PULL"}} [junit4] 2> 989146 DEBUG (AutoscalingActionExecutor-1835-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10053_solr&inPlaceMove=true&replica=core_node32 [junit4] 2> 989247 DEBUG (simCloudManagerPool-1833-thread-149) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node83":{ [junit4] 2> "core":"testBasic_shard3_replica_n82", [junit4] 2> "shard":"shard3", [junit4] 2> "collection":"testBasic", [junit4] 2> "node_name":"127.0.0.1:10053_solr", [junit4] 2> "type":"NRT"}} [junit4] 2> 989358 DEBUG (AutoscalingActionExecutor-1835-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10037_solr&inPlaceMove=true&replica=core_node16 [junit4] 2> 989459 DEBUG (simCloudManagerPool-1833-thread-157) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node85":{ [junit4] 2> "core":"testBasic_shard2_replica_n84", [junit4] 2> "shard":"shard2", [junit4] 2> "collection":"testBasic", [junit4] 2> "node_name":"127.0.0.1:10037_solr", [junit4] 2> "type":"NRT"}} [junit4] 2> 989572 DEBUG (AutoscalingActionExecutor-1835-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms [junit4] 2> 989572 DEBUG (AutoscalingActionExecutor-1835-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms [junit4] 2> 989573 DEBUG (AutoscalingActionExecutor-1835-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 78199 ms for event id=4cc5865d58765T8ypjpf6zgo6utxl7by97pbtxp [junit4] 2> 989673 DEBUG (ScheduledTrigger-1834-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 92 [junit4] 2> 989673 DEBUG (ScheduledTrigger-1834-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 92 [junit4] 2> 989673 DEBUG (ScheduledTrigger-1834-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10055_solr [junit4] 2> 989673 DEBUG (ScheduledTrigger-1834-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10055_solr [junit4] 2> 989673 DEBUG (ScheduledTrigger-1834-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10010_solr [junit4] 2> 989673 DEBUG (ScheduledTrigger-1834-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10010_solr [junit4] 2> 989673 DEBUG (ScheduledTrigger-1834-thread-2) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10013_solr, 127.0.0.1:10077_solr, 127.0.0.1:10017_solr, 127.0.0.1:10019_solr, 127.0.0.1:10036_solr, 127.0.0.1:10007_solr] [junit4] 2> 989673 DEBUG (ScheduledTrigger-1834-thread-3) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10017_solr] [junit4] 2> 989673 DEBUG (ScheduledTrigger-1834-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"4cc5865c6b0c3T8ypjpf6zgo6utxl7by97pbtxs", [junit4] 2> "source":".auto_add_replicas", [junit4] 2> "eventTime":1350579943551171, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 1350579943551171, [junit4] 2> 1350579941597221, [junit4] 2> 1350584777947821, [junit4] 2> 1350579935582171, [junit4] 2> 1350579937662121, [junit4] 2> 1350579939650871], [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10013_solr", [junit4] 2> "127.0.0.1:10077_solr", [junit4] 2> "127.0.0.1:10017_solr", [junit4] 2> "127.0.0.1:10019_solr", [junit4] 2> "127.0.0.1:10036_solr", [junit4] 2> "127.0.0.1:10007_solr"]}} [junit4] 2> 989673 DEBUG (ScheduledTrigger-1834-thread-3) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"4cc5985fe82c5T8ypjpf6zgo6utxl7by97pbtxt", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":1350584779047621, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1350584779047621], [junit4] 2> "nodeNames":["127.0.0.1:10017_solr"]}} [junit4] 2> 989673 DEBUG (ScheduledTrigger-1834-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_lost_trigger] [junit4] 2> 989673 DEBUG (ScheduledTrigger-1834-thread-3) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger processor for lost nodes: [127.0.0.1:10017_solr] is not ready, will try later [junit4] 2> 989674 DEBUG (AutoscalingActionExecutor-1835-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"4cc5865c6b0c3T8ypjpf6zgo6utxl7by97pbtxs", [junit4] 2> "source":".auto_add_replicas", [junit4] 2> "eventTime":1350579943551171, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 1350579943551171, [junit4] 2> 1350579941597221, [junit4] 2> 1350584777947821, [junit4] 2> 1350579935582171, [junit4] 2> 1350579937662121, [junit4] 2> 1350579939650871], [junit4] 2> "_enqueue_time_":1350683832284671, [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10013_solr", [junit4] 2> "127.0.0.1:10077_solr", [junit4] 2> "127.0.0.1:10017_solr", [junit4] 2> "127.0.0.1:10019_solr", [junit4] 2> "127.0.0.1:10036_solr", [junit4] 2> "127.0.0.1:10007_solr"]}} [junit4] 2> 989674 DEBUG (AutoscalingActionExecutor-1835-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: { [junit4] 2> "id":"4cc5865c6b0c3T8ypjpf6zgo6utxl7by97pbtxs", [junit4] 2> "source":".auto_add_replicas", [junit4] 2> "eventTime":1350579943551171, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 1350579943551171, [junit4] 2> 1350579941597221, [junit4] 2> 1350584777947821, [junit4] 2> 1350579935582171, [junit4] 2> 1350579937662121, [junit4] 2> 1350579939650871], [junit4] 2> "_enqueue_time_":1350683832284671, [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10013_solr", [junit4] 2> "127.0.0.1:10077_solr", [junit4] 2> "127.0.0.1:10017_solr", [junit4] 2> "127.0.0.1:10019_solr", [junit4] 2> "127.0.0.1:10036_solr", [junit4] 2> "127.0.0.1:10007_solr"]}} with context properties: {BEFORE_ACTION=[auto_add_replicas_plan]} [junit4] 2> 989676 INFO (AutoscalingActionExecutor-1835-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1350683958 sessionWrapper.createTime 1350683943725621, this.sessionWrapper.createTime 1350683943725621 [junit4] 2> 989676 DEBUG (AutoscalingActionExecutor-1835-thread-1) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: { [junit4] 2> "id":"4cc5865c6b0c3T8ypjpf6zgo6utxl7by97pbtxs", [junit4] 2> "source":".auto_add_replicas", [junit4] 2> "eventTime":1350579943551171, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 1350579943551171, [junit4] 2> 1350579941597221, [junit4] 2> 1350584777947821, [junit4] 2> 1350579935582171, [junit4] 2> 1350579937662121, [junit4] 2> 1350579939650871], [junit4] 2> "_enqueue_time_":1350683832284671, [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10013_solr", [junit4] 2> "127.0.0.1:10077_solr", [junit4] 2> "127.0.0.1:10017_solr", [junit4] 2> "127.0.0.1:10019_solr", [junit4] 2> "127.0.0.1:10036_solr", [junit4] 2> "127.0.0.1:10007_solr"]}} with context properties: {AFTER_ACTION=[auto_add_replicas_plan], BEFORE_ACTION=[auto_add_replicas_plan, execute_plan]} [junit4] 2> 989676 INFO (AutoscalingActionExecutor-1835-thread-1) [ ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: { [junit4] 2> "id":"4cc5865c6b0c3T8ypjpf6zgo6utxl7by97pbtxs", [junit4] 2> "source":".auto_add_replicas", [junit4] 2> "eventTime":1350579943551171, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 1350579943551171, [junit4] 2> 1350579941597221, [junit4] 2> 1350584777947821, [junit4] 2> 1350579935582171, [junit4] 2> 1350579937662121, [junit4] 2> 1350579939650871], [junit4] 2> "_enqueue_time_":1350683832284671, [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10013_solr", [junit4] 2> "127.0.0.1:10077_solr", [junit4] 2> "127.0.0.1:10017_solr", [junit4] 2> "127.0.0.1:10019_solr", [junit4] 2> "127.0.0.1:10036_solr", [junit4] 2> "127.0.0.1:10007_solr"]}} [junit4] 2> 989676 DEBUG (AutoscalingActionExecutor-1835-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms [junit4] 2> 989676 DEBUG (AutoscalingActionExecutor-1835-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms [junit4] 2> 989676 DEBUG (AutoscalingActionExecutor-1835-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 128 ms for event id=4cc5865c6b0c3T8ypjpf6zgo6utxl7by97pbtxs [junit4] 2> 989776 DEBUG (ScheduledTrigger-1834-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 92 [junit4] 2> 989776 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 92 [junit4] 2> 989776 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10017_solr] [junit4] 2> 989776 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"4cc70954e7fbbT8ypjpf6zgo6utxl7by97pbtxx", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":1350683820195771, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 1350683820195771, [junit4] 2> 1350683822176021, [junit4] 2> 1350584779047621], [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10055_solr", [junit4] 2> "127.0.0.1:10010_solr", [junit4] 2> "127.0.0.1:10017_solr"]}} [junit4] 2> 989776 DEBUG (ScheduledTrigger-1834-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_lost_trigger] [junit4] 2> 989777 DEBUG (AutoscalingActionExecutor-1835-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"4cc70954e7fbbT8ypjpf6zgo6utxl7by97pbtxx", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":1350683820195771, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 1350683820195771, [junit4] 2> 1350683822176021, [junit4] 2> 1350584779047621], [junit4] 2> "_enqueue_time_":1350689004721471, [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10055_solr", [junit4] 2> "127.0.0.1:10010_solr", [junit4] 2> "127.0.0.1:10017_solr"]}} [junit4] 2> 989777 DEBUG (AutoscalingActionExecutor-1835-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: { [junit4] 2> "id":"4cc70954e7fbbT8ypjpf6zgo6utxl7by97pbtxx", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":1350683820195771, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 1350683820195771, [junit4] 2> 1350683822176021, [junit4] 2> 1350584779047621], [junit4] 2> "_enqueue_time_":1350689004721471, [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10055_solr", [junit4] 2> "127.0.0.1:10010_solr", [junit4] 2> "127.0.0.1:10017_solr"]}} with context properties: {BEFORE_ACTION=[compute]} [junit4] 2> 989801 INFO (AutoscalingActionExecutor-1835-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10094_solr&inPlaceMove=true&replica=core_node62 [junit4] 2> 989817 INFO (AutoscalingActionExecutor-1835-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10091_solr&inPlaceMove=true&replica=core_node71 [junit4] 2> 989819 INFO (AutoscalingActionExecutor-1835-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10034_solr&inPlaceMove=true&replica=core_node34 [junit4] 2> 989819 INFO (AutoscalingActionExecutor-1835-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1350691150 sessionWrapper.createTime 1350689081474671, this.sessionWrapper.createTime 1350689081474671 [junit4] 2> 989819 DEBUG (AutoscalingActionExecutor-1835-thread-1) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: { [junit4] 2> "id":"4cc70954e7fbbT8ypjpf6zgo6utxl7by97pbtxx", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":1350683820195771, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 1350683820195771, [junit4] 2> 1350683822176021, [junit4] 2> 1350584779047621], [junit4] [...truncated too long message...] [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 51 /solr/collections/testSimple1/state.json [junit4] 2> 22 /solr/collections/testSimple2/state.json [junit4] 2> 12 /solr/collections/testSimple3/state.json [junit4] 2> 6 /solr/clusterprops.json [junit4] 2> 6 /solr/clusterstate.json [junit4] 2> 2 /solr/collections/testSimple1/leader_elect/shard1/election/99411373393248265-core_node3-n_0000000000 [junit4] 2> 2 /solr/overseer_elect/election/99411373393248265-127.0.0.1:44062_solr-n_0000000000 [junit4] 2> 2 /solr/overseer_elect/election/99411373393248264-127.0.0.1:46091_solr-n_0000000001 [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 6 /solr/live_nodes [junit4] 2> 6 /solr/collections [junit4] 2> [junit4] 2> 2206387 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C094921560CA1E99]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called [junit4] 2> 2206419 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C094921560CA1E99]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 [junit4] 2> 2206519 WARN (DataNode: [[[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_C094921560CA1E99-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_C094921560CA1E99-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to lucene2-us-west.apache.org/127.0.0.1:38536) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted [junit4] 2> 2206520 WARN (DataNode: [[[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_C094921560CA1E99-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_C094921560CA1E99-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to lucene2-us-west.apache.org/127.0.0.1:38536) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1301848271-127.0.0.1-1516897177912 (Datanode Uuid 30d824ff-9ab6-46de-b0e3-cd1f8e44f8cf) service to lucene2-us-west.apache.org/127.0.0.1:38536 [junit4] 2> 2206521 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C094921560CA1E99]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called [junit4] 2> 2206543 WARN (DataNode: [[[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_C094921560CA1E99-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_C094921560CA1E99-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to lucene2-us-west.apache.org/127.0.0.1:38536) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1301848271-127.0.0.1-1516897177912 (Datanode Uuid a20035d1-c6e3-4dce-b516-a038e40a415d) service to lucene2-us-west.apache.org/127.0.0.1:38536 [junit4] 2> 2206594 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C094921560CA1E99]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 [junit4] 2> 2206996 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C094921560CA1E99]-worker) [ ] o.m.log Stopped HttpServer2$selectchannelconnectorwithsafestar...@lucene2-us-west.apache.org:0 [junit4] 2> 2207015 WARN (1745614664@qtp-2141866747-1 - Acceptor0 HttpServer2$selectchannelconnectorwithsafestar...@lucene2-us-west.apache.org:37880) [ ] o.a.h.h.HttpServer2 HttpServer Acceptor: isRunning is false. Rechecking. [junit4] 2> 2207061 WARN (1745614664@qtp-2141866747-1 - Acceptor0 HttpServer2$selectchannelconnectorwithsafestar...@lucene2-us-west.apache.org:37880) [ ] o.a.h.h.HttpServer2 HttpServer Acceptor: isRunning is false [junit4] 2> 2207279 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C094921560CA1E99]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35185 35185 [junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_C094921560CA1E99-001 [junit4] 2> Jan 25, 2018 4:22:32 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks [junit4] 2> WARNING: Will linger awaiting termination of 34 leaked thread(s). [junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=428, maxMBSortInHeap=7.228904134347337, sim=RandomSimilarity(queryNorm=false): {}, locale=es-PR, timezone=Asia/Baghdad [junit4] 2> NOTE: Linux 4.4.0-104-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=224755784,total=519045120 [junit4] 2> NOTE: All tests run in this JVM: [HighlighterConfigTest, RAMDirectoryFactoryTest, HdfsWriteToMultipleCollectionsTest, TestSolrCloudWithSecureImpersonation, TestSmileRequest, PreAnalyzedUpdateProcessorTest, CdcrBidirectionalTest, OverseerTaskQueueTest, SolrCoreCheckLockOnStartupTest, TestQuerySenderNoQuery, ZkNodePropsTest, XmlUpdateRequestHandlerTest, CollectionsAPIAsyncDistributedZkTest, TestCloudDeleteByQuery, UUIDFieldTest, TestIBSimilarityFactory, OverseerModifyCollectionTest, SolrIndexConfigTest, DocExpirationUpdateProcessorFactoryTest, TestPseudoReturnFields, TestRawResponseWriter, TestMaxScoreQueryParser, BasicDistributedZkTest, TestSkipOverseerOperations, SystemLogListenerTest, DistributedFacetPivotSmallAdvancedTest, TestTolerantUpdateProcessorRandomCloud, TestCSVResponseWriter, CloudExitableDirectoryReaderTest, TestSubQueryTransformerCrossCore, TestCloudPivotFacet, TestFastOutputStream, SolrMetricsIntegrationTest, TestConfig, TestStreamBody, TestTrieFacet, TestNoOpRegenerator, NodeAddedTriggerTest, ZkStateReaderTest, TestImpersonationWithHadoopAuth, TestDynamicLoading, HdfsRecoveryZkTest, TermVectorComponentDistributedTest, TestHighlightDedupGrouping, SolrIndexMetricsTest, RuleEngineTest, RemoteQueryErrorTest, TestSchemaSimilarityResource, TestLMDirichletSimilarityFactory, TestSort, TestUninvertingReader, TestHashPartitioner, SolrIndexSplitterTest, CustomCollectionTest, TestLeaderInitiatedRecoveryThread, LeaderInitiatedRecoveryOnShardRestartTest, SolrCloudExampleTest, UpdateLogTest, TestSolrXml, TestConfigReload, TestRandomFaceting, TestCloudSchemaless, HdfsDirectoryTest, AtomicUpdateProcessorFactoryTest, DistributedQueryComponentCustomSortTest, DirectUpdateHandlerTest, SpellingQueryConverterTest, ZkCLITest, OutputWriterTest, TestShardHandlerFactory, TestOnReconnectListenerSupport, CoreAdminRequestStatusTest, DefaultValueUpdateProcessorTest, TestComplexPhraseLeadingWildcard, StatsComponentTest, SuggestComponentTest, LeaderFailoverAfterPartitionTest, ShardRoutingTest, BlockCacheTest, ConfigSetsAPITest, TestSQLHandler, TestFieldTypeResource, TestConfigSetsAPIExclusivity, TestJoin, TestDistribIDF, UpdateParamsTest, ChaosMonkeySafeLeaderWithPullReplicasTest, TestSolrCLIRunExample, ChangedSchemaMergeTest, RequestHandlersTest, MissingSegmentRecoveryTest, TestExclusionRuleCollectionAccess, TestReplicationHandlerBackup, TestBinaryField, CustomHighlightComponentTest, TestMinMaxOnMultiValuedField, DistributedFacetSimpleRefinementLongTailTest, DistributedQueueTest, HdfsAutoAddReplicasIntegrationTest] [junit4] Completed [340/767 (3!)] on J0 in 183.19s, 1 test, 1 failure <<< FAILURES! [...truncated 37993 lines...] -ecj-javadoc-lint-tests: [mkdir] Created dir: /tmp/ecj1411638578 [ecj-lint] Compiling 19 source files to /tmp/ecj1411638578 [ecj-lint] ---------- [ecj-lint] 1. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/spatial3d/src/test/org/apache/lucene/spatial3d/geom/RandomPlaneTest.java (at line 20) [ecj-lint] import java.util.ArrayList; [ecj-lint] ^^^^^^^^^^^^^^^^^^^ [ecj-lint] The import java.util.ArrayList is never used [ecj-lint] ---------- [ecj-lint] 2. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/spatial3d/src/test/org/apache/lucene/spatial3d/geom/RandomPlaneTest.java (at line 21) [ecj-lint] import java.util.List; [ecj-lint] ^^^^^^^^^^^^^^ [ecj-lint] The import java.util.List is never used [ecj-lint] ---------- [ecj-lint] 2 problems (2 errors) BUILD FAILED /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/build.xml:836: The following error occurred while executing this line: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/build.xml:101: The following error occurred while executing this line: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build.xml:208: The following error occurred while executing this line: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/common-build.xml:2281: The following error occurred while executing this line: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/common-build.xml:2112: The following error occurred while executing this line: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/common-build.xml:2145: Compile failed; see the compiler error output for details. Total time: 169 minutes 43 seconds Build step 'Invoke Ant' marked build as failure Archiving artifacts Recording test results Email was triggered for: Failure - Any Sending email for trigger: Failure - Any
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org