Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/362/

6 tests failed.
FAILED:  
org.apache.solr.cloud.LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud

Error Message:
Could not find collection : legacyFalse

Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : legacyFalse
        at 
__randomizedtesting.SeedInfo.seed([C406B42BD2337B40:150146AE763CF072]:0)
        at 
org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:118)
        at 
org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:247)
        at 
org.apache.solr.cloud.LegacyCloudClusterPropTest.checkMandatoryProps(LegacyCloudClusterPropTest.java:153)
        at 
org.apache.solr.cloud.LegacyCloudClusterPropTest.createAndTest(LegacyCloudClusterPropTest.java:90)
        at 
org.apache.solr.cloud.LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud(LegacyCloudClusterPropTest.java:70)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  
junit.framework.TestSuite.org.apache.solr.cloud.TestLeaderInitiatedRecoveryThread

Error Message:
1 thread leaked from SUITE scope at 
org.apache.solr.cloud.TestLeaderInitiatedRecoveryThread:     1) 
Thread[id=22998, name=qtp1585610140-22998, state=TIMED_WAITING, 
group=TGRP-TestLeaderInitiatedRecoveryThread]         at 
sun.misc.Unsafe.park(Native Method)         at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         
at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
         at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
         at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) 
        at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE 
scope at org.apache.solr.cloud.TestLeaderInitiatedRecoveryThread: 
   1) Thread[id=22998, name=qtp1585610140-22998, state=TIMED_WAITING, 
group=TGRP-TestLeaderInitiatedRecoveryThread]
        at sun.misc.Unsafe.park(Native Method)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
        at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
        at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.lang.Thread.run(Thread.java:748)
        at __randomizedtesting.SeedInfo.seed([C406B42BD2337B40]:0)


FAILED:  
junit.framework.TestSuite.org.apache.solr.cloud.TestLeaderInitiatedRecoveryThread

Error Message:
There are still zombie threads that couldn't be terminated:    1) 
Thread[id=22998, name=qtp1585610140-22998, state=TIMED_WAITING, 
group=TGRP-TestLeaderInitiatedRecoveryThread]         at 
sun.misc.Unsafe.park(Native Method)         at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         
at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
         at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
         at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) 
        at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie 
threads that couldn't be terminated:
   1) Thread[id=22998, name=qtp1585610140-22998, state=TIMED_WAITING, 
group=TGRP-TestLeaderInitiatedRecoveryThread]
        at sun.misc.Unsafe.park(Native Method)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
        at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
        at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.lang.Thread.run(Thread.java:748)
        at __randomizedtesting.SeedInfo.seed([C406B42BD2337B40]:0)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testSearchRate

Error Message:
The trigger did not fire at all

Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
        at 
__randomizedtesting.SeedInfo.seed([C406B42BD2337B40:994EAAA21DF5DD0F]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at 
org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testSearchRate(TestLargeCluster.java:547)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.core.snapshots.TestSolrCloudSnapshots.testSnapshots

Error Message:
Could not load collection from ZK: SolrCloudSnapshots_restored

Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: 
SolrCloudSnapshots_restored
        at 
__randomizedtesting.SeedInfo.seed([C406B42BD2337B40:F24A30B4A76A790F]:0)
        at 
org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1108)
        at 
org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:647)
        at 
org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:137)
        at 
org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:154)
        at 
org.apache.solr.core.snapshots.TestSolrCloudSnapshots.testSnapshots(TestSolrCloudSnapshots.java:191)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: 
KeeperErrorCode = Session expired for 
/collections/SolrCloudSnapshots_restored/state.json
        at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
        at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
        at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
        at 
org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
        at 
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
        at 
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
        at 
org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1120)
        at 
org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1106)
        ... 43 more


FAILED:  org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory

Error Message:
expected:<5> but was:<0>

Stack Trace:
java.lang.AssertionError: expected:<5> but was:<0>
        at 
__randomizedtesting.SeedInfo.seed([C406B42BD2337B40:A9FA10D6687B8447]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.failNotEquals(Assert.java:647)
        at org.junit.Assert.assertEquals(Assert.java:128)
        at org.junit.Assert.assertEquals(Assert.java:472)
        at org.junit.Assert.assertEquals(Assert.java:456)
        at 
org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:241)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12091 lines...]
   [junit4] Suite: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest
   [junit4]   2> Creating dataDir: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_C406B42BD2337B40-001/init-core-data-001
   [junit4]   2> 0    INFO  
(SUITE-AutoscalingHistoryHandlerTest-seed#[C406B42BD2337B40]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 356  INFO  
(SUITE-AutoscalingHistoryHandlerTest-seed#[C406B42BD2337B40]-worker) [    ] 
o.e.j.u.log Logging initialized @11743ms to org.eclipse.jetty.util.log.Slf4jLog
   [junit4]   2> 412  INFO  
(SUITE-AutoscalingHistoryHandlerTest-seed#[C406B42BD2337B40]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: 
@org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 2454 INFO  
(SUITE-AutoscalingHistoryHandlerTest-seed#[C406B42BD2337B40]-worker) [    ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2491 INFO  
(SUITE-AutoscalingHistoryHandlerTest-seed#[C406B42BD2337B40]-worker) [    ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_C406B42BD2337B40-001/tempDir-001
   [junit4]   2> 2529 INFO  
(SUITE-AutoscalingHistoryHandlerTest-seed#[C406B42BD2337B40]-worker) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2543 INFO  (Thread-1) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2562 INFO  (Thread-1) [    ] o.a.s.c.ZkTestServer Starting 
server
   [junit4]   2> 2985 INFO  
(SUITE-AutoscalingHistoryHandlerTest-seed#[C406B42BD2337B40]-worker) [    ] 
o.a.s.c.ZkTestServer start zk server on port:38279
   [junit4]   2> 3366 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn Exception causing close of session 0x0: ZooKeeperServer 
not running
   [junit4]   2> 3472 ERROR (Thread-1) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 5612 INFO  (zkConnectionManagerCallback-4-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6798 INFO  (jetty-launcher-1-thread-1) [    ] o.e.j.s.Server 
jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 
82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 6829 INFO  (jetty-launcher-1-thread-2) [    ] o.e.j.s.Server 
jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 
82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 6829 INFO  (jetty-launcher-1-thread-3) [    ] o.e.j.s.Server 
jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 
82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 6915 INFO  (jetty-launcher-1-thread-3) [    ] o.e.j.s.session 
DefaultSessionIdManager workerName=node0
   [junit4]   2> 6916 INFO  (jetty-launcher-1-thread-3) [    ] o.e.j.s.session 
No SessionScavenger set, using defaults
   [junit4]   2> 6919 INFO  (jetty-launcher-1-thread-3) [    ] o.e.j.s.session 
Scavenging every 660000ms
   [junit4]   2> 6920 INFO  (jetty-launcher-1-thread-1) [    ] o.e.j.s.session 
DefaultSessionIdManager workerName=node0
   [junit4]   2> 6920 INFO  (jetty-launcher-1-thread-1) [    ] o.e.j.s.session 
No SessionScavenger set, using defaults
   [junit4]   2> 6920 INFO  (jetty-launcher-1-thread-1) [    ] o.e.j.s.session 
Scavenging every 600000ms
   [junit4]   2> 6996 INFO  (jetty-launcher-1-thread-2) [    ] o.e.j.s.session 
DefaultSessionIdManager workerName=node0
   [junit4]   2> 6996 INFO  (jetty-launcher-1-thread-2) [    ] o.e.j.s.session 
No SessionScavenger set, using defaults
   [junit4]   2> 6996 INFO  (jetty-launcher-1-thread-2) [    ] o.e.j.s.session 
Scavenging every 600000ms
   [junit4]   2> 7018 INFO  (jetty-launcher-1-thread-3) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@578c132f{/solr,null,AVAILABLE}
   [junit4]   2> 7032 INFO  (jetty-launcher-1-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@245298e9{/solr,null,AVAILABLE}
   [junit4]   2> 7018 INFO  (jetty-launcher-1-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@45e8e8b5{/solr,null,AVAILABLE}
   [junit4]   2> 7256 INFO  (jetty-launcher-1-thread-1) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@154cb930{SSL,[ssl, 
http/1.1]}{127.0.0.1:34103}
   [junit4]   2> 7257 INFO  (jetty-launcher-1-thread-1) [    ] o.e.j.s.Server 
Started @18679ms
   [junit4]   2> 7257 INFO  (jetty-launcher-1-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=34103}
   [junit4]   2> 7257 INFO  (jetty-launcher-1-thread-3) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@57614d98{SSL,[ssl, 
http/1.1]}{127.0.0.1:32827}
   [junit4]   2> 7272 INFO  (jetty-launcher-1-thread-3) [    ] o.e.j.s.Server 
Started @18695ms
   [junit4]   2> 7272 INFO  (jetty-launcher-1-thread-3) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=32827}
   [junit4]   2> 7276 INFO  (jetty-launcher-1-thread-2) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@155ddf10{SSL,[ssl, 
http/1.1]}{127.0.0.1:37794}
   [junit4]   2> 7276 INFO  (jetty-launcher-1-thread-2) [    ] o.e.j.s.Server 
Started @18699ms
   [junit4]   2> 7276 INFO  (jetty-launcher-1-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=37794}
   [junit4]   2> 7393 ERROR (jetty-launcher-1-thread-3) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 7393 ERROR (jetty-launcher-1-thread-2) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 7402 INFO  (jetty-launcher-1-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.3.0
   [junit4]   2> 7393 ERROR (jetty-launcher-1-thread-1) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 7403 INFO  (jetty-launcher-1-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.3.0
   [junit4]   2> 7402 INFO  (jetty-launcher-1-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.3.0
   [junit4]   2> 7419 INFO  (jetty-launcher-1-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 7419 INFO  (jetty-launcher-1-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 7419 INFO  (jetty-launcher-1-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 7419 INFO  (jetty-launcher-1-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 7420 INFO  (jetty-launcher-1-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 7436 INFO  (jetty-launcher-1-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 7757 INFO  (jetty-launcher-1-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-02-10T07:06:36.465Z
   [junit4]   2> 7757 INFO  (jetty-launcher-1-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-02-10T07:06:36.481Z
   [junit4]   2> 7757 INFO  (jetty-launcher-1-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-02-10T07:06:36.481Z
   [junit4]   2> 7871 INFO  (jetty-launcher-1-thread-2) [    ] 
o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find 
system property or JNDI)
   [junit4]   2> 7871 INFO  (jetty-launcher-1-thread-1) [    ] 
o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find 
system property or JNDI)
   [junit4]   2> 7871 INFO  (jetty-launcher-1-thread-3) [    ] 
o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find 
system property or JNDI)
   [junit4]   2> 7904 INFO  (zkConnectionManagerCallback-10-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 7918 INFO  (zkConnectionManagerCallback-8-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 7918 INFO  (zkConnectionManagerCallback-9-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 7919 INFO  (jetty-launcher-1-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 7921 INFO  (jetty-launcher-1-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 7922 INFO  (jetty-launcher-1-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 8869 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 
0x10022cbf9bf0002, likely client has closed socket
   [junit4]   2> 10956 INFO  (jetty-launcher-1-thread-3) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38279/solr
   [junit4]   2> 10956 INFO  (jetty-launcher-1-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38279/solr
   [junit4]   2> 10956 INFO  (jetty-launcher-1-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38279/solr
   [junit4]   2> 11034 INFO  (zkConnectionManagerCallback-20-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 11046 INFO  (zkConnectionManagerCallback-21-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 11048 INFO  (zkConnectionManagerCallback-22-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 11107 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 
0x10022cbf9bf0005, likely client has closed socket
   [junit4]   2> 11107 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 
0x10022cbf9bf0006, likely client has closed socket
   [junit4]   2> 11108 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 
0x10022cbf9bf0004, likely client has closed socket
   [junit4]   2> 11120 INFO  
(zkConnectionManagerCallback-24-thread-1-processing-n:127.0.0.1:37794_solr) 
[n:127.0.0.1:37794_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 11138 INFO  
(zkConnectionManagerCallback-28-thread-1-processing-n:127.0.0.1:34103_solr) 
[n:127.0.0.1:34103_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 11184 INFO  
(zkConnectionManagerCallback-26-thread-1-processing-n:127.0.0.1:32827_solr) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 14508 INFO  (jetty-launcher-1-thread-2) 
[n:127.0.0.1:37794_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 14522 INFO  (jetty-launcher-1-thread-3) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 14585 INFO  (jetty-launcher-1-thread-3) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:32827_solr
   [junit4]   2> 14618 INFO  (jetty-launcher-1-thread-2) 
[n:127.0.0.1:37794_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:37794_solr
   [junit4]   2> 14651 INFO  (jetty-launcher-1-thread-3) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.Overseer Overseer 
(id=72095853501677577-127.0.0.1:32827_solr-n_0000000000) starting
   [junit4]   2> 14729 INFO  
(zkCallback-23-thread-1-processing-n:127.0.0.1:37794_solr) 
[n:127.0.0.1:37794_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 14731 INFO  
(zkCallback-25-thread-1-processing-n:127.0.0.1:32827_solr) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 15026 INFO  (jetty-launcher-1-thread-1) 
[n:127.0.0.1:34103_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 15059 INFO  (jetty-launcher-1-thread-1) 
[n:127.0.0.1:34103_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 15187 INFO  (jetty-launcher-1-thread-1) 
[n:127.0.0.1:34103_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:34103_solr
   [junit4]   2> 15387 INFO  
(zkCallback-25-thread-1-processing-n:127.0.0.1:32827_solr) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 15398 INFO  
(zkCallback-23-thread-1-processing-n:127.0.0.1:37794_solr) 
[n:127.0.0.1:37794_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 15480 INFO  
(zkCallback-27-thread-1-processing-n:127.0.0.1:34103_solr) 
[n:127.0.0.1:34103_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 15754 DEBUG 
(OverseerStateUpdate-72095853501677577-127.0.0.1:32827_solr-n_0000000000) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 16081 DEBUG 
(OverseerStateUpdate-72095853501677577-127.0.0.1:32827_solr-n_0000000000) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, 
message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:34103_solr"} current state version: 0
   [junit4]   2> 16171 INFO  (jetty-launcher-1-thread-3) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:32827_solr
   [junit4]   2> 16173 INFO  
(zkCallback-27-thread-1-processing-n:127.0.0.1:34103_solr) 
[n:127.0.0.1:34103_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 16330 DEBUG 
(OverseerStateUpdate-72095853501677577-127.0.0.1:32827_solr-n_0000000000) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for 
node: 127.0.0.1:34103_solr
   [junit4]   2> 16366 INFO  
(zkCallback-23-thread-1-processing-n:127.0.0.1:37794_solr) 
[n:127.0.0.1:37794_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 16366 INFO  
(zkCallback-25-thread-2-processing-n:127.0.0.1:32827_solr) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 16394 DEBUG 
(OverseerStateUpdate-72095853501677577-127.0.0.1:32827_solr-n_0000000000) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, 
message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:32827_solr"} current state version: 0
   [junit4]   2> 16394 DEBUG 
(OverseerStateUpdate-72095853501677577-127.0.0.1:32827_solr-n_0000000000) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for 
node: 127.0.0.1:32827_solr
   [junit4]   2> 16434 DEBUG 
(OverseerAutoScalingTriggerThread-72095853501677577-127.0.0.1:32827_solr-n_0000000000)
 [n:127.0.0.1:32827_solr    ] o.a.s.c.a.OverseerTriggerThread Adding 
.autoAddReplicas trigger
   [junit4]   2> 16565 DEBUG 
(OverseerAutoScalingTriggerThread-72095853501677577-127.0.0.1:32827_solr-n_0000000000)
 [n:127.0.0.1:32827_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 1
   [junit4]   2> 17219 DEBUG 
(OverseerAutoScalingTriggerThread-72095853501677577-127.0.0.1:32827_solr-n_0000000000)
 [n:127.0.0.1:32827_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: 
[127.0.0.1:34103_solr, 127.0.0.1:32827_solr, 127.0.0.1:37794_solr]
   [junit4]   2> 17220 DEBUG 
(OverseerAutoScalingTriggerThread-72095853501677577-127.0.0.1:32827_solr-n_0000000000)
 [n:127.0.0.1:32827_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 17220 DEBUG 
(OverseerAutoScalingTriggerThread-72095853501677577-127.0.0.1:32827_solr-n_0000000000)
 [n:127.0.0.1:32827_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 1
   [junit4]   2> 17420 DEBUG 
(OverseerAutoScalingTriggerThread-72095853501677577-127.0.0.1:32827_solr-n_0000000000)
 [n:127.0.0.1:32827_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeAdded markers
   [junit4]   2> 17422 DEBUG 
(OverseerAutoScalingTriggerThread-72095853501677577-127.0.0.1:32827_solr-n_0000000000)
 [n:127.0.0.1:32827_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 17456 DEBUG (ScheduledTrigger-14-thread-1) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 3
   [junit4]   2> 18495 DEBUG (ScheduledTrigger-14-thread-1) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 3
   [junit4]   2> 18638 INFO  (jetty-launcher-1-thread-3) 
[n:127.0.0.1:32827_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_32827.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@7a3eb11b
   [junit4]   2> 18727 INFO  (jetty-launcher-1-thread-2) 
[n:127.0.0.1:37794_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_37794.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@7a3eb11b
   [junit4]   2> 18645 INFO  (jetty-launcher-1-thread-1) 
[n:127.0.0.1:34103_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_34103.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@7a3eb11b
   [junit4]   2> 18763 INFO  (jetty-launcher-1-thread-1) 
[n:127.0.0.1:34103_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_34103.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@7a3eb11b
   [junit4]   2> 18763 INFO  (jetty-launcher-1-thread-1) 
[n:127.0.0.1:34103_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_34103.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@7a3eb11b
   [junit4]   2> 18920 INFO  (jetty-launcher-1-thread-3) 
[n:127.0.0.1:32827_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_32827.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@7a3eb11b
   [junit4]   2> 18920 INFO  (jetty-launcher-1-thread-2) 
[n:127.0.0.1:37794_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_37794.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@7a3eb11b
   [junit4]   2> 18921 INFO  (jetty-launcher-1-thread-3) 
[n:127.0.0.1:32827_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_32827.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@7a3eb11b
   [junit4]   2> 18921 INFO  (jetty-launcher-1-thread-2) 
[n:127.0.0.1:37794_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_37794.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@7a3eb11b
   [junit4]   2> 19216 INFO  (jetty-launcher-1-thread-2) 
[n:127.0.0.1:37794_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_C406B42BD2337B40-001/tempDir-001/node2/.
   [junit4]   2> 19225 INFO  (jetty-launcher-1-thread-3) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_C406B42BD2337B40-001/tempDir-001/node3/.
   [junit4]   2> 19225 INFO  (jetty-launcher-1-thread-1) 
[n:127.0.0.1:34103_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_C406B42BD2337B40-001/tempDir-001/node1/.
   [junit4]   2> 19596 DEBUG (ScheduledTrigger-14-thread-2) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 3
   [junit4]   2> 20612 DEBUG (ScheduledTrigger-14-thread-1) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 3
   [junit4]   2> 21054 INFO  (zkConnectionManagerCallback-36-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 21276 INFO  (zkConnectionManagerCallback-40-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 21437 INFO  
(SUITE-AutoscalingHistoryHandlerTest-seed#[C406B42BD2337B40]-worker) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 21438 INFO  
(SUITE-AutoscalingHistoryHandlerTest-seed#[C406B42BD2337B40]-worker) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38279/solr ready
   [junit4]   2> 21616 DEBUG (ScheduledTrigger-14-thread-1) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 3
   [junit4]   2> 22624 DEBUG (ScheduledTrigger-14-thread-1) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 3
   [junit4]   2> 23632 DEBUG (ScheduledTrigger-14-thread-1) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 3
   [junit4]   2> 24640 DEBUG (ScheduledTrigger-14-thread-1) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 3
   [junit4]   2> 25652 DEBUG (ScheduledTrigger-14-thread-1) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 3
   [junit4]   2> 26805 DEBUG (ScheduledTrigger-14-thread-1) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 3
   [junit4]   2> 27753 INFO  (qtp2126800145-42) [n:127.0.0.1:37794_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
replicationFactor=3&name=AutoscalingHistoryHandlerTest_collection&nrtReplicas=3&action=CREATE&numShards=1&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 27816 DEBUG (ScheduledTrigger-14-thread-1) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 3
   [junit4]   2> 27838 INFO  
(OverseerThreadFactory-16-thread-1-processing-n:127.0.0.1:32827_solr) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection 
AutoscalingHistoryHandlerTest_collection
   [junit4]   2> 27850 INFO  
(OverseerThreadFactory-16-thread-1-processing-n:127.0.0.1:32827_solr) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/protwords.txt to 
/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/protwords.txt
   [junit4]   2> 27865 INFO  
(OverseerThreadFactory-16-thread-1-processing-n:127.0.0.1:32827_solr) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/managed-schema to 
/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/managed-schema
   [junit4]   2> 27867 INFO  
(OverseerThreadFactory-16-thread-1-processing-n:127.0.0.1:32827_solr) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/solrconfig.xml to 
/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/solrconfig.xml
   [junit4]   2> 27886 INFO  
(OverseerThreadFactory-16-thread-1-processing-n:127.0.0.1:32827_solr) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/synonyms.txt to 
/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/synonyms.txt
   [junit4]   2> 27889 INFO  
(OverseerThreadFactory-16-thread-1-processing-n:127.0.0.1:32827_solr) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/stopwords.txt to 
/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/stopwords.txt
   [junit4]   2> 27903 INFO  
(OverseerThreadFactory-16-thread-1-processing-n:127.0.0.1:32827_solr) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/params.json to 
/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/params.json
   [junit4]   2> 27915 INFO  
(OverseerThreadFactory-16-thread-1-processing-n:127.0.0.1:32827_solr) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/contractions_it.txt to 
/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_it.txt
   [junit4]   2> 27934 INFO  
(OverseerThreadFactory-16-thread-1-processing-n:127.0.0.1:32827_solr) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_no.txt to 
/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_no.txt
   [junit4]   2> 27937 INFO  
(OverseerThreadFactory-16-thread-1-processing-n:127.0.0.1:32827_solr) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_hy.txt to 
/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hy.txt
   [junit4]   2> 27955 INFO  
(OverseerThreadFactory-16-thread-1-processing-n:127.0.0.1:32827_solr) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stemdict_nl.txt to 
/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stemdict_nl.txt
   [junit4]   2> 27957 INFO  
(OverseerThreadFactory-16-thread-1-processing-n:127.0.0.1:32827_solr) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/contractions_ca.txt to 
/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_ca.txt
   [junit4]   2> 28007 INFO  
(OverseerThreadFactory-16-thread-1-processing-n:127.0.0.1:32827_solr) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_id.txt to 
/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_id.txt
   [junit4]   2> 28030 INFO  
(OverseerThreadFactory-16-thread-1-processing-n:127.0.0.1:32827_solr) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_ga.txt to 
/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ga.txt
   [junit4]   2> 28065 INFO  
(OverseerThreadFactory-16-thread-1-processing-n:127.0.0.1:32827_solr) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_da.txt to 
/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_da.txt
   [junit4]   2> 28067 INFO  
(OverseerThreadFactory-16-thread-1-processing-n:127.0.0.1:32827_solr) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_hi.txt to 
/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hi.txt
   [junit4]   2> 28082 INFO  
(OverseerThreadFactory-16-thread-1-processing-n:127.0.0.1:32827_solr) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_ja.txt to 
/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ja.txt
   [junit4]   2> 28084 INFO  
(OverseerThreadFactory-16-thread-1-processing-n:127.0.0.1:32827_solr) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_pt.txt to 
/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_pt.txt
   [junit4]   2> 28103 INFO  
(OverseerThreadFactory-16-thread-1-processing-n:127.0.0.1:32827_solr) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_hu.txt to 
/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hu.txt
   [junit4]   2> 28154 INFO  
(OverseerThreadFactory-16-thread-1-processing-n:127.0.0.1:32827_solr) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_el.txt to 
/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_el.txt
   [junit4]   2> 28156 INFO  
(OverseerThreadFactory-16-thread-1-processing-n:127.0.0.1:32827_solr) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_ru.txt to 
/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ru.txt
   [junit4]   2> 28191 INFO  
(OverseerThreadFactory-16-thread-1-processing-n:127.0.0.1:32827_solr) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_tr.txt to 
/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_tr.txt
   [junit4]   2> 28193 INFO  
(OverseerThreadFactory-16-thread-1-processing-n:127.0.0.1:32827_solr) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_ar.txt to 
/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ar.txt
   [junit4]   2> 28212 INFO  
(OverseerThreadFactory-16-thread-1-processing-n:127.0.0.1:32827_solr) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/userdict_ja.txt to 
/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/userdict_ja.txt
   [junit4]   2> 28214 INFO  
(OverseerThreadFactory-16-thread-1-processing-n:127.0.0.1:32827_solr) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_it.txt to 
/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_it.txt
   [junit4]   2> 28249 INFO  
(OverseerThreadFactory-16-thread-1-processing-n:127.0.0.1:32827_solr) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_eu.txt to 
/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_eu.txt
   [junit4]   2> 28264 INFO  
(OverseerThreadFactory-16-thread-1-processing-n:127.0.0.1:32827_solr) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_cz.txt to 
/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_cz.txt
   [junit4]   2> 28266 INFO  
(OverseerThreadFactory-16-thread-1-processing-n:127.0.0.1:32827_solr) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stoptags_ja.txt to 
/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stoptags_ja.txt
   [junit4]   2> 28332 INFO  
(OverseerThreadFactory-16-thread-1-processing-n:127.0.0.1:32827_solr) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/contractions_fr.txt to 
/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_fr.txt
   [junit4]   2> 28336 INFO  
(OverseerThreadFactory-16-thread-1-processing-n:127.0.0.1:32827_solr) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_fa.txt to 
/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fa.txt
   [junit4]   2> 28338 INFO  
(OverseerThreadFactory-16-thread-1-processing-n:127.0.0.1:32827_solr) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_de.txt to 
/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_de.txt
   [junit4]   2> 28340 INFO  
(OverseerThreadFactory-16-thread-1-processing-n:127.0.0.1:32827_solr) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/contractions_ga.txt to 
/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_ga.txt
   [junit4]   2> 28363 INFO  
(OverseerThreadFactory-16-thread-1-processing-n:127.0.0.1:32827_solr) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_ca.txt to 
/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ca.txt
   [junit4]   2> 28438 INFO  
(OverseerThreadFactory-16-thread-1-processing-n:127.0.0.1:32827_solr) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_nl.txt to 
/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_nl.txt
   [junit4]   2> 28500 INFO  
(OverseerThreadFactory-16-thread-1-processing-n:127.0.0.1:32827_solr) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_bg.txt to 
/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_bg.txt
   [junit4]   2> 28502 INFO  
(OverseerThreadFactory-16-thread-1-processing-n:127.0.0.1:32827_solr) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_es.txt to 
/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_es.txt
   [junit4]   2> 28517 INFO  
(OverseerThreadFactory-16-thread-1-processing-n:127.0.0.1:32827_solr) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_en.txt to 
/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_en.txt
   [junit4]   2> 28519 INFO  
(OverseerThreadFactory-16-thread-1-processing-n:127.0.0.1:32827_solr) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_lv.txt to 
/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_lv.txt
   [junit4]   2> 28538 INFO  
(OverseerThreadFactory-16-thread-1-processing-n:127.0.0.1:32827_solr) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_th.txt to 
/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_th.txt
   [junit4]   2> 28548 INFO  
(OverseerThreadFactory-16-thread-1-processing-n:127.0.0.1:32827_solr) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_ro.txt to 
/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ro.txt
   [junit4]   2> 28550 INFO  
(OverseerThreadFactory-16-thread-1-processing-n:127.0.0.1:32827_solr) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_fr.txt to 
/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fr.txt
   [junit4]   2> 28572 INFO  
(OverseerThreadFactory-16-thread-1-processing-n:127.0.0.1:32827_solr) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_sv.txt to 
/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_sv.txt
   [junit4]   2> 28600 INFO  
(OverseerThreadFactory-16-thread-1-processing-n:127.0.0.1:32827_solr) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_fi.txt to 
/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fi.txt
   [junit4]   2> 28610 INFO  
(OverseerThreadFactory-16-thread-1-processing-n:127.0.0.1:32827_solr) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/hyphenations_ga.txt to 
/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/hyphenations_ga.txt
   [junit4]   2> 28612 INFO  
(OverseerThreadFactory-16-thread-1-processing-n:127.0.0.1:32827_solr) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_gl.txt to 
/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_gl.txt
   [junit4]   2> 28686 DEBUG 
(OverseerStateUpdate-72095853501677577-127.0.0.1:32827_solr-n_0000000000) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, 
message = {
   [junit4]   2>   "name":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"3",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "nrtReplicas":"3",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 28687 DEBUG 
(OverseerStateUpdate-72095853501677577-127.0.0.1:32827_solr-n_0000000000) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.o.ClusterStateMutator building a new 
cName: AutoscalingHistoryHandlerTest_collection
   [junit4]   2> 28719 DEBUG 
(OverseerStateUpdate-72095853501677577-127.0.0.1:32827_solr-n_0000000000) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.o.ZkStateWriter going to create_collection 
/collections/AutoscalingHistoryHandlerTest_collection/state.json
   [junit4]   2> 28824 DEBUG (ScheduledTrigger-14-thread-1) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 3
   [junit4]   2> 28841 DEBUG 
(OverseerStateUpdate-72095853501677577-127.0.0.1:32827_solr-n_0000000000) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, 
message = {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   
"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:34103/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} current state version: 0
   [junit4]   2> 28842 INFO  
(OverseerStateUpdate-72095853501677577-127.0.0.1:32827_solr-n_0000000000) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   
"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:34103/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 28894 DEBUG 
(OverseerStateUpdate-72095853501677577-127.0.0.1:32827_solr-n_0000000000) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{}}
   [junit4]   2> 28894 DEBUG 
(OverseerStateUpdate-72095853501677577-127.0.0.1:32827_solr-n_0000000000) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.o.SliceMutator New Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{"core_node3":{
   [junit4]   2>       
"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>       "base_url":"https://127.0.0.1:34103/solr";,
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 28895 DEBUG 
(OverseerStateUpdate-72095853501677577-127.0.0.1:32827_solr-n_0000000000) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, 
message = {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   
"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:37794/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} current state version: 0
   [junit4]   2> 28896 INFO  
(OverseerStateUpdate-72095853501677577-127.0.0.1:32827_solr-n_0000000000) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   
"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:37794/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 28930 DEBUG 
(OverseerStateUpdate-72095853501677577-127.0.0.1:32827_solr-n_0000000000) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{"core_node3":{
   [junit4]   2>       
"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>       "base_url":"https://127.0.0.1:34103/solr";,
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 28931 DEBUG 
(OverseerStateUpdate-72095853501677577-127.0.0.1:32827_solr-n_0000000000) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.o.SliceMutator New Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{
   [junit4]   2>     "core_node3":{
   [junit4]   2>       
"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>       "base_url":"https://127.0.0.1:34103/solr";,
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"},
   [junit4]   2>     "core_node5":{
   [junit4]   2>       
"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>       "base_url":"https://127.0.0.1:37794/solr";,
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 28947 DEBUG 
(OverseerStateUpdate-72095853501677577-127.0.0.1:32827_solr-n_0000000000) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.Overseer processMessage: queueSize: 3, 
message = {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   
"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:32827/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} current state version: 0
   [junit4]   2> 28947 INFO  
(OverseerStateUpdate-72095853501677577-127.0.0.1:32827_solr-n_0000000000) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   
"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:32827/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 29005 DEBUG 
(OverseerStateUpdate-72095853501677577-127.0.0.1:32827_solr-n_0000000000) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{
   [junit4]   2>     "core_node3":{
   [junit4]   2>       
"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>       "base_url":"https://127.0.0.1:34103/solr";,
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"},
   [junit4]   2>     "core_node5":{
   [junit4]   2>       
"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>       "base_url":"https://127.0.0.1:37794/solr";,
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 29005 DEBUG 
(OverseerStateUpdate-72095853501677577-127.0.0.1:32827_solr-n_0000000000) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.o.SliceMutator New Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{
   [junit4]   2>     "core_node3":{
   [junit4]   2>       
"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>       "base_url":"https://127.0.0.1:34103/solr";,
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"},
   [junit4]   2>     "core_node5":{
   [junit4]   2>       
"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>       "base_url":"https://127.0.0.1:37794/solr";,
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"},
   [junit4]   2>     "core_node6":{
   [junit4]   2>       
"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
   [junit4]   2>       "base_url":"https://127.0.0.1:32827/solr";,
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 29110 DEBUG 
(OverseerStateUpdate-72095853501677577-127.0.0.1:32827_solr-n_0000000000) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection 
/collections/AutoscalingHistoryHandlerTest_collection/state.json version: 0
   [junit4]   2> 29891 DEBUG (ScheduledTrigger-14-thread-1) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 3
   [junit4]   2> 29953 INFO  (qtp2126800145-50) [n:127.0.0.1:37794_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node5&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n2&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 30072 INFO  (qtp2126800145-50) [n:127.0.0.1:37794_solr    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 30231 INFO  (qtp214836630-39) [n:127.0.0.1:32827_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node6&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n4&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 30221 INFO  (qtp2093161484-33) [n:127.0.0.1:34103_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node3&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 30266 INFO  (qtp2093161484-33) [n:127.0.0.1:34103_solr    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 30301 INFO  (qtp214836630-39) [n:127.0.0.1:32827_solr    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 30338 DEBUG 
(OverseerStateUpdate-72095853501677577-127.0.0.1:32827_solr-n_0000000000) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, 
message = {
   [junit4]   2>   
"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>   "core_node_name":"core_node5",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:37794/solr";,
   [junit4]   2>   "node_name":"127.0.0.1:37794_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 30340 DEBUG 
(OverseerStateUpdate-72095853501677577-127.0.0.1:32827_solr-n_0000000000) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 
message={
   [junit4]   2>   
"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>   "core_node_name":"core_node5",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:37794/solr";,
   [junit4]   2>   "node_name":"127.0.0.1:37794_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 30341 DEBUG 
(OverseerStateUpdate-72095853501677577-127.0.0.1:32827_solr-n_0000000000) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.o.ReplicaMutator Will update state for 
replica: 
core_node5:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2","base_url":"https://127.0.0.1:37794/solr","node_name":"127.0.0.1:37794_solr","state":"down","type":"NRT"}
   [junit4]   2> 30341 DEBUG 
(OverseerStateUpdate-72095853501677577-127.0.0.1:32827_solr-n_0000000000) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.o.ReplicaMutator Collection is now: 
DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"3",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"3",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node3":{
   [junit4]   2>           
"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>           "base_url":"https://127.0.0.1:34103/solr";,
   [junit4]   2>           "state":"down",
   [junit4]   2>           "node_name":null,
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node5":{
   [junit4]   2>           
"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>           "base_url":"https://127.0.0.1:37794/solr";,
   [junit4]   2>           "node_name":"127.0.0.1:37794_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node6":{
   [junit4]   2>           
"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
   [junit4]   2>           "base_url":"https://127.0.0.1:32827/solr";,
   [junit4]   2>           "state":"down",
   [junit4]   2>           "node_name":null,
   [junit4]   2>           "type":"NRT"}}}}}
   [junit4]   2> 30395 DEBUG 
(OverseerStateUpdate-72095853501677577-127.0.0.1:32827_solr-n_0000000000) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.Overseer processMessage: queueSize: 3, 
message = {
   [junit4]   2>   
"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node3",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:34103/solr";,
   [junit4]   2>   "node_name":"127.0.0.1:34103_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 30395 DEBUG 
(OverseerStateUpdate-72095853501677577-127.0.0.1:32827_solr-n_0000000000) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 
message={
   [junit4]   2>   
"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node3",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:34103/solr";,
   [junit4]   2>   "node_name":"127.0.0.1:34103_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 30395 DEBUG 
(OverseerStateUpdate-72095853501677577-127.0.0.1:32827_solr-n_0000000000) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.o.ReplicaMutator Will update state for 
replica: 
core_node3:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1","base_url":"https://127.0.0.1:34103/solr","node_name":"127.0.0.1:34103_solr","state":"down","type":"NRT"}
   [junit4]   2> 30396 DEBUG 
(OverseerStateUpdate-72095853501677577-127.0.0.1:32827_solr-n_0000000000) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.o.ReplicaMutator Collection is now: 
DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"3",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"3",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node3":{
   [junit4]   2>           
"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>           "base_url":"https://127.0.0.1:34103/solr";,
   [junit4]   2>           "node_name":"127.0.0.1:34103_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node5":{
   [junit4]   2>           
"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>           "base_url":"https://127.0.0.1:37794/solr";,
   [junit4]   2>           "node_name":"127.0.0.1:37794_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node6":{
   [junit4]   2>           
"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
   [junit4]   2>           "base_url":"https://127.0.0.1:32827/solr";,
   [junit4]   2>           "state":"down",
   [junit4]   2>           "node_name":null,
   [junit4]   2>           "type":"NRT"}}}}}
   [junit4]   2> 30396 DEBUG 
(OverseerStateUpdate-72095853501677577-127.0.0.1:32827_solr-n_0000000000) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.Overseer processMessage: queueSize: 3, 
message = {
   [junit4]   2>   
"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
   [junit4]   2>   "core_node_name":"core_node6",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:32827/solr";,
   [junit4]   2>   "node_name":"127.0.0.1:32827_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 30396 DEBUG 
(OverseerStateUpdate-72095853501677577-127.0.0.1:32827_solr-n_0000000000) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 
message={
   [junit4]   2>   
"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
   [junit4]   2>   "core_node_name":"core_node6",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:32827/solr";,
   [junit4]   2>   "node_name":"127.0.0.1:32827_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 30396 DEBUG 
(OverseerStateUpdate-72095853501677577-127.0.0.1:32827_solr-n_0000000000) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.o.ReplicaMutator Will update state for 
replica: 
core_node6:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4","base_url":"https://127.0.0.1:32827/solr","node_name":"127.0.0.1:32827_solr","state":"down","type":"NRT"}
   [junit4]   2> 30396 DEBUG 
(OverseerStateUpdate-72095853501677577-127.0.0.1:32827_solr-n_0000000000) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.o.ReplicaMutator Collection is now: 
DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"3",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"3",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node3":{
   [junit4]   2>           
"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>           "base_url":"https://127.0.0.1:34103/solr";,
   [junit4]   2>           "node_name":"127.0.0.1:34103_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node5":{
   [junit4]   2>           
"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>           "base_url":"https://127.0.0.1:37794/solr";,
   [junit4]   2>           "node_name":"127.0.0.1:37794_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node6":{
   [junit4]   2>           
"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
   [junit4]   2>           "base_url":"https://127.0.0.1:32827/solr";,
   [junit4]   2>           "node_name":"127.0.0.1:32827_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"}}}}}
   [junit4]   2> 30512 DEBUG 
(OverseerStateUpdate-72095853501677577-127.0.0.1:32827_solr-n_0000000000) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection 
/collections/AutoscalingHistoryHandlerTest_collection/state.json version: 1
   [junit4]   2> 30533 INFO  
(zkCallback-23-thread-1-processing-n:127.0.0.1:37794_solr) 
[n:127.0.0.1:37794_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for 
collection [AutoscalingHistoryHandlerTest_collection] has occurred - 
updating... (live nodes size: [3])
   [junit4]   2> 30543 INFO  
(zkCallback-25-thread-2-processing-n:127.0.0.1:32827_solr) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for 
collection [AutoscalingHistoryHandlerTest_collection] has occurred - 
updating... (live nodes size: [3])
   [junit4]   2> 30543 INFO  
(zkCallback-25-thread-1-processing-n:127.0.0.1:32827_solr) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for 
collection [AutoscalingHistoryHandlerTest_collection] has occurred - 
updating... (live nodes size: [3])
   [junit4]   2> 30543 INFO  
(zkCallback-27-thread-1-processing-n:127.0.0.1:34103_solr) 
[n:127.0.0.1:34103_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for 
collection [AutoscalingHistoryHandlerTest_collection] has occurred - 
updating... (live nodes size: [3])
   [junit4]   2> 30549 INFO  
(zkCallback-23-thread-2-processing-n:127.0.0.1:37794_solr) 
[n:127.0.0.1:37794_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for 
collection [AutoscalingHistoryHandlerTest_collection] has occurred - 
updating... (live nodes size: [3])
   [junit4]   2> 30549 INFO  
(zkCallback-27-thread-2-processing-n:127.0.0.1:34103_solr) 
[n:127.0.0.1:34103_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for 
collection [AutoscalingHistoryHandlerTest_collection] has occurred - 
updating... (live nodes size: [3])
   [junit4]   2> 30898 DEBUG (ScheduledTrigger-14-thread-1) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 3
   [junit4]   2> 31841 INFO  (qtp2126800145-50) [n:127.0.0.1:37794_solr 
c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 
x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] 
o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 31843 INFO  (qtp2126800145-50) [n:127.0.0.1:37794_solr 
c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 
x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] 
o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 31899 WARN  (qtp2126800145-50) [n:127.0.0.1:37794_solr 
c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 
x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] 
o.a.s.c.SolrConfig Couldn't add files from 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_C406B42BD2337B40-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/extraction/lib
 filtered by .*\.jar to classpath: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_C406B42BD2337B40-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/extraction/lib
   [junit4]   2> 31937 WARN  (qtp2126800145-50) [n:127.0.0.1:37794_solr 
c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 
x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] 
o.a.s.c.SolrConfig Couldn't add files from 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_C406B42BD2337B40-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
 filtered by solr-cell-\d.*\.jar to classpath: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_C406B42BD2337B40-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
   [junit4]   2> 31937 WARN  (qtp2126800145-50) [n:127.0.0.1:37794_solr 
c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 
x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] 
o.a.s.c.SolrConfig Couldn't add files from 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_C406B42BD2337B40-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/clustering/lib
 filtered by .*\.jar to classpath: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_C406B42BD2337B40-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/clustering/lib
   [junit4]   2> 31937 WARN  (qtp2126800145-50) [n:127.0.0.1:37794_solr 
c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 
x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] 
o.a.s.c.SolrConfig Couldn't add files from 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_C406B42BD2337B40-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
 filtered by solr-clustering-\d.*\.jar to classpath: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_C406B42BD2337B40-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
   [junit4]   2> 31937 WARN  (qtp2126800145-50) [n:127.0.0.1:37794_solr 
c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 
x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] 
o.a.s.c.SolrConfig Couldn't add files from 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_C406B42BD2337B40-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/langid/lib
 filtered by .*\.jar to classpath: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_C406B42BD2337B40-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/langid/lib
   [junit4]   2> 31950 DEBUG (ScheduledTrigger-14-thread-1) 
[n:127.0.0.1:32827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 3
   [junit4]   2> 31978 WARN  (qtp2126800145-50) [n:127.0.0.1:37794_solr 
c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 
x:AutoscalingHistoryHandl

[...truncated too long message...]

  2> Feb 10, 2018 8:15:35 AM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked 
thread(s).
   [junit4]   2> Feb 10, 2018 8:15:55 AM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 1 thread leaked from SUITE scope at 
org.apache.solr.cloud.TestLeaderInitiatedRecoveryThread: 
   [junit4]   2>    1) Thread[id=22998, name=qtp1585610140-22998, 
state=TIMED_WAITING, group=TGRP-TestLeaderInitiatedRecoveryThread]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
   [junit4]   2>         at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
   [junit4]   2>         at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
   [junit4]   2>         at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]   2>         at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Feb 10, 2018 8:15:55 AM 
com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=22998, name=qtp1585610140-22998, 
state=TIMED_WAITING, group=TGRP-TestLeaderInitiatedRecoveryThread]
   [junit4]   2> Feb 10, 2018 8:15:58 AM 
com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> SEVERE: There are still zombie threads that couldn't be 
terminated:
   [junit4]   2>    1) Thread[id=22998, name=qtp1585610140-22998, 
state=TIMED_WAITING, group=TGRP-TestLeaderInitiatedRecoveryThread]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
   [junit4]   2>         at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
   [junit4]   2>         at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
   [junit4]   2>         at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]   2>         at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: test params are: codec=Lucene70, 
sim=RandomSimilarity(queryNorm=true): {}, locale=fi-FI, timezone=Asia/Shanghai
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 
1.8.0_152 (64-bit)/cpus=4,threads=2,free=262028056,total=524812288
   [junit4]   2> NOTE: All tests run in this JVM: [TestSimDistributedQueue, 
LeaderFailureAfterFreshStartTest, ConnectionManagerTest, ExplicitHLLTest, 
AssignTest, DeleteReplicaTest, HdfsLockFactoryTest, 
CollectionsAPIAsyncDistributedZkTest, ReplicaListTransformerTest, 
IndexSchemaRuntimeFieldTest, CollectionsAPISolrJTest, TestUtils, 
TestQuerySenderListener, ConnectionReuseTest, TestXmlQParser, TestOrdValues, 
TestSolrCoreSnapshots, SolrXmlInZkTest, TestSolrConfigHandler, 
TestNumericTerms32, DistributedSuggestComponentTest, BlobRepositoryCloudTest, 
TestValueSourceCache, TestRealTimeGet, GraphQueryTest, TestLazyCores, 
TestUnifiedSolrHighlighter, TestExecutePlanAction, 
TestMultiValuedNumericRangeQuery, TestAddFieldRealTimeGet, 
SharedFSAutoReplicaFailoverTest, SecurityConfHandlerTest, 
TestSolrConfigHandlerCloud, TestRandomDVFaceting, RegexBytesRefFilterTest, 
TestSolr4Spatial2, ShowFileRequestHandlerTest, TestFreeTextSuggestions, 
TimeRoutedAliasUpdateProcessorTest, SimpleCollectionCreateDeleteTest, 
ConvertedLegacyTest, DistributedFacetPivotLongTailTest, 
DataDrivenBlockJoinTest, CoreAdminHandlerTest, MetricsConfigTest, 
DistributedExpandComponentTest, CoreAdminCreateDiscoverTest, ClusterStateTest, 
LeaderElectionIntegrationTest, CurrencyRangeFacetCloudTest, TestUtilizeNode, 
UniqFieldsUpdateProcessorFactoryTest, TestDFRSimilarityFactory, 
NodeAddedTriggerTest, TestFieldCacheReopen, TestMissingGroups, 
HDFSCollectionsAPITest, CustomCollectionTest, LukeRequestHandlerTest, 
TestReloadAndDeleteDocs, DateRangeFieldTest, NotRequiredUniqueKeyTest, 
TestScoreJoinQPNoScore, TestApiFramework, TestDynamicFieldResource, 
AliasIntegrationTest, TestTlogReplica, TestAnalyzeInfixSuggestions, 
MoreLikeThisHandlerTest, WrapperMergePolicyFactoryTest, ReturnFieldsTest, 
HdfsRecoverLeaseTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, 
TestUseDocValuesAsStored2, CircularListTest, UnloadDistributedZkTest, 
BigEndianAscendingWordDeserializerTest, TestRestoreCore, ResponseHeaderTest, 
TestInitQParser, OverseerCollectionConfigSetProcessorTest, 
TestRequestForwarding, TestNumericTokenStream, TestSuggestSpellingConverter, 
ForceLeaderTest, DateMathParserTest, ResponseLogComponentTest, CacheHeaderTest, 
ClusterStateUpdateTest, TestIntervalFaceting, TestSolrDeletionPolicy2, 
TestLFUCache, DistributedSpellCheckComponentTest, CleanupOldIndexTest, 
TestRangeQuery, DistanceUnitsTest, ImplicitSnitchTest, TestExpandComponent, 
DistributedFacetPivotWhiteBoxTest, SolrTestCaseJ4Test, 
BlockJoinFacetDistribTest, HdfsAutoAddReplicasIntegrationTest, 
AutoScalingHandlerTest, TestRandomFlRTGCloud, 
TestEmbeddedSolrServerConstructors, ReplaceNodeTest, 
TestCloudPseudoReturnFields, TestManagedSynonymFilterFactory, TestCustomStream, 
WordBreakSolrSpellCheckerTest, TestHdfsCloudBackupRestore, TestQueryTypes, 
AnalysisAfterCoreReloadTest, CloudMLTQParserTest, TestConfigSetsAPIZkFailure, 
TestSerializedLuceneMatchVersion, HLLUtilTest, SystemLogListenerTest, 
LIRRollingUpdatesTest, BlockDirectoryTest, TestBadConfig, NumericFieldsTest, 
TestPushWriter, TestFaceting, TestRecovery, ZkControllerTest, 
TestStressReorder, TestReload, TestCoreContainer, SimpleFacetsTest, 
StatsComponentTest, TestSort, DistributedQueryElevationComponentTest, 
SpellCheckCollatorTest, DocValuesTest, TestCSVResponseWriter, 
BinaryUpdateRequestHandlerTest, TestComponentsName, HighlighterConfigTest, 
TestSolrIndexConfig, CopyFieldTest, SolrIndexConfigTest, TestStressRecovery, 
TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, 
TestTolerantSearch, TestLuceneIndexBackCompat, 
AsyncCallRequestStatusResponseTest, 
ChaosMonkeyNothingIsSafeWithPullReplicasTest, DeleteInactiveReplicaTest, 
DistribCursorPagingTest, MigrateRouteKeyTest, MoveReplicaHDFSTest, 
SSLMigrationTest, TestCloudInspectUtil, TestCloudPivotFacet, 
TestConfigSetsAPIExclusivity, TestDeleteCollectionOnDownNodes, 
TestDistribDocBasedVersion, TestLeaderInitiatedRecoveryThread]
   [junit4]   2> NOTE: reproduce with: ant test  
-Dtestcase=TestLeaderInitiatedRecoveryThread -Dtests.seed=C406B42BD2337B40 
-Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=fi-FI 
-Dtests.timezone=Asia/Shanghai -Dtests.asserts=true 
-Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.00s J2 | TestLeaderInitiatedRecoveryThread (suite) <<<
   [junit4]    > Throwable #1: 
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE 
scope at org.apache.solr.cloud.TestLeaderInitiatedRecoveryThread: 
   [junit4]    >    1) Thread[id=22998, name=qtp1585610140-22998, 
state=TIMED_WAITING, group=TGRP-TestLeaderInitiatedRecoveryThread]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
   [junit4]    >         at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
   [junit4]    >         at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
   [junit4]    >         at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]    >         at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([C406B42BD2337B40]:0)Throwable #2: 
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie 
threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=22998, name=qtp1585610140-22998, 
state=TIMED_WAITING, group=TGRP-TestLeaderInitiatedRecoveryThread]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
   [junit4]    >         at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
   [junit4]    >         at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
   [junit4]    >         at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]    >         at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([C406B42BD2337B40]:0)
   [junit4] Completed [565/774 (5!)] on J2 in 71.42s, 1 test, 2 errors <<< 
FAILURES!

[...truncated 48873 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to