[JENKINS] Lucene-Solr-Tests-7.x - Build # 481 - Unstable

[Apache Jenkins Server]

Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/481/

3 tests failed.
FAILED:  
org.apache.lucene.codecs.lucene54.TestLucene54DocValuesFormat.testSortedNumericsSingleValuedMissingVsStoredFields

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
        at __randomizedtesting.SeedInfo.seed([C5389FDCE7D3ACCC]:0)


FAILED:  
junit.framework.TestSuite.org.apache.lucene.codecs.lucene54.TestLucene54DocValuesFormat

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
        at __randomizedtesting.SeedInfo.seed([C5389FDCE7D3ACCC]:0)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testNodeLost

Error Message:
/autoscaling/nodeAdded/127.0.0.1:10119_solr

Stack Trace:
java.util.NoSuchElementException: /autoscaling/nodeAdded/127.0.0.1:10119_solr
        at 
__randomizedtesting.SeedInfo.seed([B4C91F39E209F767:BDCD1C761E392E1]:0)
        at 
org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node.removeChild(SimDistribStateManager.java:163)
        at 
org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node.removeEphemeralChildren(SimDistribStateManager.java:195)
        at 
org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node.removeEphemeralChildren(SimDistribStateManager.java:197)
        at 
org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node.removeEphemeralChildren(SimDistribStateManager.java:197)
        at 
org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider.simRemoveNode(SimClusterStateProvider.java:253)
        at 
org.apache.solr.cloud.autoscaling.sim.SimCloudManager.simRemoveNode(SimCloudManager.java:273)
        at 
org.apache.solr.cloud.autoscaling.sim.SimCloudManager.simRemoveRandomNodes(SimCloudManager.java:293)
        at 
org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.setUp(SimSolrCloudTestCase.java:161)
        at sun.reflect.GeneratedMethodAccessor3.invoke(Unknown Source)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 5027 lines...]
   [junit4] Suite: org.apache.lucene.codecs.lucene54.TestLucene54DocValuesFormat
   [junit4] IGNOR/A 0.00s J0 | 
TestLucene54DocValuesFormat.testTermsEnumRandomMany
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] IGNOR/A 0.00s J0 | 
TestLucene54DocValuesFormat.testSortedSetVariableLengthManyVsStoredFields
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4]   2> Mar 04, 2018 7:39:29 PM 
com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
   [junit4]   2> WARNING: Suite execution timed out: 
org.apache.lucene.codecs.lucene54.TestLucene54DocValuesFormat
   [junit4]   2>    1) Thread[id=1, name=main, state=WAITING, group=main]
   [junit4]   2>         at java.lang.Object.wait(Native Method)
   [junit4]   2>         at java.lang.Thread.join(Thread.java:1252)
   [junit4]   2>         at java.lang.Thread.join(Thread.java:1326)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:636)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:493)
   [junit4]   2>         at 
com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:251)
   [junit4]   2>         at 
com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:368)
   [junit4]   2>         at 
com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
   [junit4]   2>    2) Thread[id=17, 
name=SUITE-TestLucene54DocValuesFormat-seed#[C5389FDCE7D3ACCC], state=RUNNABLE, 
group=TGRP-TestLucene54DocValuesFormat]
   [junit4]   2>         at java.lang.Thread.getStackTrace(Thread.java:1559)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:696)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:693)
   [junit4]   2>         at java.security.AccessController.doPrivileged(Native 
Method)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:693)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:709)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:689)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:65)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:705)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:139)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:626)
   [junit4]   2>    3) Thread[id=18, 
name=TEST-TestLucene54DocValuesFormat.testSortedNumericsSingleValuedMissingVsStoredFields-seed#[C5389FDCE7D3ACCC],
 state=TIMED_WAITING, group=TGRP-TestLucene54DocValuesFormat]
   [junit4]   2>         at java.lang.Object.wait(Native Method)
   [junit4]   2>         at 
org.apache.lucene.index.IndexWriter.doWait(IndexWriter.java:4679)
   [junit4]   2>         at 
org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:2103)
   [junit4]   2>         at 
org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:2031)
   [junit4]   2>         at 
org.apache.lucene.index.RandomIndexWriter.forceMerge(RandomIndexWriter.java:440)
   [junit4]   2>         at 
org.apache.lucene.index.BaseDocValuesFormatTestCase.doTestSortedNumericsVsStoredFields(BaseDocValuesFormatTestCase.java:1314)
   [junit4]   2>         at 
org.apache.lucene.index.BaseDocValuesFormatTestCase.testSortedNumericsSingleValuedMissingVsStoredFields(BaseDocValuesFormatTestCase.java:2248)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native 
Method)
   [junit4]   2>         at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2>         at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>         at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2>         at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
   [junit4]   2>         at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2>    4) Thread[id=9, name=JUnit4-serializer-daemon, 
state=TIMED_WAITING, group=main]
   [junit4]   2>         at java.lang.Thread.sleep(Native Method)
   [junit4]   2>         at 
com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
   [junit4]   2> NOTE: reproduce with: ant test  
-Dtestcase=TestLucene54DocValuesFormat 
-Dtests.method=testSortedNumericsSingleValuedMissingVsStoredFields 
-Dtests.seed=C5389FDCE7D3ACCC -Dtests.multiplier=2 -Dtests.slow=true 
-Dtests.locale=en-CA -Dtests.timezone=SystemV/PST8 -Dtests.asserts=true 
-Dtests.file.encoding=UTF-8
   [junit4] ERROR   6982s J0 | 
TestLucene54DocValuesFormat.testSortedNumericsSingleValuedMissingVsStoredFields 
<<<
   [junit4]    > Throwable #1: java.lang.Exception: Test abandoned because 
suite timeout was reached.
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([C5389FDCE7D3ACCC]:0)
   [junit4]   2> Mar 04, 2018 7:39:29 PM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked 
thread(s).
   [junit4]   2> Mar 04, 2018 7:39:49 PM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 1 thread leaked from SUITE scope at 
org.apache.lucene.codecs.lucene54.TestLucene54DocValuesFormat: 
   [junit4]   2>    1) Thread[id=18, 
name=TEST-TestLucene54DocValuesFormat.testSortedNumericsSingleValuedMissingVsStoredFields-seed#[C5389FDCE7D3ACCC],
 state=TIMED_WAITING, group=TGRP-TestLucene54DocValuesFormat]
   [junit4]   2>         at java.lang.Object.wait(Native Method)
   [junit4]   2>         at 
org.apache.lucene.index.IndexWriter.doWait(IndexWriter.java:4679)
   [junit4]   2>         at 
org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:2103)
   [junit4]   2>         at 
org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:2031)
   [junit4]   2>         at 
org.apache.lucene.index.RandomIndexWriter.forceMerge(RandomIndexWriter.java:440)
   [junit4]   2>         at 
org.apache.lucene.index.BaseDocValuesFormatTestCase.doTestSortedNumericsVsStoredFields(BaseDocValuesFormatTestCase.java:1314)
   [junit4]   2>         at 
org.apache.lucene.index.BaseDocValuesFormatTestCase.testSortedNumericsSingleValuedMissingVsStoredFields(BaseDocValuesFormatTestCase.java:2248)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native 
Method)
   [junit4]   2>         at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2>         at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>         at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2>         at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
   [junit4]   2>         at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Mar 04, 2018 7:39:49 PM 
com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=18, 
name=TEST-TestLucene54DocValuesFormat.testSortedNumericsSingleValuedMissingVsStoredFields-seed#[C5389FDCE7D3ACCC],
 state=TIMED_WAITING, group=TGRP-TestLucene54DocValuesFormat]
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/backward-codecs/test/J0/temp/lucene.codecs.lucene54.TestLucene54DocValuesFormat_C5389FDCE7D3ACCC-001
   [junit4]   2> Mar 05, 2018 3:39:49 AM 
com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: All leaked threads terminated.
   [junit4]   2> NOTE: test params are: codec=CheapBastard, 
sim=RandomSimilarity(queryNorm=true): {fieldname=DFR I(F)Z(0.3), docId=DFR 
I(n)BZ(0.3), id=DFR GLZ(0.3)}, locale=en-CA, timezone=SystemV/PST8
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 
1.8.0_152 (64-bit)/cpus=4,threads=1,free=312079360,total=353370112
   [junit4]   2> NOTE: All tests run in this JVM: 
[TestLucene50SegmentInfoFormat, TestIndexWriterOnOldIndex, 
TestLegacyStringHelper, TestLucene54DocValuesFormat]
   [junit4]   2> NOTE: reproduce with: ant test  
-Dtestcase=TestLucene54DocValuesFormat -Dtests.seed=C5389FDCE7D3ACCC 
-Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=en-CA 
-Dtests.timezone=SystemV/PST8 -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J0 | TestLucene54DocValuesFormat (suite) <<<
   [junit4]    > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 
7200000 msec).
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([C5389FDCE7D3ACCC]:0)
   [junit4] Completed [9/9 (1!)] on J0 in 7220.44s, 91 tests, 2 errors, 2 
skipped <<< FAILURES!

[...truncated 7280 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster
   [junit4]   2> Creating dataDir: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestLargeCluster_B4C91F39E209F767-001/init-core-data-001
   [junit4]   2> 24169 INFO  
(SUITE-TestLargeCluster-seed#[B4C91F39E209F767]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 24170 INFO  
(SUITE-TestLargeCluster-seed#[B4C91F39E209F767]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: 
@org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 24170 INFO  
(SUITE-TestLargeCluster-seed#[B4C91F39E209F767]-worker) [    ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 24278 INFO  
(TEST-TestLargeCluster.testBasic-seed#[B4C91F39E209F767]) [    ] 
o.a.s.SolrTestCaseJ4 ###Starting testBasic
   [junit4]   2> 24281 INFO  
(TEST-TestLargeCluster.testBasic-seed#[B4C91F39E209F767]) [    ] 
o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing 
object cache...
   [junit4]   2> 24281 DEBUG 
(TEST-TestLargeCluster.testBasic-seed#[B4C91F39E209F767]) [    ] 
o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 24295 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 24290 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 24300 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode 
version 1
   [junit4]   2> 24355 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 
127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 
127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 
127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 
127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 
127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 
127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 
127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 
127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 
127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 
127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 
127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 
127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 
127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 
127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 
127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 
127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 
127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 
127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 
127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 
127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 
127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 
127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 
127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 
127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 
127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 
127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 
127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 
127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 
127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 
127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 
127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 
127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 
127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr]
   [junit4]   2> 24355 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 24356 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 24375 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 24377 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 24376 DEBUG (ScheduledTrigger-95-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 24409 DEBUG (ScheduledTrigger-95-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 24423 DEBUG (simCloudManagerPool-94-thread-1) [    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 24424 DEBUG (simCloudManagerPool-94-thread-1) [    ] 
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 
2
   [junit4]   2> 24424 DEBUG (simCloudManagerPool-94-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 
127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 
127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 
127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 
127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 
127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 
127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 
127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 
127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 
127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 
127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 
127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 
127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 
127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 
127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 
127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 
127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 
127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 
127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 
127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 
127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 
127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 
127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 
127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 
127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 
127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 
127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 
127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 
127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 
127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 
127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 
127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 
127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 
127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr]
   [junit4]   2> 24424 DEBUG (simCloudManagerPool-94-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 
127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 
127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 
127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 
127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 
127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 
127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 
127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 
127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 
127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 
127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 
127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 
127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 
127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 
127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 
127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 
127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 
127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 
127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 
127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 
127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 
127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 
127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 
127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 
127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 
127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 
127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 
127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 
127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 
127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 
127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 
127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 
127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 
127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr]
   [junit4]   2> 24425 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 24427 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 24427 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 24429 DEBUG (ScheduledTrigger-95-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 24430 DEBUG (ScheduledTrigger-95-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 24444 DEBUG (simCloudManagerPool-94-thread-2) [    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 24446 DEBUG (simCloudManagerPool-94-thread-2) [    ] 
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 
3
   [junit4]   2> 24446 DEBUG (simCloudManagerPool-94-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 
127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 
127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 
127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 
127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 
127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 
127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 
127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 
127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 
127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 
127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 
127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 
127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 
127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 
127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 
127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 
127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 
127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 
127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 
127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 
127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 
127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 
127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 
127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 
127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 
127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 
127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 
127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 
127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 
127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 
127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 
127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 
127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 
127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr]
   [junit4]   2> 24446 DEBUG (simCloudManagerPool-94-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 
127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 
127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 
127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 
127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 
127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 
127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 
127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 
127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 
127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 
127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 
127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 
127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 
127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 
127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 
127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 
127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 
127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 
127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 
127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 
127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 
127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 
127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 
127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 
127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 
127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 
127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 
127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 
127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 
127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 
127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 
127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 
127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 
127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr]
   [junit4]   2> 24447 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 24447 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 24447 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 24450 DEBUG (ScheduledTrigger-95-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 24450 DEBUG (ScheduledTrigger-95-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 24470 DEBUG (ScheduledTrigger-95-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 24471 DEBUG (ScheduledTrigger-95-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 24490 DEBUG (ScheduledTrigger-95-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 24491 DEBUG (ScheduledTrigger-95-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 24511 DEBUG (ScheduledTrigger-95-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 24512 DEBUG (ScheduledTrigger-95-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 24531 DEBUG (ScheduledTrigger-95-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 24532 DEBUG (ScheduledTrigger-95-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 24552 DEBUG (ScheduledTrigger-95-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 24552 DEBUG (ScheduledTrigger-95-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 24572 DEBUG (ScheduledTrigger-95-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 24573 DEBUG (ScheduledTrigger-95-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 24592 DEBUG (ScheduledTrigger-95-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 24593 DEBUG (ScheduledTrigger-95-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 24615 DEBUG (ScheduledTrigger-95-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 24615 DEBUG (ScheduledTrigger-95-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 24636 DEBUG (ScheduledTrigger-95-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 24636 DEBUG (ScheduledTrigger-95-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 24656 DEBUG (ScheduledTrigger-95-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 24656 DEBUG (ScheduledTrigger-95-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 24677 DEBUG (ScheduledTrigger-95-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 24677 DEBUG (ScheduledTrigger-95-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 24697 DEBUG (ScheduledTrigger-95-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 24697 DEBUG (ScheduledTrigger-95-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 24717 DEBUG (ScheduledTrigger-95-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 24717 DEBUG (ScheduledTrigger-95-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 24738 DEBUG (ScheduledTrigger-95-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 24738 DEBUG (ScheduledTrigger-95-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 24758 DEBUG (ScheduledTrigger-95-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 24758 DEBUG (ScheduledTrigger-95-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 24779 DEBUG (ScheduledTrigger-95-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 24779 DEBUG (ScheduledTrigger-95-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 24799 DEBUG (ScheduledTrigger-95-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 24799 DEBUG (ScheduledTrigger-95-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 24819 DEBUG (ScheduledTrigger-95-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 24819 DEBUG (ScheduledTrigger-95-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 24840 DEBUG (ScheduledTrigger-95-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 24840 DEBUG (ScheduledTrigger-95-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 24860 DEBUG (ScheduledTrigger-95-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 24860 DEBUG (ScheduledTrigger-95-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 24880 DEBUG (ScheduledTrigger-95-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 24880 DEBUG (ScheduledTrigger-95-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 24901 DEBUG (ScheduledTrigger-95-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 24901 DEBUG (ScheduledTrigger-95-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 24921 DEBUG (ScheduledTrigger-95-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 24921 DEBUG (ScheduledTrigger-95-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 24941 DEBUG (ScheduledTrigger-95-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 24942 DEBUG (ScheduledTrigger-95-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 24962 DEBUG (ScheduledTrigger-95-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 24962 DEBUG (ScheduledTrigger-95-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 24982 DEBUG (ScheduledTrigger-95-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 24982 DEBUG (ScheduledTrigger-95-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 25003 DEBUG (ScheduledTrigger-95-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 25003 DEBUG (ScheduledTrigger-95-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 25023 DEBUG (ScheduledTrigger-95-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 25023 DEBUG (ScheduledTrigger-95-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 25043 DEBUG (ScheduledTrigger-95-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 25043 DEBUG (ScheduledTrigger-95-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 25064 DEBUG (ScheduledTrigger-95-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 25064 DEBUG (ScheduledTrigger-95-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 25084 DEBUG (ScheduledTrigger-95-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 25084 DEBUG (ScheduledTrigger-95-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 25104 DEBUG (ScheduledTrigger-95-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 25104 DEBUG (ScheduledTrigger-95-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 25125 DEBUG (ScheduledTrigger-95-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 25125 DEBUG (ScheduledTrigger-95-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 25145 DEBUG (ScheduledTrigger-95-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 25145 DEBUG (ScheduledTrigger-95-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 25165 DEBUG (ScheduledTrigger-95-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 25165 DEBUG (ScheduledTrigger-95-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 25186 DEBUG (ScheduledTrigger-95-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 25186 DEBUG (ScheduledTrigger-95-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 25206 DEBUG (ScheduledTrigger-95-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 25206 DEBUG (ScheduledTrigger-95-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 25226 DEBUG (ScheduledTrigger-95-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 25226 DEBUG (ScheduledTrigger-95-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 25247 DEBUG (ScheduledTrigger-95-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 25247 DEBUG (ScheduledTrigger-95-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 25267 DEBUG (ScheduledTrigger-95-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 25267 DEBUG (ScheduledTrigger-95-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 25287 DEBUG (ScheduledTrigger-95-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 25287 DEBUG (ScheduledTrigger-95-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 25308 DEBUG (ScheduledTrigger-95-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 25308 DEBUG (ScheduledTrigger-95-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 25328 DEBUG (ScheduledTrigger-95-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 25328 DEBUG (ScheduledTrigger-95-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 25348 DEBUG (ScheduledTrigger-95-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 25348 DEBUG (ScheduledTrigger-95-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 25369 DEBUG (ScheduledTrigger-95-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 25369 DEBUG (ScheduledTrigger-95-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 25389 DEBUG (ScheduledTrigger-95-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 25389 DEBUG (ScheduledTrigger-95-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 25399 DEBUG (simCloudManagerPool-94-thread-81) [    ] 
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / 
shard4: {"core_node54":{
   [junit4]   2>     "node_name":"127.0.0.1:10044_solr",
   [junit4]   2>     "core":"testBasic_shard4_replica_t54",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "state":"active",
   [junit4]   2>     "type":"TLOG",
   [junit4]   2>     "INDEX.sizeInBytes":1,
   [junit4]   2>     "shard":"shard4",
   [junit4]   2>     "collection":"testBasic"}}
   [junit4]   2> 25399 DEBUG (simCloudManagerPool-94-thread-80) [    ] 
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / 
shard3: {"core_node39":{
   [junit4]   2>     "node_name":"127.0.0.1:10049_solr",
   [junit4]   2>     "core":"testBasic_shard3_replica_t39",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "state":"active",
   [junit4]   2>     "type":"TLOG",
   [junit4]   2>     "INDEX.sizeInBytes":1,
   [junit4]   2>     "shard":"shard3",
   [junit4]   2>     "collection":"testBasic"}}
   [junit4]   2> 25399 DEBUG (simCloudManagerPool-94-thread-79) [    ] 
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / 
shard2: {"core_node18":{
   [junit4]   2>     "node_name":"127.0.0.1:10041_solr",
   [junit4]   2>     "core":"testBasic_shard2_replica_n18",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "state":"active",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "INDEX.sizeInBytes":1,
   [junit4]   2>     "shard":"shard2",
   [junit4]   2>     "collection":"testBasic"}}
   [junit4]   2> 25399 DEBUG (simCloudManagerPool-94-thread-82) [    ] 
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / 
shard5: {"core_node65":{
   [junit4]   2>     "node_name":"127.0.0.1:10047_solr",
   [junit4]   2>     "core":"testBasic_shard5_replica_n65",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "state":"active",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "INDEX.sizeInBytes":1,
   [junit4]   2>     "shard":"shard5",
   [junit4]   2>     "collection":"testBasic"}}
   [junit4]   2> 25399 DEBUG (simCloudManagerPool-94-thread-83) [    ] 
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / 
shard1: {"core_node1":{
   [junit4]   2>     "node_name":"127.0.0.1:10095_solr",
   [junit4]   2>     "core":"testBasic_shard1_replica_n1",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "state":"active",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "INDEX.sizeInBytes":1,
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":"testBasic"}}
   [junit4]   2> 25405 INFO  
(TEST-TestLargeCluster.testBasic-seed#[B4C91F39E209F767]) [    ] 
o.a.s.c.a.s.TestLargeCluster Ready after 263ms
   [junit4]   2> 25409 DEBUG (ScheduledTrigger-95-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 99
   [junit4]   2> 25409 DEBUG (ScheduledTrigger-95-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10079_solr
   [junit4]   2> 25410 DEBUG (ScheduledTrigger-95-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 99
   [junit4]   2> 25410 DEBUG (ScheduledTrigger-95-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10079_solr
   [junit4]   2> 25430 DEBUG (ScheduledTrigger-95-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 95
   [junit4]   2> 25430 DEBUG (ScheduledTrigger-95-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10019_solr
   [junit4]   2> 25430 DEBUG (ScheduledTrigger-95-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10089_solr
   [junit4]   2> 25430 DEBUG (ScheduledTrigger-95-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10043_solr
   [junit4]   2> 25430 DEBUG (ScheduledTrigger-95-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10088_solr
   [junit4]   2> 25430 DEBUG (ScheduledTrigger-95-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 95
   [junit4]   2> 25430 DEBUG (ScheduledTrigger-95-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10019_solr
   [junit4]   2> 25430 DEBUG (ScheduledTrigger-95-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10089_solr
   [junit4]   2> 25430 DEBUG (ScheduledTrigger-95-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10043_solr
   [junit4]   2> 25430 DEBUG (ScheduledTrigger-95-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10088_solr
   [junit4]   2> 25450 DEBUG (ScheduledTrigger-95-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 93
   [junit4]   2> 25450 DEBUG (ScheduledTrigger-95-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10081_solr
   [junit4]   2> 25450 DEBUG (ScheduledTrigger-95-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10052_solr
   [junit4]   2> 25451 DEBUG (ScheduledTrigger-95-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 93
   [junit4]   2> 25451 DEBUG (ScheduledTrigger-95-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10081_solr
   [junit4]   2> 25451 DEBUG (ScheduledTrigger-95-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10052_solr
   [junit4]   2> 25471 DEBUG (ScheduledTrigger-95-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 92
   [junit4]   2> 25471 DEBUG (ScheduledTrigger-95-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10065_solr
   [junit4]   2> 25471 DEBUG (ScheduledTrigger-95-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 92
   [junit4]   2> 25471 DEBUG (ScheduledTrigger-95-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10065_solr
   [junit4]   2> 25491 DEBUG (ScheduledTrigger-95-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 92
   [junit4]   2> 25492 DEBUG (ScheduledTrigger-95-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 92
   [junit4]   2> 25512 DEBUG (ScheduledTrigger-95-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 92
   [junit4]   2> 25512 DEBUG (ScheduledTrigger-95-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 92
   [junit4]   2> 25512 DEBUG (ScheduledTrigger-95-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost 
nodes: [127.0.0.1:10079_solr]
   [junit4]   2> 25513 DEBUG (ScheduledTrigger-95-thread-4) [    ] 
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"91787b30e9d7bT9vnt3vudkz6zdao3zusr2vzbb",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":2559146382499195,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[2559146382499195],
   [junit4]   2>     "nodeNames":["127.0.0.1:10079_solr"]}}
   [junit4]   2> 25513 DEBUG (ScheduledTrigger-95-thread-4) [    ] 
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, 
node_lost_trigger]
   [junit4]   2> 25518 DEBUG (AutoscalingActionExecutor-96-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"91787b30e9d7bT9vnt3vudkz6zdao3zusr2vzbb",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":2559146382499195,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[2559146382499195],
   [junit4]   2>     "_enqueue_time_":2559151582047345,
   [junit4]   2>     "nodeNames":["127.0.0.1:10079_solr"]}}
   [junit4]   2> 25525 DEBUG (AutoscalingActionExecutor-96-thread-1) [    ] 
o.a.s.c.a.ComputePlanAction -- processing event: {
   [junit4]   2>   "id":"91787b30e9d7bT9vnt3vudkz6zdao3zusr2vzbb",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":2559146382499195,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[2559146382499195],
   [junit4]   2>     "_enqueue_time_":2559151582047345,
   [junit4]   2>     "nodeNames":["127.0.0.1:10079_solr"]}} with context 
properties: {BEFORE_ACTION=[compute]}
   [junit4]   2> 25656 INFO  (AutoscalingActionExecutor-96-thread-1) [    ] 
o.a.s.c.a.ComputePlanAction Computed Plan: 
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10072_solr&inPlaceMove=true&replica=core_node71
   [junit4]   2> 25658 INFO  (AutoscalingActionExecutor-96-thread-1) [    ] 
o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 2559158791 
sessionWrapper.createTime 2559153667323795, this.sessionWrapper.createTime 
2559153667323795 
   [junit4]   2> 25660 DEBUG (AutoscalingActionExecutor-96-thread-1) [    ] 
o.a.s.c.a.ExecutePlanAction -- processing event: {
   [junit4]   2>   "id":"91787b30e9d7bT9vnt3vudkz6zdao3zusr2vzbb",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":2559146382499195,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[2559146382499195],
   [junit4]   2>     "_enqueue_time_":2559151582047345,
   [junit4]   2>     "nodeNames":["127.0.0.1:10079_solr"]}} with context 
properties: 
{operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@1938bd3f],
 AFTER_ACTION=[compute], BEFORE_ACTION=[compute, execute]}
   [junit4]   2> 25660 DEBUG (AutoscalingActionExecutor-96-thread-1) [    ] 
o.a.s.c.a.ExecutePlanAction Executing operation: 
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10072_solr&inPlaceMove=true&replica=core_node71
   [junit4]   2> 25792 DEBUG (simCloudManagerPool-94-thread-125) [    ] 
o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node77":{
   [junit4]   2>     "core":"testBasic_shard5_replica_p76",
   [junit4]   2>     "shard":"shard5",
   [junit4]   2>     "collection":"testBasic",
   [junit4]   2>     "node_name":"127.0.0.1:10072_solr",
   [junit4]   2>     "type":"PULL"}}
   [junit4]   2> 25970 DEBUG (AutoscalingActionExecutor-96-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 25970 DEBUG (AutoscalingActionExecutor-96-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms
   [junit4]   2> 25970 DEBUG (AutoscalingActionExecutor-96-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers -- processing took 22579 ms for event 
id=91787b30e9d7bT9vnt3vudkz6zdao3zusr2vzbb
   [junit4]   2> 26070 DEBUG (ScheduledTrigger-95-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 92
   [junit4]   2> 26070 DEBUG (ScheduledTrigger-95-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 92
   [junit4]   2> 26070 DEBUG (ScheduledTrigger-95-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost 
nodes: [127.0.0.1:10052_solr, 127.0.0.1:10043_solr, 127.0.0.1:10089_solr, 
127.0.0.1:10081_solr, 127.0.0.1:10065_solr, 127.0.0.1:10019_solr, 
127.0.0.1:10088_solr]
   [junit4]   2> 26070 DEBUG (ScheduledTrigger-95-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost 
nodes: [127.0.0.1:10052_solr, 127.0.0.1:10043_solr, 127.0.0.1:10079_solr, 
127.0.0.1:10089_solr, 127.0.0.1:10081_solr, 127.0.0.1:10019_solr, 
127.0.0.1:10088_solr]
   [junit4]   2> 26070 DEBUG (ScheduledTrigger-95-thread-3) [    ] 
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"917882c51fb3dT9vnt3vudkz6zdao3zusr2vzbf",
   [junit4]   2>   "source":".auto_add_replicas",
   [junit4]   2>   "eventTime":2559148416957245,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[
   [junit4]   2>       2559148416957245,
   [junit4]   2>       2559147392082745,
   [junit4]   2>       2559146365218045,
   [junit4]   2>       2559147391327495,
   [junit4]   2>       2559148414857645,
   [junit4]   2>       2559147390353795,
   [junit4]   2>       2559147392836695],
   [junit4]   2>     "nodeNames":[
   [junit4]   2>       "127.0.0.1:10052_solr",
   [junit4]   2>       "127.0.0.1:10043_solr",
   [junit4]   2>       "127.0.0.1:10079_solr",
   [junit4]   2>       "127.0.0.1:10089_solr",
   [junit4]   2>       "127.0.0.1:10081_solr",
   [junit4]   2>       "127.0.0.1:10019_solr",
   [junit4]   2>       "127.0.0.1:10088_solr"]}}
   [junit4]   2> 26070 DEBUG (ScheduledTrigger-95-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"917882d2be177T9vnt3vudkz6zdao3zusr2vzbe",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":2559148431237495,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[
   [junit4]   2>       2559148431237495,
   [junit4]   2>       2559147404471145,
   [junit4]   2>       2559147403701395,
   [junit4]   2>       2559148430356745,
   [junit4]   2>       2559149454371295,
   [junit4]   2>       2559147402676545,
   [junit4]   2>       2559147405236895],
   [junit4]   2>     "nodeNames":[
   [junit4]   2>       "127.0.0.1:10052_solr",
   [junit4]   2>       "127.0.0.1:10043_solr",
   [junit4]   2>       "127.0.0.1:10089_solr",
   [junit4]   2>       "127.0.0.1:10081_solr",
   [junit4]   2>       "127.0.0.1:10065_solr",
   [junit4]   2>       "127.0.0.1:10019_solr",
   [junit4]   2>       "127.0.0.1:10088_solr"]}}
   [junit4]   2> 26070 DEBUG (ScheduledTrigger-95-thread-3) [    ] 
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, 
node_lost_trigger]
   [junit4]   2> 26074 DEBUG (ScheduledTrigger-95-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger NodeLostTrigger processor for lost nodes: 
[127.0.0.1:10052_solr, 127.0.0.1:10043_solr, 127.0.0.1:10089_solr, 
127.0.0.1:10081_solr, 127.0.0.1:10065_solr, 127.0.0.1:10019_solr, 
127.0.0.1:10088_solr] is not ready, will try later
   [junit4]   2> 26087 DEBUG (AutoscalingActionExecutor-96-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"917882c51fb3dT9vnt3vudkz6zdao3zusr2vzbf",
   [junit4]   2>   "source":".auto_add_replicas",
   [junit4]   2>   "eventTime":2559148416957245,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[
   [junit4]   2>       2559148416957245,
   [junit4]   2>       2559147392082745,
   [junit4]   2>       2559146365218045,
   [junit4]   2>       2559147391327495,
   [junit4]   2>       2559148414857645,
   [junit4]   2>       2559147390353795,
   [junit4]   2>       2559147392836695],
   [junit4]   2>     "_enqueue_time_":2559179408077745,
   [junit4]   2>     "nodeNames":[
   [junit4]   2>       "127.0.0.1:10052_solr",
   [junit4]   2>       "127.0.0.1:10043_solr",
   [junit4]   2>       "127.0.0.1:10079_solr",
   [junit4]   2>       "127.0.0.1:10089_solr",
   [junit4]   2>       "127.0.0.1:10081_solr",
   [junit4]   2>       "127.0.0.1:10019_solr",
   [junit4]   2>       "127.0.0.1:10088_solr"]}}
   [junit4]   2> 26087 DEBUG (AutoscalingActionExecutor-96-thread-1) [    ] 
o.a.s.c.a.ComputePlanAction -- processing event: {
   [junit4]   2>   "id":"917882c51fb3dT9vnt3vudkz6zdao3zusr2vzbf",
   [junit4]   2>   "source":".auto_add_replicas",
   [junit4]   2>   "eventTime":2559148416957245,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[
   [junit4]   2>       2559148416957245,
   [junit4]   2>       2559147392082745,
   [junit4]   2>       2559146365218045,
   [junit4]   2>       2559147391327495,
   [junit4]   2>       2559148414857645,
   [junit4]   2>       2559147390353795,
   [junit4]   2>       2559147392836695],
   [junit4]   2>     "_enqueue_time_":2559179408077745,
   [junit4]   2>     "nodeNames":[
   [junit4]   2>       "127.0.0.1:10052_solr",
   [junit4]   2>       "127.0.0.1:10043_solr",
   [junit4]   2>       "127.0.0.1:10079_solr",
   [junit4]   2>       "127.0.0.1:10089_solr",
   [junit4]   2>       "127.0.0.1:10081_solr",
   [junit4]   2>       "127.0.0.1:10019_solr",
   [junit4]   2>       "127.0.0.1:10088_solr"]}} with context properties: 
{BEFORE_ACTION=[auto_add_replicas_plan]}
   [junit4]   2> 26089 INFO  (AutoscalingActionExecutor-96-thread-1) [    ] 
o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 2559180346 
sessionWrapper.createTime 2559180318264395, this.sessionWrapper.createTime 
2559180318264395 
   [junit4]   2> 26089 DEBUG (AutoscalingActionExecutor-96-thread-1) [    ] 
o.a.s.c.a.ExecutePlanAction -- processing event: {
   [junit4]   2>   "id":"917882c51fb3dT9vnt3vudkz6zdao3zusr2vzbf",
   [junit4]   2>   "source":".auto_add_replicas",
   [junit4]   2>   "eventTime":2559148416957245,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[
   [junit4]   2>       2559148416957245,
   [junit4]   2>       2559147392082745,
   [junit4]   2>       2559146365218045,
   [junit4]   2>       2559147391327495,
   [junit4]   2>       2559148414857645,
   [junit4]   2>       2559147390353795,
   [junit4]   2>       2559147392836695],
   [junit4]   2>     "_enqueue_time_":2559179408077745,
   [junit4]   2>     "nodeNames":[
   [junit4]   2>       "127.0.0.1:10052_solr",
   [junit4]   2>       "127.0.0.1:10043_solr",
   [junit4]   2>       "127.0.0.1:10079_solr",
   [junit4]   2>       "127.0.0.1:10089_solr",
   [junit4]   2>       "127.0.0.1:10081_solr",
   [junit4]   2>       "127.0.0.1:10019_solr",
   [junit4]   2>       "127.0.0.1:10088_solr"]}} with context properties: 
{AFTER_ACTION=[auto_add_replicas_plan], BEFORE_ACTION=[auto_add_replicas_plan, 
execute_plan]}
   [junit4]   2> 26089 INFO  (AutoscalingActionExecutor-96-thread-1) [    ] 
o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
   [junit4]   2>   "id":"917882c51fb3dT9vnt3vudkz6zdao3zusr2vzbf",
   [junit4]   2>   "source":".auto_add_replicas",
   [junit4]   2>   "eventTime":2559148416957245,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[
   [junit4]   2>       2559148416957245,
   [junit4]   2>       2559147392082745,
   [junit4]   2>       2559146365218045,
   [junit4]   2>       2559147391327495,
   [junit4]   2>       2559148414857645,
   [junit4]   2>       2559147390353795,
   [junit4]   2>       2559147392836695],
   [junit4]   2>     "_enqueue_time_":2559179408077745,
   [junit4]   2>     "nodeNames":[
   [junit4]   2>       "127.0.0.1:10052_solr",
   [junit4]   2>       "127.0.0.1:10043_solr",
   [junit4]   2>       "127.0.0.1:10079_solr",
   [junit4]   2>       "127.0.0.1:10089_solr",
   [junit4]   2>       "127.0.0.1:10081_solr",
   [junit4]   2>       "127.0.0.1:10019_solr",
   [junit4]   2>       "127.0.0.1:10088_solr"]}}
   [junit4]   2> 26091 DEBUG (AutoscalingActionExecutor-96-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 26091 DEBUG (AutoscalingActionExecutor-96-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms
   [junit4]   2> 26091 DEBUG (AutoscalingActionExecutor-96-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers -- processing took 192 ms for event 
id=917882c51fb3dT9vnt3vudkz6zdao3zusr2vzbf
   [junit4]   2> 26191 DEBUG (ScheduledTrigger-95-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 92
   [junit4]   2> 26191 DEBUG (ScheduledTrigger-95-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 92
   [junit4]   2> 26191 DEBUG (ScheduledTrigger-95-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost 
nodes: [127.0.0.1:10065_solr]
   [junit4]   2> 26191 DEBUG (ScheduledTrigger-95-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost 
nodes: [127.0.0.1:10052_solr, 127.0.0.1:10043_solr, 127.0.0.1:10089_solr, 
127.0.0.1:10081_solr, 127.0.0.1:10065_solr, 127.0.0.1:10019_solr, 
127.0.0.1:10088_solr]
   [junit4]   2> 26191 DEBUG (ScheduledTrigger-95-thread-4) [    ] 
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"917886930a207T9vnt3vudkz6zdao3zusr2vzbj",
   [junit4]   2>   "source":".auto_add_replicas",
   [junit4]   2>   "eventTime":2559149438181895,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[2559149438181895],
   [junit4]   2>     "nodeNames":["127.0.0.1:10065_solr"]}}
   [junit4]   2> 26191 DEBUG (ScheduledTrigger-95-thread-2) [    ] 
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"917882d2be177T9vnt3vudkz6zdao3zusr2vzbk",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":2559148431237495,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[
   [junit4]   2>       2559148431237495,
   [junit4]   2>       2559147404471145,
   [junit4]   2>       2559147403701395,
   [junit4]   2>       2559148430356745,
   [junit4]   2>       2559149454371295,
   [junit4]   2>       2559147402676545,
   [junit4]   2>       2559147405236895],
   [junit4]   2>     "nodeNames":[
   [junit4]   2>       "127.0.0.1:10052_solr",
   [junit4]   2>       "127.0.0.1:10043_solr",
   [junit4]   2>       "127.0.0.1:10089_solr",
   [junit4]   2>       "127.0.0.1:10081_solr",
   [junit4]   2>       "127.0.0.1:10065_solr",
   [junit4]   2>       "127.0.0.1:10019_solr",
   [junit4]   2>       "127.0.0.1:10088_solr"]}}
   [junit4]   2> 26191 DEBUG (ScheduledTrigger-95-thread-4) [    ] 
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, 
node_lost_trigger]
   [junit4]   2> 26211 DEBUG (ScheduledTrigger-95-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger NodeLostTrigger processor for lost nodes: 
[127.0.0.1:10052_solr, 127.0.0.1:10043_solr, 127.0.0.1:10089_solr, 
127.0.0.1:10081_solr, 127.0.0.1:10065_solr, 127.0.0.1:10019_solr, 
127.0.0.1:10088_solr] is not ready, will try later
   [junit4]   2> 26214 DEBUG (AutoscalingActionExecutor-96-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"917886930a207T9vnt3vudkz6zdao3zusr2vzbj",
   [junit4]   2>   "source":".auto_add_replicas",
   [junit4]   2>   "eventTime":2559149438181895,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[2559149438181895],
   [junit4]   2>     "_enqueue_time_":2559185454096745,
   [junit4]   2>     "nodeNames":["127.0.0.1:10065_solr"]}}
   [junit4]   2> 26214 DEBUG (AutoscalingActionExecutor-96-thread-1) [    ] 
o.a.s.c.a.ComputePlanAction -- processing event: {
   [junit4]   2>   "id":"917886930a207T9vnt3vudkz6zdao3zusr2vzbj",
   [junit4]   2>   "source":".auto_add_replicas",
   [junit4]   2>   "eventTime":2559149438181895,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[2559149438181895],
   [junit4]   2>     "_enqueue_time_":2559185454096745,
   [junit4]   2>     "nodeNames":["127.0.0.1:10065_solr"]}} with context 
properties: {BEFORE_ACTION=[auto_add_replicas_plan]}
   [junit4]   2> 26216 INFO  (AutoscalingActionExecutor-96-thread-1) [    ] 
o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 2559186697 
sessionWrapper.createTime 2559186681946845, this.sessionWrapper.createTime 
2559186681946845 
   [junit4]   2> 26216 DEBUG (AutoscalingActionExecutor-96-thread-1) [    ] 
o.a.s.c.a.ExecutePlanAction -- processing event: {
   [junit4]   2>   "id":"917886930a207T9vnt3vudkz6zdao3zusr2vzbj",
   [junit4]   2>   "source":".auto_add_replicas",
   [junit4]   2>   "eventTime":2559149438181895,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[2559149438181895],
   [junit4]   2>     "_enqueue_time_":2559185454096745,
   [junit4]   2>     "nodeNames":["127.0.0.1:10065_solr"]}} with context 
properties: {AFTER_ACTION=[auto_add_replicas_plan], 
BEFORE_ACTION=[auto_add_replicas_plan, execute_plan]}
   [junit4]   2> 26216 INFO  (AutoscalingActionExecutor-96-thread-1) [    ] 
o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
   [junit4]   2>   "id":"917886930a207T9vnt3vudkz6zdao3zusr2vzbj",
   [junit4]   2>   "source":".auto_add_replicas",
   [junit4]   2>   "eventTime":2559149438181895,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[2559149438181895],
   [junit4]   2>     "_enqueue_time_":2559185454096745,
   [junit4]   2>     "nodeNames":["127.0.0.1:10065_solr"]}}
   [junit4]   2> 26224 DEBUG (AutoscalingActionExecutor-96-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 26224 DEBUG (AutoscalingActionExecutor-96-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms
   [junit4]   2> 26224 DEBUG (AutoscalingActionExecutor-96-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers -- processing took 505 ms for event 
id=917886930a207T9vnt3vudkz6zdao3zusr2vzbj
   [junit4]   2> 26325 DEBUG (ScheduledTrigger-95-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 92
   [junit4]   2> 26325 DEBUG (ScheduledTrigger-95-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 92
   [junit4]   2> 26325 DEBUG (ScheduledTrigger-95-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost 
nodes: [127.0.0.1:10052_solr, 127.0.0.1:10043_solr, 127.0.0.1:10089_solr, 
127.0.0.1:10081_solr, 127.0.0.1:10065_solr, 127.0.0.1:10019_solr, 
127.0.0.1:10088_solr]
   [junit4]   2> 26325 DEBUG (ScheduledTrigger-95-thread-3) [    ] 
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"917882d2be177T9vnt3vudkz6zdao3zusr2vzbo",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":2559148431237495,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[
   [junit4]   2>       2559148431237495,
   [junit4]   2>       2559147404471145,
   [junit4]   2>       2559147403701395,
   [junit4]   2>       2559148430356745,
   [junit4]   2>       2559149454371295,
   [junit4]   2>       2559147402676545,
   [junit4]   2>       2559147405236895],
   [junit4]   2>     "nodeNames":[
   [junit4]   2>       "127.0.0.1:10052_solr",
   [junit4]   2>       "127.0.0.1:10043_solr",
   [junit4]   2>       "127.0.0.1:10089_solr",
   [junit4]   2>       "127.0.0.1:10081_solr",
   [junit4]   2>       "127.0.0.1:10065_solr",
   [junit4]   2>       "127.0.0.1:10019_solr",
   [junit4]   2>       "127.0.0.1:10088_solr"]}}
   [junit4]   2> 26325 DEBUG (ScheduledTrigger-95-thread-3) [    ] 
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, 
node_lost_trigger]
   [junit4]   2> 26326 DEBUG (AutoscalingActionExecutor-96-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"917882d2be177T9vnt3vudkz6zdao3zusr2vzbo",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":2559148431237495,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[
   [junit4]   2>       2559148431237495,
   [junit4]   2>       2559147404471145,
   [junit4]   2>       2559147403701395,
   [junit4]   2>       2559148430356745,
   [junit4]   2>       2559149454371295,
   [junit4]   2>       2559147402676545,
   [junit4]   2>       2559147405236895],
   [junit4]   2>     "_enqueue_time_":2559192137619095,
   [junit4]   2>     "nodeNames":[
   [junit4]   2>       "127.0.0.1:10052_solr",
   [junit4]   2>       "127.0.0.1:10043_solr",
   [junit4]   2>       "127.0.0.1:10089_solr",
   [junit4]   2>       "127.0.0.1:10081_solr",
   [junit4]   2>       "127.0.0.1:10065_solr",
   [junit4]   2>       "127.0.0.1:10019_solr",
   [junit4]   2>       "127.0.0.1:10088_solr"]}}
   [junit4]   2> 26326 DEBUG (AutoscalingActionExecutor-96-thread-1) [    ] 
o.a.s.c.a.ComputePlanAction -- processing event: {
   [junit4]   2>   "id":"917882d2be177T9vnt3vudkz6zdao3zusr2vzbo",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":2559148431237495,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[
   [junit4]   2>       2559148431237495,
   [junit4]   2>       2559147404471145,
   [junit4]   2>       2559147403701395,
   [junit4]   2>       2559148430356745,
   [junit4]   2>       2559149454371295,
   [junit4]   2>       2559147402676545,
   [junit4]   2>       2559147405236895],
   [junit4]   2>     "_enqueue_time_":2559192137619095,
   [junit4]   2>     "nodeNames":[
   [junit4]   2>       "127.0.0.1:10052_solr",
   [junit4]   2>       "127.0.0.1:10043_solr",
   [junit4]   2>       "127.0.0.1:10089_solr",
   [junit4]   2>       "127.0.0.1:10081_solr",
   [junit4]   2>       "127.0.0.1:10065_solr",
   [junit4]   2>       "127.0.0.1:10019_solr",
   [junit4]   2>       "127.0.0.1:10088_solr"]}} with context properties: 
{BEFORE_ACTION=[compute]}
   [junit4]   2> 26581 INFO  (AutoscalingActionExecutor-96-thread-1) [    ] 
o.a.s.c.a.ComputePlanAction Computed Plan: 
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10056_solr&inPlaceMove=true&replica=core_node40
   [junit4]   2> 26673 INFO  (AutoscalingActionExecutor-96-thread-1) [    ] 
o.a.s.c.a.ComputePlanAction Computed Plan: 
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10059_solr&inPlaceMove=true&replica=core_node53
   [junit4]   2> 26774 INFO  (AutoscalingActionExecutor-96-thread-1) [    ] 
o.a.s.c.a.ComputePlanAction Computed Plan: 
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10053_solr&inPlaceMove=true&replica=core_node25
   [junit4]   2> 26860 INFO  (AutoscalingActionExecutor-96-thread-1) [    ] 
o.a.s.c.a.ComputePlanAction Computed Plan: 
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10037_solr&inPlaceMove=true&replica=core_node75
   [junit4]   2> 26899 INFO  (AutoscalingActionExecutor-96-thread-1) [    ] 
o.a.s.c.a.ComputePlanAction Computed Plan: 
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10094_solr&inPlaceMove=true&replica=core_node15
   [junit4]   2> 26925 INFO  (AutoscalingActionExecutor-96-thread-1) [    ] 
o.a.s.c.a.ComputePlanAction Computed Plan: 
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10091_solr&inPlaceMove=true&replica=core_node13
   [junit4]   2> 26937 INFO  (AutoscalingActionExecutor-96-thread-1) [    ] 
o.a.s.c.a.ComputePlanAction Computed Plan: 
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10034_solr&inPlaceMove=true&replica=core_node46
   [junit4]   2> 26937 INFO  (AutoscalingActionExecutor-96-thread-1) [    ] 
o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 2559222762 
sessionWrapper.createTime 2559192271723145, this.sessionWrapper.createTime 
2559192271723145 
   [junit4]   2> 26940 DEBUG (AutoscalingActionExecutor-96-thread-1) [    ] 
o.a.s.c.a.ExecutePlanAction -- processing event: {
   [junit4]   2>   "id":"917882d2be177T9vnt3vudkz6zdao3zusr2vzbo",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":2559148431237495,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[
   [junit4]   2>       2559148431237495,
   [junit4]   2>       2559147404471145,
   [junit4]   2>       2559147403701395,
   [junit4]   2>       2559148430356745,
   [junit4]   2>       2559149454371295,
   [junit4]   2>       2559147402676545,
   [junit4]   2>       2559147405236895],
   [junit4]   2>     "_enqueue_time_":2559192137619095,
   [junit4]   2>     "nodeNames":[
   [junit4]   2>       "127.0.0.1:10052_solr",
   [junit4]   2>       "127.0.0.1:10043_solr",
   [junit4]   2>       "127.0.0.1:10089_solr",
   [junit4]   2>       "127.0.0.1:10081_solr",
   [junit4]   2>       "127.0.0.1:10065_solr",
   [junit4]   2>       "127.0.0.1:10019_solr",
   [junit4]   2>       "127.0.0.1:10088_solr"]}} with context properties: 
{operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@7d2b82e9,
 
org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@66618d34,
 
org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@21bc97fc,
 
org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@45b0b8a2,
 
org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@642d4637,
 
org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@ecf7fab,
 
org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@4b890af9],
 AFTER_ACTION=[compute], BEFORE_ACTION=[compute, execute]}
   [junit4]   2> 26940 DEBUG (AutoscalingActionExecutor-96-thread-1) [    ] 
o.a.s.c.a.ExecutePlanAction Executing operation: 
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10056_solr&inPlaceMove=true&replica=core_node40
   [junit4]   2> 27042 DEBUG (simCloudManagerPool-94-thread-141) [    ] 
o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node79":{
   [junit4]   2>     "core":"testBasic_shard3_replica_t78",
   [junit4]   2>     "shard":"shard3",
   [junit4]   2>     "collection":"testBasic",
   [junit4]   2>     "node_name":"127.0.0.1:10056_solr",
   [junit4]   2>     "type":"TLOG"}}
   [junit4]   2> 27155 DEBUG (AutoscalingActionExecutor-96-thread-1) [    ] 
o.a.s.c.a.ExecutePlanAction Executing operation: 
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10059_solr&inPlaceMove=true&replica=core_node53
   [junit4]   2> 27256 DEBUG (simCloudManagerPool-94-thread-149) [    ] 
o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node81":{
   [junit4]   2>     "core":"testBasic_shard4_replica_t80",
   [junit4]   2>     "shard":"shard4",
   [junit4]   2>     "collection":"testBasic",
   [junit4]   2>     "node_name":"127.0.0.1:10059_solr",
   [junit4]   2>     "type":"TLOG"}}
   [junit4]   2> 27368 DEBUG (AutoscalingActionExecutor-96-thread-1) [    ] 
o.a.s.c.a.ExecutePlanAction Executing operation: 
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10053_solr&inPlaceMove=true&replica=core_node25
   [junit4]   2> 27469 DEBUG (simCloudManagerPool-94-thread-157) [    ] 
o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node83":{
   [junit4]   2>     "core":"testBasic_shard2_replica_t82",
   [junit4]   2>     "shard":"shard2",
   [junit4]   2>     "collection":"test

[...truncated too long message...]

> 41700 INFO  (AutoscalingActionExecutor-99-thread-1) [    ] 
> o.a.s.c.a.ComputePlanAction Computed Plan: 
> action=MOVEREPLICA&collection=testNodeAdded&targetNode=127.0.0.1:10112_solr&inPlaceMove=true&replica=core_node32
   [junit4]   2> 42530 INFO  (AutoscalingActionExecutor-99-thread-1) [    ] 
o.a.s.c.a.ComputePlanAction Computed Plan: 
action=MOVEREPLICA&collection=testNodeAdded&targetNode=127.0.0.1:10111_solr&inPlaceMove=true&replica=core_node82
   [junit4]   2> 43771 INFO  (AutoscalingActionExecutor-99-thread-1) [    ] 
o.a.s.c.a.ComputePlanAction Computed Plan: 
action=MOVEREPLICA&collection=testNodeAdded&targetNode=127.0.0.1:10114_solr&inPlaceMove=true&replica=core_node130
   [junit4]   2> 44615 INFO  (AutoscalingActionExecutor-99-thread-1) [    ] 
o.a.s.c.a.ComputePlanAction Computed Plan: 
action=MOVEREPLICA&collection=testNodeAdded&targetNode=127.0.0.1:10117_solr&inPlaceMove=true&replica=core_node114
   [junit4]   2> 45441 INFO  (AutoscalingActionExecutor-99-thread-1) [    ] 
o.a.s.c.a.ComputePlanAction Computed Plan: 
action=MOVEREPLICA&collection=testNodeAdded&targetNode=127.0.0.1:10118_solr&inPlaceMove=true&replica=core_node96
   [junit4]   2> 46178 INFO  (AutoscalingActionExecutor-99-thread-1) [    ] 
o.a.s.c.a.ComputePlanAction Computed Plan: 
action=MOVEREPLICA&collection=testNodeAdded&targetNode=127.0.0.1:10118_solr&inPlaceMove=true&replica=core_node48
   [junit4]   2> 46990 INFO  (AutoscalingActionExecutor-99-thread-1) [    ] 
o.a.s.c.a.ComputePlanAction Computed Plan: 
action=MOVEREPLICA&collection=testNodeAdded&targetNode=127.0.0.1:10117_solr&inPlaceMove=true&replica=core_node63
   [junit4]   2> 47701 INFO  (AutoscalingActionExecutor-99-thread-1) [    ] 
o.a.s.c.a.ComputePlanAction Computed Plan: 
action=MOVEREPLICA&collection=testNodeAdded&targetNode=127.0.0.1:10114_solr&inPlaceMove=true&replica=core_node74
   [junit4]   2> 48416 INFO  (AutoscalingActionExecutor-99-thread-1) [    ] 
o.a.s.c.a.ComputePlanAction Computed Plan: 
action=MOVEREPLICA&collection=testNodeAdded&targetNode=127.0.0.1:10111_solr&inPlaceMove=true&replica=core_node71
   [junit4]   2> 49258 INFO  (AutoscalingActionExecutor-99-thread-1) [    ] 
o.a.s.c.a.ComputePlanAction Computed Plan: 
action=MOVEREPLICA&collection=testNodeAdded&targetNode=127.0.0.1:10112_solr&inPlaceMove=true&replica=core_node105
   [junit4]   2> 50221 INFO  (AutoscalingActionExecutor-99-thread-1) [    ] 
o.a.s.c.a.ComputePlanAction Computed Plan: 
action=MOVEREPLICA&collection=testNodeAdded&targetNode=127.0.0.1:10113_solr&inPlaceMove=true&replica=core_node62
   [junit4]   2> 51026 INFO  (AutoscalingActionExecutor-99-thread-1) [    ] 
o.a.s.c.a.ComputePlanAction Computed Plan: 
action=MOVEREPLICA&collection=testNodeAdded&targetNode=127.0.0.1:10115_solr&inPlaceMove=true&replica=core_node88
   [junit4]   2> 51787 INFO  (AutoscalingActionExecutor-99-thread-1) [    ] 
o.a.s.c.a.ComputePlanAction Computed Plan: 
action=MOVEREPLICA&collection=testNodeAdded&targetNode=127.0.0.1:10110_solr&inPlaceMove=true&replica=core_node66
   [junit4]   2> 52516 INFO  (AutoscalingActionExecutor-99-thread-1) [    ] 
o.a.s.c.a.ComputePlanAction Computed Plan: 
action=MOVEREPLICA&collection=testNodeAdded&targetNode=127.0.0.1:10116_solr&inPlaceMove=true&replica=core_node68
   [junit4]   2> 54407 INFO  (AutoscalingActionExecutor-99-thread-1) [    ] 
o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 2560596218 
sessionWrapper.createTime 2559695691476695, this.sessionWrapper.createTime 
2559695691476695 
   [junit4]   2> 54408 WARN  (AutoscalingActionExecutor-99-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Exception executing actions
   [junit4]   2> java.lang.Exception: Error executing action: execute for 
trigger event: {
   [junit4]   2>   "id":"917fba80fd141T9vnt3vudkz6zdao3zusr2vzc8",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":2559644414234945,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[
   [junit4]   2>       2559644414234945,
   [junit4]   2>       2559644419650395,
   [junit4]   2>       2559644421144445,
   [junit4]   2>       2559644421954795,
   [junit4]   2>       2559644415406345,
   [junit4]   2>       2559644420396295,
   [junit4]   2>       2559644418083495,
   [junit4]   2>       2559644422695945,
   [junit4]   2>       2559644418896995],
   [junit4]   2>     "_enqueue_time_":2559695258264295,
   [junit4]   2>     "nodeNames":[
   [junit4]   2>       "127.0.0.1:10118_solr",
   [junit4]   2>       "127.0.0.1:10112_solr",
   [junit4]   2>       "127.0.0.1:10115_solr",
   [junit4]   2>       "127.0.0.1:10110_solr",
   [junit4]   2>       "127.0.0.1:10117_solr",
   [junit4]   2>       "127.0.0.1:10113_solr",
   [junit4]   2>       "127.0.0.1:10114_solr",
   [junit4]   2>       "127.0.0.1:10116_solr",
   [junit4]   2>       "127.0.0.1:10111_solr"]}}
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:307)
   [junit4]   2>        at 
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2>        at 
java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Unexpected 
exception while processing event: {
   [junit4]   2>   "id":"917fba80fd141T9vnt3vudkz6zdao3zusr2vzc8",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":2559644414234945,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[
   [junit4]   2>       2559644414234945,
   [junit4]   2>       2559644419650395,
   [junit4]   2>       2559644421144445,
   [junit4]   2>       2559644421954795,
   [junit4]   2>       2559644415406345,
   [junit4]   2>       2559644420396295,
   [junit4]   2>       2559644418083495,
   [junit4]   2>       2559644422695945,
   [junit4]   2>       2559644418896995],
   [junit4]   2>     "_enqueue_time_":2559695258264295,
   [junit4]   2>     "nodeNames":[
   [junit4]   2>       "127.0.0.1:10118_solr",
   [junit4]   2>       "127.0.0.1:10112_solr",
   [junit4]   2>       "127.0.0.1:10115_solr",
   [junit4]   2>       "127.0.0.1:10110_solr",
   [junit4]   2>       "127.0.0.1:10117_solr",
   [junit4]   2>       "127.0.0.1:10113_solr",
   [junit4]   2>       "127.0.0.1:10114_solr",
   [junit4]   2>       "127.0.0.1:10116_solr",
   [junit4]   2>       "127.0.0.1:10111_solr"]}}
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.ExecutePlanAction.process(ExecutePlanAction.java:120)
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:304)
   [junit4]   2>        ... 6 more
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Unexpected 
exception executing operation: 
action=MOVEREPLICA&async=node_added_trigger/917fba80fd141T9vnt3vudkz6zdao3zusr2vzc8/0&waitForFinalState=true&collection=testNodeAdded&targetNode=127.0.0.1:10116_solr&inPlaceMove=true&replica=core_node120
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.ExecutePlanAction.process(ExecutePlanAction.java:110)
   [junit4]   2>        ... 7 more
   [junit4]   2> Caused by: java.io.IOException: 
java.util.concurrent.RejectedExecutionException: Task 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$121/384094886@2b2d1f0c
 rejected from 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@516a15f3[Terminated,
 pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 369]
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:462)
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.ExecutePlanAction.process(ExecutePlanAction.java:80)
   [junit4]   2>        ... 7 more
   [junit4]   2> Caused by: java.util.concurrent.RejectedExecutionException: 
Task 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$121/384094886@2b2d1f0c
 rejected from 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@516a15f3[Terminated,
 pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 369]
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2063)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:830)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1379)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:173)
   [junit4]   2>        at 
java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:134)
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.sim.SimCloudManager.submit(SimCloudManager.java:382)
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:459)
   [junit4]   2>        ... 8 more
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, 
docValues:{}, maxPointsInLeafNode=304, maxMBSortInHeap=5.275285212874322, 
sim=RandomSimilarity(queryNorm=false): {}, locale=ar-QA, 
timezone=America/Moncton
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 
1.8.0_152 (64-bit)/cpus=4,threads=1,free=238156696,total=346030080
   [junit4]   2> NOTE: All tests run in this JVM: [TestBM25SimilarityFactory, 
TestJettySolrRunner, TestSolrIndexConfig, DistributedFacetPivotLongTailTest, 
OverriddenZkACLAndCredentialsProvidersTest, TestLargeCluster]
   [junit4] Completed [28/779 (1!)] on J1 in 30.45s, 4 tests, 1 error, 1 
skipped <<< FAILURES!

[...truncated 50520 lines...]

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org
For additional commands, e-mail: dev-h...@lucene.apache.org