Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/481/
3 tests failed. FAILED: org.apache.lucene.codecs.lucene54.TestLucene54DocValuesFormat.testSortedNumericsSingleValuedMissingVsStoredFields Error Message: Test abandoned because suite timeout was reached. Stack Trace: java.lang.Exception: Test abandoned because suite timeout was reached. at __randomizedtesting.SeedInfo.seed([C5389FDCE7D3ACCC]:0) FAILED: junit.framework.TestSuite.org.apache.lucene.codecs.lucene54.TestLucene54DocValuesFormat Error Message: Suite timeout exceeded (>= 7200000 msec). Stack Trace: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec). at __randomizedtesting.SeedInfo.seed([C5389FDCE7D3ACCC]:0) FAILED: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testNodeLost Error Message: /autoscaling/nodeAdded/127.0.0.1:10119_solr Stack Trace: java.util.NoSuchElementException: /autoscaling/nodeAdded/127.0.0.1:10119_solr at __randomizedtesting.SeedInfo.seed([B4C91F39E209F767:BDCD1C761E392E1]:0) at org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node.removeChild(SimDistribStateManager.java:163) at org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node.removeEphemeralChildren(SimDistribStateManager.java:195) at org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node.removeEphemeralChildren(SimDistribStateManager.java:197) at org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node.removeEphemeralChildren(SimDistribStateManager.java:197) at org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider.simRemoveNode(SimClusterStateProvider.java:253) at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.simRemoveNode(SimCloudManager.java:273) at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.simRemoveRandomNodes(SimCloudManager.java:293) at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.setUp(SimSolrCloudTestCase.java:161) at sun.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Build Log: [...truncated 5027 lines...] [junit4] Suite: org.apache.lucene.codecs.lucene54.TestLucene54DocValuesFormat [junit4] IGNOR/A 0.00s J0 | TestLucene54DocValuesFormat.testTermsEnumRandomMany [junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly()) [junit4] IGNOR/A 0.00s J0 | TestLucene54DocValuesFormat.testSortedSetVariableLengthManyVsStoredFields [junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly()) [junit4] 2> Mar 04, 2018 7:39:29 PM com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate [junit4] 2> WARNING: Suite execution timed out: org.apache.lucene.codecs.lucene54.TestLucene54DocValuesFormat [junit4] 2> 1) Thread[id=1, name=main, state=WAITING, group=main] [junit4] 2> at java.lang.Object.wait(Native Method) [junit4] 2> at java.lang.Thread.join(Thread.java:1252) [junit4] 2> at java.lang.Thread.join(Thread.java:1326) [junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:636) [junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:493) [junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:251) [junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:368) [junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13) [junit4] 2> 2) Thread[id=17, name=SUITE-TestLucene54DocValuesFormat-seed#[C5389FDCE7D3ACCC], state=RUNNABLE, group=TGRP-TestLucene54DocValuesFormat] [junit4] 2> at java.lang.Thread.getStackTrace(Thread.java:1559) [junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:696) [junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:693) [junit4] 2> at java.security.AccessController.doPrivileged(Native Method) [junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:693) [junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:709) [junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:689) [junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:65) [junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415) [junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:705) [junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:139) [junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:626) [junit4] 2> 3) Thread[id=18, name=TEST-TestLucene54DocValuesFormat.testSortedNumericsSingleValuedMissingVsStoredFields-seed#[C5389FDCE7D3ACCC], state=TIMED_WAITING, group=TGRP-TestLucene54DocValuesFormat] [junit4] 2> at java.lang.Object.wait(Native Method) [junit4] 2> at org.apache.lucene.index.IndexWriter.doWait(IndexWriter.java:4679) [junit4] 2> at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:2103) [junit4] 2> at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:2031) [junit4] 2> at org.apache.lucene.index.RandomIndexWriter.forceMerge(RandomIndexWriter.java:440) [junit4] 2> at org.apache.lucene.index.BaseDocValuesFormatTestCase.doTestSortedNumericsVsStoredFields(BaseDocValuesFormatTestCase.java:1314) [junit4] 2> at org.apache.lucene.index.BaseDocValuesFormatTestCase.testSortedNumericsSingleValuedMissingVsStoredFields(BaseDocValuesFormatTestCase.java:2248) [junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) [junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) [junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) [junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498) [junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) [junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) [junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) [junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) [junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) [junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) [junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) [junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) [junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) [junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) [junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) [junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) [junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) [junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) [junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> 4) Thread[id=9, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main] [junit4] 2> at java.lang.Thread.sleep(Native Method) [junit4] 2> at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50) [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestLucene54DocValuesFormat -Dtests.method=testSortedNumericsSingleValuedMissingVsStoredFields -Dtests.seed=C5389FDCE7D3ACCC -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=en-CA -Dtests.timezone=SystemV/PST8 -Dtests.asserts=true -Dtests.file.encoding=UTF-8 [junit4] ERROR 6982s J0 | TestLucene54DocValuesFormat.testSortedNumericsSingleValuedMissingVsStoredFields <<< [junit4] > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached. [junit4] > at __randomizedtesting.SeedInfo.seed([C5389FDCE7D3ACCC]:0) [junit4] 2> Mar 04, 2018 7:39:29 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks [junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s). [junit4] 2> Mar 04, 2018 7:39:49 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks [junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.codecs.lucene54.TestLucene54DocValuesFormat: [junit4] 2> 1) Thread[id=18, name=TEST-TestLucene54DocValuesFormat.testSortedNumericsSingleValuedMissingVsStoredFields-seed#[C5389FDCE7D3ACCC], state=TIMED_WAITING, group=TGRP-TestLucene54DocValuesFormat] [junit4] 2> at java.lang.Object.wait(Native Method) [junit4] 2> at org.apache.lucene.index.IndexWriter.doWait(IndexWriter.java:4679) [junit4] 2> at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:2103) [junit4] 2> at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:2031) [junit4] 2> at org.apache.lucene.index.RandomIndexWriter.forceMerge(RandomIndexWriter.java:440) [junit4] 2> at org.apache.lucene.index.BaseDocValuesFormatTestCase.doTestSortedNumericsVsStoredFields(BaseDocValuesFormatTestCase.java:1314) [junit4] 2> at org.apache.lucene.index.BaseDocValuesFormatTestCase.testSortedNumericsSingleValuedMissingVsStoredFields(BaseDocValuesFormatTestCase.java:2248) [junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) [junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) [junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) [junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498) [junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) [junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) [junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) [junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) [junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) [junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) [junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) [junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) [junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) [junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) [junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) [junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) [junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) [junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) [junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> Mar 04, 2018 7:39:49 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll [junit4] 2> INFO: Starting to interrupt leaked threads: [junit4] 2> 1) Thread[id=18, name=TEST-TestLucene54DocValuesFormat.testSortedNumericsSingleValuedMissingVsStoredFields-seed#[C5389FDCE7D3ACCC], state=TIMED_WAITING, group=TGRP-TestLucene54DocValuesFormat] [junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/backward-codecs/test/J0/temp/lucene.codecs.lucene54.TestLucene54DocValuesFormat_C5389FDCE7D3ACCC-001 [junit4] 2> Mar 05, 2018 3:39:49 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll [junit4] 2> INFO: All leaked threads terminated. [junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=true): {fieldname=DFR I(F)Z(0.3), docId=DFR I(n)BZ(0.3), id=DFR GLZ(0.3)}, locale=en-CA, timezone=SystemV/PST8 [junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=312079360,total=353370112 [junit4] 2> NOTE: All tests run in this JVM: [TestLucene50SegmentInfoFormat, TestIndexWriterOnOldIndex, TestLegacyStringHelper, TestLucene54DocValuesFormat] [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestLucene54DocValuesFormat -Dtests.seed=C5389FDCE7D3ACCC -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=en-CA -Dtests.timezone=SystemV/PST8 -Dtests.asserts=true -Dtests.file.encoding=UTF-8 [junit4] ERROR 0.00s J0 | TestLucene54DocValuesFormat (suite) <<< [junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec). [junit4] > at __randomizedtesting.SeedInfo.seed([C5389FDCE7D3ACCC]:0) [junit4] Completed [9/9 (1!)] on J0 in 7220.44s, 91 tests, 2 errors, 2 skipped <<< FAILURES! [...truncated 7280 lines...] [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster [junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestLargeCluster_B4C91F39E209F767-001/init-core-data-001 [junit4] 2> 24169 INFO (SUITE-TestLargeCluster-seed#[B4C91F39E209F767]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false [junit4] 2> 24170 INFO (SUITE-TestLargeCluster-seed#[B4C91F39E209F767]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) [junit4] 2> 24170 INFO (SUITE-TestLargeCluster-seed#[B4C91F39E209F767]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> 24278 INFO (TEST-TestLargeCluster.testBasic-seed#[B4C91F39E209F767]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBasic [junit4] 2> 24281 INFO (TEST-TestLargeCluster.testBasic-seed#[B4C91F39E209F767]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache... [junit4] 2> 24281 DEBUG (TEST-TestLargeCluster.testBasic-seed#[B4C91F39E209F767]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly [junit4] 2> 24295 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger [junit4] 2> 24290 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger [junit4] 2> 24300 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1 [junit4] 2> 24355 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr] [junit4] 2> 24355 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1 [junit4] 2> 24356 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1 [junit4] 2> 24375 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 24377 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1 [junit4] 2> 24376 DEBUG (ScheduledTrigger-95-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 24409 DEBUG (ScheduledTrigger-95-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 24423 DEBUG (simCloudManagerPool-94-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 24424 DEBUG (simCloudManagerPool-94-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2 [junit4] 2> 24424 DEBUG (simCloudManagerPool-94-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr] [junit4] 2> 24424 DEBUG (simCloudManagerPool-94-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr] [junit4] 2> 24425 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2 [junit4] 2> 24427 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 24427 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2 [junit4] 2> 24429 DEBUG (ScheduledTrigger-95-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 24430 DEBUG (ScheduledTrigger-95-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 24444 DEBUG (simCloudManagerPool-94-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 24446 DEBUG (simCloudManagerPool-94-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3 [junit4] 2> 24446 DEBUG (simCloudManagerPool-94-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr] [junit4] 2> 24446 DEBUG (simCloudManagerPool-94-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr] [junit4] 2> 24447 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3 [junit4] 2> 24447 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 24447 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3 [junit4] 2> 24450 DEBUG (ScheduledTrigger-95-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 24450 DEBUG (ScheduledTrigger-95-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 24470 DEBUG (ScheduledTrigger-95-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 24471 DEBUG (ScheduledTrigger-95-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 24490 DEBUG (ScheduledTrigger-95-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 24491 DEBUG (ScheduledTrigger-95-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 24511 DEBUG (ScheduledTrigger-95-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 24512 DEBUG (ScheduledTrigger-95-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 24531 DEBUG (ScheduledTrigger-95-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 24532 DEBUG (ScheduledTrigger-95-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 24552 DEBUG (ScheduledTrigger-95-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 24552 DEBUG (ScheduledTrigger-95-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 24572 DEBUG (ScheduledTrigger-95-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 24573 DEBUG (ScheduledTrigger-95-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 24592 DEBUG (ScheduledTrigger-95-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 24593 DEBUG (ScheduledTrigger-95-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 24615 DEBUG (ScheduledTrigger-95-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 24615 DEBUG (ScheduledTrigger-95-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 24636 DEBUG (ScheduledTrigger-95-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 24636 DEBUG (ScheduledTrigger-95-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 24656 DEBUG (ScheduledTrigger-95-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 24656 DEBUG (ScheduledTrigger-95-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 24677 DEBUG (ScheduledTrigger-95-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 24677 DEBUG (ScheduledTrigger-95-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 24697 DEBUG (ScheduledTrigger-95-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 24697 DEBUG (ScheduledTrigger-95-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 24717 DEBUG (ScheduledTrigger-95-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 24717 DEBUG (ScheduledTrigger-95-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 24738 DEBUG (ScheduledTrigger-95-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 24738 DEBUG (ScheduledTrigger-95-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 24758 DEBUG (ScheduledTrigger-95-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 24758 DEBUG (ScheduledTrigger-95-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 24779 DEBUG (ScheduledTrigger-95-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 24779 DEBUG (ScheduledTrigger-95-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 24799 DEBUG (ScheduledTrigger-95-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 24799 DEBUG (ScheduledTrigger-95-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 24819 DEBUG (ScheduledTrigger-95-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 24819 DEBUG (ScheduledTrigger-95-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 24840 DEBUG (ScheduledTrigger-95-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 24840 DEBUG (ScheduledTrigger-95-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 24860 DEBUG (ScheduledTrigger-95-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 24860 DEBUG (ScheduledTrigger-95-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 24880 DEBUG (ScheduledTrigger-95-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 24880 DEBUG (ScheduledTrigger-95-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 24901 DEBUG (ScheduledTrigger-95-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 24901 DEBUG (ScheduledTrigger-95-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 24921 DEBUG (ScheduledTrigger-95-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 24921 DEBUG (ScheduledTrigger-95-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 24941 DEBUG (ScheduledTrigger-95-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 24942 DEBUG (ScheduledTrigger-95-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 24962 DEBUG (ScheduledTrigger-95-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 24962 DEBUG (ScheduledTrigger-95-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 24982 DEBUG (ScheduledTrigger-95-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 24982 DEBUG (ScheduledTrigger-95-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 25003 DEBUG (ScheduledTrigger-95-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 25003 DEBUG (ScheduledTrigger-95-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 25023 DEBUG (ScheduledTrigger-95-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 25023 DEBUG (ScheduledTrigger-95-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 25043 DEBUG (ScheduledTrigger-95-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 25043 DEBUG (ScheduledTrigger-95-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 25064 DEBUG (ScheduledTrigger-95-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 25064 DEBUG (ScheduledTrigger-95-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 25084 DEBUG (ScheduledTrigger-95-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 25084 DEBUG (ScheduledTrigger-95-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 25104 DEBUG (ScheduledTrigger-95-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 25104 DEBUG (ScheduledTrigger-95-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 25125 DEBUG (ScheduledTrigger-95-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 25125 DEBUG (ScheduledTrigger-95-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 25145 DEBUG (ScheduledTrigger-95-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 25145 DEBUG (ScheduledTrigger-95-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 25165 DEBUG (ScheduledTrigger-95-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 25165 DEBUG (ScheduledTrigger-95-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 25186 DEBUG (ScheduledTrigger-95-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 25186 DEBUG (ScheduledTrigger-95-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 25206 DEBUG (ScheduledTrigger-95-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 25206 DEBUG (ScheduledTrigger-95-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 25226 DEBUG (ScheduledTrigger-95-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 25226 DEBUG (ScheduledTrigger-95-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 25247 DEBUG (ScheduledTrigger-95-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 25247 DEBUG (ScheduledTrigger-95-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 25267 DEBUG (ScheduledTrigger-95-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 25267 DEBUG (ScheduledTrigger-95-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 25287 DEBUG (ScheduledTrigger-95-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 25287 DEBUG (ScheduledTrigger-95-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 25308 DEBUG (ScheduledTrigger-95-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 25308 DEBUG (ScheduledTrigger-95-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 25328 DEBUG (ScheduledTrigger-95-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 25328 DEBUG (ScheduledTrigger-95-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 25348 DEBUG (ScheduledTrigger-95-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 25348 DEBUG (ScheduledTrigger-95-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 25369 DEBUG (ScheduledTrigger-95-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 25369 DEBUG (ScheduledTrigger-95-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 25389 DEBUG (ScheduledTrigger-95-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 25389 DEBUG (ScheduledTrigger-95-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 25399 DEBUG (simCloudManagerPool-94-thread-81) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / shard4: {"core_node54":{ [junit4] 2> "node_name":"127.0.0.1:10044_solr", [junit4] 2> "core":"testBasic_shard4_replica_t54", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"TLOG", [junit4] 2> "INDEX.sizeInBytes":1, [junit4] 2> "shard":"shard4", [junit4] 2> "collection":"testBasic"}} [junit4] 2> 25399 DEBUG (simCloudManagerPool-94-thread-80) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / shard3: {"core_node39":{ [junit4] 2> "node_name":"127.0.0.1:10049_solr", [junit4] 2> "core":"testBasic_shard3_replica_t39", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"TLOG", [junit4] 2> "INDEX.sizeInBytes":1, [junit4] 2> "shard":"shard3", [junit4] 2> "collection":"testBasic"}} [junit4] 2> 25399 DEBUG (simCloudManagerPool-94-thread-79) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / shard2: {"core_node18":{ [junit4] 2> "node_name":"127.0.0.1:10041_solr", [junit4] 2> "core":"testBasic_shard2_replica_n18", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":1, [junit4] 2> "shard":"shard2", [junit4] 2> "collection":"testBasic"}} [junit4] 2> 25399 DEBUG (simCloudManagerPool-94-thread-82) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / shard5: {"core_node65":{ [junit4] 2> "node_name":"127.0.0.1:10047_solr", [junit4] 2> "core":"testBasic_shard5_replica_n65", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":1, [junit4] 2> "shard":"shard5", [junit4] 2> "collection":"testBasic"}} [junit4] 2> 25399 DEBUG (simCloudManagerPool-94-thread-83) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / shard1: {"core_node1":{ [junit4] 2> "node_name":"127.0.0.1:10095_solr", [junit4] 2> "core":"testBasic_shard1_replica_n1", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":1, [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"testBasic"}} [junit4] 2> 25405 INFO (TEST-TestLargeCluster.testBasic-seed#[B4C91F39E209F767]) [ ] o.a.s.c.a.s.TestLargeCluster Ready after 263ms [junit4] 2> 25409 DEBUG (ScheduledTrigger-95-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 99 [junit4] 2> 25409 DEBUG (ScheduledTrigger-95-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10079_solr [junit4] 2> 25410 DEBUG (ScheduledTrigger-95-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 99 [junit4] 2> 25410 DEBUG (ScheduledTrigger-95-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10079_solr [junit4] 2> 25430 DEBUG (ScheduledTrigger-95-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 95 [junit4] 2> 25430 DEBUG (ScheduledTrigger-95-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10019_solr [junit4] 2> 25430 DEBUG (ScheduledTrigger-95-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10089_solr [junit4] 2> 25430 DEBUG (ScheduledTrigger-95-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10043_solr [junit4] 2> 25430 DEBUG (ScheduledTrigger-95-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10088_solr [junit4] 2> 25430 DEBUG (ScheduledTrigger-95-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 95 [junit4] 2> 25430 DEBUG (ScheduledTrigger-95-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10019_solr [junit4] 2> 25430 DEBUG (ScheduledTrigger-95-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10089_solr [junit4] 2> 25430 DEBUG (ScheduledTrigger-95-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10043_solr [junit4] 2> 25430 DEBUG (ScheduledTrigger-95-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10088_solr [junit4] 2> 25450 DEBUG (ScheduledTrigger-95-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 93 [junit4] 2> 25450 DEBUG (ScheduledTrigger-95-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10081_solr [junit4] 2> 25450 DEBUG (ScheduledTrigger-95-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10052_solr [junit4] 2> 25451 DEBUG (ScheduledTrigger-95-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 93 [junit4] 2> 25451 DEBUG (ScheduledTrigger-95-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10081_solr [junit4] 2> 25451 DEBUG (ScheduledTrigger-95-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10052_solr [junit4] 2> 25471 DEBUG (ScheduledTrigger-95-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 92 [junit4] 2> 25471 DEBUG (ScheduledTrigger-95-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10065_solr [junit4] 2> 25471 DEBUG (ScheduledTrigger-95-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 92 [junit4] 2> 25471 DEBUG (ScheduledTrigger-95-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10065_solr [junit4] 2> 25491 DEBUG (ScheduledTrigger-95-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 92 [junit4] 2> 25492 DEBUG (ScheduledTrigger-95-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 92 [junit4] 2> 25512 DEBUG (ScheduledTrigger-95-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 92 [junit4] 2> 25512 DEBUG (ScheduledTrigger-95-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 92 [junit4] 2> 25512 DEBUG (ScheduledTrigger-95-thread-4) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10079_solr] [junit4] 2> 25513 DEBUG (ScheduledTrigger-95-thread-4) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"91787b30e9d7bT9vnt3vudkz6zdao3zusr2vzbb", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":2559146382499195, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[2559146382499195], [junit4] 2> "nodeNames":["127.0.0.1:10079_solr"]}} [junit4] 2> 25513 DEBUG (ScheduledTrigger-95-thread-4) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_lost_trigger] [junit4] 2> 25518 DEBUG (AutoscalingActionExecutor-96-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"91787b30e9d7bT9vnt3vudkz6zdao3zusr2vzbb", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":2559146382499195, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[2559146382499195], [junit4] 2> "_enqueue_time_":2559151582047345, [junit4] 2> "nodeNames":["127.0.0.1:10079_solr"]}} [junit4] 2> 25525 DEBUG (AutoscalingActionExecutor-96-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: { [junit4] 2> "id":"91787b30e9d7bT9vnt3vudkz6zdao3zusr2vzbb", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":2559146382499195, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[2559146382499195], [junit4] 2> "_enqueue_time_":2559151582047345, [junit4] 2> "nodeNames":["127.0.0.1:10079_solr"]}} with context properties: {BEFORE_ACTION=[compute]} [junit4] 2> 25656 INFO (AutoscalingActionExecutor-96-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10072_solr&inPlaceMove=true&replica=core_node71 [junit4] 2> 25658 INFO (AutoscalingActionExecutor-96-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 2559158791 sessionWrapper.createTime 2559153667323795, this.sessionWrapper.createTime 2559153667323795 [junit4] 2> 25660 DEBUG (AutoscalingActionExecutor-96-thread-1) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: { [junit4] 2> "id":"91787b30e9d7bT9vnt3vudkz6zdao3zusr2vzbb", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":2559146382499195, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[2559146382499195], [junit4] 2> "_enqueue_time_":2559151582047345, [junit4] 2> "nodeNames":["127.0.0.1:10079_solr"]}} with context properties: {operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@1938bd3f], AFTER_ACTION=[compute], BEFORE_ACTION=[compute, execute]} [junit4] 2> 25660 DEBUG (AutoscalingActionExecutor-96-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10072_solr&inPlaceMove=true&replica=core_node71 [junit4] 2> 25792 DEBUG (simCloudManagerPool-94-thread-125) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node77":{ [junit4] 2> "core":"testBasic_shard5_replica_p76", [junit4] 2> "shard":"shard5", [junit4] 2> "collection":"testBasic", [junit4] 2> "node_name":"127.0.0.1:10072_solr", [junit4] 2> "type":"PULL"}} [junit4] 2> 25970 DEBUG (AutoscalingActionExecutor-96-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms [junit4] 2> 25970 DEBUG (AutoscalingActionExecutor-96-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms [junit4] 2> 25970 DEBUG (AutoscalingActionExecutor-96-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 22579 ms for event id=91787b30e9d7bT9vnt3vudkz6zdao3zusr2vzbb [junit4] 2> 26070 DEBUG (ScheduledTrigger-95-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 92 [junit4] 2> 26070 DEBUG (ScheduledTrigger-95-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 92 [junit4] 2> 26070 DEBUG (ScheduledTrigger-95-thread-1) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10052_solr, 127.0.0.1:10043_solr, 127.0.0.1:10089_solr, 127.0.0.1:10081_solr, 127.0.0.1:10065_solr, 127.0.0.1:10019_solr, 127.0.0.1:10088_solr] [junit4] 2> 26070 DEBUG (ScheduledTrigger-95-thread-3) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10052_solr, 127.0.0.1:10043_solr, 127.0.0.1:10079_solr, 127.0.0.1:10089_solr, 127.0.0.1:10081_solr, 127.0.0.1:10019_solr, 127.0.0.1:10088_solr] [junit4] 2> 26070 DEBUG (ScheduledTrigger-95-thread-3) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"917882c51fb3dT9vnt3vudkz6zdao3zusr2vzbf", [junit4] 2> "source":".auto_add_replicas", [junit4] 2> "eventTime":2559148416957245, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 2559148416957245, [junit4] 2> 2559147392082745, [junit4] 2> 2559146365218045, [junit4] 2> 2559147391327495, [junit4] 2> 2559148414857645, [junit4] 2> 2559147390353795, [junit4] 2> 2559147392836695], [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10052_solr", [junit4] 2> "127.0.0.1:10043_solr", [junit4] 2> "127.0.0.1:10079_solr", [junit4] 2> "127.0.0.1:10089_solr", [junit4] 2> "127.0.0.1:10081_solr", [junit4] 2> "127.0.0.1:10019_solr", [junit4] 2> "127.0.0.1:10088_solr"]}} [junit4] 2> 26070 DEBUG (ScheduledTrigger-95-thread-1) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"917882d2be177T9vnt3vudkz6zdao3zusr2vzbe", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":2559148431237495, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 2559148431237495, [junit4] 2> 2559147404471145, [junit4] 2> 2559147403701395, [junit4] 2> 2559148430356745, [junit4] 2> 2559149454371295, [junit4] 2> 2559147402676545, [junit4] 2> 2559147405236895], [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10052_solr", [junit4] 2> "127.0.0.1:10043_solr", [junit4] 2> "127.0.0.1:10089_solr", [junit4] 2> "127.0.0.1:10081_solr", [junit4] 2> "127.0.0.1:10065_solr", [junit4] 2> "127.0.0.1:10019_solr", [junit4] 2> "127.0.0.1:10088_solr"]}} [junit4] 2> 26070 DEBUG (ScheduledTrigger-95-thread-3) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_lost_trigger] [junit4] 2> 26074 DEBUG (ScheduledTrigger-95-thread-1) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger processor for lost nodes: [127.0.0.1:10052_solr, 127.0.0.1:10043_solr, 127.0.0.1:10089_solr, 127.0.0.1:10081_solr, 127.0.0.1:10065_solr, 127.0.0.1:10019_solr, 127.0.0.1:10088_solr] is not ready, will try later [junit4] 2> 26087 DEBUG (AutoscalingActionExecutor-96-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"917882c51fb3dT9vnt3vudkz6zdao3zusr2vzbf", [junit4] 2> "source":".auto_add_replicas", [junit4] 2> "eventTime":2559148416957245, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 2559148416957245, [junit4] 2> 2559147392082745, [junit4] 2> 2559146365218045, [junit4] 2> 2559147391327495, [junit4] 2> 2559148414857645, [junit4] 2> 2559147390353795, [junit4] 2> 2559147392836695], [junit4] 2> "_enqueue_time_":2559179408077745, [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10052_solr", [junit4] 2> "127.0.0.1:10043_solr", [junit4] 2> "127.0.0.1:10079_solr", [junit4] 2> "127.0.0.1:10089_solr", [junit4] 2> "127.0.0.1:10081_solr", [junit4] 2> "127.0.0.1:10019_solr", [junit4] 2> "127.0.0.1:10088_solr"]}} [junit4] 2> 26087 DEBUG (AutoscalingActionExecutor-96-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: { [junit4] 2> "id":"917882c51fb3dT9vnt3vudkz6zdao3zusr2vzbf", [junit4] 2> "source":".auto_add_replicas", [junit4] 2> "eventTime":2559148416957245, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 2559148416957245, [junit4] 2> 2559147392082745, [junit4] 2> 2559146365218045, [junit4] 2> 2559147391327495, [junit4] 2> 2559148414857645, [junit4] 2> 2559147390353795, [junit4] 2> 2559147392836695], [junit4] 2> "_enqueue_time_":2559179408077745, [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10052_solr", [junit4] 2> "127.0.0.1:10043_solr", [junit4] 2> "127.0.0.1:10079_solr", [junit4] 2> "127.0.0.1:10089_solr", [junit4] 2> "127.0.0.1:10081_solr", [junit4] 2> "127.0.0.1:10019_solr", [junit4] 2> "127.0.0.1:10088_solr"]}} with context properties: {BEFORE_ACTION=[auto_add_replicas_plan]} [junit4] 2> 26089 INFO (AutoscalingActionExecutor-96-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 2559180346 sessionWrapper.createTime 2559180318264395, this.sessionWrapper.createTime 2559180318264395 [junit4] 2> 26089 DEBUG (AutoscalingActionExecutor-96-thread-1) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: { [junit4] 2> "id":"917882c51fb3dT9vnt3vudkz6zdao3zusr2vzbf", [junit4] 2> "source":".auto_add_replicas", [junit4] 2> "eventTime":2559148416957245, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 2559148416957245, [junit4] 2> 2559147392082745, [junit4] 2> 2559146365218045, [junit4] 2> 2559147391327495, [junit4] 2> 2559148414857645, [junit4] 2> 2559147390353795, [junit4] 2> 2559147392836695], [junit4] 2> "_enqueue_time_":2559179408077745, [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10052_solr", [junit4] 2> "127.0.0.1:10043_solr", [junit4] 2> "127.0.0.1:10079_solr", [junit4] 2> "127.0.0.1:10089_solr", [junit4] 2> "127.0.0.1:10081_solr", [junit4] 2> "127.0.0.1:10019_solr", [junit4] 2> "127.0.0.1:10088_solr"]}} with context properties: {AFTER_ACTION=[auto_add_replicas_plan], BEFORE_ACTION=[auto_add_replicas_plan, execute_plan]} [junit4] 2> 26089 INFO (AutoscalingActionExecutor-96-thread-1) [ ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: { [junit4] 2> "id":"917882c51fb3dT9vnt3vudkz6zdao3zusr2vzbf", [junit4] 2> "source":".auto_add_replicas", [junit4] 2> "eventTime":2559148416957245, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 2559148416957245, [junit4] 2> 2559147392082745, [junit4] 2> 2559146365218045, [junit4] 2> 2559147391327495, [junit4] 2> 2559148414857645, [junit4] 2> 2559147390353795, [junit4] 2> 2559147392836695], [junit4] 2> "_enqueue_time_":2559179408077745, [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10052_solr", [junit4] 2> "127.0.0.1:10043_solr", [junit4] 2> "127.0.0.1:10079_solr", [junit4] 2> "127.0.0.1:10089_solr", [junit4] 2> "127.0.0.1:10081_solr", [junit4] 2> "127.0.0.1:10019_solr", [junit4] 2> "127.0.0.1:10088_solr"]}} [junit4] 2> 26091 DEBUG (AutoscalingActionExecutor-96-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms [junit4] 2> 26091 DEBUG (AutoscalingActionExecutor-96-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms [junit4] 2> 26091 DEBUG (AutoscalingActionExecutor-96-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 192 ms for event id=917882c51fb3dT9vnt3vudkz6zdao3zusr2vzbf [junit4] 2> 26191 DEBUG (ScheduledTrigger-95-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 92 [junit4] 2> 26191 DEBUG (ScheduledTrigger-95-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 92 [junit4] 2> 26191 DEBUG (ScheduledTrigger-95-thread-4) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10065_solr] [junit4] 2> 26191 DEBUG (ScheduledTrigger-95-thread-2) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10052_solr, 127.0.0.1:10043_solr, 127.0.0.1:10089_solr, 127.0.0.1:10081_solr, 127.0.0.1:10065_solr, 127.0.0.1:10019_solr, 127.0.0.1:10088_solr] [junit4] 2> 26191 DEBUG (ScheduledTrigger-95-thread-4) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"917886930a207T9vnt3vudkz6zdao3zusr2vzbj", [junit4] 2> "source":".auto_add_replicas", [junit4] 2> "eventTime":2559149438181895, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[2559149438181895], [junit4] 2> "nodeNames":["127.0.0.1:10065_solr"]}} [junit4] 2> 26191 DEBUG (ScheduledTrigger-95-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"917882d2be177T9vnt3vudkz6zdao3zusr2vzbk", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":2559148431237495, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 2559148431237495, [junit4] 2> 2559147404471145, [junit4] 2> 2559147403701395, [junit4] 2> 2559148430356745, [junit4] 2> 2559149454371295, [junit4] 2> 2559147402676545, [junit4] 2> 2559147405236895], [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10052_solr", [junit4] 2> "127.0.0.1:10043_solr", [junit4] 2> "127.0.0.1:10089_solr", [junit4] 2> "127.0.0.1:10081_solr", [junit4] 2> "127.0.0.1:10065_solr", [junit4] 2> "127.0.0.1:10019_solr", [junit4] 2> "127.0.0.1:10088_solr"]}} [junit4] 2> 26191 DEBUG (ScheduledTrigger-95-thread-4) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_lost_trigger] [junit4] 2> 26211 DEBUG (ScheduledTrigger-95-thread-2) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger processor for lost nodes: [127.0.0.1:10052_solr, 127.0.0.1:10043_solr, 127.0.0.1:10089_solr, 127.0.0.1:10081_solr, 127.0.0.1:10065_solr, 127.0.0.1:10019_solr, 127.0.0.1:10088_solr] is not ready, will try later [junit4] 2> 26214 DEBUG (AutoscalingActionExecutor-96-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"917886930a207T9vnt3vudkz6zdao3zusr2vzbj", [junit4] 2> "source":".auto_add_replicas", [junit4] 2> "eventTime":2559149438181895, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[2559149438181895], [junit4] 2> "_enqueue_time_":2559185454096745, [junit4] 2> "nodeNames":["127.0.0.1:10065_solr"]}} [junit4] 2> 26214 DEBUG (AutoscalingActionExecutor-96-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: { [junit4] 2> "id":"917886930a207T9vnt3vudkz6zdao3zusr2vzbj", [junit4] 2> "source":".auto_add_replicas", [junit4] 2> "eventTime":2559149438181895, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[2559149438181895], [junit4] 2> "_enqueue_time_":2559185454096745, [junit4] 2> "nodeNames":["127.0.0.1:10065_solr"]}} with context properties: {BEFORE_ACTION=[auto_add_replicas_plan]} [junit4] 2> 26216 INFO (AutoscalingActionExecutor-96-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 2559186697 sessionWrapper.createTime 2559186681946845, this.sessionWrapper.createTime 2559186681946845 [junit4] 2> 26216 DEBUG (AutoscalingActionExecutor-96-thread-1) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: { [junit4] 2> "id":"917886930a207T9vnt3vudkz6zdao3zusr2vzbj", [junit4] 2> "source":".auto_add_replicas", [junit4] 2> "eventTime":2559149438181895, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[2559149438181895], [junit4] 2> "_enqueue_time_":2559185454096745, [junit4] 2> "nodeNames":["127.0.0.1:10065_solr"]}} with context properties: {AFTER_ACTION=[auto_add_replicas_plan], BEFORE_ACTION=[auto_add_replicas_plan, execute_plan]} [junit4] 2> 26216 INFO (AutoscalingActionExecutor-96-thread-1) [ ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: { [junit4] 2> "id":"917886930a207T9vnt3vudkz6zdao3zusr2vzbj", [junit4] 2> "source":".auto_add_replicas", [junit4] 2> "eventTime":2559149438181895, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[2559149438181895], [junit4] 2> "_enqueue_time_":2559185454096745, [junit4] 2> "nodeNames":["127.0.0.1:10065_solr"]}} [junit4] 2> 26224 DEBUG (AutoscalingActionExecutor-96-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms [junit4] 2> 26224 DEBUG (AutoscalingActionExecutor-96-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms [junit4] 2> 26224 DEBUG (AutoscalingActionExecutor-96-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 505 ms for event id=917886930a207T9vnt3vudkz6zdao3zusr2vzbj [junit4] 2> 26325 DEBUG (ScheduledTrigger-95-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 92 [junit4] 2> 26325 DEBUG (ScheduledTrigger-95-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 92 [junit4] 2> 26325 DEBUG (ScheduledTrigger-95-thread-3) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10052_solr, 127.0.0.1:10043_solr, 127.0.0.1:10089_solr, 127.0.0.1:10081_solr, 127.0.0.1:10065_solr, 127.0.0.1:10019_solr, 127.0.0.1:10088_solr] [junit4] 2> 26325 DEBUG (ScheduledTrigger-95-thread-3) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"917882d2be177T9vnt3vudkz6zdao3zusr2vzbo", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":2559148431237495, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 2559148431237495, [junit4] 2> 2559147404471145, [junit4] 2> 2559147403701395, [junit4] 2> 2559148430356745, [junit4] 2> 2559149454371295, [junit4] 2> 2559147402676545, [junit4] 2> 2559147405236895], [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10052_solr", [junit4] 2> "127.0.0.1:10043_solr", [junit4] 2> "127.0.0.1:10089_solr", [junit4] 2> "127.0.0.1:10081_solr", [junit4] 2> "127.0.0.1:10065_solr", [junit4] 2> "127.0.0.1:10019_solr", [junit4] 2> "127.0.0.1:10088_solr"]}} [junit4] 2> 26325 DEBUG (ScheduledTrigger-95-thread-3) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_lost_trigger] [junit4] 2> 26326 DEBUG (AutoscalingActionExecutor-96-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"917882d2be177T9vnt3vudkz6zdao3zusr2vzbo", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":2559148431237495, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 2559148431237495, [junit4] 2> 2559147404471145, [junit4] 2> 2559147403701395, [junit4] 2> 2559148430356745, [junit4] 2> 2559149454371295, [junit4] 2> 2559147402676545, [junit4] 2> 2559147405236895], [junit4] 2> "_enqueue_time_":2559192137619095, [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10052_solr", [junit4] 2> "127.0.0.1:10043_solr", [junit4] 2> "127.0.0.1:10089_solr", [junit4] 2> "127.0.0.1:10081_solr", [junit4] 2> "127.0.0.1:10065_solr", [junit4] 2> "127.0.0.1:10019_solr", [junit4] 2> "127.0.0.1:10088_solr"]}} [junit4] 2> 26326 DEBUG (AutoscalingActionExecutor-96-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: { [junit4] 2> "id":"917882d2be177T9vnt3vudkz6zdao3zusr2vzbo", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":2559148431237495, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 2559148431237495, [junit4] 2> 2559147404471145, [junit4] 2> 2559147403701395, [junit4] 2> 2559148430356745, [junit4] 2> 2559149454371295, [junit4] 2> 2559147402676545, [junit4] 2> 2559147405236895], [junit4] 2> "_enqueue_time_":2559192137619095, [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10052_solr", [junit4] 2> "127.0.0.1:10043_solr", [junit4] 2> "127.0.0.1:10089_solr", [junit4] 2> "127.0.0.1:10081_solr", [junit4] 2> "127.0.0.1:10065_solr", [junit4] 2> "127.0.0.1:10019_solr", [junit4] 2> "127.0.0.1:10088_solr"]}} with context properties: {BEFORE_ACTION=[compute]} [junit4] 2> 26581 INFO (AutoscalingActionExecutor-96-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10056_solr&inPlaceMove=true&replica=core_node40 [junit4] 2> 26673 INFO (AutoscalingActionExecutor-96-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10059_solr&inPlaceMove=true&replica=core_node53 [junit4] 2> 26774 INFO (AutoscalingActionExecutor-96-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10053_solr&inPlaceMove=true&replica=core_node25 [junit4] 2> 26860 INFO (AutoscalingActionExecutor-96-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10037_solr&inPlaceMove=true&replica=core_node75 [junit4] 2> 26899 INFO (AutoscalingActionExecutor-96-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10094_solr&inPlaceMove=true&replica=core_node15 [junit4] 2> 26925 INFO (AutoscalingActionExecutor-96-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10091_solr&inPlaceMove=true&replica=core_node13 [junit4] 2> 26937 INFO (AutoscalingActionExecutor-96-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10034_solr&inPlaceMove=true&replica=core_node46 [junit4] 2> 26937 INFO (AutoscalingActionExecutor-96-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 2559222762 sessionWrapper.createTime 2559192271723145, this.sessionWrapper.createTime 2559192271723145 [junit4] 2> 26940 DEBUG (AutoscalingActionExecutor-96-thread-1) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: { [junit4] 2> "id":"917882d2be177T9vnt3vudkz6zdao3zusr2vzbo", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":2559148431237495, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 2559148431237495, [junit4] 2> 2559147404471145, [junit4] 2> 2559147403701395, [junit4] 2> 2559148430356745, [junit4] 2> 2559149454371295, [junit4] 2> 2559147402676545, [junit4] 2> 2559147405236895], [junit4] 2> "_enqueue_time_":2559192137619095, [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10052_solr", [junit4] 2> "127.0.0.1:10043_solr", [junit4] 2> "127.0.0.1:10089_solr", [junit4] 2> "127.0.0.1:10081_solr", [junit4] 2> "127.0.0.1:10065_solr", [junit4] 2> "127.0.0.1:10019_solr", [junit4] 2> "127.0.0.1:10088_solr"]}} with context properties: {operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@7d2b82e9, org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@66618d34, org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@21bc97fc, org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@45b0b8a2, org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@642d4637, org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@ecf7fab, org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@4b890af9], AFTER_ACTION=[compute], BEFORE_ACTION=[compute, execute]} [junit4] 2> 26940 DEBUG (AutoscalingActionExecutor-96-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10056_solr&inPlaceMove=true&replica=core_node40 [junit4] 2> 27042 DEBUG (simCloudManagerPool-94-thread-141) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node79":{ [junit4] 2> "core":"testBasic_shard3_replica_t78", [junit4] 2> "shard":"shard3", [junit4] 2> "collection":"testBasic", [junit4] 2> "node_name":"127.0.0.1:10056_solr", [junit4] 2> "type":"TLOG"}} [junit4] 2> 27155 DEBUG (AutoscalingActionExecutor-96-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10059_solr&inPlaceMove=true&replica=core_node53 [junit4] 2> 27256 DEBUG (simCloudManagerPool-94-thread-149) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node81":{ [junit4] 2> "core":"testBasic_shard4_replica_t80", [junit4] 2> "shard":"shard4", [junit4] 2> "collection":"testBasic", [junit4] 2> "node_name":"127.0.0.1:10059_solr", [junit4] 2> "type":"TLOG"}} [junit4] 2> 27368 DEBUG (AutoscalingActionExecutor-96-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10053_solr&inPlaceMove=true&replica=core_node25 [junit4] 2> 27469 DEBUG (simCloudManagerPool-94-thread-157) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node83":{ [junit4] 2> "core":"testBasic_shard2_replica_t82", [junit4] 2> "shard":"shard2", [junit4] 2> "collection":"test [...truncated too long message...] > 41700 INFO (AutoscalingActionExecutor-99-thread-1) [ ] > o.a.s.c.a.ComputePlanAction Computed Plan: > action=MOVEREPLICA&collection=testNodeAdded&targetNode=127.0.0.1:10112_solr&inPlaceMove=true&replica=core_node32 [junit4] 2> 42530 INFO (AutoscalingActionExecutor-99-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testNodeAdded&targetNode=127.0.0.1:10111_solr&inPlaceMove=true&replica=core_node82 [junit4] 2> 43771 INFO (AutoscalingActionExecutor-99-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testNodeAdded&targetNode=127.0.0.1:10114_solr&inPlaceMove=true&replica=core_node130 [junit4] 2> 44615 INFO (AutoscalingActionExecutor-99-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testNodeAdded&targetNode=127.0.0.1:10117_solr&inPlaceMove=true&replica=core_node114 [junit4] 2> 45441 INFO (AutoscalingActionExecutor-99-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testNodeAdded&targetNode=127.0.0.1:10118_solr&inPlaceMove=true&replica=core_node96 [junit4] 2> 46178 INFO (AutoscalingActionExecutor-99-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testNodeAdded&targetNode=127.0.0.1:10118_solr&inPlaceMove=true&replica=core_node48 [junit4] 2> 46990 INFO (AutoscalingActionExecutor-99-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testNodeAdded&targetNode=127.0.0.1:10117_solr&inPlaceMove=true&replica=core_node63 [junit4] 2> 47701 INFO (AutoscalingActionExecutor-99-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testNodeAdded&targetNode=127.0.0.1:10114_solr&inPlaceMove=true&replica=core_node74 [junit4] 2> 48416 INFO (AutoscalingActionExecutor-99-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testNodeAdded&targetNode=127.0.0.1:10111_solr&inPlaceMove=true&replica=core_node71 [junit4] 2> 49258 INFO (AutoscalingActionExecutor-99-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testNodeAdded&targetNode=127.0.0.1:10112_solr&inPlaceMove=true&replica=core_node105 [junit4] 2> 50221 INFO (AutoscalingActionExecutor-99-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testNodeAdded&targetNode=127.0.0.1:10113_solr&inPlaceMove=true&replica=core_node62 [junit4] 2> 51026 INFO (AutoscalingActionExecutor-99-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testNodeAdded&targetNode=127.0.0.1:10115_solr&inPlaceMove=true&replica=core_node88 [junit4] 2> 51787 INFO (AutoscalingActionExecutor-99-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testNodeAdded&targetNode=127.0.0.1:10110_solr&inPlaceMove=true&replica=core_node66 [junit4] 2> 52516 INFO (AutoscalingActionExecutor-99-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testNodeAdded&targetNode=127.0.0.1:10116_solr&inPlaceMove=true&replica=core_node68 [junit4] 2> 54407 INFO (AutoscalingActionExecutor-99-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 2560596218 sessionWrapper.createTime 2559695691476695, this.sessionWrapper.createTime 2559695691476695 [junit4] 2> 54408 WARN (AutoscalingActionExecutor-99-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Exception executing actions [junit4] 2> java.lang.Exception: Error executing action: execute for trigger event: { [junit4] 2> "id":"917fba80fd141T9vnt3vudkz6zdao3zusr2vzc8", [junit4] 2> "source":"node_added_trigger", [junit4] 2> "eventTime":2559644414234945, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 2559644414234945, [junit4] 2> 2559644419650395, [junit4] 2> 2559644421144445, [junit4] 2> 2559644421954795, [junit4] 2> 2559644415406345, [junit4] 2> 2559644420396295, [junit4] 2> 2559644418083495, [junit4] 2> 2559644422695945, [junit4] 2> 2559644418896995], [junit4] 2> "_enqueue_time_":2559695258264295, [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10118_solr", [junit4] 2> "127.0.0.1:10112_solr", [junit4] 2> "127.0.0.1:10115_solr", [junit4] 2> "127.0.0.1:10110_solr", [junit4] 2> "127.0.0.1:10117_solr", [junit4] 2> "127.0.0.1:10113_solr", [junit4] 2> "127.0.0.1:10114_solr", [junit4] 2> "127.0.0.1:10116_solr", [junit4] 2> "127.0.0.1:10111_solr"]}} [junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:307) [junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) [junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266) [junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> Caused by: org.apache.solr.common.SolrException: Unexpected exception while processing event: { [junit4] 2> "id":"917fba80fd141T9vnt3vudkz6zdao3zusr2vzc8", [junit4] 2> "source":"node_added_trigger", [junit4] 2> "eventTime":2559644414234945, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 2559644414234945, [junit4] 2> 2559644419650395, [junit4] 2> 2559644421144445, [junit4] 2> 2559644421954795, [junit4] 2> 2559644415406345, [junit4] 2> 2559644420396295, [junit4] 2> 2559644418083495, [junit4] 2> 2559644422695945, [junit4] 2> 2559644418896995], [junit4] 2> "_enqueue_time_":2559695258264295, [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10118_solr", [junit4] 2> "127.0.0.1:10112_solr", [junit4] 2> "127.0.0.1:10115_solr", [junit4] 2> "127.0.0.1:10110_solr", [junit4] 2> "127.0.0.1:10117_solr", [junit4] 2> "127.0.0.1:10113_solr", [junit4] 2> "127.0.0.1:10114_solr", [junit4] 2> "127.0.0.1:10116_solr", [junit4] 2> "127.0.0.1:10111_solr"]}} [junit4] 2> at org.apache.solr.cloud.autoscaling.ExecutePlanAction.process(ExecutePlanAction.java:120) [junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:304) [junit4] 2> ... 6 more [junit4] 2> Caused by: org.apache.solr.common.SolrException: Unexpected exception executing operation: action=MOVEREPLICA&async=node_added_trigger/917fba80fd141T9vnt3vudkz6zdao3zusr2vzc8/0&waitForFinalState=true&collection=testNodeAdded&targetNode=127.0.0.1:10116_solr&inPlaceMove=true&replica=core_node120 [junit4] 2> at org.apache.solr.cloud.autoscaling.ExecutePlanAction.process(ExecutePlanAction.java:110) [junit4] 2> ... 7 more [junit4] 2> Caused by: java.io.IOException: java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$121/384094886@2b2d1f0c rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@516a15f3[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 369] [junit4] 2> at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:462) [junit4] 2> at org.apache.solr.cloud.autoscaling.ExecutePlanAction.process(ExecutePlanAction.java:80) [junit4] 2> ... 7 more [junit4] 2> Caused by: java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$121/384094886@2b2d1f0c rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@516a15f3[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 369] [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2063) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:830) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1379) [junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:173) [junit4] 2> at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:134) [junit4] 2> at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.submit(SimCloudManager.java:382) [junit4] 2> at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:459) [junit4] 2> ... 8 more [junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=304, maxMBSortInHeap=5.275285212874322, sim=RandomSimilarity(queryNorm=false): {}, locale=ar-QA, timezone=America/Moncton [junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=238156696,total=346030080 [junit4] 2> NOTE: All tests run in this JVM: [TestBM25SimilarityFactory, TestJettySolrRunner, TestSolrIndexConfig, DistributedFacetPivotLongTailTest, OverriddenZkACLAndCredentialsProvidersTest, TestLargeCluster] [junit4] Completed [28/779 (1!)] on J1 in 30.45s, 4 tests, 1 error, 1 skipped <<< FAILURES! [...truncated 50520 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org