Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1470/
6 tests failed. FAILED: org.apache.solr.cloud.RestartWhileUpdatingTest.test Error Message: There are still nodes recoverying - waited for 320 seconds Stack Trace: java.lang.AssertionError: There are still nodes recoverying - waited for 320 seconds at __randomizedtesting.SeedInfo.seed([9FEBD27A1A06E1C4:17BFEDA0B4FA8C3C]:0) at org.junit.Assert.fail(Assert.java:93) at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:185) at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:921) at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForThingsToLevelOut(AbstractFullDistribZkTestBase.java:1478) at org.apache.solr.cloud.RestartWhileUpdatingTest.test(RestartWhileUpdatingTest.java:144) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) FAILED: junit.framework.TestSuite.org.apache.solr.cloud.RestartWhileUpdatingTest Error Message: 7 threads leaked from SUITE scope at org.apache.solr.cloud.RestartWhileUpdatingTest: 1) Thread[id=119323, name=searcherExecutor-14522-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=119501, name=searcherExecutor-14572-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=119427, name=searcherExecutor-14555-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=119559, name=searcherExecutor-14594-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=119360, name=searcherExecutor-14533-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=119530, name=searcherExecutor-14583-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=119391, name=searcherExecutor-14544-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) Stack Trace: com.carrotsearch.randomizedtesting.ThreadLeakError: 7 threads leaked from SUITE scope at org.apache.solr.cloud.RestartWhileUpdatingTest: 1) Thread[id=119323, name=searcherExecutor-14522-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=119501, name=searcherExecutor-14572-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=119427, name=searcherExecutor-14555-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=119559, name=searcherExecutor-14594-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=119360, name=searcherExecutor-14533-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=119530, name=searcherExecutor-14583-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=119391, name=searcherExecutor-14544-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) at __randomizedtesting.SeedInfo.seed([9FEBD27A1A06E1C4]:0) FAILED: junit.framework.TestSuite.org.apache.solr.cloud.RestartWhileUpdatingTest Error Message: There are still zombie threads that couldn't be terminated: 1) Thread[id=119323, name=searcherExecutor-14522-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=119501, name=searcherExecutor-14572-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=119427, name=searcherExecutor-14555-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=119559, name=searcherExecutor-14594-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=119360, name=searcherExecutor-14533-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=119530, name=searcherExecutor-14583-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=119391, name=searcherExecutor-14544-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) Stack Trace: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated: 1) Thread[id=119323, name=searcherExecutor-14522-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=119501, name=searcherExecutor-14572-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=119427, name=searcherExecutor-14555-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=119559, name=searcherExecutor-14594-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=119360, name=searcherExecutor-14533-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=119530, name=searcherExecutor-14583-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=119391, name=searcherExecutor-14544-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) at __randomizedtesting.SeedInfo.seed([9FEBD27A1A06E1C4]:0) FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitAfterFailedSplit Error Message: expected:<1> but was:<2> Stack Trace: java.lang.AssertionError: expected:<1> but was:<2> at __randomizedtesting.SeedInfo.seed([9FEBD27A1A06E1C4:66A641D52673AC4E]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.failNotEquals(Assert.java:647) at org.junit.Assert.assertEquals(Assert.java:128) at org.junit.Assert.assertEquals(Assert.java:472) at org.junit.Assert.assertEquals(Assert.java:456) at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitAfterFailedSplit(ShardSplitTest.java:282) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger Error Message: Stack Trace: java.lang.NullPointerException at __randomizedtesting.SeedInfo.seed([9FEBD27A1A06E1C4:25E7E5F545EE378B]:0) at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger(TriggerIntegrationTest.java:1565) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) FAILED: org.apache.solr.cloud.AliasIntegrationTest.testModifyMetadataCAR Error Message: Stack Trace: java.lang.AssertionError at __randomizedtesting.SeedInfo.seed([9FEBD27A1A06E1C4:83B99331A7DD419C]:0) at org.junit.Assert.fail(Assert.java:92) at org.junit.Assert.assertTrue(Assert.java:43) at org.junit.Assert.assertTrue(Assert.java:54) at org.apache.solr.cloud.AliasIntegrationTest.checkFooAndBarMeta(AliasIntegrationTest.java:283) at org.apache.solr.cloud.AliasIntegrationTest.testModifyMetadataCAR(AliasIntegrationTest.java:262) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Build Log: [...truncated 13866 lines...] [junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest [junit4] 2> 3069068 INFO (SUITE-TriggerIntegrationTest-seed#[9FEBD27A1A06E1C4]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_9FEBD27A1A06E1C4-001/init-core-data-001 [junit4] 2> 3069134 WARN (SUITE-TriggerIntegrationTest-seed#[9FEBD27A1A06E1C4]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1 [junit4] 2> 3069138 INFO (SUITE-TriggerIntegrationTest-seed#[9FEBD27A1A06E1C4]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false [junit4] 2> 3069172 INFO (SUITE-TriggerIntegrationTest-seed#[9FEBD27A1A06E1C4]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN) [junit4] 2> 3069172 INFO (SUITE-TriggerIntegrationTest-seed#[9FEBD27A1A06E1C4]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_9FEBD27A1A06E1C4-001/tempDir-001 [junit4] 2> 3069172 INFO (SUITE-TriggerIntegrationTest-seed#[9FEBD27A1A06E1C4]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 3069175 INFO (Thread-6252) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 3069175 INFO (Thread-6252) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 3069176 INFO (SUITE-TriggerIntegrationTest-seed#[9FEBD27A1A06E1C4]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:37970 [junit4] 2> 3069220 ERROR (Thread-6252) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 3069318 INFO (zkConnectionManagerCallback-51305-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3069320 INFO (jetty-launcher-51302-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 3069334 INFO (jetty-launcher-51302-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 3069355 INFO (jetty-launcher-51302-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 3069355 INFO (jetty-launcher-51302-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 3069355 INFO (jetty-launcher-51302-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms [junit4] 2> 3069360 INFO (jetty-launcher-51302-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 3069360 INFO (jetty-launcher-51302-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 3069360 INFO (jetty-launcher-51302-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms [junit4] 2> 3069382 INFO (jetty-launcher-51302-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5e5d81e9{/solr,null,AVAILABLE} [junit4] 2> 3069382 INFO (jetty-launcher-51302-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@55aee063{HTTP/1.1,[http/1.1]}{127.0.0.1:36412} [junit4] 2> 3069382 INFO (jetty-launcher-51302-thread-1) [ ] o.e.j.s.Server Started @3071423ms [junit4] 2> 3069382 INFO (jetty-launcher-51302-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36412} [junit4] 2> 3069383 ERROR (jetty-launcher-51302-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 3069383 INFO (jetty-launcher-51302-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0 [junit4] 2> 3069383 INFO (jetty-launcher-51302-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 3069383 INFO (jetty-launcher-51302-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 3069383 INFO (jetty-launcher-51302-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-05T13:41:29.660Z [junit4] 2> 3069383 INFO (jetty-launcher-51302-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@55b87eee{/solr,null,AVAILABLE} [junit4] 2> 3069384 INFO (jetty-launcher-51302-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7f0cbf92{HTTP/1.1,[http/1.1]}{127.0.0.1:40575} [junit4] 2> 3069384 INFO (jetty-launcher-51302-thread-2) [ ] o.e.j.s.Server Started @3071425ms [junit4] 2> 3069384 INFO (jetty-launcher-51302-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40575} [junit4] 2> 3069384 ERROR (jetty-launcher-51302-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 3069384 INFO (jetty-launcher-51302-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0 [junit4] 2> 3069384 INFO (jetty-launcher-51302-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 3069384 INFO (jetty-launcher-51302-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 3069384 INFO (jetty-launcher-51302-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-05T13:41:29.661Z [junit4] 2> 3069390 INFO (zkConnectionManagerCallback-51307-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3069390 INFO (zkConnectionManagerCallback-51309-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3069390 INFO (jetty-launcher-51302-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 3069410 INFO (jetty-launcher-51302-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 3069500 INFO (jetty-launcher-51302-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37970/solr [junit4] 2> 3069521 INFO (jetty-launcher-51302-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37970/solr [junit4] 2> 3069552 INFO (zkConnectionManagerCallback-51313-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3069608 INFO (zkConnectionManagerCallback-51317-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3069620 INFO (zkConnectionManagerCallback-51319-thread-1-processing-n:127.0.0.1:40575_solr) [n:127.0.0.1:40575_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3069661 INFO (zkConnectionManagerCallback-51321-thread-1-processing-n:127.0.0.1:36412_solr) [n:127.0.0.1:36412_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3069967 INFO (jetty-launcher-51302-thread-1) [n:127.0.0.1:36412_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 3069968 INFO (jetty-launcher-51302-thread-1) [n:127.0.0.1:36412_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36412_solr [junit4] 2> 3069968 INFO (jetty-launcher-51302-thread-1) [n:127.0.0.1:36412_solr ] o.a.s.c.Overseer Overseer (id=72069094977110022-127.0.0.1:36412_solr-n_0000000000) starting [junit4] 2> 3070077 INFO (jetty-launcher-51302-thread-2) [n:127.0.0.1:40575_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 3070077 INFO (jetty-launcher-51302-thread-2) [n:127.0.0.1:40575_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40575_solr [junit4] 2> 3070165 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger [junit4] 2> 3070166 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1 [junit4] 2> 3070166 INFO (jetty-launcher-51302-thread-1) [n:127.0.0.1:36412_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36412_solr [junit4] 2> 3070166 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [] [junit4] 2> 3070166 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1 [junit4] 2> 3070166 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1 [junit4] 2> 3070184 INFO (OverseerStateUpdate-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 3070220 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 3070220 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1 [junit4] 2> 3070221 DEBUG (ScheduledTrigger-9722-thread-1) [n:127.0.0.1:36412_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 3070343 INFO (zkCallback-51318-thread-1-processing-n:127.0.0.1:40575_solr) [n:127.0.0.1:40575_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 3070582 INFO (jetty-launcher-51302-thread-1) [n:127.0.0.1:36412_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36412.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@581a5886 [junit4] 2> 3070601 INFO (jetty-launcher-51302-thread-1) [n:127.0.0.1:36412_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36412.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@581a5886 [junit4] 2> 3070617 INFO (jetty-launcher-51302-thread-1) [n:127.0.0.1:36412_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36412.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@581a5886 [junit4] 2> 3070618 INFO (jetty-launcher-51302-thread-1) [n:127.0.0.1:36412_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_9FEBD27A1A06E1C4-001/tempDir-001/node1/. [junit4] 2> 3070859 INFO (jetty-launcher-51302-thread-2) [n:127.0.0.1:40575_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40575.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@581a5886 [junit4] 2> 3070895 INFO (jetty-launcher-51302-thread-2) [n:127.0.0.1:40575_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40575.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@581a5886 [junit4] 2> 3070895 INFO (jetty-launcher-51302-thread-2) [n:127.0.0.1:40575_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40575.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@581a5886 [junit4] 2> 3070896 INFO (jetty-launcher-51302-thread-2) [n:127.0.0.1:40575_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_9FEBD27A1A06E1C4-001/tempDir-001/node2/. [junit4] 2> 3071111 INFO (zkConnectionManagerCallback-51327-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3071150 INFO (zkConnectionManagerCallback-51331-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3071150 INFO (SUITE-TriggerIntegrationTest-seed#[9FEBD27A1A06E1C4]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 3071151 INFO (SUITE-TriggerIntegrationTest-seed#[9FEBD27A1A06E1C4]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37970/solr ready [junit4] 2> 3071275 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9FEBD27A1A06E1C4]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTrigger [junit4] 2> 3071276 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9FEBD27A1A06E1C4]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2 [junit4] 2> 3071277 DEBUG (zkCallback-51320-thread-1-processing-n:127.0.0.1:36412_solr) [n:127.0.0.1:36412_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2 [junit4] 2> 3071277 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2 [junit4] 2> 3071311 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 3071311 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 3071312 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2 [junit4] 2> 3071351 INFO (qtp1073414746-104961) [n:127.0.0.1:36412_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 3071678 INFO (qtp922500132-104973) [n:127.0.0.1:40575_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 3071678 DEBUG (qtp922500132-104969) [n:127.0.0.1:40575_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 3071695 INFO (qtp922500132-104969) [n:127.0.0.1:40575_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=363 [junit4] 2> 3071715 DEBUG (zkCallback-51320-thread-1-processing-n:127.0.0.1:36412_solr) [n:127.0.0.1:36412_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3 [junit4] 2> 3071784 DEBUG (zkCallback-51320-thread-1-processing-n:127.0.0.1:36412_solr) [n:127.0.0.1:36412_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:36412_solr, 127.0.0.1:40575_solr] [junit4] 2> 3071784 DEBUG (zkCallback-51320-thread-1-processing-n:127.0.0.1:36412_solr) [n:127.0.0.1:36412_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true} [junit4] 2> 3071785 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3 [junit4] 2> 3071930 INFO (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init [junit4] 2> 3071945 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9FEBD27A1A06E1C4]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 3072024 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9FEBD27A1A06E1C4]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 3072025 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9FEBD27A1A06E1C4]) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 3072025 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9FEBD27A1A06E1C4]) [ ] o.e.j.s.session Scavenging every 660000ms [junit4] 2> 3072030 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 3072020 DEBUG (ScheduledTrigger-9722-thread-2) [n:127.0.0.1:36412_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 3072137 DEBUG (ScheduledTrigger-9722-thread-2) [n:127.0.0.1:36412_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2 [junit4] 2> 3072150 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9FEBD27A1A06E1C4]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2c736b61{/solr,null,AVAILABLE} [junit4] 2> 3072150 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9FEBD27A1A06E1C4]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@31561353{HTTP/1.1,[http/1.1]}{127.0.0.1:38347} [junit4] 2> 3072150 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9FEBD27A1A06E1C4]) [ ] o.e.j.s.Server Started @3074191ms [junit4] 2> 3072150 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9FEBD27A1A06E1C4]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38347} [junit4] 2> 3072150 ERROR (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9FEBD27A1A06E1C4]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 3072151 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9FEBD27A1A06E1C4]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0 [junit4] 2> 3072151 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9FEBD27A1A06E1C4]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 3072151 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9FEBD27A1A06E1C4]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 3072151 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9FEBD27A1A06E1C4]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-05T13:41:32.428Z [junit4] 2> 3072153 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3 [junit4] 2> 3072153 INFO (zkConnectionManagerCallback-51333-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3072154 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9FEBD27A1A06E1C4]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 3072190 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9FEBD27A1A06E1C4]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37970/solr [junit4] 2> 3072191 INFO (zkConnectionManagerCallback-51337-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3072254 INFO (zkConnectionManagerCallback-51339-thread-1-processing-n:127.0.0.1:38347_solr) [n:127.0.0.1:38347_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3072290 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9FEBD27A1A06E1C4]) [n:127.0.0.1:38347_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 3072291 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9FEBD27A1A06E1C4]) [n:127.0.0.1:38347_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 3072292 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9FEBD27A1A06E1C4]) [n:127.0.0.1:38347_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38347_solr [junit4] 2> 3072416 INFO (zkCallback-51330-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 3072652 INFO (zkCallback-51318-thread-1-processing-n:127.0.0.1:40575_solr) [n:127.0.0.1:40575_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 3072652 INFO (zkCallback-51338-thread-1-processing-n:127.0.0.1:38347_solr) [n:127.0.0.1:38347_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 3072655 INFO (zkCallback-51320-thread-2-processing-n:127.0.0.1:36412_solr) [n:127.0.0.1:36412_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 3072837 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9FEBD27A1A06E1C4]) [n:127.0.0.1:38347_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38347.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@581a5886 [junit4] 2> 3072892 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9FEBD27A1A06E1C4]) [n:127.0.0.1:38347_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38347.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@581a5886 [junit4] 2> 3072892 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9FEBD27A1A06E1C4]) [n:127.0.0.1:38347_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38347.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@581a5886 [junit4] 2> 3072893 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9FEBD27A1A06E1C4]) [n:127.0.0.1:38347_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_9FEBD27A1A06E1C4-001/tempDir-001/node3/. [junit4] 2> 3073155 DEBUG (ScheduledTrigger-9722-thread-1) [n:127.0.0.1:36412_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 3073155 DEBUG (ScheduledTrigger-9722-thread-1) [n:127.0.0.1:36412_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 3073155 DEBUG (ScheduledTrigger-9722-thread-1) [n:127.0.0.1:36412_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:38347_solr at time 175494369350277 [junit4] 2> 3074171 DEBUG (ScheduledTrigger-9722-thread-1) [n:127.0.0.1:36412_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 3074172 DEBUG (ScheduledTrigger-9722-thread-1) [n:127.0.0.1:36412_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 3074172 DEBUG (ScheduledTrigger-9722-thread-1) [n:127.0.0.1:36412_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:38347_solr] added at times [175494369350277], now=175495386234987 [junit4] 2> 3074172 DEBUG (ScheduledTrigger-9722-thread-1) [n:127.0.0.1:36412_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"9f9c778b9285T3gcztr2l4xgp3twgc4ul6sr42", [junit4] 2> "source":"node_added_trigger", [junit4] 2> "eventTime":175494369350277, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[175494369350277], [junit4] 2> "nodeNames":["127.0.0.1:38347_solr"]}} [junit4] 2> 3074210 DEBUG (ScheduledTrigger-9722-thread-1) [n:127.0.0.1:36412_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_trigger] [junit4] 2> 3074210 INFO (ScheduledTrigger-9722-thread-1) [n:127.0.0.1:36412_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging. [junit4] 2> 3074225 DEBUG (AutoscalingActionExecutor-9723-thread-1-processing-n:127.0.0.1:36412_solr) [n:127.0.0.1:36412_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"9f9c778b9285T3gcztr2l4xgp3twgc4ul6sr42", [junit4] 2> "source":"node_added_trigger", [junit4] 2> "eventTime":175494369350277, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[175494369350277], [junit4] 2> "_enqueue_time_":175495424476953, [junit4] 2> "nodeNames":["127.0.0.1:38347_solr"]}} [junit4] 2> 3074228 DEBUG (AutoscalingActionExecutor-9723-thread-1-processing-n:127.0.0.1:36412_solr) [n:127.0.0.1:36412_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 5000ms [junit4] 2> 3074228 DEBUG (AutoscalingActionExecutor-9723-thread-1-processing-n:127.0.0.1:36412_solr) [n:127.0.0.1:36412_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 3 ms for event id=9f9c778b9285T3gcztr2l4xgp3twgc4ul6sr42 [junit4] 2> 3074261 INFO (qtp1073414746-104965) [n:127.0.0.1:36412_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=33 [junit4] 2> 3074278 INFO (qtp733005245-105023) [n:127.0.0.1:38347_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 3074659 INFO (qtp922500132-104968) [n:127.0.0.1:40575_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 3074659 DEBUG (qtp922500132-104971) [n:127.0.0.1:40575_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 3074744 INFO (qtp922500132-104971) [n:127.0.0.1:40575_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=517 [junit4] 2> 3074768 DEBUG (zkCallback-51320-thread-2-processing-n:127.0.0.1:36412_solr) [n:127.0.0.1:36412_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4 [junit4] 2> 3074771 DEBUG (zkCallback-51320-thread-2-processing-n:127.0.0.1:36412_solr) [n:127.0.0.1:36412_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:38347_solr, 127.0.0.1:36412_solr, 127.0.0.1:40575_solr] [junit4] 2> 3074771 DEBUG (zkCallback-51320-thread-2-processing-n:127.0.0.1:36412_solr) [n:127.0.0.1:36412_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true} [junit4] 2> 3074784 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4 [junit4] 2> 3074804 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 3074804 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4 [junit4] 2> 3076773 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9FEBD27A1A06E1C4]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTrigger [junit4] 2> 3076937 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[9FEBD27A1A06E1C4]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSetProperties [junit4] 2> 3076938 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[9FEBD27A1A06E1C4]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 5 [junit4] 2> 3076938 DEBUG (zkCallback-51320-thread-2-processing-n:127.0.0.1:36412_solr) [n:127.0.0.1:36412_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5 [junit4] 2> 3076938 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5 [junit4] 2> 3076956 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 3076957 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 3076957 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5 [junit4] 2> 3078051 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[9FEBD27A1A06E1C4]) [ ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerScheduleDelaySeconds from: 1 to: 4 [junit4] 2> 3082134 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[9FEBD27A1A06E1C4]) [ ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerScheduleDelaySeconds from: 4 to: 1 [junit4] 2> 3092265 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[9FEBD27A1A06E1C4]) [ ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerCorePoolSize from: 4 to: 6 [junit4] 2> 3102239 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[9FEBD27A1A06E1C4]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSetProperties [junit4] 2> 3102353 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9FEBD27A1A06E1C4]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTriggerRestoreState [junit4] 2> 3102361 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9FEBD27A1A06E1C4]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 6 [junit4] 2> 3102363 DEBUG (zkCallback-51320-thread-2-processing-n:127.0.0.1:36412_solr) [n:127.0.0.1:36412_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6 [junit4] 2> 3102363 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6 [junit4] 2> 3102363 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 3102364 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 3102364 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6 [junit4] 2> 3102395 INFO (qtp1073414746-104967) [n:127.0.0.1:36412_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 3102410 INFO (qtp733005245-105023) [n:127.0.0.1:38347_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 3102412 INFO (qtp922500132-104971) [n:127.0.0.1:40575_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 3102412 DEBUG (qtp1073414746-104965) [n:127.0.0.1:36412_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 3102413 INFO (qtp1073414746-104965) [n:127.0.0.1:36412_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=32 [junit4] 2> 3102414 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9FEBD27A1A06E1C4]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 3102415 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9FEBD27A1A06E1C4]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 3102415 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9FEBD27A1A06E1C4]) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 3102415 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9FEBD27A1A06E1C4]) [ ] o.e.j.s.session Scavenging every 660000ms [junit4] 2> 3102415 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9FEBD27A1A06E1C4]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2f40e606{/solr,null,AVAILABLE} [junit4] 2> 3102416 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9FEBD27A1A06E1C4]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4542ea95{HTTP/1.1,[http/1.1]}{127.0.0.1:33170} [junit4] 2> 3102416 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9FEBD27A1A06E1C4]) [ ] o.e.j.s.Server Started @3104456ms [junit4] 2> 3102416 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9FEBD27A1A06E1C4]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33170} [junit4] 2> 3102416 ERROR (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9FEBD27A1A06E1C4]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 3102416 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9FEBD27A1A06E1C4]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0 [junit4] 2> 3102416 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9FEBD27A1A06E1C4]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 3102416 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9FEBD27A1A06E1C4]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 3102416 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9FEBD27A1A06E1C4]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-05T13:42:02.693Z [junit4] 2> 3102426 DEBUG (zkCallback-51320-thread-2-processing-n:127.0.0.1:36412_solr) [n:127.0.0.1:36412_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7 [junit4] 2> 3102430 DEBUG (zkCallback-51320-thread-2-processing-n:127.0.0.1:36412_solr) [n:127.0.0.1:36412_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:38347_solr, 127.0.0.1:36412_solr, 127.0.0.1:40575_solr] [junit4] 2> 3102430 DEBUG (zkCallback-51320-thread-2-processing-n:127.0.0.1:36412_solr) [n:127.0.0.1:36412_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger instantiated with properties: {event=nodeAdded, waitFor=5, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true} [junit4] 2> 3102430 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7 [junit4] 2> 3102454 INFO (zkConnectionManagerCallback-51343-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3102455 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9FEBD27A1A06E1C4]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 3102491 INFO (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init [junit4] 2> 3102491 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 3102492 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7 [junit4] 2> 3102492 DEBUG (ScheduledTrigger-9722-thread-4) [n:127.0.0.1:36412_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger [junit4] 2> 3102492 DEBUG (ScheduledTrigger-9722-thread-4) [n:127.0.0.1:36412_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 3102510 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9FEBD27A1A06E1C4]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37970/solr [junit4] 2> 3102524 INFO (zkConnectionManagerCallback-51347-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3102526 INFO (zkConnectionManagerCallback-51349-thread-1-processing-n:127.0.0.1:33170_solr) [n:127.0.0.1:33170_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3102573 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9FEBD27A1A06E1C4]) [n:127.0.0.1:33170_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3) [junit4] 2> 3102574 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9FEBD27A1A06E1C4]) [n:127.0.0.1:33170_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 3102575 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9FEBD27A1A06E1C4]) [n:127.0.0.1:33170_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33170_solr [junit4] 2> 3102590 INFO (zkCallback-51320-thread-2-processing-n:127.0.0.1:36412_solr) [n:127.0.0.1:36412_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 3102608 INFO (zkCallback-51338-thread-1-processing-n:127.0.0.1:38347_solr) [n:127.0.0.1:38347_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 3102608 INFO (zkCallback-51330-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 3102608 INFO (zkCallback-51318-thread-1-processing-n:127.0.0.1:40575_solr) [n:127.0.0.1:40575_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 3102648 INFO (zkCallback-51348-thread-1-processing-n:127.0.0.1:33170_solr) [n:127.0.0.1:33170_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 3102954 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9FEBD27A1A06E1C4]) [n:127.0.0.1:33170_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33170.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@581a5886 [junit4] 2> 3102992 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9FEBD27A1A06E1C4]) [n:127.0.0.1:33170_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33170.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@581a5886 [junit4] 2> 3102992 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9FEBD27A1A06E1C4]) [n:127.0.0.1:33170_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33170.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@581a5886 [junit4] 2> 3103006 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9FEBD27A1A06E1C4]) [n:127.0.0.1:33170_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_9FEBD27A1A06E1C4-001/tempDir-001/node4/. [junit4] 2> 3103493 DEBUG (ScheduledTrigger-9722-thread-4) [n:127.0.0.1:36412_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger [junit4] 2> 3103493 DEBUG (ScheduledTrigger-9722-thread-4) [n:127.0.0.1:36412_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4 [junit4] 2> 3103493 DEBUG (ScheduledTrigger-9722-thread-4) [n:127.0.0.1:36412_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:33170_solr at time 175524707916795 [junit4] 2> 3104501 DEBUG (ScheduledTrigger-9722-thread-4) [n:127.0.0.1:36412_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger [junit4] 2> 3104501 DEBUG (ScheduledTrigger-9722-thread-4) [n:127.0.0.1:36412_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4 [junit4] 2> 3104766 INFO (qtp364110186-105059) [n:127.0.0.1:33170_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 3104769 INFO (qtp1073414746-104961) [n:127.0.0.1:36412_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 3104779 INFO (qtp733005245-105025) [n:127.0.0.1:38347_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 3104781 INFO (qtp922500132-104974) [n:127.0.0.1:40575_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 3104783 DEBUG (qtp922500132-104973) [n:127.0.0.1:40575_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 3104783 DEBUG (zkCallback-51320-thread-2-processing-n:127.0.0.1:36412_solr) [n:127.0.0.1:36412_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8 [junit4] 2> 3104784 DEBUG (zkCallback-51320-thread-2-processing-n:127.0.0.1:36412_solr) [n:127.0.0.1:36412_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:33170_solr, 127.0.0.1:38347_solr, 127.0.0.1:36412_solr, 127.0.0.1:40575_solr] [junit4] 2> 3104784 DEBUG (zkCallback-51320-thread-2-processing-n:127.0.0.1:36412_solr) [n:127.0.0.1:36412_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true} [junit4] 2> 3104784 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8 [junit4] 2> 3104785 INFO (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init [junit4] 2> 3104785 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr ] o.a.s.c.a.NodeAddedTrigger Adding node from marker path: 127.0.0.1:33170_solr [junit4] 2> 3104802 INFO (qtp922500132-104973) [n:127.0.0.1:40575_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=46 [junit4] 2> 3104803 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 3104803 DEBUG (ScheduledTrigger-9722-thread-3) [n:127.0.0.1:36412_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger [junit4] 2> 3104803 DEBUG (ScheduledTrigger-9722-thread-3) [n:127.0.0.1:36412_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4 [junit4] 2> 3104803 DEBUG (ScheduledTrigger-9722-thread-3) [n:127.0.0.1:36412_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger firing registered processor for nodes: [127.0.0.1:33170_solr] added at times [175525999423635], now=175526017650448 [junit4] 2> 3104803 DEBUG (ScheduledTrigger-9722-thread-3) [n:127.0.0.1:36412_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"9fa3d4d83093T3gcztr2l4xgp3twgc4ul6sr44", [junit4] 2> "source":"node_added_restore_trigger", [junit4] 2> "eventTime":175525999423635, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[175525999423635], [junit4] 2> "nodeNames":["127.0.0.1:33170_solr"]}} [junit4] 2> 3104803 DEBUG (ScheduledTrigger-9722-thread-3) [n:127.0.0.1:36412_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_restore_trigger] [junit4] 2> 3104804 INFO (ScheduledTrigger-9722-thread-3) [n:127.0.0.1:36412_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging. [junit4] 2> 3104804 DEBUG (AutoscalingActionExecutor-9723-thread-1-processing-n:127.0.0.1:36412_solr) [n:127.0.0.1:36412_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"9fa3d4d83093T3gcztr2l4xgp3twgc4ul6sr44", [junit4] 2> "source":"node_added_restore_trigger", [junit4] 2> "eventTime":175525999423635, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[175525999423635], [junit4] 2> "_enqueue_time_":175526017847759, [junit4] 2> "nodeNames":["127.0.0.1:33170_solr"]}} [junit4] 2> 3104804 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9FEBD27A1A06E1C4]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTriggerRestoreState [junit4] 2> 3104819 DEBUG (AutoscalingActionExecutor-9723-thread-1-processing-n:127.0.0.1:36412_solr) [n:127.0.0.1:36412_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_restore_trigger after 5000ms [junit4] 2> 3104819 DEBUG (AutoscalingActionExecutor-9723-thread-1-processing-n:127.0.0.1:36412_solr) [n:127.0.0.1:36412_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 15 ms for event id=9fa3d4d83093T3gcztr2l4xgp3twgc4ul6sr44 [junit4] 2> 3104838 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8 [junit4] 2> 3104974 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9FEBD27A1A06E1C4]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTriggerRestoreState [junit4] 2> 3104974 DEBUG (zkCallb [...truncated too long message...] at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) [junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) [junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [junit4] > at java.lang.Thread.run(Thread.java:748) [junit4] > 5) Thread[id=119360, name=searcherExecutor-14533-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] [junit4] > at sun.misc.Unsafe.park(Native Method) [junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) [junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) [junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) [junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) [junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) [junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [junit4] > at java.lang.Thread.run(Thread.java:748) [junit4] > 6) Thread[id=119530, name=searcherExecutor-14583-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] [junit4] > at sun.misc.Unsafe.park(Native Method) [junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) [junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) [junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) [junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) [junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) [junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [junit4] > at java.lang.Thread.run(Thread.java:748) [junit4] > 7) Thread[id=119391, name=searcherExecutor-14544-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] [junit4] > at sun.misc.Unsafe.park(Native Method) [junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) [junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) [junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) [junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) [junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) [junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [junit4] > at java.lang.Thread.run(Thread.java:748) [junit4] > at __randomizedtesting.SeedInfo.seed([9FEBD27A1A06E1C4]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated: [junit4] > 1) Thread[id=119323, name=searcherExecutor-14522-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] [junit4] > at sun.misc.Unsafe.park(Native Method) [junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) [junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) [junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) [junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) [junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) [junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [junit4] > at java.lang.Thread.run(Thread.java:748) [junit4] > 2) Thread[id=119501, name=searcherExecutor-14572-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] [junit4] > at sun.misc.Unsafe.park(Native Method) [junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) [junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) [junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) [junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) [junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) [junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [junit4] > at java.lang.Thread.run(Thread.java:748) [junit4] > 3) Thread[id=119427, name=searcherExecutor-14555-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] [junit4] > at sun.misc.Unsafe.park(Native Method) [junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) [junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) [junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) [junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) [junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) [junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [junit4] > at java.lang.Thread.run(Thread.java:748) [junit4] > 4) Thread[id=119559, name=searcherExecutor-14594-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] [junit4] > at sun.misc.Unsafe.park(Native Method) [junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) [junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) [junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) [junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) [junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) [junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [junit4] > at java.lang.Thread.run(Thread.java:748) [junit4] > 5) Thread[id=119360, name=searcherExecutor-14533-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] [junit4] > at sun.misc.Unsafe.park(Native Method) [junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) [junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) [junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) [junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) [junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) [junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [junit4] > at java.lang.Thread.run(Thread.java:748) [junit4] > 6) Thread[id=119530, name=searcherExecutor-14583-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] [junit4] > at sun.misc.Unsafe.park(Native Method) [junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) [junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) [junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) [junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) [junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) [junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [junit4] > at java.lang.Thread.run(Thread.java:748) [junit4] > 7) Thread[id=119391, name=searcherExecutor-14544-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] [junit4] > at sun.misc.Unsafe.park(Native Method) [junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) [junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) [junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) [junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) [junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) [junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [junit4] > at java.lang.Thread.run(Thread.java:748) [junit4] > at __randomizedtesting.SeedInfo.seed([9FEBD27A1A06E1C4]:0) [junit4] Completed [563/775 (4!)] on J2 in 392.26s, 1 test, 1 failure, 2 errors <<< FAILURES! [...truncated 48780 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org