Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21253/
Java: 64bit/jdk-9.0.1 -XX:-UseCompressedOops -XX:+UseG1GC

5 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.BasicZkTest

Error Message:
SolrCore.getOpenCount()==2

Stack Trace:
java.lang.RuntimeException: SolrCore.getOpenCount()==2
        at __randomizedtesting.SeedInfo.seed([39223734DEEDB9DE]:0)
        at org.apache.solr.util.TestHarness.close(TestHarness.java:379)
        at org.apache.solr.SolrTestCaseJ4.deleteCore(SolrTestCaseJ4.java:792)
        at 
org.apache.solr.cloud.AbstractZkTestCase.azt_afterClass(AbstractZkTestCase.java:147)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.base/java.lang.reflect.Method.invoke(Method.java:564)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:897)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.BasicZkTest

Error Message:
SolrCore.getOpenCount()==2

Stack Trace:
java.lang.RuntimeException: SolrCore.getOpenCount()==2
        at __randomizedtesting.SeedInfo.seed([39223734DEEDB9DE]:0)
        at org.apache.solr.util.TestHarness.close(TestHarness.java:379)
        at org.apache.solr.SolrTestCaseJ4.deleteCore(SolrTestCaseJ4.java:792)
        at 
org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:288)
        at jdk.internal.reflect.GeneratedMethodAccessor38.invoke(Unknown Source)
        at 
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.base/java.lang.reflect.Method.invoke(Method.java:564)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:897)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.BasicZkTest

Error Message:
28 threads leaked from SUITE scope at org.apache.solr.cloud.BasicZkTest:     1) 
Thread[id=15149, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:45565, 
state=RUNNABLE, group=TGRP-BasicZkTest]         at 
[email protected]/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         
at 
[email protected]/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)   
      at 
[email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
         at 
[email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)   
      at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)   
      at 
app//org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
         at [email protected]/java.lang.Thread.run(Thread.java:844)    2) 
Thread[id=15130, name=Connection evictor, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]         at 
[email protected]/java.lang.Thread.sleep(Native Method)         at 
app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
         at [email protected]/java.lang.Thread.run(Thread.java:844)    3) 
Thread[id=15142, name=searcherExecutor-5247-thread-1, state=WAITING, 
group=TGRP-BasicZkTest]         at 
[email protected]/jdk.internal.misc.Unsafe.park(Native Method)         at 
[email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
         at 
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
         at 
[email protected]/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
         at [email protected]/java.lang.Thread.run(Thread.java:844)    4) 
Thread[id=15131, 
name=OverseerCollectionConfigSetProcessor-99325979491958787-88.99.242.108:8983_-n_0000000000,
 state=TIMED_WAITING, group=Overseer collection creation process.]         at 
[email protected]/jdk.internal.misc.Unsafe.park(Native Method)         at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
         at 
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)
         at 
app//org.apache.solr.cloud.ZkDistributedQueue.peekElements(ZkDistributedQueue.java:463)
         at 
app//org.apache.solr.cloud.OverseerTaskQueue.peekTopN(OverseerTaskQueue.java:235)
         at 
app//org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:228)
         at [email protected]/java.lang.Thread.run(Thread.java:844)    5) 
Thread[id=15153, name=zkCallback-2642-thread-6, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]         at 
[email protected]/jdk.internal.misc.Unsafe.park(Native Method)         at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
         at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
         at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
         at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
         at [email protected]/java.lang.Thread.run(Thread.java:844)    6) 
Thread[id=15133, name=zkCallback-2642-thread-1, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]         at 
[email protected]/jdk.internal.misc.Unsafe.park(Native Method)         at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
         at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
         at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
         at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
         at [email protected]/java.lang.Thread.run(Thread.java:844)    7) 
Thread[id=15148, name=Thread-5285, state=WAITING, group=TGRP-BasicZkTest]       
  at [email protected]/java.lang.Object.wait(Native Method)         at 
[email protected]/java.lang.Thread.join(Thread.java:1353)         at 
[email protected]/java.lang.Thread.join(Thread.java:1427)         at 
app//org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297)
         at 
app//org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:310)
         at 
app//org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:491)    8) 
Thread[id=15127, 
name=SUITE-BasicZkTest-seed#[39223734DEEDB9DE]-worker-EventThread, 
state=WAITING, group=TGRP-BasicZkTest]         at 
[email protected]/jdk.internal.misc.Unsafe.park(Native Method)         at 
[email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
         at 
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
         at 
[email protected]/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
         at 
app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)    9) 
Thread[id=15140, name=ScheduledTrigger-5242-thread-3, state=WAITING, 
group=TGRP-BasicZkTest]         at 
[email protected]/jdk.internal.misc.Unsafe.park(Native Method)         at 
[email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
         at 
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
         at 
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1126)
         at 
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
         at [email protected]/java.lang.Thread.run(Thread.java:844)   10) 
Thread[id=15154, name=zkCallback-2642-thread-7, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]         at 
[email protected]/jdk.internal.misc.Unsafe.park(Native Method)         at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
         at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
         at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
         at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
         at [email protected]/java.lang.Thread.run(Thread.java:844)   11) 
Thread[id=15132, 
name=OverseerAutoScalingTriggerThread-99325979491958787-88.99.242.108:8983_-n_0000000000,
 state=WAITING, group=Overseer autoscaling triggers]         at 
[email protected]/jdk.internal.misc.Unsafe.park(Native Method)         at 
[email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
         at 
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
         at 
app//org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:166)
         at [email protected]/java.lang.Thread.run(Thread.java:844)   12) 
Thread[id=15137, name=Thread-5284, state=WAITING, group=TGRP-BasicZkTest]       
  at [email protected]/java.lang.Object.wait(Native Method)         at 
[email protected]/java.lang.Object.wait(Object.java:516)         at 
app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1725)   13) 
Thread[id=15138, name=watches-2644-thread-1, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]         at 
[email protected]/jdk.internal.misc.Unsafe.park(Native Method)         at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
         at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
         at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
         at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
         at [email protected]/java.lang.Thread.run(Thread.java:844)   14) 
Thread[id=15145, name=zkCallback-2642-thread-4, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]         at 
[email protected]/jdk.internal.misc.Unsafe.park(Native Method)         at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
         at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
         at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
         at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
         at [email protected]/java.lang.Thread.run(Thread.java:844)   15) 
Thread[id=15129, 
name=OverseerStateUpdate-99325979491958787-88.99.242.108:8983_-n_0000000000, 
state=TIMED_WAITING, group=Overseer state updater.]         at 
[email protected]/jdk.internal.misc.Unsafe.park(Native Method)         at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
         at 
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)
         at 
app//org.apache.solr.cloud.ZkDistributedQueue.peekElements(ZkDistributedQueue.java:463)
         at 
app//org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:204)  
       at [email protected]/java.lang.Thread.run(Thread.java:844)   16) 
Thread[id=15146, name=zkCallback-2642-thread-5, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]         at 
[email protected]/jdk.internal.misc.Unsafe.park(Native Method)         at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
         at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
         at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
         at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
         at [email protected]/java.lang.Thread.run(Thread.java:844)   17) 
Thread[id=15135, name=ScheduledTrigger-5242-thread-2, state=WAITING, 
group=TGRP-BasicZkTest]         at 
[email protected]/jdk.internal.misc.Unsafe.park(Native Method)         at 
[email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
         at 
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
         at 
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1126)
         at 
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
         at [email protected]/java.lang.Thread.run(Thread.java:844)   18) 
Thread[id=15134, name=ScheduledTrigger-5242-thread-1, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]         at 
[email protected]/jdk.internal.misc.Unsafe.park(Native Method)         at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
         at 
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)
         at 
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131)
         at 
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
         at [email protected]/java.lang.Thread.run(Thread.java:844)   19) 
Thread[id=15150, name=SessionTracker, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]         at [email protected]/java.lang.Object.wait(Native 
Method)         at 
app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)
   20) Thread[id=15144, name=zkCallback-2642-thread-3, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]         at 
[email protected]/jdk.internal.misc.Unsafe.park(Native Method)         at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
         at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
         at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
         at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
         at [email protected]/java.lang.Thread.run(Thread.java:844)   21) 
Thread[id=15143, name=coreZkRegister-5237-thread-1, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]         at 
[email protected]/jdk.internal.misc.Unsafe.park(Native Method)         at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
         at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
         at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
         at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
         at [email protected]/java.lang.Thread.run(Thread.java:844)   22) 
Thread[id=15122, name=Connection evictor, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]         at 
[email protected]/java.lang.Thread.sleep(Native Method)         at 
app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
         at [email protected]/java.lang.Thread.run(Thread.java:844)   23) 
Thread[id=15121, name=Connection evictor, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]         at 
[email protected]/java.lang.Thread.sleep(Native Method)         at 
app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
         at [email protected]/java.lang.Thread.run(Thread.java:844)   24) 
Thread[id=15152, name=ProcessThread(sid:0 cport:45565):, state=WAITING, 
group=TGRP-BasicZkTest]         at 
[email protected]/jdk.internal.misc.Unsafe.park(Native Method)         at 
[email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
         at 
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
         at 
[email protected]/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
         at 
app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122)
   25) Thread[id=15126, 
name=SUITE-BasicZkTest-seed#[39223734DEEDB9DE]-worker-SendThread(127.0.0.1:45565),
 state=RUNNABLE, group=TGRP-BasicZkTest]         at 
[email protected]/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         
at 
[email protected]/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)   
      at 
[email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
         at 
[email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)   
      at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)   
      at 
app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
         at 
app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)   26) 
Thread[id=15147, name=ScheduledTrigger-5242-thread-4, state=WAITING, 
group=TGRP-BasicZkTest]         at 
[email protected]/jdk.internal.misc.Unsafe.park(Native Method)         at 
[email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
         at 
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
         at 
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1126)
         at 
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
         at [email protected]/java.lang.Thread.run(Thread.java:844)   27) 
Thread[id=15128, name=zkConnectionManagerCallback-2643-thread-1, state=WAITING, 
group=TGRP-BasicZkTest]         at 
[email protected]/jdk.internal.misc.Unsafe.park(Native Method)         at 
[email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
         at 
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
         at 
[email protected]/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
         at [email protected]/java.lang.Thread.run(Thread.java:844)   28) 
Thread[id=15139, name=zkCallback-2642-thread-2, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]         at 
[email protected]/jdk.internal.misc.Unsafe.park(Native Method)         at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
         at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
         at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
         at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
         at [email protected]/java.lang.Thread.run(Thread.java:844)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 28 threads leaked from 
SUITE scope at org.apache.solr.cloud.BasicZkTest: 
   1) Thread[id=15149, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:45565, 
state=RUNNABLE, group=TGRP-BasicZkTest]
        at [email protected]/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at 
[email protected]/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)
        at 
[email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
        at 
[email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at 
app//org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
        at [email protected]/java.lang.Thread.run(Thread.java:844)
   2) Thread[id=15130, name=Connection evictor, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]
        at [email protected]/java.lang.Thread.sleep(Native Method)
        at 
app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at [email protected]/java.lang.Thread.run(Thread.java:844)
   3) Thread[id=15142, name=searcherExecutor-5247-thread-1, state=WAITING, 
group=TGRP-BasicZkTest]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at 
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
        at 
[email protected]/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at [email protected]/java.lang.Thread.run(Thread.java:844)
   4) Thread[id=15131, 
name=OverseerCollectionConfigSetProcessor-99325979491958787-88.99.242.108:8983_-n_0000000000,
 state=TIMED_WAITING, group=Overseer collection creation process.]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)
        at 
app//org.apache.solr.cloud.ZkDistributedQueue.peekElements(ZkDistributedQueue.java:463)
        at 
app//org.apache.solr.cloud.OverseerTaskQueue.peekTopN(OverseerTaskQueue.java:235)
        at 
app//org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:228)
        at [email protected]/java.lang.Thread.run(Thread.java:844)
   5) Thread[id=15153, name=zkCallback-2642-thread-6, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at [email protected]/java.lang.Thread.run(Thread.java:844)
   6) Thread[id=15133, name=zkCallback-2642-thread-1, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at [email protected]/java.lang.Thread.run(Thread.java:844)
   7) Thread[id=15148, name=Thread-5285, state=WAITING, group=TGRP-BasicZkTest]
        at [email protected]/java.lang.Object.wait(Native Method)
        at [email protected]/java.lang.Thread.join(Thread.java:1353)
        at [email protected]/java.lang.Thread.join(Thread.java:1427)
        at 
app//org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297)
        at 
app//org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:310)
        at app//org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:491)
   8) Thread[id=15127, 
name=SUITE-BasicZkTest-seed#[39223734DEEDB9DE]-worker-EventThread, 
state=WAITING, group=TGRP-BasicZkTest]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at 
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
        at 
[email protected]/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
        at 
app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
   9) Thread[id=15140, name=ScheduledTrigger-5242-thread-3, state=WAITING, 
group=TGRP-BasicZkTest]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at 
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
        at 
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1126)
        at 
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at [email protected]/java.lang.Thread.run(Thread.java:844)
  10) Thread[id=15154, name=zkCallback-2642-thread-7, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at [email protected]/java.lang.Thread.run(Thread.java:844)
  11) Thread[id=15132, 
name=OverseerAutoScalingTriggerThread-99325979491958787-88.99.242.108:8983_-n_0000000000,
 state=WAITING, group=Overseer autoscaling triggers]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at 
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
        at 
app//org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:166)
        at [email protected]/java.lang.Thread.run(Thread.java:844)
  12) Thread[id=15137, name=Thread-5284, state=WAITING, group=TGRP-BasicZkTest]
        at [email protected]/java.lang.Object.wait(Native Method)
        at [email protected]/java.lang.Object.wait(Object.java:516)
        at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1725)
  13) Thread[id=15138, name=watches-2644-thread-1, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at [email protected]/java.lang.Thread.run(Thread.java:844)
  14) Thread[id=15145, name=zkCallback-2642-thread-4, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at [email protected]/java.lang.Thread.run(Thread.java:844)
  15) Thread[id=15129, 
name=OverseerStateUpdate-99325979491958787-88.99.242.108:8983_-n_0000000000, 
state=TIMED_WAITING, group=Overseer state updater.]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)
        at 
app//org.apache.solr.cloud.ZkDistributedQueue.peekElements(ZkDistributedQueue.java:463)
        at 
app//org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:204)
        at [email protected]/java.lang.Thread.run(Thread.java:844)
  16) Thread[id=15146, name=zkCallback-2642-thread-5, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at [email protected]/java.lang.Thread.run(Thread.java:844)
  17) Thread[id=15135, name=ScheduledTrigger-5242-thread-2, state=WAITING, 
group=TGRP-BasicZkTest]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at 
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
        at 
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1126)
        at 
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at [email protected]/java.lang.Thread.run(Thread.java:844)
  18) Thread[id=15134, name=ScheduledTrigger-5242-thread-1, 
state=TIMED_WAITING, group=TGRP-BasicZkTest]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)
        at 
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131)
        at 
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at [email protected]/java.lang.Thread.run(Thread.java:844)
  19) Thread[id=15150, name=SessionTracker, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]
        at [email protected]/java.lang.Object.wait(Native Method)
        at 
app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)
  20) Thread[id=15144, name=zkCallback-2642-thread-3, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at [email protected]/java.lang.Thread.run(Thread.java:844)
  21) Thread[id=15143, name=coreZkRegister-5237-thread-1, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at [email protected]/java.lang.Thread.run(Thread.java:844)
  22) Thread[id=15122, name=Connection evictor, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]
        at [email protected]/java.lang.Thread.sleep(Native Method)
        at 
app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at [email protected]/java.lang.Thread.run(Thread.java:844)
  23) Thread[id=15121, name=Connection evictor, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]
        at [email protected]/java.lang.Thread.sleep(Native Method)
        at 
app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at [email protected]/java.lang.Thread.run(Thread.java:844)
  24) Thread[id=15152, name=ProcessThread(sid:0 cport:45565):, state=WAITING, 
group=TGRP-BasicZkTest]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at 
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
        at 
[email protected]/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
        at 
app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122)
  25) Thread[id=15126, 
name=SUITE-BasicZkTest-seed#[39223734DEEDB9DE]-worker-SendThread(127.0.0.1:45565),
 state=RUNNABLE, group=TGRP-BasicZkTest]
        at [email protected]/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at 
[email protected]/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)
        at 
[email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
        at 
[email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at 
app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
        at 
app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
  26) Thread[id=15147, name=ScheduledTrigger-5242-thread-4, state=WAITING, 
group=TGRP-BasicZkTest]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at 
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
        at 
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1126)
        at 
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at [email protected]/java.lang.Thread.run(Thread.java:844)
  27) Thread[id=15128, name=zkConnectionManagerCallback-2643-thread-1, 
state=WAITING, group=TGRP-BasicZkTest]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at 
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
        at 
[email protected]/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at [email protected]/java.lang.Thread.run(Thread.java:844)
  28) Thread[id=15139, name=zkCallback-2642-thread-2, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at [email protected]/java.lang.Thread.run(Thread.java:844)
        at __randomizedtesting.SeedInfo.seed([39223734DEEDB9DE]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.BasicZkTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) 
Thread[id=15145, name=zkCallback-2642-thread-4, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]         at 
[email protected]/jdk.internal.misc.Unsafe.park(Native Method)         at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
         at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
         at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
         at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
         at [email protected]/java.lang.Thread.run(Thread.java:844)    2) 
Thread[id=15146, name=zkCallback-2642-thread-5, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]         at 
[email protected]/jdk.internal.misc.Unsafe.park(Native Method)         at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
         at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
         at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
         at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
         at [email protected]/java.lang.Thread.run(Thread.java:844)    3) 
Thread[id=15142, name=searcherExecutor-5247-thread-1, state=WAITING, 
group=TGRP-BasicZkTest]         at 
[email protected]/jdk.internal.misc.Unsafe.park(Native Method)         at 
[email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
         at 
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
         at 
[email protected]/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
         at [email protected]/java.lang.Thread.run(Thread.java:844)    4) 
Thread[id=15153, name=zkCallback-2642-thread-6, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]         at 
[email protected]/jdk.internal.misc.Unsafe.park(Native Method)         at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
         at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
         at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
         at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
         at [email protected]/java.lang.Thread.run(Thread.java:844)    5) 
Thread[id=15135, name=ScheduledTrigger-5242-thread-2, state=WAITING, 
group=TGRP-BasicZkTest]         at 
[email protected]/jdk.internal.misc.Unsafe.park(Native Method)         at 
[email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
         at 
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
         at 
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1126)
         at 
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
         at [email protected]/java.lang.Thread.run(Thread.java:844)    6) 
Thread[id=15133, name=zkCallback-2642-thread-1, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]         at 
[email protected]/jdk.internal.misc.Unsafe.park(Native Method)         at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
         at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
         at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
         at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
         at [email protected]/java.lang.Thread.run(Thread.java:844)    7) 
Thread[id=15134, name=ScheduledTrigger-5242-thread-1, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]         at 
[email protected]/jdk.internal.misc.Unsafe.park(Native Method)         at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
         at 
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)
         at 
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131)
         at 
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
         at [email protected]/java.lang.Thread.run(Thread.java:844)    8) 
Thread[id=15144, name=zkCallback-2642-thread-3, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]         at 
[email protected]/jdk.internal.misc.Unsafe.park(Native Method)         at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
         at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
         at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
         at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
         at [email protected]/java.lang.Thread.run(Thread.java:844)    9) 
Thread[id=15143, name=coreZkRegister-5237-thread-1, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]         at 
[email protected]/jdk.internal.misc.Unsafe.park(Native Method)         at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
         at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
         at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
         at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
         at [email protected]/java.lang.Thread.run(Thread.java:844)   10) 
Thread[id=15140, name=ScheduledTrigger-5242-thread-3, state=WAITING, 
group=TGRP-BasicZkTest]         at 
[email protected]/jdk.internal.misc.Unsafe.park(Native Method)         at 
[email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
         at 
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
         at 
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1126)
         at 
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
         at [email protected]/java.lang.Thread.run(Thread.java:844)   11) 
Thread[id=15154, name=zkCallback-2642-thread-7, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]         at 
[email protected]/jdk.internal.misc.Unsafe.park(Native Method)         at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
         at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
         at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
         at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
         at [email protected]/java.lang.Thread.run(Thread.java:844)   12) 
Thread[id=15126, 
name=SUITE-BasicZkTest-seed#[39223734DEEDB9DE]-worker-SendThread(127.0.0.1:45565),
 state=TIMED_WAITING, group=TGRP-BasicZkTest]         at 
[email protected]/java.lang.Thread.sleep(Native Method)         at 
app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
         at 
app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
         at 
app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)   13) 
Thread[id=15147, name=ScheduledTrigger-5242-thread-4, state=WAITING, 
group=TGRP-BasicZkTest]         at 
[email protected]/jdk.internal.misc.Unsafe.park(Native Method)         at 
[email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
         at 
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
         at 
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1126)
         at 
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
         at [email protected]/java.lang.Thread.run(Thread.java:844)   14) 
Thread[id=15128, name=zkConnectionManagerCallback-2643-thread-1, state=WAITING, 
group=TGRP-BasicZkTest]         at 
[email protected]/jdk.internal.misc.Unsafe.park(Native Method)         at 
[email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
         at 
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
         at 
[email protected]/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
         at [email protected]/java.lang.Thread.run(Thread.java:844)   15) 
Thread[id=15137, name=Thread-5284, state=WAITING, group=TGRP-BasicZkTest]       
  at [email protected]/java.lang.Object.wait(Native Method)         at 
[email protected]/java.lang.Object.wait(Object.java:516)         at 
app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1725)   16) 
Thread[id=15138, name=watches-2644-thread-1, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]         at 
[email protected]/jdk.internal.misc.Unsafe.park(Native Method)         at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
         at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
         at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
         at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
         at [email protected]/java.lang.Thread.run(Thread.java:844)   17) 
Thread[id=15139, name=zkCallback-2642-thread-2, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]         at 
[email protected]/jdk.internal.misc.Unsafe.park(Native Method)         at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
         at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
         at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
         at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
         at [email protected]/java.lang.Thread.run(Thread.java:844)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie 
threads that couldn't be terminated:
   1) Thread[id=15145, name=zkCallback-2642-thread-4, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at [email protected]/java.lang.Thread.run(Thread.java:844)
   2) Thread[id=15146, name=zkCallback-2642-thread-5, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at [email protected]/java.lang.Thread.run(Thread.java:844)
   3) Thread[id=15142, name=searcherExecutor-5247-thread-1, state=WAITING, 
group=TGRP-BasicZkTest]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at 
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
        at 
[email protected]/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at [email protected]/java.lang.Thread.run(Thread.java:844)
   4) Thread[id=15153, name=zkCallback-2642-thread-6, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at [email protected]/java.lang.Thread.run(Thread.java:844)
   5) Thread[id=15135, name=ScheduledTrigger-5242-thread-2, state=WAITING, 
group=TGRP-BasicZkTest]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at 
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
        at 
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1126)
        at 
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at [email protected]/java.lang.Thread.run(Thread.java:844)
   6) Thread[id=15133, name=zkCallback-2642-thread-1, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at [email protected]/java.lang.Thread.run(Thread.java:844)
   7) Thread[id=15134, name=ScheduledTrigger-5242-thread-1, 
state=TIMED_WAITING, group=TGRP-BasicZkTest]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)
        at 
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131)
        at 
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at [email protected]/java.lang.Thread.run(Thread.java:844)
   8) Thread[id=15144, name=zkCallback-2642-thread-3, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at [email protected]/java.lang.Thread.run(Thread.java:844)
   9) Thread[id=15143, name=coreZkRegister-5237-thread-1, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at [email protected]/java.lang.Thread.run(Thread.java:844)
  10) Thread[id=15140, name=ScheduledTrigger-5242-thread-3, state=WAITING, 
group=TGRP-BasicZkTest]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at 
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
        at 
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1126)
        at 
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at [email protected]/java.lang.Thread.run(Thread.java:844)
  11) Thread[id=15154, name=zkCallback-2642-thread-7, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at [email protected]/java.lang.Thread.run(Thread.java:844)
  12) Thread[id=15126, 
name=SUITE-BasicZkTest-seed#[39223734DEEDB9DE]-worker-SendThread(127.0.0.1:45565),
 state=TIMED_WAITING, group=TGRP-BasicZkTest]
        at [email protected]/java.lang.Thread.sleep(Native Method)
        at 
app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
        at 
app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
        at 
app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
  13) Thread[id=15147, name=ScheduledTrigger-5242-thread-4, state=WAITING, 
group=TGRP-BasicZkTest]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at 
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
        at 
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1126)
        at 
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at [email protected]/java.lang.Thread.run(Thread.java:844)
  14) Thread[id=15128, name=zkConnectionManagerCallback-2643-thread-1, 
state=WAITING, group=TGRP-BasicZkTest]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at 
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
        at 
[email protected]/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at [email protected]/java.lang.Thread.run(Thread.java:844)
  15) Thread[id=15137, name=Thread-5284, state=WAITING, group=TGRP-BasicZkTest]
        at [email protected]/java.lang.Object.wait(Native Method)
        at [email protected]/java.lang.Object.wait(Object.java:516)
        at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1725)
  16) Thread[id=15138, name=watches-2644-thread-1, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at [email protected]/java.lang.Thread.run(Thread.java:844)
  17) Thread[id=15139, name=zkCallback-2642-thread-2, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at [email protected]/java.lang.Thread.run(Thread.java:844)
        at __randomizedtesting.SeedInfo.seed([39223734DEEDB9DE]:0)


FAILED:  
org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest.testParse

Error Message:
Error from server at https://127.0.0.1:38455/solr: Collection : 
myalias_2017-10-24 is part of alias myalias remove or modify the alias before 
removing this collection.

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error 
from server at https://127.0.0.1:38455/solr: Collection : myalias_2017-10-24 is 
part of alias myalias remove or modify the alias before removing this 
collection.
        at 
__randomizedtesting.SeedInfo.seed([39223734DEEDB9DE:56A77C6C629B8A31]:0)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
        at 
org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest.doBefore(TimeRoutedAliasUpdateProcessorTest.java:84)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.base/java.lang.reflect.Method.invoke(Method.java:564)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 12757 lines...]
   [junit4] Suite: org.apache.solr.cloud.BasicZkTest
   [junit4]   2> Creating dataDir: 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.BasicZkTest_39223734DEEDB9DE-001/init-core-data-001
   [junit4]   2> 1729395 WARN  
(SUITE-BasicZkTest-seed#[39223734DEEDB9DE]-worker) [    ] o.a.s.SolrTestCaseJ4 
startTrackingSearchers: numOpens=16 numCloses=16
   [junit4]   2> 1729395 INFO  
(SUITE-BasicZkTest-seed#[39223734DEEDB9DE]-worker) [    ] o.a.s.SolrTestCaseJ4 
Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1729396 INFO  
(SUITE-BasicZkTest-seed#[39223734DEEDB9DE]-worker) [    ] o.a.s.SolrTestCaseJ4 
Randomized ssl (true) and clientAuth (true) via: 
@org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, 
clientAuth=0.0/0.0)
   [junit4]   2> 1729397 INFO  
(SUITE-BasicZkTest-seed#[39223734DEEDB9DE]-worker) [    ] o.a.s.SolrTestCaseJ4 
SecureRandom sanity checks: test.solr.allowed.securerandom=null & 
java.security.egd=file:/dev/./urandom
   [junit4]   2> 1729397 INFO  
(SUITE-BasicZkTest-seed#[39223734DEEDB9DE]-worker) [    ] o.a.s.c.ZkTestServer 
STARTING ZK TEST SERVER
   [junit4]   2> 1729397 INFO  (Thread-5283) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1729397 INFO  (Thread-5283) [    ] o.a.s.c.ZkTestServer 
Starting server
   [junit4]   2> 1729398 ERROR (Thread-5283) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1729497 INFO  
(SUITE-BasicZkTest-seed#[39223734DEEDB9DE]-worker) [    ] o.a.s.c.ZkTestServer 
start zk server on port:45565
   [junit4]   2> 1729498 INFO  (zkConnectionManagerCallback-2635-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1729500 INFO  (zkConnectionManagerCallback-2637-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1729502 INFO  
(SUITE-BasicZkTest-seed#[39223734DEEDB9DE]-worker) [    ] 
o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.xml
 to /configs/conf1/solrconfig.xml
   [junit4]   2> 1729503 INFO  
(SUITE-BasicZkTest-seed#[39223734DEEDB9DE]-worker) [    ] 
o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml
 to /configs/conf1/schema.xml
   [junit4]   2> 1729503 INFO  
(SUITE-BasicZkTest-seed#[39223734DEEDB9DE]-worker) [    ] 
o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml
 to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1729504 INFO  
(SUITE-BasicZkTest-seed#[39223734DEEDB9DE]-worker) [    ] 
o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt
 to /configs/conf1/stopwords.txt
   [junit4]   2> 1729504 INFO  
(SUITE-BasicZkTest-seed#[39223734DEEDB9DE]-worker) [    ] 
o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt
 to /configs/conf1/protwords.txt
   [junit4]   2> 1729505 INFO  
(SUITE-BasicZkTest-seed#[39223734DEEDB9DE]-worker) [    ] 
o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-So

[...truncated too long message...]

-1) [n:127.0.0.1:38455_solr c:myalias_2017-10-26 s:shard1 r:core_node2 
x:myalias_2017-10-26_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing 
reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6e369f3e: rootName 
= solr_38455, domain = solr.core.myalias_2017-10-26.shard1.replica_n1, service 
url = null, agent id = null] for registry 
solr.core.myalias_2017-10-26.shard1.replica_n1 / 
com.codahale.metrics.MetricRegistry@1ea8b244
   [junit4]   2> 2662632 INFO  (coreCloseExecutor-5497-thread-1) 
[n:127.0.0.1:34925_solr c:myalias_2017-10-24 s:shard1 r:core_node2 
x:myalias_2017-10-24_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing 
metric reporters for registry=solr.collection.myalias_2017-10-24.shard1.leader, 
tag=1597635766
   [junit4]   2> 2662632 INFO  (coreCloseExecutor-5497-thread-2) 
[n:127.0.0.1:34925_solr c:myalias_2017-10-25 s:shard1 r:core_node2 
x:myalias_2017-10-25_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing 
metric reporters for registry=solr.core.myalias_2017-10-25.shard1.replica_n1, 
tag=279666005
   [junit4]   2> 2662632 INFO  (coreCloseExecutor-5497-thread-2) 
[n:127.0.0.1:34925_solr c:myalias_2017-10-25 s:shard1 r:core_node2 
x:myalias_2017-10-25_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing 
reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@60c571b9: rootName 
= solr_34925, domain = solr.core.myalias_2017-10-25.shard1.replica_n1, service 
url = null, agent id = null] for registry 
solr.core.myalias_2017-10-25.shard1.replica_n1 / 
com.codahale.metrics.MetricRegistry@2a3b6821
   [junit4]   2> 2662632 INFO  (coreCloseExecutor-5497-thread-1) 
[n:127.0.0.1:34925_solr c:myalias_2017-10-24 s:shard1 r:core_node2 
x:myalias_2017-10-24_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 Committing 
on IndexWriter close.
   [junit4]   2> 2662632 INFO  (coreCloseExecutor-5497-thread-1) 
[n:127.0.0.1:34925_solr c:myalias_2017-10-24 s:shard1 r:core_node2 
x:myalias_2017-10-24_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling 
setCommitData with IW:org.apache.solr.update.SolrIndexWriter@241ee0d5 
commitCommandVersion:0
   [junit4]   2> 2662635 INFO  (coreCloseExecutor-5498-thread-1) 
[n:127.0.0.1:38455_solr c:myalias_2017-10-26 s:shard1 r:core_node2 
x:myalias_2017-10-26_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing 
metric reporters for registry=solr.collection.myalias_2017-10-26.shard1.leader, 
tag=876762771
   [junit4]   2> 2662635 INFO  (coreCloseExecutor-5498-thread-1) 
[n:127.0.0.1:38455_solr c:myalias_2017-10-26 s:shard1 r:core_node2 
x:myalias_2017-10-26_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 Committing 
on IndexWriter close.
   [junit4]   2> 2662635 INFO  (coreCloseExecutor-5498-thread-1) 
[n:127.0.0.1:38455_solr c:myalias_2017-10-26 s:shard1 r:core_node2 
x:myalias_2017-10-26_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling 
setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1450d934 
commitCommandVersion:0
   [junit4]   2> 2662639 INFO  (coreCloseExecutor-5497-thread-2) 
[n:127.0.0.1:34925_solr c:myalias_2017-10-25 s:shard1 r:core_node2 
x:myalias_2017-10-25_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing 
metric reporters for registry=solr.collection.myalias_2017-10-25.shard1.leader, 
tag=279666005
   [junit4]   2> 2662640 INFO  (coreCloseExecutor-5497-thread-2) 
[n:127.0.0.1:34925_solr c:myalias_2017-10-25 s:shard1 r:core_node2 
x:myalias_2017-10-25_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 Committing 
on IndexWriter close.
   [junit4]   2> 2662640 INFO  (coreCloseExecutor-5497-thread-2) 
[n:127.0.0.1:34925_solr c:myalias_2017-10-25 s:shard1 r:core_node2 
x:myalias_2017-10-25_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling 
setCommitData with IW:org.apache.solr.update.SolrIndexWriter@20c30351 
commitCommandVersion:0
   [junit4]   2> 2662641 INFO  (jetty-closer-5967-thread-2) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@27354abb{/solr,null,UNAVAILABLE}
   [junit4]   2> 2662641 INFO  (jetty-closer-5967-thread-1) [    ] 
o.a.s.c.Overseer Overseer 
(id=99326039457267717-127.0.0.1:34925_solr-n_0000000000) closing
   [junit4]   2> 2662642 INFO  
(OverseerStateUpdate-99326039457267717-127.0.0.1:34925_solr-n_0000000000) 
[n:127.0.0.1:34925_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 
127.0.0.1:34925_solr
   [junit4]   2> 2662642 WARN  
(OverseerAutoScalingTriggerThread-99326039457267717-127.0.0.1:34925_solr-n_0000000000)
 [n:127.0.0.1:34925_solr    ] o.a.s.c.a.OverseerTriggerThread 
OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 2662643 INFO  (jetty-closer-5967-thread-1) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@3c352d38{/solr,null,UNAVAILABLE}
   [junit4]   2> 2662643 ERROR 
(SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[39223734DEEDB9DE]-worker) [    
] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper 
server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2662643 INFO  
(SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[39223734DEEDB9DE]-worker) [    
] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33699 33699
   [junit4]   2> 2668049 INFO  (Thread-3443) [    ] o.a.s.c.ZkTestServer 
connecting to 127.0.0.1:33699 33699
   [junit4]   2> 2668050 WARN  (Thread-3443) [    ] o.a.s.c.ZkTestServer Watch 
limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        9       /solr/configs/timeConfig/managed-schema
   [junit4]   2>        6       /solr/configs/timeConfig
   [junit4]   2>        5       /solr/aliases.json
   [junit4]   2>        2       /solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        16      /solr/collections/myalias_2017-10-23/state.json
   [junit4]   2>        5       /solr/collections/myalias_2017-10-25/state.json
   [junit4]   2>        5       /solr/clusterprops.json
   [junit4]   2>        5       /solr/collections/myalias_2017-10-24/state.json
   [junit4]   2>        5       /solr/collections/myalias_2017-10-26/state.json
   [junit4]   2>        5       /solr/clusterstate.json
   [junit4]   2>        5       /solr/collections/timeConfig/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        5       /solr/live_nodes
   [junit4]   2>        5       /solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_39223734DEEDB9DE-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, 
docValues:{}, maxPointsInLeafNode=1064, maxMBSortInHeap=6.702457691952758, 
sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@47f13822),
 locale=it, timezone=Europe/Belgrade
   [junit4]   2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 9.0.1 
(64-bit)/cpus=8,threads=1,free=299460288,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [CollectionStateFormat2Test, 
TestComplexPhraseQParserPlugin, TestObjectReleaseTracker, 
TestGenericDistributedQueue, TestReplicationHandler, SolrCoreMetricManagerTest, 
DistanceUnitsTest, TestAuthorizationFramework, V2StandaloneTest, FileUtilsTest, 
TestDistributedSearch, TestStreamBody, DistributedQueryComponentCustomSortTest, 
TestUniqueKeyFieldResource, AnalyticsQueryTest, HLLUtilTest, 
TestComputePlanAction, DistributedFacetExistsSmallTest, ZkControllerTest, 
SoftAutoCommitTest, TestAddFieldRealTimeGet, TestSolrCloudWithHadoopAuthPlugin, 
DeleteInactiveReplicaTest, TestWordDelimiterFilterFactory, TestCloudSchemaless, 
ResourceLoaderTest, TestReRankQParserPlugin, SSLMigrationTest, 
ExternalFileFieldSortTest, TestStressLiveNodes, TestSearcherReuse, 
TestFieldTypeResource, DistributedQueryElevationComponentTest, ExplicitHLLTest, 
TestNumericRangeQuery32, ReplicationFactorTest, TestRecovery, CacheHeaderTest, 
ActionThrottleTest, TermsComponentTest, TestSolrDeletionPolicy1, 
DirectUpdateHandlerOptimizeTest, TestOrdValues, CleanupOldIndexTest, 
MetricsHandlerTest, TestDFRSimilarityFactory, TestSolr4Spatial2, 
TestSolrCloudWithSecureImpersonation, SolrMetricsIntegrationTest, 
PreAnalyzedFieldManagedSchemaCloudTest, TestRequestForwarding, 
StatelessScriptUpdateProcessorFactoryTest, TestQueryWrapperFilter, 
DistributedQueueTest, TestSuggestSpellingConverter, TestFastOutputStream, 
TestFieldCacheReopen, BasicDistributedZkTest, SuggestComponentTest, 
ClassificationUpdateProcessorTest, CursorPagingTest, 
BigEndianAscendingWordDeserializerTest, SolrCloudReportersTest, 
DistributedFacetPivotSmallAdvancedTest, TestConfigOverlay, TestNumericTerms32, 
TestCloudSearcherWarming, TestFoldingMultitermQuery, DocValuesMissingTest, 
TestPullReplica, BasicAuthIntegrationTest, JavabinLoaderTest, 
RecoveryAfterSoftCommitTest, DistributedMLTComponentTest, TestUtils, 
FacetPivotSmallTest, TestRandomDVFaceting, HdfsCollectionsAPIDistributedZkTest, 
CloudMLTQParserTest, AtomicUpdatesTest, TestNodeLostTrigger, 
TestSkipOverseerOperations, TestHdfsCloudBackupRestore, 
RAMDirectoryFactoryTest, UpdateRequestProcessorFactoryTest, 
TestPhraseSuggestions, TestStressVersions, VersionInfoTest, 
TestSolrConfigHandlerConcurrent, GraphQueryTest, DateMathParserTest, 
ChaosMonkeyNothingIsSafeWithPullReplicasTest, 
TestLeaderInitiatedRecoveryThread, SolrPluginUtilsTest, 
DataDrivenBlockJoinTest, SpellCheckCollatorTest, BlockDirectoryTest, 
ShufflingReplicaListTransformerTest, MergeStrategyTest, RequestLoggingTest, 
AutoAddReplicasIntegrationTest, TestSchemaSimilarityResource, DateFieldTest, 
TestConfig, HdfsWriteToMultipleCollectionsTest, UpdateParamsTest, 
TestManagedResourceStorage, SharedFSAutoReplicaFailoverTest, 
TestConfigSetsAPIZkFailure, PeerSyncTest, HdfsThreadLeakTest, SyncSliceTest, 
TestSolrIndexConfig, TestSweetSpotSimilarityFactory, HdfsRecoveryZkTest, 
DocValuesTest, TestSort, TestComponentsName, HdfsBasicDistributedZkTest, 
TimeRoutedAliasUpdateProcessorTest]
   [junit4] Completed [762/767 (2!)] on J0 in 23.90s, 2 tests, 1 error <<< 
FAILURES!

[...truncated 40822 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to