Build: http://jenkins.thetaphi.de/job/Lucene-Solr-5.x-Linux/14448/
Java: 32bit/jdk1.8.0_60 -server -XX:+UseSerialGC
2 tests failed.
FAILED:
junit.framework.TestSuite.org.apache.solr.cloud.TestMiniSolrCloudCluster
Error Message:
21 threads leaked from SUITE scope at
org.apache.solr.cloud.TestMiniSolrCloudCluster: 1) Thread[id=1699,
name=jetty-launcher-206-thread-2-SendThread(127.0.0.1:36856),
state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster] at
java.lang.Thread.sleep(Native Method) at
org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at
org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
2) Thread[id=1655,
name=org.eclipse.jetty.server.session.HashSessionManager@6445c7Timer,
state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster] at
sun.misc.Unsafe.park(Native Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745) 3) Thread[id=1643,
name=qtp28394549-1643, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)
at java.lang.Thread.run(Thread.java:745) 4) Thread[id=1736,
name=OverseerHdfsCoreFailoverThread-94785533319249934-127.0.0.1:33998_solr-n_0000000003,
state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.] at
java.lang.Thread.sleep(Native Method) at
org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139)
at java.lang.Thread.run(Thread.java:745) 5) Thread[id=1624,
name=qtp28394549-1624-selector-ServerConnectorManager@1ef69da/2,
state=RUNNABLE, group=TGRP-TestMiniSolrCloudCluster] at
sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at
sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at
sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at
sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at
sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at
sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at
org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600)
at
org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549)
at
org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
at java.lang.Thread.run(Thread.java:745) 6) Thread[id=1735,
name=OverseerCollectionConfigSetProcessor-94785533319249934-127.0.0.1:33998_solr-n_0000000003,
state=TIMED_WAITING, group=Overseer collection creation process.] at
java.lang.Thread.sleep(Native Method) at
org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:108)
at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:76)
at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:342)
at
org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:355)
at
org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:172)
at java.lang.Thread.run(Thread.java:745) 7) Thread[id=1649,
name=qtp28394549-1649, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)
at java.lang.Thread.run(Thread.java:745) 8) Thread[id=1717,
name=Thread-639, state=WAITING, group=TGRP-TestMiniSolrCloudCluster] at
java.lang.Object.wait(Native Method) at
java.lang.Object.wait(Object.java:502) at
org.apache.solr.core.CloserThread.run(CoreContainer.java:1155) 9)
Thread[id=1706, name=zkCallback-226-thread-1, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745) 10) Thread[id=1742,
name=zkCallback-226-thread-3, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745) 11) Thread[id=1719,
name=coreContainerWorkExecutor-562-thread-1, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745) 12) Thread[id=1743,
name=zkCallback-226-thread-4, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745) 13) Thread[id=1734,
name=OverseerStateUpdate-94785533319249934-127.0.0.1:33998_solr-n_0000000003,
state=TIMED_WAITING, group=Overseer state updater.] at
java.lang.Thread.sleep(Native Method) at
org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:108)
at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:76)
at
org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:325)
at
org.apache.solr.cloud.DistributedQueue.fetchZkChildren(DistributedQueue.java:311)
at
org.apache.solr.cloud.DistributedQueue.firstChild(DistributedQueue.java:290)
at
org.apache.solr.cloud.DistributedQueue.removeFirst(DistributedQueue.java:379)
at org.apache.solr.cloud.DistributedQueue.poll(DistributedQueue.java:188)
at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:239)
at java.lang.Thread.run(Thread.java:745) 14) Thread[id=1733,
name=zkCallback-226-thread-2, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745) 15) Thread[id=1653,
name=Scheduler-17225048, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745) 16) Thread[id=1702,
name=jetty-launcher-206-thread-2-EventThread, state=WAITING,
group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
17) Thread[id=1639,
name=qtp28394549-1639-acceptor-0@1b79b43-ServerConnector@75456b{HTTP/1.1}{127.0.0.1:33998},
state=RUNNABLE, group=TGRP-TestMiniSolrCloudCluster] at
sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at
sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at
sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at
org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:377)
at
org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:500)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
at java.lang.Thread.run(Thread.java:745) 18) Thread[id=1646,
name=qtp28394549-1646, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)
at java.lang.Thread.run(Thread.java:745) 19) Thread[id=1617,
name=qtp28394549-1617-selector-ServerConnectorManager@1ef69da/0,
state=RUNNABLE, group=TGRP-TestMiniSolrCloudCluster] at
sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at
sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at
sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at
sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at
sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at
sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at
org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600)
at
org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549)
at
org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
at java.lang.Thread.run(Thread.java:745) 20) Thread[id=1621,
name=qtp28394549-1621-selector-ServerConnectorManager@1ef69da/1,
state=RUNNABLE, group=TGRP-TestMiniSolrCloudCluster] at
sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at
sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at
sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at
sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at
sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at
sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at
org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600)
at
org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549)
at
org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
at java.lang.Thread.run(Thread.java:745) 21) Thread[id=1631,
name=qtp28394549-1631-selector-ServerConnectorManager@1ef69da/3,
state=RUNNABLE, group=TGRP-TestMiniSolrCloudCluster] at
sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at
sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at
sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at
sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at
sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at
sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at
org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600)
at
org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549)
at
org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
at java.lang.Thread.run(Thread.java:745)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 21 threads leaked from
SUITE scope at org.apache.solr.cloud.TestMiniSolrCloudCluster:
1) Thread[id=1699,
name=jetty-launcher-206-thread-2-SendThread(127.0.0.1:36856),
state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
at java.lang.Thread.sleep(Native Method)
at
org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at
org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
2) Thread[id=1655,
name=org.eclipse.jetty.server.session.HashSessionManager@6445c7Timer,
state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
3) Thread[id=1643, name=qtp28394549-1643, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)
at java.lang.Thread.run(Thread.java:745)
4) Thread[id=1736,
name=OverseerHdfsCoreFailoverThread-94785533319249934-127.0.0.1:33998_solr-n_0000000003,
state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]
at java.lang.Thread.sleep(Native Method)
at
org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139)
at java.lang.Thread.run(Thread.java:745)
5) Thread[id=1624,
name=qtp28394549-1624-selector-ServerConnectorManager@1ef69da/2,
state=RUNNABLE, group=TGRP-TestMiniSolrCloudCluster]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at
org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600)
at
org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549)
at
org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
at java.lang.Thread.run(Thread.java:745)
6) Thread[id=1735,
name=OverseerCollectionConfigSetProcessor-94785533319249934-127.0.0.1:33998_solr-n_0000000003,
state=TIMED_WAITING, group=Overseer collection creation process.]
at java.lang.Thread.sleep(Native Method)
at
org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:108)
at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:76)
at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:342)
at
org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:355)
at
org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:172)
at java.lang.Thread.run(Thread.java:745)
7) Thread[id=1649, name=qtp28394549-1649, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)
at java.lang.Thread.run(Thread.java:745)
8) Thread[id=1717, name=Thread-639, state=WAITING,
group=TGRP-TestMiniSolrCloudCluster]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:1155)
9) Thread[id=1706, name=zkCallback-226-thread-1, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
10) Thread[id=1742, name=zkCallback-226-thread-3, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
11) Thread[id=1719, name=coreContainerWorkExecutor-562-thread-1,
state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
12) Thread[id=1743, name=zkCallback-226-thread-4, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
13) Thread[id=1734,
name=OverseerStateUpdate-94785533319249934-127.0.0.1:33998_solr-n_0000000003,
state=TIMED_WAITING, group=Overseer state updater.]
at java.lang.Thread.sleep(Native Method)
at
org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:108)
at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:76)
at
org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:325)
at
org.apache.solr.cloud.DistributedQueue.fetchZkChildren(DistributedQueue.java:311)
at
org.apache.solr.cloud.DistributedQueue.firstChild(DistributedQueue.java:290)
at
org.apache.solr.cloud.DistributedQueue.removeFirst(DistributedQueue.java:379)
at
org.apache.solr.cloud.DistributedQueue.poll(DistributedQueue.java:188)
at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:239)
at java.lang.Thread.run(Thread.java:745)
14) Thread[id=1733, name=zkCallback-226-thread-2, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
15) Thread[id=1653, name=Scheduler-17225048, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
16) Thread[id=1702, name=jetty-launcher-206-thread-2-EventThread,
state=WAITING, group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
17) Thread[id=1639,
name=qtp28394549-1639-acceptor-0@1b79b43-ServerConnector@75456b{HTTP/1.1}{127.0.0.1:33998},
state=RUNNABLE, group=TGRP-TestMiniSolrCloudCluster]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at
sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at
sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at
org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:377)
at
org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:500)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
at java.lang.Thread.run(Thread.java:745)
18) Thread[id=1646, name=qtp28394549-1646, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)
at java.lang.Thread.run(Thread.java:745)
19) Thread[id=1617,
name=qtp28394549-1617-selector-ServerConnectorManager@1ef69da/0,
state=RUNNABLE, group=TGRP-TestMiniSolrCloudCluster]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at
org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600)
at
org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549)
at
org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
at java.lang.Thread.run(Thread.java:745)
20) Thread[id=1621,
name=qtp28394549-1621-selector-ServerConnectorManager@1ef69da/1,
state=RUNNABLE, group=TGRP-TestMiniSolrCloudCluster]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at
org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600)
at
org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549)
at
org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
at java.lang.Thread.run(Thread.java:745)
21) Thread[id=1631,
name=qtp28394549-1631-selector-ServerConnectorManager@1ef69da/3,
state=RUNNABLE, group=TGRP-TestMiniSolrCloudCluster]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at
org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600)
at
org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549)
at
org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([AA535764714118F4]:0)
FAILED:
junit.framework.TestSuite.org.apache.solr.cloud.TestMiniSolrCloudCluster
Error Message:
There are still zombie threads that couldn't be terminated: 1)
Thread[id=1699, name=jetty-launcher-206-thread-2-SendThread(127.0.0.1:36856),
state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster] at
java.lang.Thread.sleep(Native Method) at
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:994) 2)
Thread[id=1655,
name=org.eclipse.jetty.server.session.HashSessionManager@6445c7Timer,
state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster] at
sun.misc.Unsafe.park(Native Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745) 3) Thread[id=1736,
name=OverseerHdfsCoreFailoverThread-94785533319249934-127.0.0.1:33998_solr-n_0000000003,
state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.] at
java.lang.Thread.sleep(Native Method) at
org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139)
at java.lang.Thread.run(Thread.java:745) 4) Thread[id=1624,
name=qtp28394549-1624-selector-ServerConnectorManager@1ef69da/2,
state=RUNNABLE, group=TGRP-TestMiniSolrCloudCluster] at
sun.nio.ch.IOUtil.drain(Native Method) at
sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:90) at
sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at
sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at
sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at
org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600)
at
org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549)
at
org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
at java.lang.Thread.run(Thread.java:745) 5) Thread[id=1717,
name=Thread-639, state=WAITING, group=TGRP-TestMiniSolrCloudCluster] at
java.lang.Object.wait(Native Method) at
java.lang.Object.wait(Object.java:502) at
org.apache.solr.core.CloserThread.run(CoreContainer.java:1155) 6)
Thread[id=1706, name=zkCallback-226-thread-1, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745) 7) Thread[id=1742,
name=zkCallback-226-thread-3, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745) 8) Thread[id=1719,
name=coreContainerWorkExecutor-562-thread-1, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745) 9) Thread[id=1743,
name=zkCallback-226-thread-4, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745) 10) Thread[id=1733,
name=zkCallback-226-thread-2, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745) 11) Thread[id=1653,
name=Scheduler-17225048, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745) 12) Thread[id=1617,
name=qtp28394549-1617-selector-ServerConnectorManager@1ef69da/0,
state=RUNNABLE, group=TGRP-TestMiniSolrCloudCluster] at
sun.nio.ch.EPollArrayWrapper.interrupt(Native Method) at
sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:317) at
sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:193) at
java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
at
java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:78) at
sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at
sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at
sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at
org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600)
at
org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549)
at
org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
at java.lang.Thread.run(Thread.java:745) 13) Thread[id=1621,
name=qtp28394549-1621-selector-ServerConnectorManager@1ef69da/1,
state=RUNNABLE, group=TGRP-TestMiniSolrCloudCluster] at
sun.nio.ch.EPollArrayWrapper.interrupt(Native Method) at
sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:317) at
sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:193) at
java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
at
java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:78) at
sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at
sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at
sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at
org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600)
at
org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549)
at
org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
at java.lang.Thread.run(Thread.java:745) 14) Thread[id=1631,
name=qtp28394549-1631-selector-ServerConnectorManager@1ef69da/3,
state=RUNNABLE, group=TGRP-TestMiniSolrCloudCluster] at
sun.nio.ch.IOUtil.drain(Native Method) at
sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:90) at
sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at
sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at
sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at
org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600)
at
org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549)
at
org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
at java.lang.Thread.run(Thread.java:745)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie
threads that couldn't be terminated:
1) Thread[id=1699,
name=jetty-launcher-206-thread-2-SendThread(127.0.0.1:36856),
state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:994)
2) Thread[id=1655,
name=org.eclipse.jetty.server.session.HashSessionManager@6445c7Timer,
state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
3) Thread[id=1736,
name=OverseerHdfsCoreFailoverThread-94785533319249934-127.0.0.1:33998_solr-n_0000000003,
state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]
at java.lang.Thread.sleep(Native Method)
at
org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139)
at java.lang.Thread.run(Thread.java:745)
4) Thread[id=1624,
name=qtp28394549-1624-selector-ServerConnectorManager@1ef69da/2,
state=RUNNABLE, group=TGRP-TestMiniSolrCloudCluster]
at sun.nio.ch.IOUtil.drain(Native Method)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:90)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at
org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600)
at
org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549)
at
org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
at java.lang.Thread.run(Thread.java:745)
5) Thread[id=1717, name=Thread-639, state=WAITING,
group=TGRP-TestMiniSolrCloudCluster]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:1155)
6) Thread[id=1706, name=zkCallback-226-thread-1, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
7) Thread[id=1742, name=zkCallback-226-thread-3, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
8) Thread[id=1719, name=coreContainerWorkExecutor-562-thread-1,
state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
9) Thread[id=1743, name=zkCallback-226-thread-4, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
10) Thread[id=1733, name=zkCallback-226-thread-2, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
11) Thread[id=1653, name=Scheduler-17225048, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
12) Thread[id=1617,
name=qtp28394549-1617-selector-ServerConnectorManager@1ef69da/0,
state=RUNNABLE, group=TGRP-TestMiniSolrCloudCluster]
at sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
at sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:317)
at sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:193)
at
java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
at
java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:78)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at
org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600)
at
org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549)
at
org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
at java.lang.Thread.run(Thread.java:745)
13) Thread[id=1621,
name=qtp28394549-1621-selector-ServerConnectorManager@1ef69da/1,
state=RUNNABLE, group=TGRP-TestMiniSolrCloudCluster]
at sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
at sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:317)
at sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:193)
at
java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
at
java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:78)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at
org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600)
at
org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549)
at
org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
at java.lang.Thread.run(Thread.java:745)
14) Thread[id=1631,
name=qtp28394549-1631-selector-ServerConnectorManager@1ef69da/3,
state=RUNNABLE, group=TGRP-TestMiniSolrCloudCluster]
at sun.nio.ch.IOUtil.drain(Native Method)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:90)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at
org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600)
at
org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549)
at
org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([AA535764714118F4]:0)
Build Log:
[...truncated 10068 lines...]
[junit4] Suite: org.apache.solr.cloud.TestMiniSolrCloudCluster
[junit4] 2> 157300 INFO
(TEST-TestMiniSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[AA535764714118F4])
[ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 157301 INFO (Thread-392) [ ] o.a.s.c.ZkTestServer client
port:0.0.0.0/0.0.0.0:0
[junit4] 2> 157301 INFO (Thread-392) [ ] o.a.s.c.ZkTestServer Starting
server
[junit4] 2> 157401 INFO
(TEST-TestMiniSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[AA535764714118F4])
[ ] o.a.s.c.ZkTestServer start zk server on port:53593
[junit4] 2> 157401 INFO
(TEST-TestMiniSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[AA535764714118F4])
[ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 157401 INFO
(TEST-TestMiniSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[AA535764714118F4])
[ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 157436 INFO (zkCallback-125-thread-1) [ ]
o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@1a592b4 name:ZooKeeperConnection
Watcher:127.0.0.1:53593 got event WatchedEvent state:SyncConnected type:None
path:null path:null type:None
[junit4] 2> 157436 INFO
(TEST-TestMiniSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[AA535764714118F4])
[ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 157437 INFO
(TEST-TestMiniSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[AA535764714118F4])
[ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 157437 INFO
(TEST-TestMiniSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[AA535764714118F4])
[ ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
[junit4] 2> 157445 INFO (jetty-launcher-124-thread-2) [ ]
o.e.j.s.Server jetty-9.2.13.v20150730
[junit4] 2> 157445 INFO (jetty-launcher-124-thread-3) [ ]
o.e.j.s.Server jetty-9.2.13.v20150730
[junit4] 2> 157445 INFO (jetty-launcher-124-thread-1) [ ]
o.e.j.s.Server jetty-9.2.13.v20150730
[junit4] 2> 157445 INFO (jetty-launcher-124-thread-5) [ ]
o.e.j.s.Server jetty-9.2.13.v20150730
[junit4] 2> 157445 INFO (jetty-launcher-124-thread-4) [ ]
o.e.j.s.Server jetty-9.2.13.v20150730
[junit4] 2> 157451 INFO (jetty-launcher-124-thread-2) [ ]
o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@9a5d5a{/solr,null,AVAILABLE}
[junit4] 2> 157451 INFO (jetty-launcher-124-thread-5) [ ]
o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@311b64{/solr,null,AVAILABLE}
[junit4] 2> 157451 INFO (jetty-launcher-124-thread-4) [ ]
o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@1d5f693{/solr,null,AVAILABLE}
[junit4] 2> 157454 INFO (jetty-launcher-124-thread-3) [ ]
o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@1b2d6a3{/solr,null,AVAILABLE}
[junit4] 2> 157455 INFO (jetty-launcher-124-thread-1) [ ]
o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@143ba22{/solr,null,AVAILABLE}
[junit4] 2> 157455 INFO (jetty-launcher-124-thread-4) [ ]
o.e.j.s.ServerConnector Started
ServerConnector@ba27da{HTTP/1.1}{127.0.0.1:47328}
[junit4] 2> 157455 INFO (jetty-launcher-124-thread-5) [ ]
o.e.j.s.ServerConnector Started
ServerConnector@1db7aee{HTTP/1.1}{127.0.0.1:48324}
[junit4] 2> 157455 INFO (jetty-launcher-124-thread-4) [ ]
o.e.j.s.Server Started @158879ms
[junit4] 2> 157455 INFO (jetty-launcher-124-thread-1) [ ]
o.e.j.s.ServerConnector Started
ServerConnector@11d9bcf{HTTP/1.1}{127.0.0.1:46364}
[junit4] 2> 157455 INFO (jetty-launcher-124-thread-4) [ ]
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
hostPort=47328}
[junit4] 2> 157455 INFO (jetty-launcher-124-thread-1) [ ]
o.e.j.s.Server Started @158879ms
[junit4] 2> 157455 INFO (jetty-launcher-124-thread-2) [ ]
o.e.j.s.ServerConnector Started
ServerConnector@18f41ad{HTTP/1.1}{127.0.0.1:42607}
[junit4] 2> 157455 INFO (jetty-launcher-124-thread-5) [ ]
o.e.j.s.Server Started @158879ms
[junit4] 2> 157455 INFO (jetty-launcher-124-thread-2) [ ]
o.e.j.s.Server Started @158879ms
[junit4] 2> 157455 INFO (jetty-launcher-124-thread-1) [ ]
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
hostPort=46364}
[junit4] 2> 157456 INFO (jetty-launcher-124-thread-3) [ ]
o.e.j.s.ServerConnector Started
ServerConnector@1d948c1{HTTP/1.1}{127.0.0.1:60997}
[junit4] 2> 157456 INFO (jetty-launcher-124-thread-3) [ ]
o.e.j.s.Server Started @158880ms
[junit4] 2> 157456 INFO (jetty-launcher-124-thread-3) [ ]
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
hostPort=60997}
[junit4] 2> 157456 INFO (jetty-launcher-124-thread-4) [ ]
o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init():
sun.misc.Launcher$AppClassLoader@e2f2a
[junit4] 2> 157456 INFO (jetty-launcher-124-thread-4) [ ]
o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory:
'/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestMiniSolrCloudCluster_AA535764714118F4-001/tempDir-001/node4/'
[junit4] 2> 157456 INFO (jetty-launcher-124-thread-4) [ ]
o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 157456 INFO (jetty-launcher-124-thread-4) [ ]
o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find
system property or JNDI)
[junit4] 2> 157456 INFO (jetty-launcher-124-thread-3) [ ]
o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init():
sun.misc.Launcher$AppClassLoader@e2f2a
[junit4] 2> 157456 INFO (jetty-launcher-124-thread-1) [ ]
o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init():
sun.misc.Launcher$AppClassLoader@e2f2a
[junit4] 2> 157456 INFO (jetty-launcher-124-thread-3) [ ]
o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory:
'/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestMiniSolrCloudCluster_AA535764714118F4-001/tempDir-001/node3/'
[junit4] 2> 157456 INFO (jetty-launcher-124-thread-1) [ ]
o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory:
'/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestMiniSolrCloudCluster_AA535764714118F4-001/tempDir-001/node1/'
[junit4] 2> 157456 INFO (jetty-launcher-124-thread-3) [ ]
o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 157456 INFO (jetty-launcher-124-thread-3) [ ]
o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find
system property or JNDI)
[junit4] 2> 157456 INFO (jetty-launcher-124-thread-1) [ ]
o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 157456 INFO (jetty-launcher-124-thread-1) [ ]
o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find
system property or JNDI)
[junit4] 2> 157455 INFO (jetty-launcher-124-thread-5) [ ]
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
hostPort=48324}
[junit4] 2> 157456 INFO (jetty-launcher-124-thread-2) [ ]
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
hostPort=42607}
[junit4] 2> 157457 INFO (jetty-launcher-124-thread-2) [ ]
o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init():
sun.misc.Launcher$AppClassLoader@e2f2a
[junit4] 2> 157457 INFO (jetty-launcher-124-thread-2) [ ]
o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory:
'/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestMiniSolrCloudCluster_AA535764714118F4-001/tempDir-001/node2/'
[junit4] 2> 157457 INFO (jetty-launcher-124-thread-2) [ ]
o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 157457 INFO (jetty-launcher-124-thread-2) [ ]
o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find
system property or JNDI)
[junit4] 2> 157457 INFO (jetty-launcher-124-thread-5) [ ]
o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init():
sun.misc.Launcher$AppClassLoader@e2f2a
[junit4] 2> 157457 INFO (jetty-launcher-124-thread-5) [ ]
o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory:
'/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestMiniSolrCloudCluster_AA535764714118F4-001/tempDir-001/node5/'
[junit4] 2> 157457 INFO (jetty-launcher-124-thread-5) [ ]
o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 157458 INFO (jetty-launcher-124-thread-5) [ ]
o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find
system property or JNDI)
[junit4] 2> 157466 INFO (jetty-launcher-124-thread-2) [ ]
o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 157466 INFO (jetty-launcher-124-thread-2) [ ]
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 157468 INFO (jetty-launcher-124-thread-5) [ ]
o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 157468 INFO (jetty-launcher-124-thread-5) [ ]
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 157469 INFO (zkCallback-126-thread-1) [ ]
o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@195f5a9 name:ZooKeeperConnection
Watcher:127.0.0.1:53593/solr got event WatchedEvent state:SyncConnected
type:None path:null path:null type:None
[junit4] 2> 157469 INFO (jetty-launcher-124-thread-2) [ ]
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 157469 INFO (jetty-launcher-124-thread-2) [ ]
o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 157471 INFO (jetty-launcher-124-thread-2) [ ]
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 157471 INFO (zkCallback-127-thread-1) [ ]
o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@289d46 name:ZooKeeperConnection
Watcher:127.0.0.1:53593/solr got event WatchedEvent state:SyncConnected
type:None path:null path:null type:None
[junit4] 2> 157471 INFO (jetty-launcher-124-thread-5) [ ]
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 157471 INFO (jetty-launcher-124-thread-5) [ ]
o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 157471 INFO (jetty-launcher-124-thread-5) [ ]
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 157471 INFO (jetty-launcher-124-thread-4) [ ]
o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 157471 INFO (jetty-launcher-124-thread-4) [ ]
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 157473 INFO (zkCallback-128-thread-1) [ ]
o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@14d2322 name:ZooKeeperConnection
Watcher:127.0.0.1:53593/solr got event WatchedEvent state:SyncConnected
type:None path:null path:null type:None
[junit4] 2> 157473 INFO (jetty-launcher-124-thread-4) [ ]
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 157473 INFO (jetty-launcher-124-thread-3) [ ]
o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 157479 INFO (jetty-launcher-124-thread-4) [ ]
o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 157479 INFO (jetty-launcher-124-thread-3) [ ]
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 157480 INFO (jetty-launcher-124-thread-4) [ ]
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 157482 INFO (zkCallback-129-thread-1) [ ]
o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@1af42f name:ZooKeeperConnection
Watcher:127.0.0.1:53593/solr got event WatchedEvent state:SyncConnected
type:None path:null path:null type:None
[junit4] 2> 157482 INFO (jetty-launcher-124-thread-3) [ ]
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 157482 INFO (jetty-launcher-124-thread-3) [ ]
o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 157483 INFO (jetty-launcher-124-thread-1) [ ]
o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 157483 INFO (jetty-launcher-124-thread-3) [ ]
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 157483 INFO (jetty-launcher-124-thread-1) [ ]
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 157484 INFO (jetty-launcher-124-thread-2) [ ]
o.a.s.c.CoresLocator Config-defined core root directory:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestMiniSolrCloudCluster_AA535764714118F4-001/tempDir-001/node2/.
[junit4] 2> 157484 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ]
o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from
client sessionid 0x150bef0186a0002, likely client has closed socket
[junit4] 2> at
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 157484 INFO (jetty-launcher-124-thread-2) [ ]
o.a.s.c.CoreContainer New CoreContainer 20883570
[junit4] 2> 157484 INFO (jetty-launcher-124-thread-5) [ ]
o.a.s.c.CoresLocator Config-defined core root directory:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestMiniSolrCloudCluster_AA535764714118F4-001/tempDir-001/node5/.
[junit4] 2> 157484 INFO (jetty-launcher-124-thread-2) [ ]
o.a.s.c.CoreContainer Loading cores into CoreContainer
[instanceDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestMiniSolrCloudCluster_AA535764714118F4-001/tempDir-001/node2/]
[junit4] 2> 157484 INFO (jetty-launcher-124-thread-5) [ ]
o.a.s.c.CoreContainer New CoreContainer 27661465
[junit4] 2> 157484 INFO (jetty-launcher-124-thread-2) [ ]
o.a.s.c.CoreContainer loading shared library:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestMiniSolrCloudCluster_AA535764714118F4-001/tempDir-001/node2/lib
[junit4] 2> 157484 INFO (jetty-launcher-124-thread-5) [ ]
o.a.s.c.CoreContainer Loading cores into CoreContainer
[instanceDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestMiniSolrCloudCluster_AA535764714118F4-001/tempDir-001/node5/]
[junit4] 2> 157484 INFO (jetty-launcher-124-thread-5) [ ]
o.a.s.c.CoreContainer loading shared library:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestMiniSolrCloudCluster_AA535764714118F4-001/tempDir-001/node5/lib
[junit4] 2> 157484 WARN (jetty-launcher-124-thread-2) [ ]
o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to
classloader: lib (resolved as:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestMiniSolrCloudCluster_AA535764714118F4-001/tempDir-001/node2/lib).
[junit4] 2> 157484 WARN (jetty-launcher-124-thread-5) [ ]
o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to
classloader: lib (resolved as:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestMiniSolrCloudCluster_AA535764714118F4-001/tempDir-001/node5/lib).
[junit4] 2> 157485 INFO (jetty-launcher-124-thread-4) [ ]
o.a.s.c.CoresLocator Config-defined core root directory:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestMiniSolrCloudCluster_AA535764714118F4-001/tempDir-001/node4/.
[junit4] 2> 157485 INFO (jetty-launcher-124-thread-4) [ ]
o.a.s.c.CoreContainer New CoreContainer 28860668
[junit4] 2> 157485 INFO (jetty-launcher-124-thread-4) [ ]
o.a.s.c.CoreContainer Loading cores into CoreContainer
[instanceDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestMiniSolrCloudCluster_AA535764714118F4-001/tempDir-001/node4/]
[junit4] 2> 157485 INFO (jetty-launcher-124-thread-4) [ ]
o.a.s.c.CoreContainer loading shared library:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestMiniSolrCloudCluster_AA535764714118F4-001/tempDir-001/node4/lib
[junit4] 2> 157485 WARN (jetty-launcher-124-thread-4) [ ]
o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to
classloader: lib (resolved as:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestMiniSolrCloudCluster_AA535764714118F4-001/tempDir-001/node4/lib).
[junit4] 2> 157487 INFO (zkCallback-130-thread-1) [ ]
o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@3cd460 name:ZooKeeperConnection
Watcher:127.0.0.1:53593/solr got event WatchedEvent state:SyncConnected
type:None path:null path:null type:None
[junit4] 2> 157487 INFO (jetty-launcher-124-thread-1) [ ]
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 157487 INFO (jetty-launcher-124-thread-1) [ ]
o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 157487 INFO (jetty-launcher-124-thread-1) [ ]
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 157496 INFO (jetty-launcher-124-thread-5) [ ]
o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme
: ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections :
10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime :
5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
[junit4] 2> 157496 INFO (jetty-launcher-124-thread-3) [ ]
o.a.s.c.CoresLocator Config-defined core root directory:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestMiniSolrCloudCluster_AA535764714118F4-001/tempDir-001/node3/.
[junit4] 2> 157496 INFO (jetty-launcher-124-thread-3) [ ]
o.a.s.c.CoreContainer New CoreContainer 13533260
[junit4] 2> 157496 INFO (jetty-launcher-124-thread-3) [ ]
o.a.s.c.CoreContainer Loading cores into CoreContainer
[instanceDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestMiniSolrCloudCluster_AA535764714118F4-001/tempDir-001/node3/]
[junit4] 2> 157496 INFO (jetty-launcher-124-thread-3) [ ]
o.a.s.c.CoreContainer loading shared library:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestMiniSolrCloudCluster_AA535764714118F4-001/tempDir-001/node3/lib
[junit4] 2> 157496 WARN (jetty-launcher-124-thread-3) [ ]
o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to
classloader: lib (resolved as:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestMiniSolrCloudCluster_AA535764714118F4-001/tempDir-001/node3/lib).
[junit4] 2> 157497 INFO (jetty-launcher-124-thread-5) [ ]
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params:
socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 157497 INFO (jetty-launcher-124-thread-5) [ ]
o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 157497 INFO (jetty-launcher-124-thread-5) [ ]
o.a.s.l.LogWatcher Registering Log Listener [Log4j
(org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 157497 INFO (jetty-launcher-124-thread-5) [ ]
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53593/solr
[junit4] 2> 157497 INFO (jetty-launcher-124-thread-5) [ ]
o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 157497 INFO (jetty-launcher-124-thread-5) [ ]
o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 157497 INFO (jetty-launcher-124-thread-2) [ ]
o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme
: ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections :
10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime :
5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
[junit4] 2> 157497 INFO (jetty-launcher-124-thread-5) [ ]
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 157498 INFO (jetty-launcher-124-thread-2) [ ]
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params:
socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 157498 INFO (jetty-launcher-124-thread-1) [ ]
o.a.s.c.CoresLocator Config-defined core root directory:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestMiniSolrCloudCluster_AA535764714118F4-001/tempDir-001/node1/.
[junit4] 2> 157498 INFO (jetty-launcher-124-thread-1) [ ]
o.a.s.c.CoreContainer New CoreContainer 16143437
[junit4] 2> 157498 INFO (jetty-launcher-124-thread-1) [ ]
o.a.s.c.CoreContainer Loading cores into CoreContainer
[instanceDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestMiniSolrCloudCluster_AA535764714118F4-001/tempDir-001/node1/]
[junit4] 2> 157498 INFO (jetty-launcher-124-thread-1) [ ]
o.a.s.c.CoreContainer loading shared library:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestMiniSolrCloudCluster_AA535764714118F4-001/tempDir-001/node1/lib
[junit4] 2> 157498 WARN (jetty-launcher-124-thread-1) [ ]
o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to
classloader: lib (resolved as:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestMiniSolrCloudCluster_AA535764714118F4-001/tempDir-001/node1/lib).
[junit4] 2> 157499 INFO (jetty-launcher-124-thread-2) [ ]
o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 157499 INFO (jetty-launcher-124-thread-2) [ ]
o.a.s.l.LogWatcher Registering Log Listener [Log4j
(org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 157499 INFO (jetty-launcher-124-thread-2) [ ]
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53593/solr
[junit4] 2> 157499 INFO (jetty-launcher-124-thread-2) [ ]
o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 157499 INFO (jetty-launcher-124-thread-2) [ ]
o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 157499 INFO (jetty-launcher-124-thread-2) [ ]
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 157500 INFO (jetty-launcher-124-thread-4) [ ]
o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme
: ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections :
10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime :
5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
[junit4] 2> 157500 INFO (zkCallback-132-thread-1) [ ]
o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@4aaca name:ZooKeeperConnection
Watcher:127.0.0.1:53593 got event WatchedEvent state:SyncConnected type:None
path:null path:null type:None
[junit4] 2> 157500 INFO (jetty-launcher-124-thread-5) [ ]
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 157500 INFO (jetty-launcher-124-thread-4) [ ]
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params:
socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 157501 INFO (jetty-launcher-124-thread-5) [ ]
o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 157501 INFO (jetty-launcher-124-thread-4) [ ]
o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 157501 INFO (jetty-launcher-124-thread-4) [ ]
o.a.s.l.LogWatcher Registering Log Listener [Log4j
(org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 157501 INFO (jetty-launcher-124-thread-4) [ ]
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53593/solr
[junit4] 2> 157501 INFO (jetty-launcher-124-thread-4) [ ]
o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 157501 INFO (jetty-launcher-124-thread-4) [ ]
o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 157501 INFO (jetty-launcher-124-thread-4) [ ]
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 157501 INFO (jetty-launcher-124-thread-3) [ ]
o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme
: ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections :
10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime :
5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
[junit4] 2> 157503 INFO (jetty-launcher-124-thread-3) [ ]
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params:
socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 157503 INFO (jetty-launcher-124-thread-3) [ ]
o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 157503 INFO (jetty-launcher-124-thread-3) [ ]
o.a.s.l.LogWatcher Registering Log Listener [Log4j
(org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 157503 INFO (jetty-launcher-124-thread-3) [ ]
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53593/solr
[junit4] 2> 157503 INFO (jetty-launcher-124-thread-3) [ ]
o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 157503 INFO (jetty-launcher-124-thread-3) [ ]
o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 157503 INFO (jetty-launcher-124-thread-3) [ ]
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 157504 INFO (jetty-launcher-124-thread-1) [ ]
o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme
: ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections :
10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime :
5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
[junit4] 2> 157504 INFO (jetty-launcher-124-thread-1) [ ]
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params:
socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 157505 INFO (jetty-launcher-124-thread-1) [ ]
o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 157505 INFO (jetty-launcher-124-thread-1) [ ]
o.a.s.l.LogWatcher Registering Log Listener [Log4j
(org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 157505 INFO (jetty-launcher-124-thread-1) [ ]
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53593/solr
[junit4] 2> 157505 INFO (jetty-launcher-124-thread-1) [ ]
o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 157505 INFO (jetty-launcher-124-thread-1) [ ]
o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 157505 INFO (jetty-launcher-124-thread-1) [ ]
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 157510 INFO (zkCallback-134-thread-1) [ ]
o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@a16e82 name:ZooKeeperConnection
Watcher:127.0.0.1:53593 got event WatchedEvent state:SyncConnected type:None
path:null path:null type:None
[junit4] 2> 157511 INFO (jetty-launcher-124-thread-2) [ ]
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 157511 INFO (jetty-launcher-124-thread-2) [ ]
o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 157512 INFO (zkCallback-136-thread-1) [ ]
o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@45c986 name:ZooKeeperConnection
Watcher:127.0.0.1:53593 got event WatchedEvent state:SyncConnected type:None
path:null path:null type:None
[junit4] 2> 157512 INFO (jetty-launcher-124-thread-4) [ ]
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 157512 INFO (zkCallback-138-thread-1) [ ]
o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@12cf1f8 name:ZooKeeperConnection
Watcher:127.0.0.1:53593 got event WatchedEvent state:SyncConnected type:None
path:null path:null type:None
[junit4] 2> 157512 INFO (jetty-launcher-124-thread-3) [ ]
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 157512 INFO (zkCallback-140-thread-1) [ ]
o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@80c539 name:ZooKeeperConnection
Watcher:127.0.0.1:53593 got event WatchedEvent state:SyncConnected type:None
path:null path:null type:None
[junit4] 2> 157512 INFO (jetty-launcher-124-thread-4) [ ]
o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 157512 INFO (jetty-launcher-124-thread-1) [ ]
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 157512 INFO (jetty-launcher-124-thread-3) [ ]
o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 157513 INFO (jetty-launcher-124-thread-1) [ ]
o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 157515 INFO (jetty-launcher-124-thread-5)
[n:127.0.0.1:48324_solr ] o.a.s.c.c.ConnectionManager Waiting for client to
connect to ZooKeeper
[junit4] 2> 157517 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ]
o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from
client sessionid 0x150bef0186a0009, likely client has closed socket
[junit4] 2> at
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 157518 INFO (jetty-launcher-124-thread-3)
[n:127.0.0.1:60997_solr ] o.a.s.c.c.ConnectionManager Waiting for client to
connect to ZooKeeper
[junit4] 2> 157518 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ]
o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from
client sessionid 0x150bef0186a000a, likely client has closed socket
[junit4] 2> at
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 157518 INFO (jetty-launcher-124-thread-1)
[n:127.0.0.1:46364_solr ] o.a.s.c.c.ConnectionManager Waiting for client to
connect to ZooKeeper
[junit4] 2> 157518 INFO (jetty-launcher-124-thread-4)
[n:127.0.0.1:47328_solr ] o.a.s.c.c.ConnectionManager Waiting for client to
connect to ZooKeeper
[junit4] 2> 157519 INFO
(zkCallback-141-thread-1-processing-n:127.0.0.1:48324_solr)
[n:127.0.0.1:48324_solr ] o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@1e88e6e name:ZooKeeperConnection
Watcher:127.0.0.1:53593/solr got event WatchedEvent state:SyncConnected
type:None path:null path
[...truncated too long message...]
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 8) Thread[id=1719,
name=coreContainerWorkExecutor-562-thread-1, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 9) Thread[id=1743, name=zkCallback-226-thread-4,
state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 10) Thread[id=1733, name=zkCallback-226-thread-2,
state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 11) Thread[id=1653, name=Scheduler-17225048,
state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 12) Thread[id=1617,
name=qtp28394549-1617-selector-ServerConnectorManager@1ef69da/0,
state=RUNNABLE, group=TGRP-TestMiniSolrCloudCluster]
[junit4] > at sun.nio.ch.EPollArrayWrapper.interrupt(Native
Method)
[junit4] > at
sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:317)
[junit4] > at
sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:193)
[junit4] > at
java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
[junit4] > at
java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
[junit4] > at
sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:78)
[junit4] > at
sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at
sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at
org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600)
[junit4] > at
org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549)
[junit4] > at
org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52)
[junit4] > at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
[junit4] > at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 13) Thread[id=1621,
name=qtp28394549-1621-selector-ServerConnectorManager@1ef69da/1,
state=RUNNABLE, group=TGRP-TestMiniSolrCloudCluster]
[junit4] > at sun.nio.ch.EPollArrayWrapper.interrupt(Native
Method)
[junit4] > at
sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:317)
[junit4] > at
sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:193)
[junit4] > at
java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
[junit4] > at
java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
[junit4] > at
sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:78)
[junit4] > at
sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at
sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at
org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600)
[junit4] > at
org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549)
[junit4] > at
org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52)
[junit4] > at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
[junit4] > at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 14) Thread[id=1631,
name=qtp28394549-1631-selector-ServerConnectorManager@1ef69da/3,
state=RUNNABLE, group=TGRP-TestMiniSolrCloudCluster]
[junit4] > at sun.nio.ch.IOUtil.drain(Native Method)
[junit4] > at
sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:90)
[junit4] > at
sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at
sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at
org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600)
[junit4] > at
org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549)
[junit4] > at
org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52)
[junit4] > at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
[junit4] > at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at
__randomizedtesting.SeedInfo.seed([AA535764714118F4]:0)
[junit4] Completed [99/543] on J1 in 105.43s, 6 tests, 2 errors <<< FAILURES!
[...truncated 1364 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/build.xml:785: The following
error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/build.xml:729: The following
error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/build.xml:59: The following error
occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build.xml:233: The following
error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/common-build.xml:526: The
following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/lucene/common-build.xml:1452: The
following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/lucene/common-build.xml:1006:
There were test failures: 543 suites (7 ignored), 2147 tests, 2 suite-level
errors, 1151 ignored (28 assumptions) [seed: AA535764714118F4]
Total time: 32 minutes 58 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
