Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/14797/
Java: 64bit/jdk1.9.0-ea-b90 -XX:-UseCompressedOops -XX:+UseParallelGC
4 tests failed.
FAILED:
junit.framework.TestSuite.org.apache.solr.cloud.CollectionsAPIDistributedZkTest
Error Message:
5 threads leaked from SUITE scope at
org.apache.solr.cloud.CollectionsAPIDistributedZkTest: 1) Thread[id=6482,
name=zkCallback-647-thread-1, state=TIMED_WAITING,
group=TGRP-CollectionsAPIDistributedZkTest] at
sun.misc.Unsafe.park(Native Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:218)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:461)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1082)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1143)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:632)
at java.lang.Thread.run(Thread.java:747) 2) Thread[id=6480,
name=TEST-CollectionsAPIDistributedZkTest.test-seed#[D4D4F99E700B2311]-SendThread(127.0.0.1:44109),
state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest] at
java.lang.Thread.sleep(Native Method) at
org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at
org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
3) Thread[id=6481,
name=TEST-CollectionsAPIDistributedZkTest.test-seed#[D4D4F99E700B2311]-EventThread,
state=WAITING, group=TGRP-CollectionsAPIDistributedZkTest] at
sun.misc.Unsafe.park(Native Method) at
java.util.concurrent.locks.LockSupport.park(LockSupport.java:178) at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2061)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
4) Thread[id=6630, name=zkCallback-647-thread-2, state=TIMED_WAITING,
group=TGRP-CollectionsAPIDistributedZkTest] at
sun.misc.Unsafe.park(Native Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:218)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:461)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1082)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1143)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:632)
at java.lang.Thread.run(Thread.java:747) 5) Thread[id=6631,
name=zkCallback-647-thread-3, state=TIMED_WAITING,
group=TGRP-CollectionsAPIDistributedZkTest] at
sun.misc.Unsafe.park(Native Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:218)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:461)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1082)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1143)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:632)
at java.lang.Thread.run(Thread.java:747)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 5 threads leaked from SUITE
scope at org.apache.solr.cloud.CollectionsAPIDistributedZkTest:
1) Thread[id=6482, name=zkCallback-647-thread-1, state=TIMED_WAITING,
group=TGRP-CollectionsAPIDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:218)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:461)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1082)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1143)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:632)
at java.lang.Thread.run(Thread.java:747)
2) Thread[id=6480,
name=TEST-CollectionsAPIDistributedZkTest.test-seed#[D4D4F99E700B2311]-SendThread(127.0.0.1:44109),
state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
at java.lang.Thread.sleep(Native Method)
at
org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at
org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
3) Thread[id=6481,
name=TEST-CollectionsAPIDistributedZkTest.test-seed#[D4D4F99E700B2311]-EventThread,
state=WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:178)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2061)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
4) Thread[id=6630, name=zkCallback-647-thread-2, state=TIMED_WAITING,
group=TGRP-CollectionsAPIDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:218)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:461)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1082)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1143)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:632)
at java.lang.Thread.run(Thread.java:747)
5) Thread[id=6631, name=zkCallback-647-thread-3, state=TIMED_WAITING,
group=TGRP-CollectionsAPIDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:218)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:461)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1082)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1143)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:632)
at java.lang.Thread.run(Thread.java:747)
at __randomizedtesting.SeedInfo.seed([D4D4F99E700B2311]:0)
FAILED:
junit.framework.TestSuite.org.apache.solr.cloud.CollectionsAPIDistributedZkTest
Error Message:
There are still zombie threads that couldn't be terminated: 1)
Thread[id=6482, name=zkCallback-647-thread-1, state=TIMED_WAITING,
group=TGRP-CollectionsAPIDistributedZkTest] at
sun.misc.Unsafe.park(Native Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:218)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:461)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1082)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1143)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:632)
at java.lang.Thread.run(Thread.java:747) 2) Thread[id=6480,
name=TEST-CollectionsAPIDistributedZkTest.test-seed#[D4D4F99E700B2311]-SendThread(127.0.0.1:44109),
state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest] at
java.lang.Thread.sleep(Native Method) at
org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at
org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
3) Thread[id=6630, name=zkCallback-647-thread-2, state=TIMED_WAITING,
group=TGRP-CollectionsAPIDistributedZkTest] at
sun.misc.Unsafe.park(Native Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:218)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:461)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1082)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1143)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:632)
at java.lang.Thread.run(Thread.java:747) 4) Thread[id=6631,
name=zkCallback-647-thread-3, state=TIMED_WAITING,
group=TGRP-CollectionsAPIDistributedZkTest] at
sun.misc.Unsafe.park(Native Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:218)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:461)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1082)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1143)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:632)
at java.lang.Thread.run(Thread.java:747)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie
threads that couldn't be terminated:
1) Thread[id=6482, name=zkCallback-647-thread-1, state=TIMED_WAITING,
group=TGRP-CollectionsAPIDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:218)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:461)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1082)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1143)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:632)
at java.lang.Thread.run(Thread.java:747)
2) Thread[id=6480,
name=TEST-CollectionsAPIDistributedZkTest.test-seed#[D4D4F99E700B2311]-SendThread(127.0.0.1:44109),
state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
at java.lang.Thread.sleep(Native Method)
at
org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at
org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
3) Thread[id=6630, name=zkCallback-647-thread-2, state=TIMED_WAITING,
group=TGRP-CollectionsAPIDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:218)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:461)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1082)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1143)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:632)
at java.lang.Thread.run(Thread.java:747)
4) Thread[id=6631, name=zkCallback-647-thread-3, state=TIMED_WAITING,
group=TGRP-CollectionsAPIDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:218)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:461)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1082)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1143)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:632)
at java.lang.Thread.run(Thread.java:747)
at __randomizedtesting.SeedInfo.seed([D4D4F99E700B2311]:0)
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test
Error Message:
Error from server at https://127.0.0.1:52361/awholynewcollection_0: Expected
mime type application/octet-stream but got text/html. <html> <head> <meta
http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error
500 </title> </head> <body> <h2>HTTP ERROR: 500</h2> <p>Problem accessing
/awholynewcollection_0/select. Reason: <pre>
{trace=java.lang.NullPointerException at
org.apache.solr.servlet.HttpSolrCall.getCoreByCollection(HttpSolrCall.java:786)
at org.apache.solr.servlet.HttpSolrCall.init(HttpSolrCall.java:270) at
org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:415) at
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:220)
at
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:179)
at
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
at
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:109)
at
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
at
org.eclipse.jetty.servlets.UserAgentFilter.doFilter(UserAgentFilter.java:83)
at org.eclipse.jetty.servlets.GzipFilter.doFilter(GzipFilter.java:364) at
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:585)
at
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:221)
at
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1127)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:515)
at
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1061)
at
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97)
at org.eclipse.jetty.server.Server.handle(Server.java:499) at
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:310) at
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:257) at
org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:540) at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
at java.lang.Thread.run(Thread.java:747) ,code=500}</pre></p> <hr
/><i><small>Powered by Jetty://</small></i> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error
from server at https://127.0.0.1:52361/awholynewcollection_0: Expected mime
type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 500 </title>
</head>
<body>
<h2>HTTP ERROR: 500</h2>
<p>Problem accessing /awholynewcollection_0/select. Reason:
<pre> {trace=java.lang.NullPointerException
at
org.apache.solr.servlet.HttpSolrCall.getCoreByCollection(HttpSolrCall.java:786)
at org.apache.solr.servlet.HttpSolrCall.init(HttpSolrCall.java:270)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:415)
at
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:220)
at
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:179)
at
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
at
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:109)
at
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
at
org.eclipse.jetty.servlets.UserAgentFilter.doFilter(UserAgentFilter.java:83)
at org.eclipse.jetty.servlets.GzipFilter.doFilter(GzipFilter.java:364)
at
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
at
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:585)
at
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:221)
at
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1127)
at
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:515)
at
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1061)
at
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97)
at org.eclipse.jetty.server.Server.handle(Server.java:499)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:310)
at
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:257)
at
org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:540)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
at java.lang.Thread.run(Thread.java:747)
,code=500}</pre></p>
<hr /><i><small>Powered by Jetty://</small></i>
</body>
</html>
at
__randomizedtesting.SeedInfo.seed([D4D4F99E700B2311:5C80C644DEF74EE9]:0)
at
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:543)
at
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
at
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
at
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:150)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:943)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:958)
at
org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForNon403or404or503(AbstractFullDistribZkTestBase.java:1754)
at
org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:665)
at
org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test(CollectionsAPIDistributedZkTest.java:167)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:520)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1660)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:866)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:902)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:916)
at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:963)
at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:938)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:875)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:777)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:811)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:822)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:747)
FAILED: org.apache.solr.cloud.OverseerTest.testOverseerStatsReset
Error Message:
expected:<1> but was:<2>
Stack Trace:
java.lang.AssertionError: expected:<1> but was:<2>
at
__randomizedtesting.SeedInfo.seed([D4D4F99E700B2311:7F801EA2E5D1801F]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at
org.apache.solr.cloud.OverseerTest.testOverseerStatsReset(OverseerTest.java:722)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:520)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1660)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:866)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:902)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:916)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:875)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:777)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:811)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:822)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:747)
Build Log:
[...truncated 9526 lines...]
[junit4] Suite: org.apache.solr.cloud.OverseerTest
[junit4] 2> Creating dataDir:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.OverseerTest_D4D4F99E700B2311-001/init-core-data-001
[junit4] 2> 0 INFO (SUITE-OverseerTest-seed#[D4D4F99E700B2311]-worker)
[ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true)
[junit4] 2> 19 INFO (SUITE-OverseerTest-seed#[D4D4F99E700B2311]-worker)
[ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 20 INFO (SUITE-OverseerTest-seed#[D4D4F99E700B2311]-worker)
[ ] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 35 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.SolrTestCaseJ4 ###Starting testShardLeaderChange
[junit4] 2> 68 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 73 INFO (Thread-1) [ ] o.a.s.c.ZkTestServer client
port:0.0.0.0/0.0.0.0:0
[junit4] 2> 73 INFO (Thread-1) [ ] o.a.s.c.ZkTestServer Starting
server
[junit4] 2> 173 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.ZkTestServer start zk server on port:49863
[junit4] 2> 194 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 234 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 274 INFO (zkCallback-1-thread-1) [ ]
o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@196ee4e7
name:ZooKeeperConnection Watcher:127.0.0.1:49863/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 274 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 277 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 278 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 279 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 296 INFO (zkCallback-2-thread-1) [ ]
o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@116461e9
name:ZooKeeperConnection Watcher:127.0.0.1:49863 got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 296 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 297 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 313 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 313 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 316 INFO (zkCallback-3-thread-1) [ ]
o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@39ae3b7e
name:ZooKeeperConnection Watcher:127.0.0.1:49863 got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 316 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 317 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 318 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 340 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 344 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 347 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 351 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 355 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 358 INFO (Thread-2) [ ] o.a.s.c.c.SolrZkClient Using
default ZkCredentialsProvider
[junit4] 2> 358 INFO (Thread-2) [ ] o.a.s.c.c.ConnectionManager
Waiting for client to connect to ZooKeeper
[junit4] 2> 364 INFO (zkCallback-4-thread-1) [ ]
o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@5d34f48f
name:ZooKeeperConnection Watcher:127.0.0.1:49863/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 364 INFO (Thread-2) [ ] o.a.s.c.c.ConnectionManager
Client is connected to ZooKeeper
[junit4] 2> 364 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 365 INFO (Thread-2) [ ] o.a.s.c.c.SolrZkClient Using
default ZkACLProvider
[junit4] 2> 366 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 367 INFO (zkCallback-5-thread-1) [ ]
o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@33c33db9
name:ZooKeeperConnection Watcher:127.0.0.1:49863/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 385 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 385 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 389 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 418 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.c.SolrZkClient makePath: /live_nodes/node1
[junit4] 2> 428 INFO (zkCallback-5-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
nodes size: 0)
[junit4] 2> 438 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.c.SolrZkClient makePath: /overseer/queue
[junit4] 2> 557 INFO (Thread-2) [ ] o.a.s.u.UpdateShardHandler
Creating UpdateShardHandler HTTP client with params:
socketTimeout=600000&connTimeout=60000&retry=true
[junit4] 2> 631 INFO (Thread-2) [ ] o.a.s.c.c.SolrZkClient makePath:
/overseer_elect
[junit4] 2> 634 INFO (Thread-2) [ ] o.a.s.c.c.SolrZkClient makePath:
/overseer_elect/election
[junit4] 2> 643 INFO (Thread-2) [ ] o.a.s.c.Overseer Overseer
(id=null) closing
[junit4] 2> 645 INFO (Thread-2) [ ] o.a.s.c.LeaderElector Joined
leadership election with path:
/overseer_elect/election/94813186114191363-127.0.0.1:49863_solr-n_0000000000
[junit4] 2> 653 INFO (Thread-2) [ ] o.a.s.c.OverseerElectionContext I
am going to be the leader 127.0.0.1:49863_solr
[junit4] 2> 653 INFO (Thread-2) [ ] o.a.s.c.c.SolrZkClient makePath:
/overseer_elect/leader
[junit4] 2> 655 INFO (Thread-2) [ ] o.a.s.c.Overseer Overseer
(id=94813186114191363-127.0.0.1:49863_solr-n_0000000000) starting
[junit4] 2> 668 INFO (Thread-2) [ ] o.a.s.c.c.SolrZkClient makePath:
/overseer/queue-work
[junit4] 2> 674 INFO (Thread-2) [ ] o.a.s.c.c.SolrZkClient makePath:
/overseer/collection-map-failure
[junit4] 2> 677 INFO (Thread-2) [ ] o.a.s.c.c.SolrZkClient makePath:
/overseer/collection-map-running
[junit4] 2> 680 INFO (Thread-2) [ ] o.a.s.c.c.SolrZkClient makePath:
/overseer/collection-map-completed
[junit4] 2> 687 INFO (Thread-2) [ ] o.a.s.c.c.SolrZkClient makePath:
/overseer/collection-queue-work
[junit4] 2> 705 INFO (Thread-2) [ ]
o.a.s.c.OverseerAutoReplicaFailoverThread Starting
OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000
autoReplicaFailoverWaitAfterExpiration=30000
autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 769 INFO
(OverseerCollectionConfigSetProcessor-94813186114191363-127.0.0.1:49863_solr-n_0000000000)
[ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer
operations
[junit4] 2> 769 INFO (Thread-2) [ ] o.a.s.SolrTestCaseJ4 Killing
overseer.
[junit4] 2> 772 INFO (Thread-2) [ ] o.a.s.c.c.SolrZkClient Using
default ZkCredentialsProvider
[junit4] 2> 772 INFO
(OverseerStateUpdate-94813186114191363-127.0.0.1:49863_solr-n_0000000000) [
] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 775 ERROR
(OverseerCollectionConfigSetProcessor-94813186114191363-127.0.0.1:49863_solr-n_0000000000)
[ ] o.a.s.c.OverseerTaskProcessor
:org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode
= Session expired for /overseer/collection-queue-work
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:336)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:333)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:333)
[junit4] 2> at
org.apache.solr.cloud.DistributedQueue.fetchZkChildren(DistributedQueue.java:310)
[junit4] 2> at
org.apache.solr.cloud.OverseerTaskQueue.getTailId(OverseerTaskQueue.java:270)
[junit4] 2> at
org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:144)
[junit4] 2> at java.lang.Thread.run(Thread.java:747)
[junit4] 2>
[junit4] 2> 776 ERROR
(OverseerCollectionConfigSetProcessor-94813186114191363-127.0.0.1:49863_solr-n_0000000000)
[ ] o.a.s.c.OverseerTaskProcessor Unable to prioritize overseer
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /roles.json
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1045)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:319)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:316)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:316)
[junit4] 2> at
org.apache.solr.cloud.OverseerNodePrioritizer.prioritizeOverseerNodes(OverseerNodePrioritizer.java:59)
[junit4] 2> at
org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:159)
[junit4] 2> at java.lang.Thread.run(Thread.java:747)
[junit4] 2> 778 INFO (zkCallback-7-thread-1) [ ]
o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@1579c8e0
name:ZooKeeperConnection Watcher:127.0.0.1:49863/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 779 INFO
(OverseerCollectionConfigSetProcessor-94813186114191363-127.0.0.1:49863_solr-n_0000000000)
[ ] o.a.s.c.OverseerTaskProcessor
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:350)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:350)
[junit4] 2> at
org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:355)
[junit4] 2> at
org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:172)
[junit4] 2> at java.lang.Thread.run(Thread.java:747)
[junit4] 2> 778 INFO (Thread-2) [ ] o.a.s.c.c.ConnectionManager
Waiting for client to connect to ZooKeeper
[junit4] 2> 776 INFO
(OverseerStateUpdate-94813186114191363-127.0.0.1:49863_solr-n_0000000000) [
] o.a.s.c.Overseer
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:350)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:350)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.amILeader(Overseer.java:411)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:143)
[junit4] 2> at java.lang.Thread.run(Thread.java:747)
[junit4] 2> 779 INFO
(OverseerCollectionConfigSetProcessor-94813186114191363-127.0.0.1:49863_solr-n_0000000000)
[ ] o.a.s.c.OverseerTaskProcessor According to ZK I
(id=94813186114191363-127.0.0.1:49863_solr-n_0000000000) am no longer a leader.
[junit4] 2> 779 INFO (Thread-2) [ ] o.a.s.c.c.ConnectionManager
Client is connected to ZooKeeper
[junit4] 2> 781 INFO
(OverseerStateUpdate-94813186114191363-127.0.0.1:49863_solr-n_0000000000) [
] o.a.s.c.Overseer According to ZK I
(id=94813186114191363-127.0.0.1:49863_solr-n_0000000000) am no longer a leader.
[junit4] 2> 781 INFO (Thread-2) [ ] o.a.s.c.c.SolrZkClient Using
default ZkACLProvider
[junit4] 2> 781 INFO
(OverseerStateUpdate-94813186114191363-127.0.0.1:49863_solr-n_0000000000) [
] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:49863_solr
[junit4] 2> 781 INFO (Thread-2) [ ] o.a.s.c.Overseer Overseer
(id=94813186114191363-127.0.0.1:49863_solr-n_0000000000) closing
[junit4] 2> 782 INFO (Thread-2) [ ] o.a.s.u.UpdateShardHandler
Creating UpdateShardHandler HTTP client with params:
socketTimeout=600000&connTimeout=60000&retry=true
[junit4] 2> 782 ERROR (OverseerExitThread) [ ] o.a.s.c.Overseer could
not read the data
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:350)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:350)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:304)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:87)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:265)
[junit4] 2> 784 INFO (Thread-2) [ ] o.a.s.c.Overseer Overseer
(id=null) closing
[junit4] 2> 785 INFO (Thread-2) [ ] o.a.s.c.LeaderElector Joined
leadership election with path:
/overseer_elect/election/94813186114191365-127.0.0.1:49863_solr-n_0000000001
[junit4] 2> 785 INFO (Thread-2) [ ] o.a.s.c.OverseerElectionContext I
am going to be the leader 127.0.0.1:49863_solr
[junit4] 2> 785 INFO (Thread-2) [ ] o.a.s.c.c.SolrZkClient makePath:
/overseer_elect/leader
[junit4] 2> 787 INFO (Thread-2) [ ] o.a.s.c.Overseer Overseer
(id=94813186114191365-127.0.0.1:49863_solr-n_0000000001) starting
[junit4] 2> 796 INFO (Thread-2) [ ]
o.a.s.c.OverseerAutoReplicaFailoverThread Starting
OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000
autoReplicaFailoverWaitAfterExpiration=30000
autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 797 INFO
(OverseerStateUpdate-94813186114191365-127.0.0.1:49863_solr-n_0000000001) [
] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 797 INFO
(OverseerStateUpdate-94813186114191365-127.0.0.1:49863_solr-n_0000000001) [
] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 797 INFO
(OverseerCollectionConfigSetProcessor-94813186114191365-127.0.0.1:49863_solr-n_0000000001)
[ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer
operations
[junit4] 2> 803 INFO
(OverseerStateUpdate-94813186114191365-127.0.0.1:49863_solr-n_0000000001) [
] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"} current state version: 0
[junit4] 2> 809 INFO
(OverseerStateUpdate-94813186114191365-127.0.0.1:49863_solr-n_0000000001) [
] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 810 INFO
(OverseerStateUpdate-94813186114191365-127.0.0.1:49863_solr-n_0000000001) [
] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
[junit4] 2> 816 INFO
(OverseerStateUpdate-94813186114191365-127.0.0.1:49863_solr-n_0000000001) [
] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 821 INFO (zkCallback-5-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred
- updating... (live nodes size: 1)
[junit4] 2> 821 INFO (zkCallback-7-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred
- updating... (live nodes size: 1)
[junit4] 2> 968 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.c.SolrZkClient makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 970 INFO (zkCallback-7-thread-1) [ ]
o.a.s.c.c.ZkStateReader A collections change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/collections, has occurred - updating...
[junit4] 2> 970 INFO (zkCallback-5-thread-1) [ ]
o.a.s.c.c.ZkStateReader A collections change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/collections, has occurred - updating...
[junit4] 2> 980 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.LeaderElector Joined leadership election with path:
/collections/collection1/leader_elect/shard1/election/94813186114191364-node1_core1-n_0000000000
[junit4] 2> 985 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leaders/shard1
[junit4] 2> 1002 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
[junit4] 2> 1016 INFO
(OverseerStateUpdate-94813186114191365-127.0.0.1:49863_solr-n_0000000001) [
] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "base_url":"http://node1/solr/";,
[junit4] 2> "core":"core1"} current state version: 1
[junit4] 2> 1017 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.c.SolrZkClient makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 1021 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.LeaderElector Joined leadership election with path:
/collections/collection1/leader_elect/shard1/election/94813186114191364-node1_core1-n_0000000001
[junit4] 2> 1022 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.LeaderElector was going to be leader
/collections/collection1/leader_elect/shard1/election/94813186114191364-node1_core1-n_0000000001
, seq(0)
/collections/collection1/leader_elect/shard1/election/94813186114191364-node1_core1-n_0000000000
[junit4] 2> 1022 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1023 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1025 INFO (zkCallback-9-thread-1) [ ]
o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@5d4e069e
name:ZooKeeperConnection Watcher:127.0.0.1:49863/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1026 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1026 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1028 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1032 INFO
(OverseerStateUpdate-94813186114191365-127.0.0.1:49863_solr-n_0000000001) [
] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"} current state version: 1
[junit4] 2> 1033 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.c.SolrZkClient makePath: /live_nodes/node2
[junit4] 2> 1033 INFO
(OverseerStateUpdate-94813186114191365-127.0.0.1:49863_solr-n_0000000001) [
] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 1033 INFO
(OverseerStateUpdate-94813186114191365-127.0.0.1:49863_solr-n_0000000001) [
] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
[junit4] 2> 1034 INFO (zkCallback-7-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
nodes size: 1)
[junit4] 2> 1034 INFO (zkCallback-5-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
nodes size: 1)
[junit4] 2> 1034 INFO (zkCallback-9-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
nodes size: 1)
[junit4] 2> 1046 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.c.SolrZkClient makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 1051 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.LeaderElector Joined leadership election with path:
/collections/collection1/leader_elect/shard1/election/94813186114191364-node1_core1-n_0000000002
[junit4] 2> 1052 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.LeaderElector was going to be leader
/collections/collection1/leader_elect/shard1/election/94813186114191364-node1_core1-n_0000000002
, seq(0)
/collections/collection1/leader_elect/shard1/election/94813186114191364-node1_core1-n_0000000000
[junit4] 2> 1052 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1053 INFO
(OverseerStateUpdate-94813186114191365-127.0.0.1:49863_solr-n_0000000001) [
] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"} current state version: 1
[junit4] 2> 1053 INFO
(OverseerStateUpdate-94813186114191365-127.0.0.1:49863_solr-n_0000000001) [
] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 1054 INFO
(OverseerStateUpdate-94813186114191365-127.0.0.1:49863_solr-n_0000000001) [
] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
[junit4] 2> 1160 INFO (zkCallback-1-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred
- updating... (live nodes size: 2)
[junit4] 2> 1160 INFO (zkCallback-7-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred
- updating... (live nodes size: 2)
[junit4] 2> 1160 INFO (zkCallback-5-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred
- updating... (live nodes size: 2)
[junit4] 2> 1162 INFO (zkCallback-9-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred
- updating... (live nodes size: 2)
[junit4] 2> 1264 INFO
(OverseerStateUpdate-94813186114191365-127.0.0.1:49863_solr-n_0000000001) [
] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node2",
[junit4] 2> "core":"core4",
[junit4] 2> "core_node_name":"node2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node2/solr/"} current state version: 2
[junit4] 2> 1265 INFO
(OverseerStateUpdate-94813186114191365-127.0.0.1:49863_solr-n_0000000001) [
] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node2",
[junit4] 2> "core":"core4",
[junit4] 2> "core_node_name":"node2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node2/solr/"}
[junit4] 2> 1265 INFO
(OverseerStateUpdate-94813186114191365-127.0.0.1:49863_solr-n_0000000001) [
] o.a.s.c.o.ReplicaMutator Collection already exists with numShards=1
[junit4] 2> 1265 INFO
(OverseerStateUpdate-94813186114191365-127.0.0.1:49863_solr-n_0000000001) [
] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1369 INFO (zkCallback-7-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred
- updating... (live nodes size: 2)
[junit4] 2> 1369 INFO (zkCallback-1-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred
- updating... (live nodes size: 2)
[junit4] 2> 1369 INFO (zkCallback-5-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred
- updating... (live nodes size: 2)
[junit4] 2> 1370 INFO (zkCallback-9-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred
- updating... (live nodes size: 2)
[junit4] 2> 1762 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.c.SolrZkClient makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 1767 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.LeaderElector Joined leadership election with path:
/collections/collection1/leader_elect/shard1/election/94813186114191366-node2_core4-n_0000000003
[junit4] 2> 1769 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.LeaderElector Watching path
/collections/collection1/leader_elect/shard1/election/94813186114191364-node1_core1-n_0000000002
to know if I could be the leader
[junit4] 2> 1770 INFO (zkCallback-9-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
nodes size: 2)
[junit4] 2> 1770 INFO (zkCallback-7-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
nodes size: 2)
[junit4] 2> 1770 INFO (zkCallback-1-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
nodes size: 2)
[junit4] 2> 1771 INFO (zkCallback-5-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
nodes size: 2)
[junit4] 2> 1773 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ]
o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from
client sessionid 0x150d817265c0004, likely client has closed socket
[junit4] 2> at
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:747)
[junit4] 2> 1777 INFO (zkCallback-9-thread-1) [ ]
o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
[junit4] 2> 1781 INFO
(OverseerStateUpdate-94813186114191365-127.0.0.1:49863_solr-n_0000000001) [
] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "base_url":"http://node2/solr/";,
[junit4] 2> "core":"core4"} current state version: 3
[junit4] 2> 1890 INFO (zkCallback-7-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred
- updating... (live nodes size: 1)
[junit4] 2> 1890 INFO (zkCallback-9-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred
- updating... (live nodes size: 1)
[junit4] 2> 1890 INFO (zkCallback-1-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred
- updating... (live nodes size: 1)
[junit4] 2> 1976 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1980 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1982 INFO (zkCallback-10-thread-1) [ ]
o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@24c0c657
name:ZooKeeperConnection Watcher:127.0.0.1:49863/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1982 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1982 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1987 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1989 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.c.SolrZkClient makePath: /live_nodes/node1
[junit4] 2> 1990 INFO (zkCallback-7-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
nodes size: 1)
[junit4] 2> 1990 INFO (zkCallback-9-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
nodes size: 1)
[junit4] 2> 1991 INFO (zkCallback-1-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
nodes size: 1)
[junit4] 2> 1991 INFO (zkCallback-10-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
nodes size: 1)
[junit4] 2> 1994 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.c.SolrZkClient makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 1995 INFO
(OverseerStateUpdate-94813186114191365-127.0.0.1:49863_solr-n_0000000001) [
] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"} current state version: 4
[junit4] 2> 1995 INFO
(OverseerStateUpdate-94813186114191365-127.0.0.1:49863_solr-n_0000000001) [
] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 1995 INFO
(OverseerStateUpdate-94813186114191365-127.0.0.1:49863_solr-n_0000000001) [
] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
[junit4] 2> 1998 INFO (Thread-2) [ ] o.a.s.SolrTestCaseJ4 Killing
overseer.
[junit4] 2> 1999 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.LeaderElector Joined leadership election with path:
/collections/collection1/leader_elect/shard1/election/94813186114191367-node1_core1-n_0000000004
[junit4] 2> 2000 INFO (Thread-2) [ ] o.a.s.c.c.SolrZkClient Using
default ZkCredentialsProvider
[junit4] 2> 2000 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.LeaderElector Watching path
/collections/collection1/leader_elect/shard1/election/94813186114191366-node2_core4-n_0000000003
to know if I could be the leader
[junit4] 2> 2001 INFO (zkCallback-9-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
nodes size: 2)
[junit4] 2> 2001 INFO (Thread-2) [ ] o.a.s.c.c.ConnectionManager
Waiting for client to connect to ZooKeeper
[junit4] 2> 2002 INFO (zkCallback-1-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
nodes size: 2)
[junit4] 2> 2002 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ]
o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from
client sessionid 0x150d817265c0006, likely client has closed socket
[junit4] 2> at
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:747)
[junit4] 2> 2005 INFO (zkCallback-11-thread-1) [ ]
o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@253935cb
name:ZooKeeperConnection Watcher:127.0.0.1:49863/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2005 INFO (Thread-2) [ ] o.a.s.c.c.ConnectionManager
Client is connected to ZooKeeper
[junit4] 2> 2005 INFO (Thread-2) [ ] o.a.s.c.c.SolrZkClient Using
default ZkACLProvider
[junit4] 2> 2005 INFO (Thread-2) [ ] o.a.s.c.Overseer Overseer
(id=94813186114191365-127.0.0.1:49863_solr-n_0000000001) closing
[junit4] 2> 2005 INFO
(OverseerStateUpdate-94813186114191365-127.0.0.1:49863_solr-n_0000000001) [
] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:49863_solr
[junit4] 2> 2005 INFO (Thread-2) [ ] o.a.s.u.UpdateShardHandler
Creating UpdateShardHandler HTTP client with params:
socketTimeout=600000&connTimeout=60000&retry=true
[junit4] 2> 2005 ERROR (OverseerExitThread) [ ] o.a.s.c.Overseer could
not read the data
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:350)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:350)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:304)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:87)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:265)
[junit4] 2> 2007 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.c.SolrZkClient makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 2007 INFO (zkCallback-10-thread-2) [ ]
o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
[junit4] 2> 2008 INFO (Thread-2) [ ] o.a.s.c.Overseer Overseer
(id=null) closing
[junit4] 2> 2009 INFO (zkCallback-10-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
nodes size: 2)
[junit4] 2> 2009 INFO (Thread-2) [ ] o.a.s.c.LeaderElector Joined
leadership election with path:
/overseer_elect/election/94813186114191368-127.0.0.1:49863_solr-n_0000000002
[junit4] 2> 2010 INFO (Thread-2) [ ] o.a.s.c.OverseerElectionContext I
am going to be the leader 127.0.0.1:49863_solr
[junit4] 2> 2010 INFO (Thread-2) [ ] o.a.s.c.c.SolrZkClient makePath:
/overseer_elect/leader
[junit4] 2> 2012 INFO (Thread-2) [ ] o.a.s.c.Overseer Overseer
(id=94813186114191368-127.0.0.1:49863_solr-n_0000000002) starting
[junit4] 2> 2022 INFO (Thread-2) [ ]
o.a.s.c.OverseerAutoReplicaFailoverThread Starting
OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000
autoReplicaFailoverWaitAfterExpiration=30000
autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 2022 INFO
(OverseerCollectionConfigSetProcessor-94813186114191368-127.0.0.1:49863_solr-n_0000000002)
[ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer
operations
[junit4] 2> 2023 INFO
(OverseerStateUpdate-94813186114191368-127.0.0.1:49863_solr-n_0000000002) [
] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 2030 INFO
(OverseerStateUpdate-94813186114191368-127.0.0.1:49863_solr-n_0000000002) [
] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 2031 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.LeaderElector Joined leadership election with path:
/collections/collection1/leader_elect/shard1/election/94813186114191367-node1_core1-n_0000000005
[junit4] 2> 2032 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.LeaderElector was going to be leader
/collections/collection1/leader_elect/shard1/election/94813186114191367-node1_core1-n_0000000005
, seq(0)
/collections/collection1/leader_elect/shard1/election/94813186114191367-node1_core1-n_0000000004
[junit4] 2> 2032 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 2033 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2034 INFO
(OverseerStateUpdate-94813186114191368-127.0.0.1:49863_solr-n_0000000002) [
] o.a.s.c.Overseer processMessage: workQueueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 2034 INFO (zkCallback-13-thread-1) [ ]
o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@7a4a0591
name:ZooKeeperConnection Watcher:127.0.0.1:49863/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2034 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2034 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 2034 INFO
(OverseerStateUpdate-94813186114191368-127.0.0.1:49863_solr-n_0000000002) [
] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 2035 INFO
(OverseerStateUpdate-94813186114191368-127.0.0.1:49863_solr-n_0000000002) [
] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
[junit4] 2> 2036 INFO (zkCallback-10-thread-2) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred
- updating... (live nodes size: 1)
[junit4] 2> 2036 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 2036 INFO (zkCallback-11-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred
- updating... (live nodes size: 1)
[junit4] 2> 2036 INFO (zkCallback-1-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred
- updating... (live nodes size: 1)
[junit4] 2> 2038 INFO
(OverseerStateUpdate-94813186114191368-127.0.0.1:49863_solr-n_0000000002) [
] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"} current state version: 5
[junit4] 2> 2038 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.c.SolrZkClient makePath: /live_nodes/node2
[junit4] 2> 2039 INFO
(OverseerStateUpdate-94813186114191368-127.0.0.1:49863_solr-n_0000000002) [
] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 2039 INFO
(OverseerStateUpdate-94813186114191368-127.0.0.1:49863_solr-n_0000000002) [
] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
[junit4] 2> 2039 INFO (zkCallback-11-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
nodes size: 1)
[junit4] 2> 2039 INFO (zkCallback-1-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
nodes size: 1)
[junit4] 2> 2039 INFO (zkCallback-10-thread-2) [ ]
o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
nodes size: 1)
[junit4] 2> 2041 INFO (zkCallback-13-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
nodes size: 1)
[junit4] 2> 2043 INFO
(OverseerStateUpdate-94813186114191368-127.0.0.1:49863_solr-n_0000000002) [
] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "base_url":"http://node1/solr/";,
[junit4] 2> "core":"core1"} current state version: 5
[junit4] 2> 2049 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.c.SolrZkClient makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 2050 INFO
(OverseerStateUpdate-94813186114191368-127.0.0.1:49863_solr-n_0000000002) [
] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"} current state version: 5
[junit4] 2> 2050 INFO
(OverseerStateUpdate-94813186114191368-127.0.0.1:49863_solr-n_0000000002) [
] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 2050 INFO
(OverseerStateUpdate-94813186114191368-127.0.0.1:49863_solr-n_0000000002) [
] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
[junit4] 2> 2053 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.LeaderElector Joined leadership election with path:
/collections/collection1/leader_elect/shard1/election/94813186114191367-node1_core1-n_0000000006
[junit4] 2> 2054 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.LeaderElector was going to be leader
/collections/collection1/leader_elect/shard1/election/94813186114191367-node1_core1-n_0000000006
, seq(0)
/collections/collection1/leader_elect/shard1/election/94813186114191367-node1_core1-n_0000000004
[junit4] 2> 2154 INFO (zkCallback-10-thread-2) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred
- updating... (live nodes size: 2)
[junit4] 2> 2154 INFO (zkCallback-11-thread-2) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred
- updating... (live nodes size: 2)
[junit4] 2> 2154 INFO (zkCallback-1-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred
- updating... (live nodes size: 2)
[junit4] 2> 2154 INFO (zkCallback-13-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred
- updating... (live nodes size: 2)
[junit4] 2> 2258 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.c.SolrZkClient makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 2259 INFO
(OverseerStateUpdate-94813186114191368-127.0.0.1:49863_solr-n_0000000002) [
] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node2",
[junit4] 2> "core":"core4",
[junit4] 2> "core_node_name":"node2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node2/solr/"} current state version: 6
[junit4] 2> 2259 INFO
(OverseerStateUpdate-94813186114191368-127.0.0.1:49863_solr-n_0000000002) [
] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node2",
[junit4] 2> "core":"core4",
[junit4] 2> "core_node_name":"node2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node2/solr/"}
[junit4] 2> 2259 INFO
(OverseerStateUpdate-94813186114191368-127.0.0.1:49863_solr-n_0000000002) [
] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
[junit4] 2> 2261 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.LeaderElector Joined leadership election with path:
/collections/collection1/leader_elect/shard1/election/94813186114191369-node2_core4-n_0000000007
[junit4] 2> 2262 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.LeaderElector Watching path
/collections/collection1/leader_elect/shard1/election/94813186114191367-node1_core1-n_0000000006
to know if I could be the leader
[junit4] 2> 2263 INFO (zkCallback-13-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
nodes size: 2)
[junit4] 2> 2263 INFO (zkCallback-1-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
nodes size: 2)
[junit4] 2> 2263 INFO (zkCallback-10-thread-2) [ ]
o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
nodes size: 2)
[junit4] 2> 2263 INFO (zkCallback-11-thread-2) [ ]
o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
nodes size: 2)
[junit4] 2> 2264 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ]
o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from
client sessionid 0x150d817265c0007, likely client has closed socket
[junit4] 2> at
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:747)
[junit4] 2> 2265 INFO (zkCallback-13-thread-2) [ ]
o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
[junit4] 2> 2267 INFO
(OverseerStateUpdate-94813186114191368-127.0.0.1:49863_solr-n_0000000002) [
] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "base_url":"http://node2/solr/";,
[junit4] 2> "core":"core4"} current state version: 6
[junit4] 2> 2371 INFO (zkCallback-11-thread-2) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred
- updating... (live nodes size: 1)
[junit4] 2> 2371 INFO (zkCallback-1-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred
- updating... (live nodes size: 1)
[junit4] 2> 2371 INFO (zkCallback-13-thread-2) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred
- updating... (live nodes size: 1)
[junit4] 2> 3765 WARN (zkCallback-10-thread-2) [ ]
o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 3769 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 3769 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3772 INFO (zkCallback-14-thread-1) [ ]
o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@2320922 name:ZooKeeperConnection
Watcher:127.0.0.1:49863/solr got event WatchedEvent state:SyncConnected
type:None path:null path:null type:None
[junit4] 2> 3772 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3772 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 3777 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 3781 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.c.SolrZkClient makePath: /live_nodes/node1
[junit4] 2> 3783 INFO (zkCallback-13-thread-2) [ ]
o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
nodes size: 1)
[junit4] 2> 3783 INFO (zkCallback-1-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
nodes size: 1)
[junit4] 2> 3784 INFO (zkCallback-11-thread-2) [ ]
o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
nodes size: 1)
[junit4] 2> 3785 INFO (zkCallback-14-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
nodes size: 1)
[junit4] 2> 3787 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[D4D4F99E700B2311]) [ ]
o.a.s.c.c.SolrZkClient makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3787 INFO
(OverseerStateUpdate-94813186114191368-127.0.0.1:49863_solr-n_0000000002) [
] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node1",
[jun
[...truncated too long message...]
Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en_VI
-Dtests.timezone=Africa/Bujumbura -Dtests.asserts=true
-Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J0 | CollectionsAPIDistributedZkTest (suite) <<<
[junit4] > Throwable #1:
com.carrotsearch.randomizedtesting.ThreadLeakError: 5 threads leaked from SUITE
scope at org.apache.solr.cloud.CollectionsAPIDistributedZkTest:
[junit4] > 1) Thread[id=6482, name=zkCallback-647-thread-1,
state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:218)
[junit4] > at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:461)
[junit4] > at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1082)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1143)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:632)
[junit4] > at java.lang.Thread.run(Thread.java:747)
[junit4] > 2) Thread[id=6480,
name=TEST-CollectionsAPIDistributedZkTest.test-seed#[D4D4F99E700B2311]-SendThread(127.0.0.1:44109),
state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at
org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] > at
org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
[junit4] > at
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
[junit4] > 3) Thread[id=6481,
name=TEST-CollectionsAPIDistributedZkTest.test-seed#[D4D4F99E700B2311]-EventThread,
state=WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at
java.util.concurrent.locks.LockSupport.park(LockSupport.java:178)
[junit4] > at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2061)
[junit4] > at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
[junit4] > 4) Thread[id=6630, name=zkCallback-647-thread-2,
state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:218)
[junit4] > at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:461)
[junit4] > at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1082)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1143)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:632)
[junit4] > at java.lang.Thread.run(Thread.java:747)
[junit4] > 5) Thread[id=6631, name=zkCallback-647-thread-3,
state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:218)
[junit4] > at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:461)
[junit4] > at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1082)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1143)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:632)
[junit4] > at java.lang.Thread.run(Thread.java:747)
[junit4] > at
__randomizedtesting.SeedInfo.seed([D4D4F99E700B2311]:0)Throwable #2:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie
threads that couldn't be terminated:
[junit4] > 1) Thread[id=6482, name=zkCallback-647-thread-1,
state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:218)
[junit4] > at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:461)
[junit4] > at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1082)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1143)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:632)
[junit4] > at java.lang.Thread.run(Thread.java:747)
[junit4] > 2) Thread[id=6480,
name=TEST-CollectionsAPIDistributedZkTest.test-seed#[D4D4F99E700B2311]-SendThread(127.0.0.1:44109),
state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at
org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] > at
org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
[junit4] > at
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
[junit4] > 3) Thread[id=6630, name=zkCallback-647-thread-2,
state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:218)
[junit4] > at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:461)
[junit4] > at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1082)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1143)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:632)
[junit4] > at java.lang.Thread.run(Thread.java:747)
[junit4] > 4) Thread[id=6631, name=zkCallback-647-thread-3,
state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:218)
[junit4] > at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:461)
[junit4] > at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1082)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1143)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:632)
[junit4] > at java.lang.Thread.run(Thread.java:747)
[junit4] > at
__randomizedtesting.SeedInfo.seed([D4D4F99E700B2311]:0)
[junit4] Completed [263/554] on J0 in 69.47s, 1 test, 3 errors <<< FAILURES!
[...truncated 920 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:775: The following
error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:719: The following
error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:59: The following
error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:233: The
following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:516: The
following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1432:
The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:987:
There were test failures: 554 suites (8 ignored), 2182 tests, 2 suite-level
errors, 1 error, 1 failure, 898 ignored (35 assumptions) [seed:
D4D4F99E700B2311]
Total time: 37 minutes 19 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
