Build: https://builds.apache.org/job/Lucene-Solr-Tests-6.x/699/
1 tests failed.
FAILED:
org.apache.solr.cloud.TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry
Error Message:
Stack Trace:
java.lang.AssertionError
at
__randomizedtesting.SeedInfo.seed([69835FD68F16D321:BF5C7E8CB90BC0B9]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at
org.apache.solr.cloud.TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry(TestLeaderElectionZkExpiry.java:97)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11642 lines...]
[junit4] Suite: org.apache.solr.cloud.TestLeaderElectionZkExpiry
[junit4] 2> Creating dataDir:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderElectionZkExpiry_69835FD68F16D321-001/init-core-data-001
[junit4] 2> 763336 INFO
(SUITE-TestLeaderElectionZkExpiry-seed#[69835FD68F16D321]-worker) [ ]
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via:
@org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 763337 INFO
(TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[69835FD68F16D321])
[ ] o.a.s.SolrTestCaseJ4 ###Starting testLeaderElectionWithZkExpiry
[junit4] 2> 763345 INFO
(TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[69835FD68F16D321])
[ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with
params: socketTimeout=600000&connTimeout=60000&retry=true
[junit4] 2> 763359 INFO
(TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[69835FD68F16D321])
[ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderElectionZkExpiry_69835FD68F16D321-001/testLeaderElectionWithZkExpiry-solr-001
[junit4] 2> 763361 INFO
(TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[69835FD68F16D321])
[ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 763361 INFO (Thread-7444) [ ] o.a.s.c.ZkTestServer client
port:0.0.0.0/0.0.0.0:0
[junit4] 2> 763362 INFO (Thread-7444) [ ] o.a.s.c.ZkTestServer
Starting server
[junit4] 2> 763461 INFO
(TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[69835FD68F16D321])
[ ] o.a.s.c.ZkTestServer start zk server on port:54879
[junit4] 2> 763545 INFO
(TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[69835FD68F16D321])
[n:dummy.host.com:8984_solr ] o.a.s.c.OverseerElectionContext I am going to
be the leader dummy.host.com:8984_solr
[junit4] 2> 763546 INFO
(TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[69835FD68F16D321])
[n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer
(id=97370418664112130-dummy.host.com:8984_solr-n_0000000000) starting
[junit4] 2> 763589 INFO
(TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[69835FD68F16D321])
[n:dummy.host.com:8984_solr ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/dummy.host.com:8984_solr
[junit4] 2> 763593 INFO
(zkCallback-851-thread-1-processing-n:dummy.host.com:8984_solr)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ZkStateReader Updated live nodes
from ZooKeeper... (0) -> (1)
[junit4] 2> 763700 WARN
(zkCallback-851-thread-5-processing-n:dummy.host.com:8984_solr)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@58a9cdd1 name:
ZooKeeperConnection Watcher:127.0.0.1:54879/solr got event WatchedEvent
state:Disconnected type:None path:null path: null type: None
[junit4] 2> 763700 WARN
(zkCallback-851-thread-5-processing-n:dummy.host.com:8984_solr)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager zkClient has
disconnected
[junit4] 2> 765145 WARN
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@58a9cdd1 name:
ZooKeeperConnection Watcher:127.0.0.1:54879/solr got event WatchedEvent
state:Expired type:None path:null path: null type: None
[junit4] 2> 765152 WARN
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Our previous
ZooKeeper session was expired. Attempting to reconnect to recover relationship
with ZooKeeper...
[junit4] 2> 765152 WARN
(OverseerStateUpdate-97370418664112130-dummy.host.com:8984_solr-n_0000000000)
[n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Solr cannot talk to ZK,
exiting Overseer main queue loop
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /overseer/queue
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:339)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:336)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:336)
[junit4] 2> at
org.apache.solr.cloud.DistributedQueue.fetchZkChildren(DistributedQueue.java:299)
[junit4] 2> at
org.apache.solr.cloud.DistributedQueue.firstChild(DistributedQueue.java:279)
[junit4] 2> at
org.apache.solr.cloud.DistributedQueue.firstElement(DistributedQueue.java:384)
[junit4] 2> at
org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:160)
[junit4] 2> at
org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:138)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:179)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 765152 INFO
(OverseerStateUpdate-97370418664112130-dummy.host.com:8984_solr-n_0000000000)
[n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer Loop exiting :
dummy.host.com:8984_solr
[junit4] 2> 765153 INFO
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr)
[n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer
(id=97370418664112130-dummy.host.com:8984_solr-n_0000000000) closing
[junit4] 2> 765153 WARN
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Connection
expired - starting a new one...
[junit4] 2> 765200 WARN
(zkCallback-851-thread-1-processing-n:dummy.host.com:8984_solr)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch
triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for
/live_nodes]
[junit4] 2> 765200 INFO
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Connection with
ZooKeeper reestablished.
[junit4] 2> 765200 INFO
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr)
[n:dummy.host.com:8984_solr ] o.a.s.c.ZkController ZooKeeper session
re-connected ... refreshing core states after session expiration.
[junit4] 2> 765202 INFO
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ZkStateReader Updated live nodes
from ZooKeeper... (1) -> (0)
[junit4] 2> 765205 INFO
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr)
[n:dummy.host.com:8984_solr ] o.a.s.c.OverseerElectionContext I am going to
be the leader dummy.host.com:8984_solr
[junit4] 2> 765206 INFO
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr)
[n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer
(id=97370418664112131-dummy.host.com:8984_solr-n_0000000001) starting
[junit4] 2> 765410 WARN
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@58a9cdd1 name:
ZooKeeperConnection Watcher:127.0.0.1:54879/solr got event WatchedEvent
state:Disconnected type:None path:null path: null type: None
[junit4] 2> 765410 WARN
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager zkClient has
disconnected
[junit4] 2> 766686 WARN
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@58a9cdd1 name:
ZooKeeperConnection Watcher:127.0.0.1:54879/solr got event WatchedEvent
state:Expired type:None path:null path: null type: None
[junit4] 2> 766686 WARN
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Our previous
ZooKeeper session was expired. Attempting to reconnect to recover relationship
with ZooKeeper...
[junit4] 2> 766910 ERROR
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr)
[n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Could not create Overseer node
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /overseer
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$9.execute(SolrZkClient.java:391)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$9.execute(SolrZkClient.java:388)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:388)
[junit4] 2> at
org.apache.solr.cloud.Overseer.createOverseerNode(Overseer.java:728)
[junit4] 2> at
org.apache.solr.cloud.Overseer.getRunningMap(Overseer.java:627)
[junit4] 2> at
org.apache.solr.cloud.OverseerCollectionConfigSetProcessor.<init>(OverseerCollectionConfigSetProcessor.java:49)
[junit4] 2> at
org.apache.solr.cloud.Overseer.start(Overseer.java:509)
[junit4] 2> at
org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:747)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
[junit4] 2> at
org.apache.solr.cloud.ZkController$1.command(ZkController.java:329)
[junit4] 2> at
org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at
org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at
org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:268)
[junit4] 2> at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at
java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 766911 ERROR (OverseerExitThread) [n:dummy.host.com:8984_solr
] o.a.s.c.Overseer could not read the data
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:286)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 766911 INFO
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer
(id=97370418664112131-dummy.host.com:8984_solr-n_0000000001) closing
[junit4] 2> 766911 WARN
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Connection
expired - starting a new one...
[junit4] 2> 766916 ERROR
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr)
[n:dummy.host.com:8984_solr ] o.a.s.c.ZkController
:java.lang.RuntimeException:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for /overseer
[junit4] 2> at
org.apache.solr.cloud.Overseer.createOverseerNode(Overseer.java:737)
[junit4] 2> at
org.apache.solr.cloud.Overseer.getRunningMap(Overseer.java:627)
[junit4] 2> at
org.apache.solr.cloud.OverseerCollectionConfigSetProcessor.<init>(OverseerCollectionConfigSetProcessor.java:49)
[junit4] 2> at
org.apache.solr.cloud.Overseer.start(Overseer.java:509)
[junit4] 2> at
org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:747)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
[junit4] 2> at
org.apache.solr.cloud.ZkController$1.command(ZkController.java:329)
[junit4] 2> at
org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at
org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at
org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:268)
[junit4] 2> at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at
java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for /overseer
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$9.execute(SolrZkClient.java:391)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$9.execute(SolrZkClient.java:388)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:388)
[junit4] 2> at
org.apache.solr.cloud.Overseer.createOverseerNode(Overseer.java:728)
[junit4] 2> ... 19 more
[junit4] 2>
[junit4] 2> 766917 ERROR
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Reconnect
to ZooKeeper failed:org.apache.solr.common.cloud.ZooKeeperException:
[junit4] 2> at
org.apache.solr.cloud.ZkController$1.command(ZkController.java:389)
[junit4] 2> at
org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at
org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at
org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:268)
[junit4] 2> at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at
java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.RuntimeException:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for /overseer
[junit4] 2> at
org.apache.solr.cloud.Overseer.createOverseerNode(Overseer.java:737)
[junit4] 2> at
org.apache.solr.cloud.Overseer.getRunningMap(Overseer.java:627)
[junit4] 2> at
org.apache.solr.cloud.OverseerCollectionConfigSetProcessor.<init>(OverseerCollectionConfigSetProcessor.java:49)
[junit4] 2> at
org.apache.solr.cloud.Overseer.start(Overseer.java:509)
[junit4] 2> at
org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:747)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
[junit4] 2> at
org.apache.solr.cloud.ZkController$1.command(ZkController.java:329)
[junit4] 2> ... 10 more
[junit4] 2> Caused by:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for /overseer
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$9.execute(SolrZkClient.java:391)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$9.execute(SolrZkClient.java:388)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:388)
[junit4] 2> at
org.apache.solr.cloud.Overseer.createOverseerNode(Overseer.java:728)
[junit4] 2> ... 19 more
[junit4] 2>
[junit4] 2> 766917 WARN
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Reconnect
to ZooKeeper failed
[junit4] 2> 766917 INFO
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Connected:false
[junit4] 2> 766918 INFO
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Connection with
ZooKeeper reestablished.
[junit4] 2> 766918 INFO
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.ZkController ZooKeeper session
re-connected ... refreshing core states after session expiration.
[junit4] 2> 766922 INFO
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.OverseerElectionContext I am going to
be the leader dummy.host.com:8984_solr
[junit4] 2> 766924 ERROR (SyncThread:0) [ ] o.a.z.s.NIOServerCnxn
Unexpected Exception:
[junit4] 2> java.nio.channels.CancelledKeyException
[junit4] 2> at
sun.nio.ch.SelectionKeyImpl.ensureValid(SelectionKeyImpl.java:73)
[junit4] 2> at
sun.nio.ch.SelectionKeyImpl.interestOps(SelectionKeyImpl.java:77)
[junit4] 2> at
org.apache.zookeeper.server.NIOServerCnxn.sendBuffer(NIOServerCnxn.java:151)
[junit4] 2> at
org.apache.zookeeper.server.NIOServerCnxn.sendResponse(NIOServerCnxn.java:1081)
[junit4] 2> at
org.apache.zookeeper.server.FinalRequestProcessor.processRequest(FinalRequestProcessor.java:404)
[junit4] 2> at
org.apache.zookeeper.server.SyncRequestProcessor.flush(SyncRequestProcessor.java:200)
[junit4] 2> at
org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:131)
[junit4] 2> 767024 WARN
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@58a9cdd1 name:
ZooKeeperConnection Watcher:127.0.0.1:54879/solr got event WatchedEvent
state:Disconnected type:None path:null path: null type: None
[junit4] 2> 767024 WARN
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager zkClient has
disconnected
[junit4] 2> 768810 WARN
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@58a9cdd1 name:
ZooKeeperConnection Watcher:127.0.0.1:54879/solr got event WatchedEvent
state:Expired type:None path:null path: null type: None
[junit4] 2> 768810 WARN
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Our previous
ZooKeeper session was expired. Attempting to reconnect to recover relationship
with ZooKeeper...
[junit4] 2> 768810 WARN
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Connection
expired - starting a new one...
[junit4] 2> 768820 INFO
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Connection with
ZooKeeper reestablished.
[junit4] 2> 768820 INFO
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.ZkController ZooKeeper session
re-connected ... refreshing core states after session expiration.
[junit4] 2> 768911 ERROR
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.ZkController
:org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode
= Session expired for /overseer_elect/leader
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1045)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:305)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:302)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:302)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:550)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:466)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:453)
[junit4] 2> at
org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:736)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
[junit4] 2> at
org.apache.solr.cloud.ZkController$1.command(ZkController.java:329)
[junit4] 2> at
org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at
org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at
org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2>
[junit4] 2> 768911 ERROR
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Reconnect
to ZooKeeper failed:org.apache.solr.common.cloud.ZooKeeperException:
[junit4] 2> at
org.apache.solr.cloud.ZkController$1.command(ZkController.java:389)
[junit4] 2> at
org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at
org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at
org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2> Caused by:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for /overseer_elect/leader
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1045)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:305)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:302)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:302)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:550)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:466)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:453)
[junit4] 2> at
org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:736)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
[junit4] 2> at
org.apache.solr.cloud.ZkController$1.command(ZkController.java:329)
[junit4] 2> ... 5 more
[junit4] 2>
[junit4] 2> 768911 WARN
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Reconnect
to ZooKeeper failed
[junit4] 2> 768912 INFO
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Connected:true
[junit4] 2> 768921 WARN
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@58a9cdd1 name:
ZooKeeperConnection Watcher:127.0.0.1:54879/solr got event WatchedEvent
state:Disconnected type:None path:null path: null type: None
[junit4] 2> 768921 WARN
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager zkClient has
disconnected
[junit4] 2> 770906 WARN
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@58a9cdd1 name:
ZooKeeperConnection Watcher:127.0.0.1:54879/solr got event WatchedEvent
state:Expired type:None path:null path: null type: None
[junit4] 2> 770906 WARN
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Our previous
ZooKeeper session was expired. Attempting to reconnect to recover relationship
with ZooKeeper...
[junit4] 2> 770906 WARN
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Connection
expired - starting a new one...
[junit4] 2> 770930 INFO
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Connection with
ZooKeeper reestablished.
[junit4] 2> 770930 INFO
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.ZkController ZooKeeper session
re-connected ... refreshing core states after session expiration.
[junit4] 2> 771006 ERROR
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ZkStateReader Error reading cluster
properties from zookeeper
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /clusterprops.json
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
[junit4] 2> at
org.apache.solr.common.cloud.ZkStateReader.loadClusterProperties(ZkStateReader.java:876)
[junit4] 2> at
org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:380)
[junit4] 2> at
org.apache.solr.cloud.ZkController$1.command(ZkController.java:305)
[junit4] 2> at
org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at
org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at
org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2> 771032 WARN
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@58a9cdd1 name:
ZooKeeperConnection Watcher:127.0.0.1:54879/solr got event WatchedEvent
state:Disconnected type:None path:null path: null type: None
[junit4] 2> 771032 WARN
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager zkClient has
disconnected
[junit4] 2> 772800 WARN
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@58a9cdd1 name:
ZooKeeperConnection Watcher:127.0.0.1:54879/solr got event WatchedEvent
state:Expired type:None path:null path: null type: None
[junit4] 2> 772800 WARN
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Our previous
ZooKeeper session was expired. Attempting to reconnect to recover relationship
with ZooKeeper...
[junit4] 2> 772801 WARN
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Connection
expired - starting a new one...
[junit4] 2> 772814 INFO
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Connection with
ZooKeeper reestablished.
[junit4] 2> 772814 INFO
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.ZkController ZooKeeper session
re-connected ... refreshing core states after session expiration.
[junit4] 2> 772901 ERROR
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.ZkController
:org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode
= Session expired for /live_nodes
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:339)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:336)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:336)
[junit4] 2> at
org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:664)
[junit4] 2> at
org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:381)
[junit4] 2> at
org.apache.solr.cloud.ZkController$1.command(ZkController.java:305)
[junit4] 2> at
org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at
org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at
org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2>
[junit4] 2> 772901 ERROR
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Reconnect
to ZooKeeper failed:org.apache.solr.common.cloud.ZooKeeperException:
[junit4] 2> at
org.apache.solr.cloud.ZkController$1.command(ZkController.java:389)
[junit4] 2> at
org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at
org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at
org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2> Caused by:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for /live_nodes
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:339)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:336)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:336)
[junit4] 2> at
org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:664)
[junit4] 2> at
org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:381)
[junit4] 2> at
org.apache.solr.cloud.ZkController$1.command(ZkController.java:305)
[junit4] 2> ... 5 more
[junit4] 2>
[junit4] 2> 772901 WARN
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Reconnect
to ZooKeeper failed
[junit4] 2> 772903 INFO
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Connected:true
[junit4] 2> 772918 WARN
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@58a9cdd1 name:
ZooKeeperConnection Watcher:127.0.0.1:54879/solr got event WatchedEvent
state:Disconnected type:None path:null path: null type: None
[junit4] 2> 772918 WARN
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager zkClient has
disconnected
[junit4] 2> 774737 WARN
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@58a9cdd1 name:
ZooKeeperConnection Watcher:127.0.0.1:54879/solr got event WatchedEvent
state:Expired type:None path:null path: null type: None
[junit4] 2> 774737 WARN
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Our previous
ZooKeeper session was expired. Attempting to reconnect to recover relationship
with ZooKeeper...
[junit4] 2> 774737 WARN
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Connection
expired - starting a new one...
[junit4] 2> 774770 INFO
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Connection with
ZooKeeper reestablished.
[junit4] 2> 774770 INFO
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.ZkController ZooKeeper session
re-connected ... refreshing core states after session expiration.
[junit4] 2> 774955 ERROR
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.ZkController
:org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode
= Session expired for /clusterstate.json
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1045)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:322)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:319)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:319)
[junit4] 2> at
org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:374)
[junit4] 2> at
org.apache.solr.cloud.ZkController$1.command(ZkController.java:305)
[junit4] 2> at
org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at
org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at
org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2>
[junit4] 2> 774956 ERROR
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Reconnect
to ZooKeeper failed:org.apache.solr.common.cloud.ZooKeeperException:
[junit4] 2> at
org.apache.solr.cloud.ZkController$1.command(ZkController.java:389)
[junit4] 2> at
org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at
org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at
org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2> Caused by:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for /clusterstate.json
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1045)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:322)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:319)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:319)
[junit4] 2> at
org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:374)
[junit4] 2> at
org.apache.solr.cloud.ZkController$1.command(ZkController.java:305)
[junit4] 2> ... 5 more
[junit4] 2>
[junit4] 2> 774956 WARN
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Reconnect
to ZooKeeper failed
[junit4] 2> 774967 INFO
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Connected:true
[junit4] 2> 774974 INFO
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.OverseerElectionContext I am going to
be the leader dummy.host.com:8984_solr
[junit4] 2> 774976 INFO
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer
(id=97370418664112137-dummy.host.com:8984_solr-n_0000000003) starting
[junit4] 2> 775010 INFO
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer
(id=97370418664112137-dummy.host.com:8984_solr-n_0000000003) closing
[junit4] 2> 775010 INFO
(OverseerStateUpdate-97370418664112137-dummy.host.com:8984_solr-n_0000000003)
[n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer Loop exiting :
dummy.host.com:8984_solr
[junit4] 2> 775015 INFO
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.OverseerElectionContext I am going to
be the leader dummy.host.com:8984_solr
[junit4] 2> 775018 INFO
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/dummy.host.com:8984_solr
[junit4] 2> 775020 WARN (OverseerExitThread) [n:dummy.host.com:8984_solr
] o.a.s.c.Overseer I'm exiting, but I'm still the leader
[junit4] 2> 775020 ERROR
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.LeaderElector node exists
[junit4] 2> org.apache.zookeeper.KeeperException$NodeExistsException:
KeeperErrorCode = NodeExists for /overseer_elect/leader
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:526)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:523)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:466)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:453)
[junit4] 2> at
org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:736)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
[junit4] 2> at
org.apache.solr.cloud.ZkController$1.command(ZkController.java:329)
[junit4] 2> at
org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at
org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at
org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2> 775022 INFO
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ZkStateReader Updated live nodes
from ZooKeeper... (0) -> (1)
[junit4] 2> 775024 WARN
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.LeaderElector Deleting duplicate
registration:
/overseer_elect/election/97370418664112137-dummy.host.com:8984_solr-n_0000000006
[junit4] 2> 775025 WARN (OverseerExitThread) [n:dummy.host.com:8984_solr
] o.a.s.c.LeaderElector Deleting duplicate registration:
/overseer_elect/election/97370418664112137-dummy.host.com:8984_solr-n_0000000005
[junit4] 2> 775025 INFO
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.OverseerElectionContext I am going to
be the leader dummy.host.com:8984_solr
[junit4] 2> 775025 INFO (OverseerExitThread) [n:dummy.host.com:8984_solr
] o.a.s.c.OverseerElectionContext I am going to be the leader
dummy.host.com:8984_solr
[junit4] 2> 775027 ERROR (OverseerExitThread) [n:dummy.host.com:8984_solr
] o.a.s.c.LeaderElector node exists
[junit4] 2> org.apache.zookeeper.KeeperException$NodeExistsException:
KeeperErrorCode = NodeExists for /overseer_elect/leader
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:526)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:523)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:466)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:453)
[junit4] 2> at
org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:736)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:392)
[junit4] 2> at
org.apache.solr.cloud.ZkController.rejoinOverseerElection(ZkController.java:1727)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:311)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 775028 INFO
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer
(id=97370418664112137-dummy.host.com:8984_solr-n_0000000005) starting
[junit4] 2> 775033 INFO
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy
Reconnected to ZooKeeper
[junit4] 2> 775033 INFO
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Connected:true
[junit4] 2> 775073 INFO (OverseerExitThread) [n:dummy.host.com:8984_solr
] o.a.s.c.Overseer Overseer
(id=97370418664112137-dummy.host.com:8984_solr-n_0000000005) closing
[junit4] 2> 775073 INFO
(OverseerStateUpdate-97370418664112137-dummy.host.com:8984_solr-n_0000000005)
[n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer Loop exiting :
dummy.host.com:8984_solr
[junit4] 2> 775075 INFO
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/dummy.host.com:8984_solr
[junit4] 2> 775075 INFO (OverseerExitThread) [n:dummy.host.com:8984_solr
] o.a.s.c.OverseerElectionContext I am going to be the leader
dummy.host.com:8984_solr
[junit4] 2> 775076 ERROR
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.ZkController
:org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode =
NodeExists for /live_nodes/dummy.host.com:8984_solr
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:526)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:523)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:466)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:453)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:430)
[junit4] 2> at
org.apache.solr.cloud.ZkController.createEphemeralLiveNode(ZkController.java:821)
[junit4] 2> at
org.apache.solr.cloud.ZkController.access$600(ZkController.java:118)
[junit4] 2> at
org.apache.solr.cloud.ZkController$1.command(ZkController.java:337)
[junit4] 2> at
org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at
org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at
org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2>
[junit4] 2> 775077 ERROR (OverseerExitThread) [n:dummy.host.com:8984_solr
] o.a.s.c.LeaderElector node exists
[junit4] 2> org.apache.zookeeper.KeeperException$NodeExistsException:
KeeperErrorCode = NodeExists for /overseer_elect/leader
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:526)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:523)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:466)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:453)
[junit4] 2> at
org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:736)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:392)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:392)
[junit4] 2> at
org.apache.solr.cloud.ZkController.rejoinOverseerElection(ZkController.java:1727)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:311)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 775077 ERROR
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Reconnect
to ZooKeeper failed:org.apache.solr.common.cloud.ZooKeeperException:
[junit4] 2> at
org.apache.solr.cloud.ZkController$1.command(ZkController.java:389)
[junit4] 2> at
org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at
org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at
org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2> Caused by:
org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode =
NodeExists for /live_nodes/dummy.host.com:8984_solr
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:526)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:523)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:466)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:453)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:430)
[junit4] 2> at
org.apache.solr.cloud.ZkController.createEphemeralLiveNode(ZkController.java:821)
[junit4] 2> at
org.apache.solr.cloud.ZkController.access$600(ZkController.java:118)
[junit4] 2> at
org.apache.solr.cloud.ZkController$1.command(ZkController.java:337)
[junit4] 2> ... 5 more
[junit4] 2>
[junit4] 2> 775077 WARN
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Reconnect
to ZooKeeper failed
[junit4] 2> 775078 INFO
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Connected:true
[junit4] 2> 775097 ERROR (OverseerExitThread) [n:dummy.host.com:8984_solr
] o.a.s.c.Overseer could not read the data
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:286)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 776578 WARN
(zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch
triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for
/live_nodes]
[junit4] 2> 776579 WARN
(zkCallback-851-thread-3-processing-n:dummy.host.com:8984_solr)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch
triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for
/live_nodes]
[junit4] 2> 776579 WARN (OverseerExitThread) [n:dummy.host.com:8984_solr
] o.a.s.c.Overseer Unable to rejoinElection
[junit4] 2> org.apache.solr.common.SolrException: Unable to rejoin election
[junit4] 2> at
org.apache.solr.cloud.ZkController.rejoinOverseerElection(ZkController.java:1730)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:311)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for
/overseer_elect/election/97370418664112137-dummy.host.com:8984_solr-n_0000000007
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:245)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:242)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:242)
[junit4] 2> at
org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:86)
[junit4] 2> at
org.apache.solr.cloud.OverseerElectionContext.cancelElection(ElectionContext.java:752)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:390)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:392)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:392)
[junit4] 2> at
org.apache.solr.cloud.ZkController.rejoinOverseerElection(ZkController.java:1727)
[junit4] 2> ... 2 more
[junit4] 2> 833617 INFO
(TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[69835FD68F16D321])
[n:dummy.host.com:8984_solr ] o.a.s.c.CoreContainer Shutting down
CoreContainer instance=1607797836
[junit4] 2> 833618 INFO
(TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[69835FD68F16D321])
[n:dummy.host.com:8984_solr ] o.a.s.m.SolrMetricManager Closing metric
reporters for: solr.node
[junit4] 2> 833619 INFO
(TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[69835FD68F16D321])
[n:dummy.host.com:8984_solr ] o.a.s.c.ZkTestServer connecting to
127.0.0.1:54879 54879
[junit4] 2> 833787 INFO (Thread-7444) [ ] o.a.s.c.ZkTestServer
connecting to 127.0.0.1:54879 54879
[junit4] 2> 833788 WARN (Thread-7444) [ ] o.a.s.c.ZkTestServer Watch
limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 5 /solr/security.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2> 3 /solr/overseer/collection-queue-work
[junit4] 2> 3 /solr/overseer/queue-work
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2>
[junit4] 2> 833789 INFO
(TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[69835FD68F16D321])
[n:dummy.host.com:8984_solr ] o.a.s.SolrTestCaseJ4 ###Ending
testLeaderElectionWithZkExpiry
[junit4] 2> NOTE: reproduce with: ant test
-Dtestcase=TestLeaderElectionZkExpiry
-Dtests.method=testLeaderElectionWithZkExpiry -Dtests.seed=69835FD68F16D321
-Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ar-SA
-Dtests.timezone=Europe/Helsinki -Dtests.asserts=true
-Dtests.file.encoding=UTF-8
[junit4] FAILURE 70.5s J2 |
TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry <<<
[junit4] > Throwable #1: java.lang.AssertionError
[junit4] > at
__randomizedtesting.SeedInfo.seed([69835FD68F16D321:BF5C7E8CB90BC0B9]:0)
[junit4] > at
org.apache.solr.cloud.TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry(TestLeaderElectionZkExpiry.java:97)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 833792 INFO
(SUITE-TestLeaderElectionZkExpiry-seed#[69835FD68F16D321]-worker)
[n:dummy.host.com:8984_solr ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 833792 INFO
(SUITE-TestLeaderElectionZkExpiry-seed#[69835FD68F16D321]-worker)
[n:dummy.host.com:8984_solr ] o.a.s.c.CoreContainer Shutting down
CoreContainer instance=1607797836
[junit4] 2> 833792 INFO
(SUITE-TestLeaderElectionZkExpiry-seed#[69835FD68F16D321]-worker)
[n:dummy.host.com:8984_solr ] o.a.s.m.SolrMetricManager Closing metric
reporters for: solr.node
[junit4] 2> NOTE: leaving temporary files on disk at:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderElectionZkExpiry_69835FD68F16D321-001
[junit4] 2> Jan 30, 2017 5:39:09 AM
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked
thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {},
docValues:{}, maxPointsInLeafNode=1249, maxMBSortInHeap=5.108579690842746,
sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=ar-SA,
timezone=Europe/Helsinki
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation
1.8.0_102 (64-bit)/cpus=4,threads=1,free=167613776,total=502267904
[junit4] 2> NOTE: All tests run in this JVM: [TestUtils, SmileWriterTest,
TestConfigReload, PingRequestHandlerTest, CdcrRequestHandlerTest,
TestBulkSchemaAPI, TestJavabinTupleStreamParser, TestConfig, AssignTest,
TestFieldCacheReopen, TestConfigSetsAPIExclusivity, QueryParsingTest,
SuggesterTest, DistributedFacetPivotLongTailTest, TestClusterProperties,
RequestHandlersTest, TestSchemaSimilarityResource, TestTolerantSearch,
TestFieldTypeResource, SpellPossibilityIteratorTest, TestWriterPerf,
TestPostingsSolrHighlighter, SolrMetricReporterTest, RankQueryTest,
HdfsLockFactoryTest, BasicAuthIntegrationTest, DistributedSuggestComponentTest,
TestSimpleQParserPlugin, TestReloadAndDeleteDocs, InfoHandlerTest,
TestComplexPhraseQParserPlugin, HighlighterMaxOffsetTest,
DirectUpdateHandlerOptimizeTest, ResponseLogComponentTest,
TestCollationFieldDocValues, HdfsTlogReplayBufferedWhileIndexingTest,
DirectUpdateHandlerTest, BadComponentTest, TestExtendedDismaxParser,
TestLFUCache, TestDFRSimilarityFactory, DeleteReplicaTest,
CollectionStateFormat2Test, TestCoreDiscovery, DeleteInactiveReplicaTest,
TestSolrJ, RecoveryZkTest, PrimitiveFieldTypeTest, TestRecoveryHdfs,
TestMinMaxOnMultiValuedField, TestJmxMonitoredMap, TestReload, SmileWriterTest,
TestObjectReleaseTracker, LeaderElectionTest, AnalyticsQueryTest,
TestInitQParser, RecoveryAfterSoftCommitTest,
TestStressCloudBlindAtomicUpdates, CurrencyFieldXmlFileTest,
TestDistributedMissingSort, ShowFileRequestHandlerTest, SolrCLIZkUtilsTest,
TestAuthenticationFramework, SuggesterTSTTest, SuggestComponentTest,
StatelessScriptUpdateProcessorFactoryTest, BlockJoinFacetSimpleTest,
MultiThreadedOCPTest, TestFreeTextSuggestions, TestPhraseSuggestions,
TestConfigSetProperties, TestHdfsUpdateLog, SolrIndexMetricsTest,
CdcrUpdateLogTest, AutoCommitTest, OverseerCollectionConfigSetProcessorTest,
TestExclusionRuleCollectionAccess, TestSQLHandlerNonCloud, TestManagedResource,
DistributedExpandComponentTest, PreAnalyzedFieldManagedSchemaCloudTest,
SOLR749Test, LeaderFailoverAfterPartitionTest, TestFieldCacheSortRandom,
PluginInfoTest, TestManagedStopFilterFactory, TestLeaderElectionZkExpiry]
[junit4] Completed [247/681 (1!)] on J2 in 70.73s, 1 test, 1 failure <<<
FAILURES!
[...truncated 63838 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org
For additional commands, e-mail: dev-h...@lucene.apache.org
