Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Windows/4155/
Java: 64bit/jdk1.7.0_65 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
1 tests failed.
REGRESSION: org.apache.solr.cloud.OverseerTest.testOverseerFailure
Error Message:
Could not register as the leader because creating the ephemeral registration
node in ZooKeeper failed
Stack Trace:
org.apache.solr.common.SolrException: Could not register as the leader because
creating the ephemeral registration node in ZooKeeper failed
at
__randomizedtesting.SeedInfo.seed([A3FC60C21F2B34F4:A7F4EF310D8EDBD5]:0)
at
org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:144)
at
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:163)
at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:125)
at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:155)
at
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:314)
at
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:221)
at
org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:155)
at
org.apache.solr.cloud.OverseerTest.testOverseerFailure(OverseerTest.java:660)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at
org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.common.SolrException:
org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode =
NodeExists for /collections/collection1/leaders/shard1
at
org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:40)
at
org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:131)
... 48 more
Caused by: org.apache.zookeeper.KeeperException$NodeExistsException:
KeeperErrorCode = NodeExists for /collections/collection1/leaders/shard1
at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
at
org.apache.solr.common.cloud.SolrZkClient$11.execute(SolrZkClient.java:457)
at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
at
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:454)
at
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:411)
at
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:398)
at
org.apache.solr.cloud.ShardLeaderElectionContextBase$1.execute(ElectionContext.java:136)
at
org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:34)
... 49 more
Build Log:
[...truncated 11686 lines...]
[junit4] Suite: org.apache.solr.cloud.OverseerTest
[junit4] 2> Creating dataDir:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.OverseerTest-A3FC60C21F2B34F4-001\init-core-data-001
[junit4] 2> 3452894 T8238 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl
(false) and clientAuth (true)
[junit4] 2> 3452894 T8238 oas.SolrTestCaseJ4.initCore ####initCore
[junit4] 2> 3452895 T8238 oas.SolrTestCaseJ4.initCore ####initCore end
[junit4] 2> 3452900 T8238 oas.SolrTestCaseJ4.setUp ###Starting
testDoubleAssignment
[junit4] 2> 3452902 T8238 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3452903 T8239 oasc.ZkTestServer$ZKServerMain.runFromConfig
Starting server
[junit4] 2> 3453003 T8238 oasc.ZkTestServer.run start zk server on
port:63347
[junit4] 2> 3453005 T8238 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3453012 T8245 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@4e8f53df
name:ZooKeeperConnection Watcher:127.0.0.1:63347/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3453013 T8238 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3453014 T8238 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3453016 T8247 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@bb5a054 name:ZooKeeperConnection
Watcher:127.0.0.1:63347 got event WatchedEvent state:SyncConnected type:None
path:null path:null type:None
[junit4] 2> 3453016 T8238 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3453020 T8240 oazs.NIOServerCnxn.doIO WARN caught end of
stream exception EndOfStreamException: Unable to read additional data from
client sessionid 0x147cfacf19f0001, likely client has closed socket
[junit4] 2> at
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 3453023 T8238 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3453025 T8249 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@28e4656c
name:ZooKeeperConnection Watcher:127.0.0.1:63347 got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3453026 T8238 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3453026 T8238 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 3453032 T8238 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 3453038 T8238 oascc.SolrZkClient.makePath makePath:
/clusterstate.json
[junit4] 2> 3453042 T8238 oascc.SolrZkClient.makePath makePath:
/aliases.json
[junit4] 2> 3453045 T8238
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3453051 T8238 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3453054 T8251 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@38f3b57 name:ZooKeeperConnection
Watcher:127.0.0.1:63347/solr got event WatchedEvent state:SyncConnected
type:None path:null path:null type:None
[junit4] 2> 3453054 T8238 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3453056 T8238
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3453062 T8238 oascc.SolrZkClient.makePath makePath:
/live_nodes/node1
[junit4] 2> 3453070 T8253 oascc.ZkStateReader$3.process Updating live
nodes... (1)
[junit4] 2> 3453070 T8238 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3453071 T8252 oascc.ZkStateReader$3.process Updating live
nodes... (1)
[junit4] 2> 3453073 T8255 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@e06d41f name:ZooKeeperConnection
Watcher:127.0.0.1:63347/solr got event WatchedEvent state:SyncConnected
type:None path:null path:null type:None
[junit4] 2> 3453074 T8238 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3453076 T8238 oascc.SolrZkClient.makePath makePath:
/overseer_elect
[junit4] 2> 3453080 T8238 oascc.SolrZkClient.makePath makePath:
/overseer_elect/election
[junit4] 2> 3453087 T8238 oasc.OverseerElectionContext.runLeaderProcess I
am going to be the leader 127.0.0.1:63347_solr
[junit4] 2> 3453087 T8238 oascc.SolrZkClient.makePath makePath:
/overseer_elect/leader
[junit4] 2> 3453091 T8238 oasc.Overseer.start Overseer
(id=92270659079438340-127.0.0.1:63347_solr-n_0000000000) starting
[junit4] 2> 3453094 T8238 oascc.SolrZkClient.makePath makePath:
/overseer/queue
[junit4] 2> 3453098 T8238 oascc.SolrZkClient.makePath makePath:
/overseer/queue-work
[junit4] 2> 3453103 T8238 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-failure
[junit4] 2> 3453108 T8238 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-running
[junit4] 2> 3453113 T8238 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-completed
[junit4] 2> 3453119 T8238 oascc.SolrZkClient.makePath makePath:
/overseer/collection-queue-work
[junit4] 2> 3453127 T8257 oasc.OverseerCollectionProcessor.run Process
current queue of collection creations
[junit4] 2> 3453129 T8256 oasc.Overseer$ClusterStateUpdater.run Starting
to work on the main queue
[junit4] 2> 3453134 T8256 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3453135 T8256 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3453135 T8256
oasc.Overseer$ClusterStateUpdater.createCollection Create collection
collection1 with shards [shard1]
[junit4] 2> 3453135 T8256 oasc.Overseer$ClusterStateUpdater.updateState
Assigning new node to shard shard=shard1
[junit4] 2> 3453139 T8258 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3453140 T8253 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3453140 T8252 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3453630 T8238 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3453646 T8238 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard1
[junit4] 2> 3453656 T8258 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3453656 T8238 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3453658 T8256 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3453660 T8253 oascc.ZkStateReader$3.process Updating live
nodes... (0)
[junit4] 2> 3453660 T8252 oascc.ZkStateReader$3.process Updating live
nodes... (0)
[junit4] 2> 3453666 T8238 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3453668 T8260 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@3d36695d
name:ZooKeeperConnection Watcher:127.0.0.1:63347/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3453669 T8238 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3453671 T8238
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3453674 T8238 oascc.SolrZkClient.makePath makePath:
/live_nodes/node1
[junit4] 2> 3453679 T8252 oascc.ZkStateReader$3.process Updating live
nodes... (1)
[junit4] 2> 3453679 T8261 oascc.ZkStateReader$3.process Updating live
nodes... (1)
[junit4] 2> 3453681 T8258 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3453682 T8238 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3453683 T8256 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3453684 T8256 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3453692 T8238 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard1
[junit4] 2> 3453702 T8258 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3453810 T8261 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3453811 T8252 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3453811 T8238 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3453814 T8240 oazs.NIOServerCnxn.doIO WARN caught end of
stream exception EndOfStreamException: Unable to read additional data from
client sessionid 0x147cfacf19f0004, likely client has closed socket
[junit4] 2> at
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 3453817 T8252 oascc.ZkStateReader$3.process Updating live
nodes... (0)
[junit4] 2> 3453818 T8261 oascc.ZkStateReader$3.process Updating live
nodes... (0)
[junit4] 2> 3453818 T8240 oazs.NIOServerCnxn.doIO WARN caught end of
stream exception EndOfStreamException: Unable to read additional data from
client sessionid 0x147cfacf19f0005, likely client has closed socket
[junit4] 2> at
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 3453822 T8238 oasc.ZkTestServer.send4LetterWord connecting to
127.0.0.1:63347 63347
[junit4] 2> 3455230 T8257 oasc.OverseerCollectionProcessor.amILeader
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for /overseer_elect/leader
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:302)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:299)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:299)
[junit4] 2> at
org.apache.solr.cloud.OverseerCollectionProcessor.amILeader(OverseerCollectionProcessor.java:518)
[junit4] 2> at
org.apache.solr.cloud.OverseerCollectionProcessor.run(OverseerCollectionProcessor.java:273)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 3456266 T8257 oasc.OverseerCollectionProcessor.amILeader
According to ZK I (id=92270659079438340-127.0.0.1:63347_solr-n_0000000000) am
no longer a leader.
[junit4] 2> 3455429 T8256 oasc.Overseer$ClusterStateUpdater.run WARN Solr
cannot talk to ZK, exiting Overseer main queue loop
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for /overseer/queue-work/qn-0000000001
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:184)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:181)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:181)
[junit4] 2> at
org.apache.solr.cloud.DistributedQueue.remove(DistributedQueue.java:204)
[junit4] 2> at
org.apache.solr.cloud.DistributedQueue.poll(DistributedQueue.java:607)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:264)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 3456270 T8256 oasc.Overseer$ClusterStateUpdater.run Overseer
Loop exiting : 127.0.0.1:63347_solr
[junit4] 2> 3456268 T8239 oasc.ZkTestServer.send4LetterWord connecting to
127.0.0.1:63347 63347
[junit4] 2> 3456272 T8262
oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read
the data org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:302)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:299)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:299)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:316)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:85)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:288)
[junit4] 2>
[junit4] 2> 3456273 T8238 oas.SolrTestCaseJ4.tearDown ###Ending
testDoubleAssignment
[junit4] 2> 3456278 T8238 oas.SolrTestCaseJ4.setUp ###Starting
testShardLeaderChange
[junit4] 2> 3456281 T8238 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3456282 T8263 oasc.ZkTestServer$ZKServerMain.runFromConfig
Starting server
[junit4] 2> 3456392 T8238 oasc.ZkTestServer.run start zk server on
port:63368
[junit4] 2> 3456394 T8238 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3456400 T8269 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@665bc0c4
name:ZooKeeperConnection Watcher:127.0.0.1:63368/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3456400 T8238 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3456402 T8238 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3456404 T8271 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@31d8812a
name:ZooKeeperConnection Watcher:127.0.0.1:63368 got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3456404 T8238 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3456407 T8264 oazs.NIOServerCnxn.doIO WARN caught end of
stream exception EndOfStreamException: Unable to read additional data from
client sessionid 0x147cfacfed30001, likely client has closed socket
[junit4] 2> at
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 3456410 T8238 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3456412 T8273 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@53a2a8c9
name:ZooKeeperConnection Watcher:127.0.0.1:63368 got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3456413 T8238 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3456413 T8238 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 3456418 T8238 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 3456427 T8238 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3456427 T8274 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3456429 T8277 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@2f2180e7
name:ZooKeeperConnection Watcher:127.0.0.1:63368/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3456429 T8274 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3456430 T8278 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@1291119 name:ZooKeeperConnection
Watcher:127.0.0.1:63368/solr got event WatchedEvent state:SyncConnected
type:None path:null path:null type:None
[junit4] 2> 3456431 T8238 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3456431 T8274 oascc.SolrZkClient.makePath makePath:
/overseer_elect
[junit4] 2> 3456433 T8238 oascc.SolrZkClient.makePath makePath:
/clusterstate.json
[junit4] 2> 3456435 T8274 oascc.SolrZkClient.makePath makePath:
/overseer_elect/election
[junit4] 2> 3456436 T8238 oascc.SolrZkClient.makePath makePath:
/aliases.json
[junit4] 2> 3456439 T8238
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3456442 T8238 oascc.SolrZkClient.makePath makePath:
/live_nodes/node1
[junit4] 2> 3456443 T8274 oasc.OverseerElectionContext.runLeaderProcess I
am going to be the leader 127.0.0.1:63368_solr
[junit4] 2> 3456443 T8274 oascc.SolrZkClient.makePath makePath:
/overseer_elect/leader
[junit4] 2> 3456447 T8279 oascc.ZkStateReader$3.process Updating live
nodes... (1)
[junit4] 2> 3456447 T8274 oasc.Overseer.start Overseer
(id=92270659300950019-127.0.0.1:63368_solr-n_0000000000) starting
[junit4] 2> 3456448 T8238 oascc.SolrZkClient.makePath makePath:
/overseer/queue
[junit4] 2> 3456451 T8274 oascc.SolrZkClient.makePath makePath:
/overseer/queue
[junit4] 2> 3456456 T8274 oascc.SolrZkClient.makePath makePath:
/overseer/queue-work
[junit4] 2> 3456462 T8274 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-failure
[junit4] 2> 3456470 T8274 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-running
[junit4] 2> 3456476 T8274 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-completed
[junit4] 2> 3456483 T8274 oascc.SolrZkClient.makePath makePath:
/overseer/collection-queue-work
[junit4] 2> 3456492 T8274 oasc.OverseerTest$OverseerRestarter.run Killing
overseer.
[junit4] 2> 3456492 T8281 oasc.OverseerCollectionProcessor.run Process
current queue of collection creations
[junit4] 2> 3456497 T8274 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3456498 T8283 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@6920104b
name:ZooKeeperConnection Watcher:127.0.0.1:63368/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3456499 T8274 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3456500 T8281 oasc.OverseerCollectionProcessor.amILeader
According to ZK I (id=92270659300950019-127.0.0.1:63368_solr-n_0000000000) am
no longer a leader.
[junit4] 2> 3456500 T8281 oasc.SolrException.log ERROR
:org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode
= Session expired for /overseer/collection-queue-work
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:285)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:282)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:282)
[junit4] 2> at
org.apache.solr.cloud.DistributedQueue.orderedChildren(DistributedQueue.java:99)
[junit4] 2> at
org.apache.solr.cloud.DistributedQueue.getTailId(DistributedQueue.java:483)
[junit4] 2> at
org.apache.solr.cloud.OverseerCollectionProcessor.run(OverseerCollectionProcessor.java:245)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 3456501 T8281 oasc.OverseerCollectionProcessor.run ERROR
Unable to prioritize overseer
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for /roles.json
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1045)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:251)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:248)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:248)
[junit4] 2> at
org.apache.solr.cloud.OverseerCollectionProcessor.prioritizeOverseerNodes(OverseerCollectionProcessor.java:416)
[junit4] 2> at
org.apache.solr.cloud.OverseerCollectionProcessor.run(OverseerCollectionProcessor.java:260)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 3456499 T8280 oasc.Overseer$ClusterStateUpdater.amILeader
According to ZK I (id=92270659300950019-127.0.0.1:63368_solr-n_0000000000) am
no longer a leader.
[junit4] 2> 3456502 T8280 oasc.Overseer$ClusterStateUpdater.run Starting
to work on the main queue
[junit4] 2> 3456502 T8280 oasc.Overseer$ClusterStateUpdater.run Overseer
Loop exiting : 127.0.0.1:63368_solr
[junit4] 2> 3456504 T8284
oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read
the data org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:302)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:299)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:299)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:316)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:85)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:288)
[junit4] 2>
[junit4] 2> 3456508 T8274 oasc.OverseerElectionContext.runLeaderProcess I
am going to be the leader 127.0.0.1:63368_solr
[junit4] 2> 3456508 T8274 oascc.SolrZkClient.makePath makePath:
/overseer_elect/leader
[junit4] 2> 3456512 T8274 oasc.Overseer.start Overseer
(id=92270659300950021-127.0.0.1:63368_solr-n_0000000001) starting
[junit4] 2> 3456530 T8286 oasc.OverseerCollectionProcessor.run Process
current queue of collection creations
[junit4] 2> 3456531 T8285 oasc.Overseer$ClusterStateUpdater.run Starting
to work on the main queue
[junit4] 2> 3456534 T8285 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3456536 T8285 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3456536 T8285
oasc.Overseer$ClusterStateUpdater.createCollection Create collection
collection1 with shards [shard1]
[junit4] 2> 3456536 T8285 oasc.Overseer$ClusterStateUpdater.updateState
Assigning new node to shard shard=shard1
[junit4] 2> 3456541 T8287 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3456542 T8279 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3457002 T8238 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3457019 T8238 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard1
[junit4] 2> 3457029 T8287 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3457033 T8285 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3457034 T8238 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3457040 T8285 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3457040 T8285 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3457045 T8287 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3457048 T8238 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3457048 T8279 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3457051 T8289 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@1ed4ed71
name:ZooKeeperConnection Watcher:127.0.0.1:63368/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3457051 T8238 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3457054 T8238
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3457059 T8238 oascc.SolrZkClient.makePath makePath:
/live_nodes/node2
[junit4] 2> 3457065 T8279 oascc.ZkStateReader$3.process Updating live
nodes... (2)
[junit4] 2> 3457066 T8290 oascc.ZkStateReader$3.process Updating live
nodes... (2)
[junit4] 2> 3457067 T8287 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3457068 T8238 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3457070 T8285 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3457071 T8285 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3457071 T8285 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3457079 T8238 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3457083 T8287 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3457084 T8285 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node2",
[junit4] 2> "core":"core4",
[junit4] 2> "core_node_name":"node2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node2/solr/"}
[junit4] 2> 3457085 T8285 oasc.Overseer$ClusterStateUpdater.updateState
Collection already exists with numShards=1
[junit4] 2> 3457085 T8285 oasc.Overseer$ClusterStateUpdater.updateState
Assigning new node to shard shard=shard1
[junit4] 2> 3457202 T8279 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3457202 T8290 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3457633 T8238 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3457656 T8290 oascc.ZkStateReader$3.process Updating live
nodes... (1)
[junit4] 2> 3457659 T8291 oasc.LeaderElector$ElectionWatcher.process WARN
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for /collections/collection1/leader_elect/shard1/election
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:285)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:282)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:282)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:358)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$3$1.run(SolrZkClient.java:204)
[junit4] 2> at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
[junit4] 2> at
java.util.concurrent.FutureTask.run(FutureTask.java:262)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 3457659 T8278 oaz.ClientCnxn$EventThread.processEvent ERROR
Error while calling watcher java.util.concurrent.RejectedExecutionException:
Task java.util.concurrent.FutureTask@18c91f36 rejected from
java.util.concurrent.ThreadPoolExecutor@3c201ef0[Shutting down, pool size = 2,
active threads = 2, queued tasks = 0, completed tasks = 5]
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2048)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:821)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1372)
[junit4] 2> at
java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:110)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:201)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2>
[junit4] 2> 3457663 T8290 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard1
[junit4] 2> 3457675 T8287 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3457678 T8285 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3457798 T8290 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3459307 T8279 oascc.ZkStateReader$3.process WARN ZooKeeper
watch triggered, but Solr cannot talk to ZK
[junit4] 2> 3459309 T8238 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3459312 T8238 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3459314 T8293 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@49c7584d
name:ZooKeeperConnection Watcher:127.0.0.1:63368/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3459314 T8238 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3459318 T8238
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3459323 T8238 oascc.SolrZkClient.makePath makePath:
/live_nodes/node1
[junit4] 2> 3459327 T8290 oascc.ZkStateReader$3.process Updating live
nodes... (2)
[junit4] 2> 3459328 T8294 oascc.ZkStateReader$3.process Updating live
nodes... (2)
[junit4] 2> 3459330 T8287 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3459331 T8238 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3459334 T8285 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3459335 T8285 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3459336 T8285 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3459345 T8294 oascc.ZkStateReader$3.process Updating live
nodes... (1)
[junit4] 2> 3459346 T8290 oascc.ZkStateReader$3.process Updating live
nodes... (1)
[junit4] 2> 3459347 T8264 oazs.NIOServerCnxn.doIO WARN caught end of
stream exception EndOfStreamException: Unable to read additional data from
client sessionid 0x147cfacfed30006, likely client has closed socket
[junit4] 2> at
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 3459351 T8294 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard1
[junit4] 2> 3459352 T8287 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3459353 T8238 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3459354 T8285 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3459354 T8285 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3459361 T8287 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3459367 T8238 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3459368 T8296 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@45f63d06
name:ZooKeeperConnection Watcher:127.0.0.1:63368/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3459369 T8238 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3459373 T8238
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3459378 T8238 oascc.SolrZkClient.makePath makePath:
/live_nodes/node2
[junit4] 2> 3459384 T8297 oascc.ZkStateReader$3.process Updating live
nodes... (2)
[junit4] 2> 3459384 T8294 oascc.ZkStateReader$3.process Updating live
nodes... (2)
[junit4] 2> 3459386 T8287 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3459387 T8238 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3459388 T8285 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3459388 T8285 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3459398 T8238 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3459405 T8274 oasc.OverseerTest$OverseerRestarter.run Killing
overseer.
[junit4] 2> 3459407 T8264 oazs.NIOServerCnxn.doIO WARN caught end of
stream exception EndOfStreamException: Unable to read additional data from
client sessionid 0x147cfacfed30005, likely client has closed socket
[junit4] 2> at
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 3459409 T8274 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3459412 T8299 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@91652b9 name:ZooKeeperConnection
Watcher:127.0.0.1:63368/solr got event WatchedEvent state:SyncConnected
type:None path:null path:null type:None
[junit4] 2> 3459412 T8274 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3459413 T8285 oasc.Overseer$ClusterStateUpdater.run Overseer
Loop exiting : 127.0.0.1:63368_solr
[junit4] 2> 3459416 T8300
oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read
the data org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:302)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:299)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:299)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:316)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:85)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:288)
[junit4] 2>
[junit4] 2> 3459422 T8274 oasc.OverseerElectionContext.runLeaderProcess I
am going to be the leader 127.0.0.1:63368_solr
[junit4] 2> 3459422 T8274 oascc.SolrZkClient.makePath makePath:
/overseer_elect/leader
[junit4] 2> 3459427 T8274 oasc.Overseer.start Overseer
(id=92270659300950025-127.0.0.1:63368_solr-n_0000000002) starting
[junit4] 2> 3459455 T8302 oasc.OverseerCollectionProcessor.run Process
current queue of collection creations
[junit4] 2> 3459459 T8301 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3459460 T8301 oasc.Overseer$ClusterStateUpdater.run Replaying
operations from work queue.
[junit4] 2> 3459462 T8301 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3459462 T8301 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3459465 T8294 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3459465 T8297 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3459471 T8301 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3459471 T8301 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3459473 T8294 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3459473 T8297 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3459481 T8294 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3459481 T8297 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3459486 T8301 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3459487 T8301 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3459488 T8294 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3459488 T8297 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3459492 T8301 oasc.Overseer$ClusterStateUpdater.run Starting
to work on the main queue
[junit4] 2> 3459620 T8238 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3459632 T8238 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3459632 T8303 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3459640 T8301 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3459642 T8301 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node2",
[junit4] 2> "core":"core4",
[junit4] 2> "core_node_name":"node2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node2/solr/"}
[junit4] 2> 3459642 T8301 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3459654 T8297 oascc.ZkStateReader$3.process Updating live
nodes... (1)
[junit4] 2> 3459654 T8304 oasc.LeaderElector$ElectionWatcher.process WARN
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for /collections/collection1/leader_elect/shard1/election
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:285)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:282)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:282)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:358)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$3$1.run(SolrZkClient.java:204)
[junit4] 2> at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
[junit4] 2> at
java.util.concurrent.FutureTask.run(FutureTask.java:262)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 3459656 T8305 oasc.LeaderElector$ElectionWatcher.process WARN
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for /collections/collection1/leader_elect/shard1/election
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:285)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:282)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:282)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:358)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$3$1.run(SolrZkClient.java:204)
[junit4] 2> at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
[junit4] 2> at
java.util.concurrent.FutureTask.run(FutureTask.java:262)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 3459657 T8306 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard1
[junit4] 2> 3459667 T8303 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3459786 T8306 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3461303 T8294 oascc.ZkStateReader$3.process WARN ZooKeeper
watch triggered, but Solr cannot talk to ZK
[junit4] 2> 3461306 T8238 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3461310 T8238 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3461312 T8308 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@41473f49
name:ZooKeeperConnection Watcher:127.0.0.1:63368/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3461313 T8238 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3461318 T8238
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3461323 T8238 oascc.SolrZkClient.makePath makePath:
/live_nodes/node1
[junit4] 2> 3461328 T8306 oascc.ZkStateReader$3.process Updating live
nodes... (2)
[junit4] 2> 3461330 T8309 oascc.ZkStateReader$3.process Updating live
nodes... (2)
[junit4] 2> 3461332 T8303 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3461332 T8238 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3461334 T8301 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3461335 T8301 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3461336 T8301 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3461336 T8274 oasc.OverseerTest$OverseerRestarter.run Killing
overseer.
[junit4] 2> 3461341 T8274 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3461344 T8309 oascc.ZkStateReader$3.process Updating live
nodes... (1)
[junit4] 2> 3461345 T8311 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@3929624c
name:ZooKeeperConnection Watcher:127.0.0.1:63368/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3461345 T8274 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3461347 T8301 oasc.Overseer$ClusterStateUpdater.run Overseer
Loop exiting : 127.0.0.1:63368_solr
[junit4] 2> 3461350 T8313
oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read
the data org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:302)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:299)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:299)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:316)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:85)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:288)
[junit4] 2>
[junit4] 2> 3461350 T8312 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard1
[junit4] 2> 3461355 T8274 oasc.OverseerElectionContext.runLeaderProcess I
am going to be the leader 127.0.0.1:63368_solr
[junit4] 2> 3461355 T8274 oascc.SolrZkClient.makePath makePath:
/overseer_elect/leader
[junit4] 2> 3461358 T8274 oasc.Overseer.start Overseer
(id=92270659300950027-127.0.0.1:63368_solr-n_0000000003) starting
[junit4] 2> 3461376 T8315 oasc.OverseerCollectionProcessor.run Process
current queue of collection creations
[junit4] 2> 3461380 T8314 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3461381 T8314 oasc.Overseer$ClusterStateUpdater.run Replaying
operations from work queue.
[junit4] 2> 3461382 T8314 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3461382 T8314 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3461383 T8312 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3461386 T8314 oasc.Overseer$ClusterStateUpdater.run Starting
to work on the main queue
[junit4] 2> 3461390 T8314 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3461391 T8314 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3461391 T8314 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3461396 T8316 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3461514 T8312 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3462992 T8306 oascc.ZkStateReader$3.process WARN ZooKeeper
watch triggered, but Solr cannot talk to ZK
[junit4] 2> 3462997 T8238 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3462997 T8316 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3463000 T8314 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3463002 T8314 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3463002 T8314 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3463007 T8238 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3463009 T8318 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@1f2906d3
name:ZooKeeperConnection Watcher:127.0.0.1:63368/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3463010 T8238 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3463014 T8238
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3463018 T8238 oascc.SolrZkClient.makePath makePath:
/live_nodes/node2
[junit4] 2> 3463022 T8312 oascc.ZkStateReader$3.process Updating live
nodes... (2)
[junit4] 2> 3463023 T8319 oascc.ZkStateReader$3.process Updating live
nodes... (2)
[junit4] 2> 3463026 T8316 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3463026 T8238 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3463028 T8314 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3463028 T8314 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3463037 T8238 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3463042 T8238 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3463042 T8316 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3463045 T8314 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node2",
[junit4] 2> "core":"core4",
[junit4] 2> "core_node_name":"node2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node2/solr/"}
[junit4] 2> 3463045 T8314 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3463055 T8319 oascc.ZkStateReader$3.process Updating live
nodes... (1)
[junit4] 2> 3463056 T8320 oasc.LeaderElector$ElectionWatcher.process WARN
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for /collections/collection1/leader_elect/shard1/election
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:285)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:282)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:282)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:358)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$3$1.run(SolrZkClient.java:204)
[junit4] 2> at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
[junit4] 2> at
java.util.concurrent.FutureTask.run(FutureTask.java:262)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 3463059 T8319 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard1
[junit4] 2> 3463067 T8316 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3463185 T8319 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3464703 T8312 oascc.ZkStateReader$3.process WARN ZooKeeper
watch triggered, but Solr cannot talk to ZK
[junit4] 2> 3464705 T8309 oasc.LeaderElector$ElectionWatcher.process WARN
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for /collections/collection1/leader_elect/shard1/election
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:285)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:282)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:282)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:358)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$3$1.run(SolrZkClient.java:204)
[junit4] 2> at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
[junit4] 2> at
java.util.concurrent.FutureTask.run(FutureTask.java:262)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 3464708 T8238 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3464714 T8238 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3464717 T8322 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@12680148
name:ZooKeeperConnection Watcher:127.0.0.1:63368/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3464718 T8238 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3464723 T8238
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3464728 T8238 oascc.SolrZkClient.makePath makePath:
/live_nodes/node1
[junit4] 2> 3464735 T8319 oascc.ZkStateReader$3.process Updating live
nodes... (2)
[junit4] 2> 3464736 T8323 oascc.ZkStateReader$3.process Updating live
nodes... (2)
[junit4] 2> 3464738 T8316 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3464738 T8238 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3464741 T8314 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3464742 T8314 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3464742 T8314 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3464752 T8323 oascc.ZkStateReader$3.process Updating live
nodes... (1)
[junit4] 2> 3464754 T8324 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard1
[junit4] 2> 3464760 T8316 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3464805 T8274 oasc.OverseerTest$OverseerRestarter.run Killing
overseer.
[junit4] 2> 3464812 T8264 oazs.NIOServerCnxn.doIO WARN caught end of
stream exception EndOfStreamException: Unable to read additional data from
client sessionid 0x147cfacfed3000b, likely client has closed socket
[junit4] 2> at
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 3464814 T8274 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3464818 T8326 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@78cba542
name:ZooKeeperConnection Watcher:127.0.0.1:63368/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3464819 T8274 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3464822 T8314 oasc.Overseer$ClusterStateUpdater.run Overseer
Loop exiting : 127.0.0.1:63368_solr
[junit4] 2> 3464825 T8327
oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read
the data org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:302)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:299)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:299)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:316)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:85)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:288)
[junit4] 2>
[junit4] 2> 3464829 T8274 oasc.OverseerElectionContext.runLeaderProcess I
am going to be the leader 127.0.0.1:63368_solr
[junit4] 2> 3464829 T8274 oascc.SolrZkClient.makePath makePath:
/overseer_elect/leader
[junit4] 2> 3464833 T8274 oasc.Overseer.start Overseer
(id=92270659300950030-127.0.0.1:63368_solr-n_0000000004) starting
[junit4] 2> 3464853 T8329 oasc.OverseerCollectionProcessor.run Process
current queue of collection creations
[junit4] 2> 3464857 T8328 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3464858 T8328 oasc.Overseer$ClusterStateUpdater.run Replaying
operations from work queue.
[junit4] 2> 3464860 T8328 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3464860 T8328 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3464861 T8324 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3464870 T8324 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3464873 T8328 oasc.Overseer$ClusterStateUpdater.run Starting
to work on the main queue
[junit4] 2> 3466275 T8319 oascc.ZkStateReader$3.process WARN ZooKeeper
watch triggered, but Solr cannot talk to ZK
[junit4] 2> 3466284 T8238 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3466284 T8330 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3466291 T8328 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3466293 T8328 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3466293 T8328 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3466303 T8238 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3466304 T8332 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@284a3858
name:ZooKeeperConnection Watcher:127.0.0.1:63368/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3466304 T8238 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3466308 T8238
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3466312 T8238 oascc.SolrZkClient.makePath makePath:
/live_nodes/node2
[junit4] 2> 3466317 T8324 oascc.ZkStateReader$3.process Updating live
nodes... (2)
[junit4] 2> 3466318 T8333 oascc.ZkStateReader$3.process Updating live
nodes... (2)
[junit4] 2> 3466320 T8238 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3466320 T8330 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3466322 T8328 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3466322 T8328 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3466329 T8238 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3466332 T8238 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3466332 T8330 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3466334 T8328 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node2",
[junit4] 2> "core":"core4",
[junit4] 2> "core_node_name":"node2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node2/solr/"}
[junit4] 2> 3466334 T8328 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3466343 T8264 oazs.NIOServerCnxn.doIO WARN caught end of
stream exception EndOfStreamException: Unable to read additional data from
client sessionid 0x147cfacfed3000d, likely client has closed socket
[junit4] 2> at
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 3466343 T8322 oaz.ClientCnxn$EventThread.processEvent ERROR
Error while calling watcher java.util.concurrent.RejectedExecutionException:
Task java.util.concurrent.FutureTask@3bd24d28 rejected from
java.util.concurrent.ThreadPoolExecutor@6bc79bc6[Shutting down, pool size = 1,
active threads = 1, queued tasks = 0, completed tasks = 6]
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2048)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:821)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1372)
[junit4] 2> at
java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:110)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:201)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2>
[junit4] 2> 3466345 T8322 oaz.ClientCnxn$EventThread.processEvent ERROR
Error while calling watcher java.util.concurrent.RejectedExecutionException:
Task java.util.concurrent.FutureTask@e098c3c rejected from
java.util.concurrent.ThreadPoolExecutor@6bc79bc6[Shutting down, pool size = 1,
active threads = 1, queued tasks = 0, completed tasks = 6]
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2048)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:821)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1372)
[junit4] 2> at
java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:110)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:201)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2>
[junit4] 2> 3466343 T8333 oascc.ZkStateReader$3.process Updating live
nodes... (1)
[junit4] 2> 3466347 T8334 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard1
[junit4] 2> 3466355 T8330 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3466463 T8334 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3467827 T8324 oascc.ZkStateReader$3.process WARN ZooKeeper
watch triggered, but Solr cannot talk to ZK
[junit4] 2> 3467830 T8238 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3467878 T8334 oascc.ZkStateReader$3.process Updating live
nodes... (0)
[junit4] 2> 3467886 T8238 oasc.ZkTestServer.send4LetterWord connecting to
127.0.0.1:63368 63368
[junit4] 2> 3468851 T8329 oasc.OverseerCollectionProcessor.amI
[...truncated too long message...]
her.process LatchChildWatcher fired on path: /overseer/queue state:
SyncConnected type NodeChildrenChanged
[junit4] 2> 3588379 T8954 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3588482 T8959 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3588482 T8958 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3589983 T8958 oascc.ZkStateReader$3.process WARN ZooKeeper
watch triggered, but Solr cannot talk to ZK
[junit4] 2> 3589987 T8238 oasc.ZkTestServer.send4LetterWord connecting to
127.0.0.1:63804 63804
[junit4] 2> 3590993 T8955 oasc.OverseerCollectionProcessor.amILeader
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for /overseer_elect/leader
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:302)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:299)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:299)
[junit4] 2> at
org.apache.solr.cloud.OverseerCollectionProcessor.amILeader(OverseerCollectionProcessor.java:518)
[junit4] 2> at
org.apache.solr.cloud.OverseerCollectionProcessor.run(OverseerCollectionProcessor.java:273)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 3592172 T8955 oasc.OverseerCollectionProcessor.amILeader
According to ZK I (id=92270667736285187-127.0.0.1:63804_solr-n_0000000000) am
no longer a leader.
[junit4] 2> 3592175 T8941 oasc.ZkTestServer.send4LetterWord connecting to
127.0.0.1:63804 63804
[junit4] 2> 3592182 T8238 oas.SolrTestCaseJ4.tearDown ###Ending
testBadQueueItem
[junit4] 2> 3592183 T8954 oasc.Overseer$ClusterStateUpdater.run Overseer
Loop exiting : 127.0.0.1:63804_solr
[junit4] 2> 3592187 T8961
oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read
the data org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:302)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:299)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:299)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:316)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:85)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:288)
[junit4] 2>
[junit4] 2> 3595119 T8238 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.OverseerTest-A3FC60C21F2B34F4-001
[junit4] 2> NOTE: test params are: codec=Lucene46,
sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=fr_CH,
timezone=Africa/Asmera
[junit4] 2> NOTE: Windows 7 6.1 amd64/Oracle Corporation 1.7.0_65
(64-bit)/cpus=2,threads=1,free=261936864,total=519438336
[junit4] 2> NOTE: All tests run in this JVM: [CoreAdminRequestStatusTest,
TestFastLRUCache, JSONWriterTest, InfoHandlerTest,
ParsingFieldUpdateProcessorsTest, ScriptEngineTest, SimplePostToolTest,
TestCollationFieldDocValues, HardAutoCommitTest, RollingRestartTest,
DocValuesMultiTest, TestDocumentBuilder, TestManagedSchema, SimpleFacetsTest,
SliceStateTest, TestSolrXml, TestIntervalFaceting,
CurrencyFieldOpenExchangeTest, ShardRoutingTest, ChaosMonkeyNothingIsSafeTest,
TestConfigSets, TestDistributedSearch, TestSolrXmlPersistor,
TestManagedSynonymFilterFactory, ResponseLogComponentTest, BadComponentTest,
DocValuesMissingTest, SuggesterTSTTest, TestQueryTypes, FileUtilsTest,
TestExtendedDismaxParser, TestReloadAndDeleteDocs, TestSolrXmlPersistence,
TestSolrQueryParser, SearchHandlerTest, DocValuesTest, ZkControllerTest,
TestReplicationHandler, UUIDFieldTest, OpenExchangeRatesOrgProviderTest,
TestCursorMarkWithoutUniqueKey, TestCloudManagedSchemaConcurrent,
TestAnalyzedSuggestions, OverseerCollectionProcessorTest,
SolrCoreCheckLockOnStartupTest, TestAnalyzeInfixSuggestions,
IndexSchemaRuntimeFieldTest, DocExpirationUpdateProcessorFactoryTest,
TestQueryUtils, TestSchemaVersionResource, TestRangeQuery, TestIndexSearcher,
BadCopyFieldTest, DistributedDebugComponentTest, SpellPossibilityIteratorTest,
TestArbitraryIndexDir, TestStressVersions, SuggesterTest, SSLMigrationTest,
TestStressLucene, TestDefaultSearchFieldResource, SpellCheckComponentTest,
ShardSplitTest, TestWriterPerf, TestLMJelinekMercerSimilarityFactory,
TestDefaultSimilarityFactory, TestBinaryField, TestImplicitCoreProperties,
SuggesterWFSTTest, LeaderElectionTest, ConnectionManagerTest,
TestRandomMergePolicy, ZkCLITest, SolrIndexSplitterTest,
TestIndexingPerformance, TestManagedResource, ZkSolrClientTest,
DirectSolrConnectionTest, DistributedSuggestComponentTest, TestCharFilters,
TestBinaryResponseWriter, EchoParamsTest, TestSolr4Spatial,
TestLuceneMatchVersion, BasicFunctionalityTest, AnalysisErrorHandlingTest,
TestRecoveryHdfs, HdfsSyncSliceTest, AssignTest, DateMathParserTest,
HdfsCollectionsAPIDistributedZkTest, FileBasedSpellCheckerTest,
DistanceFunctionTest, LoggingHandlerTest, DeleteLastCustomShardedReplicaTest,
CachingDirectoryFactoryTest, SystemInfoHandlerTest, TestCodecSupport,
OpenCloseCoreStressTest, TestManagedResourceStorage, TestStressUserVersions,
SolrTestCaseJ4Test, LukeRequestHandlerTest, TestPHPSerializedResponseWriter,
TestJmxIntegration, TestMergePolicyConfig, FieldAnalysisRequestHandlerTest,
TriLevelCompositeIdRoutingTest, OverseerRolesTest, TestLRUCache,
QueryEqualityTest, DistribDocExpirationUpdateProcessorTest,
DefaultValueUpdateProcessorTest, TestDynamicFieldResource, StatsComponentTest,
TestJmxMonitoredMap, DistributedIntervalFacetingTest, TestFieldResource,
DOMUtilTest, HdfsBasicDistributedZk2Test, SolrXmlInZkTest, TestTrie,
TestFaceting, AnalyticsQueryTest, WordBreakSolrSpellCheckerTest,
DistributedSpellCheckComponentTest, HdfsChaosMonkeySafeLeaderTest,
CircularListTest, AddBlockUpdateTest, TestFreeTextSuggestions,
TestInfoStreamLogging, TermVectorComponentDistributedTest,
DistribCursorPagingTest, TestCSVResponseWriter, TestStandardQParsers,
FastVectorHighlighterTest, FullSolrCloudDistribCmdsTest, TestReload,
TestFunctionQuery, RemoteQueryErrorTest, NoCacheHeaderTest,
HdfsBasicDistributedZkTest, TestSimpleQParserPlugin, HdfsLockFactoryTest,
TestDFRSimilarityFactory, TestSolrIndexConfig, TestShortCircuitedRequests,
RecoveryZkTest, MBeansHandlerTest, TestManagedSchemaFieldResource,
SpellingQueryConverterTest, TestDistribDocBasedVersion, ClusterStateTest,
HighlighterConfigTest, PluginInfoTest, BlockCacheTest, CSVRequestHandlerTest,
TestUpdate, BJQParserTest, TestSolrCoreProperties, TestElisionMultitermQuery,
TestRestManager, AlternateDirectoryTest, TestFieldTypeCollectionResource,
AtomicUpdatesTest, TestSolrDeletionPolicy2, TestHashPartitioner,
TestStressReorder, AliasIntegrationTest, ExternalFileFieldSortTest,
DistributedQueryComponentCustomSortTest, TestCloudManagedSchema,
TestPhraseSuggestions, PreAnalyzedFieldTest, TestCoreContainer,
TestHighFrequencyDictionaryFactory, SyncSliceTest, OverseerTest]
[junit4] Completed in 142.26s, 9 tests, 1 error <<< FAILURES!
[...truncated 726 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:474: The
following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:454: The
following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:45: The
following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\extra-targets.xml:37:
The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build.xml:189: The
following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\common-build.xml:496:
The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:1308:
The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:923:
There were test failures: 411 suites, 1712 tests, 1 error, 43 ignored (22
assumptions)
Total time: 153 minutes 37 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.7.0_65
-XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
