Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/1775/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC
2 tests failed.
REGRESSION: org.apache.solr.cloud.OverseerTest.testOverseerFailure
Error Message:
Could not register as the leader because creating the ephemeral registration
node in ZooKeeper failed
Stack Trace:
org.apache.solr.common.SolrException: Could not register as the leader because
creating the ephemeral registration node in ZooKeeper failed
at
__randomizedtesting.SeedInfo.seed([840CDBBD3A14DA72:8004544E28B13553]:0)
at
org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:150)
at
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:163)
at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:125)
at
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:314)
at
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:221)
at
org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:157)
at
org.apache.solr.cloud.OverseerTest.testOverseerFailure(OverseerTest.java:662)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:483)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.zookeeper.KeeperException$NodeExistsException:
KeeperErrorCode = NodeExists for /collections/collection1/leaders/shard1
at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
at
org.apache.solr.common.cloud.SolrZkClient$11.execute(SolrZkClient.java:462)
at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
at
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:459)
at
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:416)
at
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:403)
at
org.apache.solr.cloud.ShardLeaderElectionContextBase$1.execute(ElectionContext.java:142)
at
org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:31)
at
org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:137)
... 46 more
REGRESSION: org.apache.solr.schema.TestCloudSchemaless.testDistribSearch
Error Message:
Timeout occured while waiting response from server at:
https://127.0.0.1:53478/ad/collection1
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting
response from server at: https://127.0.0.1:53478/ad/collection1
at
__randomizedtesting.SeedInfo.seed([840CDBBD3A14DA72:5EA55A54D4BBA4E]:0)
at
org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:560)
at
org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
at
org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
at
org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:124)
at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:68)
at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:54)
at
org.apache.solr.schema.TestCloudSchemaless.doTest(TestCloudSchemaless.java:140)
at
org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869)
at sun.reflect.GeneratedMethodAccessor37.invoke(Unknown Source)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:483)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.read(SocketInputStream.java:150)
at java.net.SocketInputStream.read(SocketInputStream.java:121)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
at sun.security.ssl.InputRecord.read(InputRecord.java:503)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:954)
at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:911)
at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
at
org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
at
org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
at
org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
at
org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
at
org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
at
org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)
at
org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
at
org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
at
org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
at
org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)
at
org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
at
org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)
at
org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)
at
org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
at
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
at
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
at
org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:448)
... 46 more
Build Log:
[...truncated 11474 lines...]
[junit4] Suite: org.apache.solr.cloud.OverseerTest
[junit4] 2> Creating dataDir:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerTest-840CDBBD3A14DA72-001/init-core-data-001
[junit4] 2> 3598998 T9448 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl
(false) and clientAuth (false)
[junit4] 2> 3598998 T9448 oas.SolrTestCaseJ4.initCore ####initCore
[junit4] 2> 3598998 T9448 oas.SolrTestCaseJ4.initCore ####initCore end
[junit4] 2> 3599001 T9448 oas.SolrTestCaseJ4.setUp ###Starting
testShardAssignment
[junit4] 2> 3599002 T9448 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3599004 T9449 oasc.ZkTestServer$ZKServerMain.runFromConfig
Starting server
[junit4] 2> 3599104 T9448 oasc.ZkTestServer.run start zk server on
port:51840
[junit4] 2> 3599106 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3599111 T9455 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@55c0363f
name:ZooKeeperConnection Watcher:127.0.0.1:51840 got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3599112 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3599120 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3599122 T9457 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@71bd4993
name:ZooKeeperConnection Watcher:127.0.0.1:51840 got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3599123 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3599123 T9448 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 3599135 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3599137 T9459 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@2cd9e507
name:ZooKeeperConnection Watcher:127.0.0.1:51840/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3599137 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3599138 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 3599143 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3599147 T9461 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@647eb61f
name:ZooKeeperConnection Watcher:127.0.0.1:51840/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3599147 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3599148 T9448 oasu.UpdateShardHandler.<init> Creating
UpdateShardHandler HTTP client with params: retry=false
[junit4] 2> 3599150 T9448 oascc.SolrZkClient.makePath makePath:
/overseer_elect
[junit4] 2> 3599156 T9448 oascc.SolrZkClient.makePath makePath:
/overseer_elect/election
[junit4] 2> 3599162 T9448 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 3599167 T9448 oasc.OverseerElectionContext.runLeaderProcess I
am going to be the leader 127.0.0.1:51840_solr
[junit4] 2> 3599168 T9448 oascc.SolrZkClient.makePath makePath:
/overseer_elect/leader
[junit4] 2> 3599174 T9448 oasc.Overseer.start Overseer
(id=92300450854731779-127.0.0.1:51840_solr-n_0000000000) starting
[junit4] 2> 3599179 T9448 oascc.SolrZkClient.makePath makePath:
/overseer/queue
[junit4] 2> 3599187 T9448 oascc.SolrZkClient.makePath makePath:
/overseer/queue-work
[junit4] 2> 3599197 T9448 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-failure
[junit4] 2> 3599205 T9448 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-running
[junit4] 2> 3599214 T9448 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-completed
[junit4] 2> 3599225 T9448 oascc.SolrZkClient.makePath makePath:
/overseer/collection-queue-work
[junit4] 2> 3599242 T9448 oasc.OverseerAutoReplicaFailoverThread.<init>
Starting OverseerAutoReplicaFailoverThread
autoReplicaFailoverWorkLoopDelay=10000
autoReplicaFailoverWaitAfterExpiration=30000
autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 3599243 T9463 oasc.OverseerCollectionProcessor.run Process
current queue of collection creations
[junit4] 2> 3599245 T9448 oascc.SolrZkClient.makePath makePath:
/clusterstate.json
[junit4] 2> 3599246 T9462 oasc.Overseer$ClusterStateUpdater.run Starting
to work on the main queue
[junit4] 2> 3599251 T9448 oascc.SolrZkClient.makePath makePath:
/aliases.json
[junit4] 2> 3599257 T9448
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3599266 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3599270 T9466 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@305b1561
name:ZooKeeperConnection Watcher:127.0.0.1:51840/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3599270 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3599274 T9448
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3599282 T9448 oascc.SolrZkClient.makePath makePath:
/live_nodes/127.0.0.1
[junit4] 2> 3599295 T9469 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3599301 T9462 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=3 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"127.0.0.1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"3",
[junit4] 2> "base_url":"http://127.0.0.1/solr/"}
[junit4] 2> 3599302 T9462
oasc.Overseer$ClusterStateUpdater.createCollection Create collection
collection1 with shards [shard1, shard2, shard3]
[junit4] 2> 3599302 T9462 oasc.Overseer$ClusterStateUpdater.updateState
Assigning new node to shard shard=shard2
[junit4] 2> 3599310 T9468 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3599311 T9467 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3599797 T9448 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard2/election
[junit4] 2> 3599821 T9448 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard2
[junit4] 2> 3599836 T9469 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3599850 T9462 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=3 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"127.0.0.1",
[junit4] 2> "core":"core2",
[junit4] 2> "core_node_name":"node2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"3",
[junit4] 2> "base_url":"http://127.0.0.1/solr/"}
[junit4] 2> 3599851 T9462 oasc.Overseer$ClusterStateUpdater.updateState
Collection already exists with numShards=3
[junit4] 2> 3599851 T9462 oasc.Overseer$ClusterStateUpdater.updateState
Assigning new node to shard shard=shard3
[junit4] 2> 3599858 T9469 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3599860 T9467 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3599860 T9468 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3600342 T9448 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard3/election
[junit4] 2> 3600370 T9448 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard3
[junit4] 2> 3600384 T9469 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3600405 T9462 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=3 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"127.0.0.1",
[junit4] 2> "core":"core3",
[junit4] 2> "core_node_name":"node3",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"3",
[junit4] 2> "base_url":"http://127.0.0.1/solr/"}
[junit4] 2> 3600405 T9462 oasc.Overseer$ClusterStateUpdater.updateState
Collection already exists with numShards=3
[junit4] 2> 3600406 T9462 oasc.Overseer$ClusterStateUpdater.updateState
Assigning new node to shard shard=shard1
[junit4] 2> 3600418 T9469 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3600420 T9467 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3600421 T9468 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3600893 T9448 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3600915 T9448 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard1
[junit4] 2> 3600930 T9469 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3600944 T9462 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=3 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"127.0.0.1",
[junit4] 2> "core":"core4",
[junit4] 2> "core_node_name":"node4",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"3",
[junit4] 2> "base_url":"http://127.0.0.1/solr/"}
[junit4] 2> 3600944 T9462 oasc.Overseer$ClusterStateUpdater.updateState
Collection already exists with numShards=3
[junit4] 2> 3600945 T9462 oasc.Overseer$ClusterStateUpdater.updateState
Assigning new node to shard shard=shard2
[junit4] 2> 3600951 T9469 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3600955 T9467 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3600955 T9468 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3601436 T9448 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard2/election
[junit4] 2> 3601459 T9469 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3601465 T9462 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=3 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"127.0.0.1",
[junit4] 2> "core":"core5",
[junit4] 2> "core_node_name":"node5",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"3",
[junit4] 2> "base_url":"http://127.0.0.1/solr/"}
[junit4] 2> 3601465 T9462 oasc.Overseer$ClusterStateUpdater.updateState
Collection already exists with numShards=3
[junit4] 2> 3601465 T9462 oasc.Overseer$ClusterStateUpdater.updateState
Assigning new node to shard shard=shard3
[junit4] 2> 3601580 T9467 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3601581 T9468 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3601960 T9448 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard3/election
[junit4] 2> 3601981 T9469 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3601986 T9462 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=3 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"127.0.0.1",
[junit4] 2> "core":"core6",
[junit4] 2> "core_node_name":"node6",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"3",
[junit4] 2> "base_url":"http://127.0.0.1/solr/"}
[junit4] 2> 3601986 T9462 oasc.Overseer$ClusterStateUpdater.updateState
Collection already exists with numShards=3
[junit4] 2> 3601986 T9462 oasc.Overseer$ClusterStateUpdater.updateState
Assigning new node to shard shard=shard1
[junit4] 2> 3602095 T9467 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3602095 T9468 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3602483 T9448 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3602504 T9466 oaz.ClientCnxn$EventThread.processEvent ERROR
Error while calling watcher java.util.concurrent.RejectedExecutionException:
Task java.util.concurrent.FutureTask@a0642ae rejected from
java.util.concurrent.ThreadPoolExecutor@4f04cd8a[Shutting down, pool size = 2,
active threads = 2, queued tasks = 0, completed tasks = 8]
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
[junit4] 2> at
java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:206)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2>
[junit4] 2> 3602504 T9470 oasc.LeaderElector$ElectionWatcher.process WARN
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for /collections/collection1/leader_elect/shard3/election
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:290)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:287)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:287)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:358)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$3$1.run(SolrZkClient.java:209)
[junit4] 2> at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at
java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 3604005 T9468 oasc.LeaderElector$ElectionWatcher.process WARN
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for /collections/collection1/leader_elect/shard2/election
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:290)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:287)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:287)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:358)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$3$1.run(SolrZkClient.java:209)
[junit4] 2> at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at
java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 3604011 T9448 oasc.ZkTestServer.send4LetterWord connecting to
127.0.0.1:51840 51840
[junit4] 2> 3604021 T9449 oasc.ZkTestServer.send4LetterWord connecting to
127.0.0.1:51840 51840
[junit4] 2> 3604228 T9448 oas.SolrTestCaseJ4.tearDown ###Ending
testShardAssignment
[junit4] 2> 3604228 T9448 oasc.Overseer.close Overseer
(id=92300450854731779-127.0.0.1:51840_solr-n_0000000000) closing
[junit4] 2> 3604229 T9462 oasc.Overseer$ClusterStateUpdater.run Overseer
Loop exiting : 127.0.0.1:51840_solr
[junit4] 2> 3604231 T9471
oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read
the data org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:307)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:304)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:304)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:321)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:89)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:293)
[junit4] 2>
[junit4] 2> 3604236 T9448 oas.SolrTestCaseJ4.setUp ###Starting
testDoubleAssignment
[junit4] 2> 3604239 T9448 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3604275 T9472 oasc.ZkTestServer$ZKServerMain.runFromConfig
Starting server
[junit4] 2> 3604364 T9448 oasc.ZkTestServer.run start zk server on
port:51846
[junit4] 2> 3604367 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3604376 T9478 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@2b312328
name:ZooKeeperConnection Watcher:127.0.0.1:51846/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3604376 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3604379 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3604385 T9480 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@48230a94
name:ZooKeeperConnection Watcher:127.0.0.1:51846 got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3604386 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3604405 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3604406 T9482 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@59fc93c1
name:ZooKeeperConnection Watcher:127.0.0.1:51846 got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3604406 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3604407 T9448 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 3604416 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 3604422 T9448 oascc.SolrZkClient.makePath makePath:
/clusterstate.json
[junit4] 2> 3604433 T9448 oascc.SolrZkClient.makePath makePath:
/aliases.json
[junit4] 2> 3604439 T9448
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3604450 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3604454 T9484 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@31646582
name:ZooKeeperConnection Watcher:127.0.0.1:51846/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3604455 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3604458 T9448
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3604467 T9448 oascc.SolrZkClient.makePath makePath:
/live_nodes/node1
[junit4] 2> 3604488 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3604499 T9488 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@13ee38e5
name:ZooKeeperConnection Watcher:127.0.0.1:51846/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3604500 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3604501 T9448 oasu.UpdateShardHandler.<init> Creating
UpdateShardHandler HTTP client with params: retry=false
[junit4] 2> 3604503 T9448 oascc.SolrZkClient.makePath makePath:
/overseer_elect
[junit4] 2> 3604515 T9448 oascc.SolrZkClient.makePath makePath:
/overseer_elect/election
[junit4] 2> 3604523 T9448 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 3604532 T9448 oasc.OverseerElectionContext.runLeaderProcess I
am going to be the leader 127.0.0.1:51846_solr
[junit4] 2> 3604532 T9448 oascc.SolrZkClient.makePath makePath:
/overseer_elect/leader
[junit4] 2> 3604539 T9448 oasc.Overseer.start Overseer
(id=92300451200434180-127.0.0.1:51846_solr-n_0000000000) starting
[junit4] 2> 3604547 T9448 oascc.SolrZkClient.makePath makePath:
/overseer/queue
[junit4] 2> 3604555 T9448 oascc.SolrZkClient.makePath makePath:
/overseer/queue-work
[junit4] 2> 3604564 T9448 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-failure
[junit4] 2> 3604574 T9448 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-running
[junit4] 2> 3604588 T9448 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-completed
[junit4] 2> 3604601 T9448 oascc.SolrZkClient.makePath makePath:
/overseer/collection-queue-work
[junit4] 2> 3604623 T9448 oasc.OverseerAutoReplicaFailoverThread.<init>
Starting OverseerAutoReplicaFailoverThread
autoReplicaFailoverWorkLoopDelay=10000
autoReplicaFailoverWaitAfterExpiration=30000
autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 3604625 T9490 oasc.OverseerCollectionProcessor.run Process
current queue of collection creations
[junit4] 2> 3604629 T9489 oasc.Overseer$ClusterStateUpdater.run Starting
to work on the main queue
[junit4] 2> 3604640 T9489 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3604641 T9489
oasc.Overseer$ClusterStateUpdater.createCollection Create collection
collection1 with shards [shard1]
[junit4] 2> 3604641 T9489 oasc.Overseer$ClusterStateUpdater.updateState
Assigning new node to shard shard=shard1
[junit4] 2> 3604649 T9492 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3604650 T9485 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3604650 T9486 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3605137 T9448 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3605158 T9448 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard1
[junit4] 2> 3605170 T9492 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3605286 T9486 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
[junit4] 2> 3606676 T9485 oascc.ZkStateReader$3.process WARN ZooKeeper
watch triggered, but Solr cannot talk to ZK
[junit4] 2> 3606679 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3606682 T9494 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@4349e7a6
name:ZooKeeperConnection Watcher:127.0.0.1:51846/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3606683 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3606685 T9448
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3606691 T9448 oascc.SolrZkClient.makePath makePath:
/live_nodes/node1
[junit4] 2> 3606704 T9492 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3606704 T9448 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3606710 T9489 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3606711 T9489 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3606717 T9448 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard1
[junit4] 2> 3606728 T9492 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3606839 T9486 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3606840 T9495 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3606847 T9489 oasc.Overseer$ClusterStateUpdater.run WARN Solr
cannot talk to ZK, exiting Overseer main queue loop
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for /overseer/queue-work/qn-0000000003
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:307)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:304)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:304)
[junit4] 2> at
org.apache.solr.cloud.DistributedQueue.remove(DistributedQueue.java:203)
[junit4] 2> at
org.apache.solr.cloud.DistributedQueue.poll(DistributedQueue.java:607)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:269)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 3606850 T9489 oasc.Overseer$ClusterStateUpdater.run Overseer
Loop exiting : 127.0.0.1:51846_solr
[junit4] 2> 3606852 T9496
oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read
the data org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:307)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:304)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:304)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:321)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:89)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:293)
[junit4] 2>
[junit4] 2> 3608354 T9495 oascc.ZkStateReader$3.process WARN ZooKeeper
watch triggered, but Solr cannot talk to ZK
[junit4] 2> 3608360 T9448 oasc.ZkTestServer.send4LetterWord connecting to
127.0.0.1:51846 51846
[junit4] 2> 3608459 T9472 oasc.ZkTestServer.send4LetterWord connecting to
127.0.0.1:51846 51846
[junit4] 2> 3608643 T9490 oasc.OverseerCollectionProcessor.amILeader
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for /overseer_elect/leader
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:307)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:304)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:304)
[junit4] 2> at
org.apache.solr.cloud.OverseerCollectionProcessor.amILeader(OverseerCollectionProcessor.java:516)
[junit4] 2> at
org.apache.solr.cloud.OverseerCollectionProcessor.run(OverseerCollectionProcessor.java:271)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 3608644 T9490 oasc.OverseerCollectionProcessor.amILeader
According to ZK I (id=92300451200434180-127.0.0.1:51846_solr-n_0000000000) am
no longer a leader.
[junit4] 2> 3608709 T9448 oas.SolrTestCaseJ4.tearDown ###Ending
testDoubleAssignment
[junit4] 2> 3608710 T9448 oasc.Overseer.close Overseer
(id=92300451200434180-127.0.0.1:51846_solr-n_0000000000) closing
[junit4] 2> 3608724 T9448 oas.SolrTestCaseJ4.setUp ###Starting
testShardAssignmentBigger
[junit4] 2> 3608728 T9448 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3608733 T9497 oasc.ZkTestServer$ZKServerMain.runFromConfig
Starting server
[junit4] 2> 3608834 T9448 oasc.ZkTestServer.run start zk server on
port:51853
[junit4] 2> 3608836 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3608841 T9503 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@6ccc24a0
name:ZooKeeperConnection Watcher:127.0.0.1:51853 got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3608841 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3608847 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3608850 T9505 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@e8710cc name:ZooKeeperConnection
Watcher:127.0.0.1:51853 got event WatchedEvent state:SyncConnected type:None
path:null path:null type:None
[junit4] 2> 3608850 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3608850 T9448 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 3608861 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3608864 T9507 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@27fb26d name:ZooKeeperConnection
Watcher:127.0.0.1:51853/solr got event WatchedEvent state:SyncConnected
type:None path:null path:null type:None
[junit4] 2> 3608865 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3608865 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 3608871 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3608874 T9509 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@4c132e19
name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3608875 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3608875 T9448 oasu.UpdateShardHandler.<init> Creating
UpdateShardHandler HTTP client with params: retry=false
[junit4] 2> 3608877 T9448 oascc.SolrZkClient.makePath makePath:
/overseer_elect
[junit4] 2> 3608883 T9448 oascc.SolrZkClient.makePath makePath:
/overseer_elect/election
[junit4] 2> 3608890 T9448 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 3608895 T9448 oasc.OverseerElectionContext.runLeaderProcess I
am going to be the leader 127.0.0.1:51853_solr
[junit4] 2> 3608911 T9448 oascc.SolrZkClient.makePath makePath:
/overseer_elect/leader
[junit4] 2> 3608918 T9448 oasc.Overseer.start Overseer
(id=92300451492134915-127.0.0.1:51853_solr-n_0000000000) starting
[junit4] 2> 3608923 T9448 oascc.SolrZkClient.makePath makePath:
/overseer/queue
[junit4] 2> 3608932 T9448 oascc.SolrZkClient.makePath makePath:
/overseer/queue-work
[junit4] 2> 3608940 T9448 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-failure
[junit4] 2> 3608951 T9448 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-running
[junit4] 2> 3608961 T9448 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-completed
[junit4] 2> 3608971 T9448 oascc.SolrZkClient.makePath makePath:
/overseer/collection-queue-work
[junit4] 2> 3608988 T9448 oasc.OverseerAutoReplicaFailoverThread.<init>
Starting OverseerAutoReplicaFailoverThread
autoReplicaFailoverWorkLoopDelay=10000
autoReplicaFailoverWaitAfterExpiration=30000
autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 3608990 T9511 oasc.OverseerCollectionProcessor.run Process
current queue of collection creations
[junit4] 2> 3608994 T9510 oasc.Overseer$ClusterStateUpdater.run Starting
to work on the main queue
[junit4] 2> 3608994 T9448 oascc.SolrZkClient.makePath makePath:
/clusterstate.json
[junit4] 2> 3609002 T9448 oascc.SolrZkClient.makePath makePath:
/aliases.json
[junit4] 2> 3609007 T9448
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3609015 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3609017 T9514 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@41f7fa1f
name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3609018 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3609021 T9448
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3609028 T9448 oascc.SolrZkClient.makePath makePath:
/live_nodes/node0
[junit4] 2> 3609037 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3609041 T9518 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@77c0939d
name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3609041 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3609046 T9448
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3609054 T9448 oascc.SolrZkClient.makePath makePath:
/live_nodes/node1
[junit4] 2> 3609062 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3609064 T9521 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@853bbd2 name:ZooKeeperConnection
Watcher:127.0.0.1:51853/solr got event WatchedEvent state:SyncConnected
type:None path:null path:null type:None
[junit4] 2> 3609065 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3609068 T9448
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3609078 T9448 oascc.SolrZkClient.makePath makePath:
/live_nodes/node2
[junit4] 2> 3609089 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3609092 T9524 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@5d652f27
name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3609093 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3609096 T9448
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3609104 T9448 oascc.SolrZkClient.makePath makePath:
/live_nodes/node3
[junit4] 2> 3609116 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3609119 T9527 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@233c1196
name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3609119 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3609123 T9448
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3609132 T9448 oascc.SolrZkClient.makePath makePath:
/live_nodes/node4
[junit4] 2> 3609144 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3609152 T9530 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@50932217
name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3609152 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3609158 T9448
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3609165 T9448 oascc.SolrZkClient.makePath makePath:
/live_nodes/node5
[junit4] 2> 3609175 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3609178 T9533 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@450b8efc
name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3609179 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3609182 T9448
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3609188 T9448 oascc.SolrZkClient.makePath makePath:
/live_nodes/node6
[junit4] 2> 3609202 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3609208 T9536 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@31e38d6d
name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3609209 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3609212 T9448
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3609220 T9448 oascc.SolrZkClient.makePath makePath:
/live_nodes/node7
[junit4] 2> 3609231 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3609234 T9539 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@72108a66
name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3609235 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3609238 T9448
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3609245 T9448 oascc.SolrZkClient.makePath makePath:
/live_nodes/node8
[junit4] 2> 3609260 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3609263 T9542 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@3b5a8da9
name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3609263 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3609267 T9448
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3609274 T9448 oascc.SolrZkClient.makePath makePath:
/live_nodes/node9
[junit4] 2> 3609288 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3609290 T9545 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@223f9850
name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3609291 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3609294 T9448
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3609303 T9448 oascc.SolrZkClient.makePath makePath:
/live_nodes/node10
[junit4] 2> 3609327 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3609329 T9548 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@f1af19f name:ZooKeeperConnection
Watcher:127.0.0.1:51853/solr got event WatchedEvent state:SyncConnected
type:None path:null path:null type:None
[junit4] 2> 3609329 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3609332 T9448
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3609340 T9448 oascc.SolrZkClient.makePath makePath:
/live_nodes/node11
[junit4] 2> 3609360 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3609364 T9551 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@792f19a0
name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3609366 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3609369 T9448
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3609377 T9448 oascc.SolrZkClient.makePath makePath:
/live_nodes/node12
[junit4] 2> 3609394 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3609397 T9554 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@16f7f4e9
name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3609397 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3609400 T9448
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3609408 T9448 oascc.SolrZkClient.makePath makePath:
/live_nodes/node13
[junit4] 2> 3609427 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3609430 T9557 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@48d4137f
name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3609431 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3609435 T9448
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3609442 T9448 oascc.SolrZkClient.makePath makePath:
/live_nodes/node14
[junit4] 2> 3609464 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3609468 T9560 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@101a95f3
name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3609468 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3609472 T9448
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3609480 T9448 oascc.SolrZkClient.makePath makePath:
/live_nodes/node15
[junit4] 2> 3609500 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3609502 T9563 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@11797c49
name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3609502 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3609505 T9448
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3609512 T9448 oascc.SolrZkClient.makePath makePath:
/live_nodes/node16
[junit4] 2> 3609534 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3609537 T9566 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@38809233
name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3609537 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3609541 T9448
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3609549 T9448 oascc.SolrZkClient.makePath makePath:
/live_nodes/node17
[junit4] 2> 3609573 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3609578 T9569 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@50a721b7
name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3609578 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3609581 T9448
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3609591 T9448 oascc.SolrZkClient.makePath makePath:
/live_nodes/node18
[junit4] 2> 3609617 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3609620 T9572 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@1456835d
name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3609621 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3609624 T9448
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3609632 T9448 oascc.SolrZkClient.makePath makePath:
/live_nodes/node19
[junit4] 2> 3609664 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3609667 T9575 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@4e173eaa
name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3609667 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3609671 T9448
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3609681 T9448 oascc.SolrZkClient.makePath makePath:
/live_nodes/node20
[junit4] 2> 3609710 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3609715 T9578 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@72ba2c51
name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3609716 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3609720 T9448
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3609728 T9448 oascc.SolrZkClient.makePath makePath:
/live_nodes/node21
[junit4] 2> 3609763 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3609770 T9581 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@1bf90128
name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3609771 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3609778 T9448
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3609790 T9448 oascc.SolrZkClient.makePath makePath:
/live_nodes/node22
[junit4] 2> 3609816 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3609823 T9584 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@3b952561
name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3609823 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3609826 T9448
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3609834 T9448 oascc.SolrZkClient.makePath makePath:
/live_nodes/node23
[junit4] 2> 3609866 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3609871 T9587 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@4c80aed7
name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3609872 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3609875 T9448
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3609884 T9448 oascc.SolrZkClient.makePath makePath:
/live_nodes/node24
[junit4] 2> 3609917 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3609919 T9590 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@6f7bcbb2
name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3609920 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3609924 T9448
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3609933 T9448 oascc.SolrZkClient.makePath makePath:
/live_nodes/node25
[junit4] 2> 3609962 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3609965 T9593 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@3c586734
name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3609965 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3609969 T9448
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3609979 T9448 oascc.SolrZkClient.makePath makePath:
/live_nodes/node26
[junit4] 2> 3610015 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3610017 T9596 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@2e74f3f3
name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3610017 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3610021 T9448
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3610030 T9448 oascc.SolrZkClient.makePath makePath:
/live_nodes/node27
[junit4] 2> 3610068 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3610073 T9599 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@674b06fc
name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3610074 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3610079 T9448
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3610088 T9448 oascc.SolrZkClient.makePath makePath:
/live_nodes/node28
[junit4] 2> 3610121 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3610126 T9602 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@565c77fc
name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3610126 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3610129 T9448
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3610138 T9448 oascc.SolrZkClient.makePath makePath:
/live_nodes/node29
[junit4] 2> 3610169 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3610172 T9605 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@29c2dbc4
name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3610172 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3610176 T9448
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3610185 T9448 oascc.SolrZkClient.makePath makePath:
/live_nodes/node30
[junit4] 2> 3610213 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3610216 T9608 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@20204e64
name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3610216 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3610219 T9448
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3610226 T9448 oascc.SolrZkClient.makePath makePath:
/live_nodes/node31
[junit4] 2> 3610262 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3610264 T9611 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@1f63c07a
name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3610265 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3610268 T9448
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3610275 T9448 oascc.SolrZkClient.makePath makePath:
/live_nodes/node32
[junit4] 2> 3610317 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3610324 T9614 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@2a35a7fd
name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3610324 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3610327 T9448
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3610336 T9448 oascc.SolrZkClient.makePath makePath:
/live_nodes/node33
[junit4] 2> 3610378 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3610381 T9617 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@15964584
name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3610382 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3610385 T9448
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3610393 T9448 oascc.SolrZkClient.makePath makePath:
/live_nodes/node34
[junit4] 2> 3610419 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3610424 T9620 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@37676a3c
name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3610424 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3610428 T9448
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3610438 T9448 oascc.SolrZkClient.makePath makePath:
/live_nodes/node35
[junit4] 2> 3610489 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3610493 T9623 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@36861cba
name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3610494 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3610498 T9448
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3610507 T9448 oascc.SolrZkClient.makePath makePath:
/live_nodes/node36
[junit4] 2> 3610545 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3610548 T9626 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@310b4fd8
name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3610548 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3610551 T9448
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3610559 T9448 oascc.SolrZkClient.makePath makePath:
/live_nodes/node37
[junit4] 2> 3610591 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3610593 T9629 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@16969618
name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3610594 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3610597 T9448
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3610606 T9448 oascc.SolrZkClient.makePath makePath:
/live_nodes/node38
[junit4] 2> 3610654 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3610657 T9632 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@1aac287c
name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3610658 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3610662 T9448
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3610672 T9448 oascc.SolrZkClient.makePath makePath:
/live_nodes/node39
[junit4] 2> 3610721 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3610725 T9635 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@1c49845f
name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3610725 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3610729 T9448
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3610738 T9448 oascc.SolrZkClient.makePath makePath:
/live_nodes/node40
[junit4] 2> 3610788 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3610791 T9638 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@77576d81
name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3610792 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3610796 T9448
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3610803 T9448 oascc.SolrZkClient.makePath makePath:
/live_nodes/node41
[junit4] 2> 3610842 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3610847 T9641 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@55d30325
name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3610848 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3610852 T9448
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3610862 T9448 oascc.SolrZkClient.makePath makePath:
/live_nodes/node42
[junit4] 2> 3610915 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3610918 T9644 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@2e472e2b
name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3610918 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3610922 T9448
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3610930 T9448 oascc.SolrZkClient.makePath makePath:
/live_nodes/node43
[junit4] 2> 3610979 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3610984 T9647 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@7efc3cc0
name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3610984 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3610987 T9448
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3610996 T9448 oascc.SolrZkClient.makePath makePath:
/live_nodes/node44
[junit4] 2> 3611053 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3611058 T9650 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@328b7dfb
name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3611059 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3611063 T9448
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3611071 T9448 oascc.SolrZkClient.makePath makePath:
/live_nodes/node45
[junit4] 2> 3611121 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3611124 T9653 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@7f8c8aa4
name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3611126 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3611130 T9448
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3611138 T9448 oascc.SolrZkClient.makePath makePath:
/live_nodes/node46
[junit4] 2> 3611191 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3611195 T9656 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@68adc508
name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3611195 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3611199 T9448
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3611209 T9448 oascc.SolrZkClient.makePath makePath:
/live_nodes/node47
[junit4] 2> 3611255 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3611263 T9659 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@77a8eee1
name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3611264 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3611268 T9448
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3611277 T9448 oascc.SolrZkClient.makePath makePath:
/live_nodes/node48
[junit4] 2> 3611333 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3611336 T9662 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@1e25214a
name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3611336 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3611339 T9448
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3611349 T9448 oascc.SolrZkClient.makePath makePath:
/live_nodes/node49
[junit4] 2> 3611406 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3611411 T9665 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@5e74180 name:ZooKeeperConnection
Watcher:127.0.0.1:51853/solr got event WatchedEvent state:SyncConnected
type:None path:null path:null type:None
[junit4] 2> 3611412 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3611416 T9448
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3611425 T9448 oascc.SolrZkClient.makePath makePath:
/live_nodes/node50
[junit4] 2> 3611485 T9448 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 3611488 T9668 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@36451b1 name:ZooKeeperConnection
Watcher:127.0.0.1:51853/solr got event WatchedEvent state:SyncConnected
type:None path:null path:null type:None
[junit4] 2> 3611489 T9448 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3611492 T9448
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3611500 T9448 oascc.SolrZkClient.makePath makePath:
/live_nodes/node51
[junit4] 2> 3611606 T9722 oasc.DistributedQueue$LatchChildWatcher.process
LatchC
[...truncated too long message...]
ions, DisMaxRequestHandlerTest, SSLMigrationTest, FunctionTest, TestRecovery,
TestComponentsName, TestFoldingMultitermQuery, DistributedSuggestComponentTest,
TestWordDelimiterFilterFactory, QueryResultKeyTest, TestFreeTextSuggestions,
ResponseHeaderTest, SpellCheckComponentTest, InfoHandlerTest, SolrXmlInZkTest,
ExternalFileFieldSortTest, TestFastLRUCache, DeleteShardTest,
SolrIndexConfigTest, TermVectorComponentTest, HardAutoCommitTest,
TestRestManager, TestDynamicFieldCollectionResource, TestRTGBase,
DirectUpdateHandlerTest, TestSolrXmlPersistence, TestImplicitCoreProperties,
DirectUpdateHandlerOptimizeTest, ZkNodePropsTest, DistanceFunctionTest,
PreAnalyzedUpdateProcessorTest, ChangedSchemaMergeTest,
TestReRankQParserPlugin, SignatureUpdateProcessorFactoryTest,
TestCoreContainer, TestRangeQuery, SearchHandlerTest, ScriptEngineTest,
WordBreakSolrSpellCheckerTest, RAMDirectoryFactoryTest, DateMathParserTest,
NumericFieldsTest, ParsingFieldUpdateProcessorsTest, TestStressVersions,
TestReload, TermsComponentTest, TestSolrIndexConfig, TestPivotHelperCode,
TestFastWriter, TestCloudManagedSchemaConcurrent, TestRecoveryHdfs,
HdfsWriteToMultipleCollectionsTest, BasicZkTest, AssignTest,
CoreAdminRequestStatusTest, AddSchemaFieldsUpdateProcessorFactoryTest,
XsltUpdateRequestHandlerTest, TestXIncludeConfig, LeaderElectionTest,
TestZkChroot, AsyncMigrateRouteKeyTest, TestReplicationHandler,
SuggesterTSTTest, ResourceLoaderTest, LegacyHTMLStripCharFilterTest,
TestIndexingPerformance, TestCoreDiscovery, TestMiniSolrCloudCluster,
HdfsBasicDistributedZk2Test, MigrateRouteKeyTest, CircularListTest,
SystemInfoHandlerTest, TestFastOutputStream, TestCollectionAPI,
RequestHandlersTest, TestDefaultSimilarityFactory, NotRequiredUniqueKeyTest,
HdfsCollectionsAPIDistributedZkTest, TestComplexPhraseQParserPlugin,
TestSolrQueryParserResource, ResponseLogComponentTest, CursorMarkTest,
TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, ZkSolrClientTest,
BasicDistributedZkTest, OpenExchangeRatesOrgProviderTest, AutoCommitTest,
TestReplicationHandlerBackup, FullSolrCloudDistribCmdsTest,
SolrIndexSplitterTest, SolrRequestParserTest, BlockDirectoryTest,
CSVRequestHandlerTest, ModifyConfFileTest, TestLFUCache,
FastVectorHighlighterTest, DocValuesTest, TestBinaryField,
TestValueSourceCache, TestPseudoReturnFields, TestFuzzyAnalyzedSuggestions,
SpellingQueryConverterTest, ExpressionTest, TestAnalyzedSuggestions,
TestQueryUtils, MoreLikeThisHandlerTest, TestClassNameShortening,
DistribDocExpirationUpdateProcessorTest, TestMergePolicyConfig,
TestDFRSimilarityFactory, LoggingHandlerTest, TestCustomSort, TestRealTimeGet,
SpatialFilterTest, TestPartialUpdateDeduplication,
StatelessScriptUpdateProcessorFactoryTest, DeleteReplicaTest,
CoreContainerCoreInitFailuresTest, MultiThreadedOCPTest,
DistributedDebugComponentTest, TestDefaultSearchFieldResource, UUIDFieldTest,
TestStressLucene, DirectSolrSpellCheckerTest, AnalysisAfterCoreReloadTest,
EnumFieldTest, TestRandomDVFaceting, FileBasedSpellCheckerTest,
QueryParsingTest, TestCloudManagedSchema, DocValuesMissingTest,
DistributedQueryElevationComponentTest, SolrCoreCheckLockOnStartupTest,
FieldMutatingUpdateProcessorTest, SolrPluginUtilsTest, RollingRestartTest,
SimpleFacetsTest, TestSchemaNameResource, HdfsLockFactoryTest,
TestSchemaSimilarityResource, TestSolrXml, AnalyticsQueryTest,
TestDynamicFieldResource, TestDocumentBuilder, HttpPartitionTest, DOMUtilTest,
TestManagedResourceStorage, CoreMergeIndexesAdminHandlerTest,
UpdateRequestProcessorFactoryTest, TestSolrXmlPersistor, QueryEqualityTest,
MergeStrategyTest, TestInfoStreamLogging, TestPostingsSolrHighlighter,
SharedFSAutoReplicaFailoverTest, PolyFieldTest, SolrInfoMBeanTest,
HdfsUnloadDistributedZkTest, TimeZoneUtilsTest, StatsComponentTest,
TestManagedSchemaFieldResource, SolrCmdDistributorTest,
TestReloadAndDeleteDocs, CurrencyFieldOpenExchangeTest, TestConfig,
TestHashPartitioner, TestNonNRTOpen, MBeansHandlerTest,
TestExceedMaxTermLength, TestQuerySenderListener, TestInitQParser,
TermVectorComponentDistributedTest, URLClassifyProcessorTest,
CustomCollectionTest, PeerSyncTest, AtomicUpdatesTest,
TestExtendedDismaxParser, DirectSolrConnectionTest, TestOrdValues,
TestSortingResponseWriter, FileUtilsTest, DeleteLastCustomShardedReplicaTest,
SuggesterWFSTTest, DocValuesMultiTest, DistributedTermsComponentTest,
OpenCloseCoreStressTest, TestStressReorder, RemoteQueryErrorTest,
SynonymTokenizerTest, HdfsChaosMonkeySafeLeaderTest, TestPhraseSuggestions,
ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, UnloadDistributedZkTest,
CollectionsAPIDistributedZkTest, SyncSliceTest, OverseerTest,
LeaderElectionIntegrationTest, RecoveryZkTest, ClusterStateUpdateTest,
TestRandomFaceting, ZkCLITest, ShardRoutingCustomTest, TestDistributedSearch,
TestDistributedGrouping, DistributedSpellCheckComponentTest, ZkControllerTest,
TestJoin, TestMultiCoreConfBootstrap, TestSolr4Spatial, SolrCoreTest,
TestGroupingSearch, QueryElevationComponentTest, BadIndexSchemaTest,
ConvertedLegacyTest, TestSort, TestFiltering, TestFunctionQuery,
BasicFunctionalityTest, TestLazyCores, TestBadConfig,
OverseerCollectionProcessorTest, TestIndexSearcher, HighlighterTest,
SoftAutoCommitTest, ShowFileRequestHandlerTest, CurrencyFieldXmlFileTest,
SimplePostToolTest, SpellCheckCollatorTest, SuggesterFSTTest,
CoreAdminHandlerTest, SuggesterTest, TestTrie, TestCSVLoader,
NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, TestUpdate,
TestAtomicUpdateErrorCases, DefaultValueUpdateProcessorTest,
SortByFunctionTest, TestRemoteStreaming, TestSolrDeletionPolicy1,
DebugComponentTest, CacheHeaderTest, IndexBasedSpellCheckerTest,
TestSurroundQueryParser, LukeRequestHandlerTest, StandardRequestHandlerTest,
TestWriterPerf, TestReversedWildcardFilterFactory,
DocumentAnalysisRequestHandlerTest, TestQueryTypes, PrimitiveFieldTypeTest,
TestOmitPositions, XmlUpdateRequestHandlerTest, RequiredFieldsTest,
FieldAnalysisRequestHandlerTest, TestSolrQueryParser, TestArbitraryIndexDir,
IndexSchemaRuntimeFieldTest, RegexBoostProcessorTest, IndexSchemaTest,
TestJmxIntegration, TestCollationField, ReturnFieldsTest, JSONWriterTest,
TestCSVResponseWriter, UniqFieldsUpdateProcessorFactoryTest, JsonLoaderTest,
BinaryUpdateRequestHandlerTest, TestPHPSerializedResponseWriter,
PingRequestHandlerTest, TestBinaryResponseWriter, HighlighterConfigTest,
SOLR749Test, UpdateParamsTest, TestQuerySenderNoQuery, CopyFieldTest,
BadComponentTest, TestStressRecovery, TestSolrDeletionPolicy2, MultiTermTest,
SampleTest, TestDocSet, TestSearchPerf, MinimalSchemaTest, OutputWriterTest,
TestSolrCoreProperties, TestLuceneMatchVersion, SpellPossibilityIteratorTest,
TestCharFilters, TestCodecSupport, TestSweetSpotSimilarityFactory,
TestPerFieldSimilarity, TestLMJelinekMercerSimilarityFactory,
TestBM25SimilarityFactory, TestJmxMonitoredMap, PluginInfoTest,
ChaosMonkeyNothingIsSafeTest, PreAnalyzedFieldTest, TestSystemIdResolver,
PrimUtilsTest, TestSuggestSpellingConverter, DateFieldTest, ClusterStateTest,
TestSolrJ, TestLRUCache, TestUtils, SliceStateTest, CursorPagingTest,
SolrTestCaseJ4Test, TestDistributedMissingSort, TestHighlightDedupGrouping,
TestTolerantSearch, AbstractAnalyticsStatsTest, NoFacetTest,
AbstractAnalyticsFacetTest, FieldFacetExtrasTest, FieldFacetTest,
QueryFacetTest, RangeFacetTest, AliasIntegrationTest,
CollectionsAPIAsyncDistributedZkTest, DeleteInactiveReplicaTest,
DistribCursorPagingTest, OverseerRolesTest, OverseerStatusTest,
ReplicationFactorTest, ShardSplitTest, SharedFSAutoReplicaFailoverUtilsTest,
TestCloudInspectUtil, TestCloudPivotFacet, TestDistribDocBasedVersion,
TestLeaderElectionZkExpiry, TestModifyConfFiles,
TestRequestStatusCollectionAPI, TriLevelCompositeIdRoutingTest,
HdfsBasicDistributedZkTest, HdfsRecoveryZkTest, HdfsSyncSliceTest,
StressHdfsTest, CachingDirectoryFactoryTest, TestConfigSets,
TestShardHandlerFactory, CoreAdminCreateDiscoverTest,
DistributedExpandComponentTest, DistributedFacetPivotLargeTest,
DistributedFacetPivotLongTailTest, DistributedFacetPivotSmallTest,
DistributedQueryComponentCustomSortTest, SuggestComponentTest,
TestExpandComponent, HighlighterMaxOffsetTest, TestIntervalFaceting,
TestChildDocTransformer, TestCopyFieldCollectionResource,
TestFieldCollectionResource, TestFieldResource,
TestFieldTypeCollectionResource, TestFieldTypeResource, TestSchemaResource,
TestSchemaVersionResource, TestSerializedLuceneMatchVersion,
TestUniqueKeyFieldResource, TestManagedStopFilterFactory, BadCopyFieldTest,
DateRangeFieldTest, TestCloudSchemaless]
[junit4] Completed in 279.09s, 1 test, 1 error <<< FAILURES!
[...truncated 91 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:474: The following
error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:454: The following
error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:45: The following
error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/extra-targets.xml:37: The
following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:189: The
following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:496:
The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1350:
The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:965:
There were test failures: 430 suites, 1782 tests, 2 errors, 45 ignored (18
assumptions)
Total time: 149 minutes 34 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.8.0
-XX:-UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]