Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-Java8/594/
1 tests failed. FAILED: org.apache.solr.cloud.OverseerTest.testOverseerStatsReset Error Message: expected:<1> but was:<2> Stack Trace: java.lang.AssertionError: expected:<1> but was:<2> at __randomizedtesting.SeedInfo.seed([11E26D56C8AA4174:BAB68A6A5D70E27A]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.failNotEquals(Assert.java:647) at org.junit.Assert.assertEquals(Assert.java:128) at org.junit.Assert.assertEquals(Assert.java:472) at org.junit.Assert.assertEquals(Assert.java:456) at org.apache.solr.cloud.OverseerTest.testOverseerStatsReset(OverseerTest.java:722) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:497) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1660) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:866) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:902) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:916) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:875) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:777) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:811) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:822) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367) at java.lang.Thread.run(Thread.java:745) Build Log: [...truncated 10068 lines...] [junit4] Suite: org.apache.solr.cloud.OverseerTest [junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/temp/solr.cloud.OverseerTest_11E26D56C8AA4174-001/init-core-data-001 [junit4] 2> 870401 INFO (SUITE-OverseerTest-seed#[11E26D56C8AA4174]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) [junit4] 2> 870401 INFO (SUITE-OverseerTest-seed#[11E26D56C8AA4174]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore [junit4] 2> 870401 INFO (SUITE-OverseerTest-seed#[11E26D56C8AA4174]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore end [junit4] 2> 870403 INFO (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[11E26D56C8AA4174]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testExternalClusterStateChangeBehavior [junit4] 2> 870403 INFO (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 870404 INFO (Thread-2283) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 870404 INFO (Thread-2283) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 870504 INFO (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.ZkTestServer start zk server on port:40588 [junit4] 2> 870504 INFO (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 870505 INFO (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 870510 INFO (zkCallback-598-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@777eca5d name:ZooKeeperConnection Watcher:127.0.0.1:40588/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 870510 INFO (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 870510 INFO (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 870510 INFO (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 870511 INFO (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 870512 INFO (zkCallback-599-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@65ee6fde name:ZooKeeperConnection Watcher:127.0.0.1:40588 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 870512 INFO (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 870512 INFO (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 870513 INFO (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 870517 INFO (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 870517 INFO (zkCallback-600-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3f80801a name:ZooKeeperConnection Watcher:127.0.0.1:40588 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 870517 INFO (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 870517 INFO (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 870517 INFO (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr [junit4] 2> 870520 INFO (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes [junit4] 2> 870521 INFO (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections [junit4] 2> 870522 INFO (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json [junit4] 2> 870523 INFO (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json [junit4] 2> 870524 INFO (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json [junit4] 2> 870525 INFO (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... [junit4] 2> 870527 INFO (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 870529 INFO (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 870529 INFO (zkCallback-601-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4843e6b9 name:ZooKeeperConnection Watcher:127.0.0.1:40588/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 870529 INFO (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 870529 INFO (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 870530 INFO (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[11E26D56C8AA4174]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=600000&connTimeout=60000&retry=true [junit4] 2> 870532 INFO (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect [junit4] 2> 870533 INFO (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election [junit4] 2> 870534 INFO (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 870535 INFO (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94829906542329859-127.0.0.1:40588_solr-n_0000000000 [junit4] 2> 870535 INFO (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40588_solr [junit4] 2> 870535 INFO (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader [junit4] 2> 870536 INFO (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.Overseer Overseer (id=94829906542329859-127.0.0.1:40588_solr-n_0000000000) starting [junit4] 2> 870537 INFO (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue [junit4] 2> 870539 INFO (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work [junit4] 2> 870540 INFO (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure [junit4] 2> 870542 INFO (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running [junit4] 2> 870543 INFO (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed [junit4] 2> 870545 INFO (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work [junit4] 2> 870547 INFO (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000 [junit4] 2> 870548 INFO (OverseerStateUpdate-94829906542329859-127.0.0.1:40588_solr-n_0000000000) [ ] o.a.s.c.Overseer Starting to work on the main queue [junit4] 2> 870549 INFO (OverseerStateUpdate-94829906542329859-127.0.0.1:40588_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... [junit4] 2> 870557 INFO (OverseerCollectionConfigSetProcessor-94829906542329859-127.0.0.1:40588_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations [junit4] 2> 870557 INFO (OverseerStateUpdate-94829906542329859-127.0.0.1:40588_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "operation":"state", [junit4] 2> "base_url":"http://127.0.0.1/solr", [junit4] 2> "node_name":"node1", [junit4] 2> "collection":"c1", [junit4] 2> "core":"core1", [junit4] 2> "roles":"", [junit4] 2> "state":"down"} current state version: 0 [junit4] 2> 870557 INFO (OverseerStateUpdate-94829906542329859-127.0.0.1:40588_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={ [junit4] 2> "operation":"state", [junit4] 2> "base_url":"http://127.0.0.1/solr", [junit4] 2> "node_name":"node1", [junit4] 2> "collection":"c1", [junit4] 2> "core":"core1", [junit4] 2> "roles":"", [junit4] 2> "state":"down"} [junit4] 2> 870558 INFO (OverseerStateUpdate-94829906542329859-127.0.0.1:40588_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1 [junit4] 2> 870559 INFO (zkCallback-598-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0) [junit4] 2> 870559 INFO (zkCallback-601-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0) [junit4] 2> 870609 INFO (OverseerStateUpdate-94829906542329859-127.0.0.1:40588_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 2, message = { [junit4] 2> "operation":"state", [junit4] 2> "base_url":"http://127.0.0.1/solr", [junit4] 2> "node_name":"node1", [junit4] 2> "collection":"c1", [junit4] 2> "core":"core1", [junit4] 2> "roles":"", [junit4] 2> "state":"recovering"} current state version: 1 [junit4] 2> 870610 INFO (OverseerStateUpdate-94829906542329859-127.0.0.1:40588_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={ [junit4] 2> "operation":"state", [junit4] 2> "base_url":"http://127.0.0.1/solr", [junit4] 2> "node_name":"node1", [junit4] 2> "collection":"c1", [junit4] 2> "core":"core1", [junit4] 2> "roles":"", [junit4] 2> "state":"recovering"} [junit4] 2> 870610 INFO (OverseerStateUpdate-94829906542329859-127.0.0.1:40588_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator node=core_node1 is already registered [junit4] 2> 870610 INFO (OverseerStateUpdate-94829906542329859-127.0.0.1:40588_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered [junit4] 2> 870610 INFO (zkCallback-598-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0) [junit4] 2> 870610 INFO (zkCallback-601-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0) [junit4] 2> 870612 INFO (OverseerStateUpdate-94829906542329859-127.0.0.1:40588_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 2, message = { [junit4] 2> "operation":"state", [junit4] 2> "base_url":"http://127.0.0.1/solr", [junit4] 2> "node_name":"node1", [junit4] 2> "collection":"c1", [junit4] 2> "core":"core1", [junit4] 2> "roles":"", [junit4] 2> "state":"active"} current state version: 1 [junit4] 2> 870612 INFO (OverseerStateUpdate-94829906542329859-127.0.0.1:40588_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={ [junit4] 2> "operation":"state", [junit4] 2> "base_url":"http://127.0.0.1/solr", [junit4] 2> "node_name":"node1", [junit4] 2> "collection":"c1", [junit4] 2> "core":"core1", [junit4] 2> "roles":"", [junit4] 2> "state":"active"} [junit4] 2> 870612 INFO (OverseerStateUpdate-94829906542329859-127.0.0.1:40588_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator node=core_node1 is already registered [junit4] 2> 870612 INFO (OverseerStateUpdate-94829906542329859-127.0.0.1:40588_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered [junit4] 2> 870614 INFO (OverseerStateUpdate-94829906542329859-127.0.0.1:40588_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 3, message = { [junit4] 2> "operation":"create", [junit4] 2> "name":"test", [junit4] 2> "numShards":"1", [junit4] 2> "replicationFactor":"1", [junit4] 2> "stateFormat":"2"} current state version: 1 [junit4] 2> 870614 INFO (OverseerStateUpdate-94829906542329859-127.0.0.1:40588_solr-n_0000000000) [ ] o.a.s.c.o.ClusterStateMutator building a new cName: test [junit4] 2> 870615 WARN (OverseerStateUpdate-94829906542329859-127.0.0.1:40588_solr-n_0000000000) [ ] o.a.s.c.Overseer Bad version writing to ZK using compare-and-set, will force refresh cluster state [junit4] 2> org.apache.zookeeper.KeeperException$BadVersionException: KeeperErrorCode = BadVersion for /clusterstate.json [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:115) [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51) [junit4] 2> at org.apache.zookeeper.ZooKeeper.setData(ZooKeeper.java:1270) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:370) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:367) [junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.setData(SolrZkClient.java:367) [junit4] 2> at org.apache.solr.cloud.overseer.ZkStateWriter.writePendingUpdates(ZkStateWriter.java:251) [junit4] 2> at org.apache.solr.cloud.overseer.ZkStateWriter.enqueueUpdate(ZkStateWriter.java:118) [junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.processQueueItem(Overseer.java:290) [junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:214) [junit4] 2> at java.lang.Thread.run(Thread.java:745) [junit4] 2> 870617 INFO (OverseerStateUpdate-94829906542329859-127.0.0.1:40588_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: workQueueSize: 2, message = { [junit4] 2> "operation":"state", [junit4] 2> "base_url":"http://127.0.0.1/solr", [junit4] 2> "node_name":"node1", [junit4] 2> "collection":"c1", [junit4] 2> "core":"core1", [junit4] 2> "roles":"", [junit4] 2> "state":"recovering"} [junit4] 2> 870618 INFO (OverseerStateUpdate-94829906542329859-127.0.0.1:40588_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={ [junit4] 2> "operation":"state", [junit4] 2> "base_url":"http://127.0.0.1/solr", [junit4] 2> "node_name":"node1", [junit4] 2> "collection":"c1", [junit4] 2> "core":"core1", [junit4] 2> "roles":"", [junit4] 2> "state":"recovering"} [junit4] 2> 870618 INFO (OverseerStateUpdate-94829906542329859-127.0.0.1:40588_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator node=core_node1 is already registered [junit4] 2> 870618 INFO (OverseerStateUpdate-94829906542329859-127.0.0.1:40588_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered [junit4] 2> 870618 INFO (zkCallback-598-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0) [junit4] 2> 870618 INFO (zkCallback-601-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0) [junit4] 2> 870621 INFO (OverseerStateUpdate-94829906542329859-127.0.0.1:40588_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: workQueueSize: 2, message = { [junit4] 2> "operation":"state", [junit4] 2> "base_url":"http://127.0.0.1/solr", [junit4] 2> "node_name":"node1", [junit4] 2> "collection":"c1", [junit4] 2> "core":"core1", [junit4] 2> "roles":"", [junit4] 2> "state":"active"} [junit4] 2> 870622 INFO (OverseerStateUpdate-94829906542329859-127.0.0.1:40588_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={ [junit4] 2> "operation":"state", [junit4] 2> "base_url":"http://127.0.0.1/solr", [junit4] 2> "node_name":"node1", [junit4] 2> "collection":"c1", [junit4] 2> "core":"core1", [junit4] 2> "roles":"", [junit4] 2> "state":"active"} [junit4] 2> 870622 INFO (OverseerStateUpdate-94829906542329859-127.0.0.1:40588_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator node=core_node1 is already registered [junit4] 2> 870622 INFO (OverseerStateUpdate-94829906542329859-127.0.0.1:40588_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered [junit4] 2> 870622 INFO (zkCallback-598-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0) [junit4] 2> 870622 INFO (zkCallback-601-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0) [junit4] 2> 870624 INFO (OverseerStateUpdate-94829906542329859-127.0.0.1:40588_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 0, message = { [junit4] 2> "operation":"create", [junit4] 2> "name":"test", [junit4] 2> "numShards":"1", [junit4] 2> "replicationFactor":"1", [junit4] 2> "stateFormat":"2"} current state version: 4 [junit4] 2> 870624 INFO (OverseerStateUpdate-94829906542329859-127.0.0.1:40588_solr-n_0000000000) [ ] o.a.s.c.o.ClusterStateMutator building a new cName: test [junit4] 2> 870625 INFO (OverseerStateUpdate-94829906542329859-127.0.0.1:40588_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 0, message = { [junit4] 2> "operation":"createshard", [junit4] 2> "collection":"test", [junit4] 2> "shard":"x", [junit4] 2> "replicationFactor":"1"} current state version: 4 [junit4] 2> 870627 INFO (OverseerStateUpdate-94829906542329859-127.0.0.1:40588_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 0, message = { [junit4] 2> "operation":"addreplica", [junit4] 2> "collection":"test", [junit4] 2> "shard":"x", [junit4] 2> "base_url":"http://127.0.0.1/solr", [junit4] 2> "node_name":"node1", [junit4] 2> "core":"core1", [junit4] 2> "state":"down"} current state version: 4 [junit4] 2> 870627 INFO (OverseerStateUpdate-94829906542329859-127.0.0.1:40588_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"addreplica", [junit4] 2> "collection":"test", [junit4] 2> "shard":"x", [junit4] 2> "base_url":"http://127.0.0.1/solr", [junit4] 2> "node_name":"node1", [junit4] 2> "core":"core1", [junit4] 2> "state":"down"} [junit4] 2> 870729 INFO (OverseerStateUpdate-94829906542329859-127.0.0.1:40588_solr-n_0000000000) [ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/test/state.json [junit4] 2> 870772 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception [junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x150e74c2d8a0000, likely client has closed socket [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228) [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208) [junit4] 2> at java.lang.Thread.run(Thread.java:745) [junit4] 2> 870779 INFO (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40588 40588 [junit4] 2> 870954 INFO (Thread-2283) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40588 40588 [junit4] 2> 870954 WARN (Thread-2283) [ ] o.a.s.c.ZkTestServer Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 2 /solr/aliases.json [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 2 /solr/clusterstate.json [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 2 /solr/live_nodes [junit4] 2> 2 /solr/collections [junit4] 2> [junit4] 2> 870955 INFO (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[11E26D56C8AA4174]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testExternalClusterStateChangeBehavior [junit4] 2> 870955 INFO (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.Overseer Overseer (id=94829906542329859-127.0.0.1:40588_solr-n_0000000000) closing [junit4] 2> 870955 INFO (OverseerStateUpdate-94829906542329859-127.0.0.1:40588_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:40588_solr [junit4] 2> 870958 INFO (TEST-OverseerTest.testStateChange-seed#[11E26D56C8AA4174]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testStateChange [junit4] 2> 870959 INFO (TEST-OverseerTest.testStateChange-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 870959 ERROR (OverseerExitThread) [ ] o.a.s.c.Overseer could not read the data [junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127) [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51) [junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:350) [junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:350) [junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:304) [junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:87) [junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:265) [junit4] 2> 870959 INFO (Thread-2284) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 870960 INFO (Thread-2284) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 871059 INFO (TEST-OverseerTest.testStateChange-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.ZkTestServer start zk server on port:43075 [junit4] 2> 871059 INFO (TEST-OverseerTest.testStateChange-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 871060 INFO (TEST-OverseerTest.testStateChange-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 871062 INFO (zkCallback-603-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@75452679 name:ZooKeeperConnection Watcher:127.0.0.1:43075/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 871063 INFO (TEST-OverseerTest.testStateChange-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 871063 INFO (TEST-OverseerTest.testStateChange-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 871063 INFO (TEST-OverseerTest.testStateChange-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 871063 INFO (TEST-OverseerTest.testStateChange-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 871064 INFO (zkCallback-604-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7e3da799 name:ZooKeeperConnection Watcher:127.0.0.1:43075 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 871064 INFO (TEST-OverseerTest.testStateChange-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 871065 INFO (TEST-OverseerTest.testStateChange-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 871066 INFO (TEST-OverseerTest.testStateChange-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 871072 INFO (TEST-OverseerTest.testStateChange-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 871073 INFO (zkCallback-605-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@573e1a32 name:ZooKeeperConnection Watcher:127.0.0.1:43075 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 871073 INFO (TEST-OverseerTest.testStateChange-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 871073 INFO (TEST-OverseerTest.testStateChange-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 871073 INFO (TEST-OverseerTest.testStateChange-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr [junit4] 2> 871076 INFO (TEST-OverseerTest.testStateChange-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes [junit4] 2> 871077 INFO (TEST-OverseerTest.testStateChange-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections [junit4] 2> 871078 INFO (TEST-OverseerTest.testStateChange-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json [junit4] 2> 871079 INFO (TEST-OverseerTest.testStateChange-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json [junit4] 2> 871080 INFO (TEST-OverseerTest.testStateChange-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json [junit4] 2> 871081 INFO (TEST-OverseerTest.testStateChange-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... [junit4] 2> 871083 INFO (TEST-OverseerTest.testStateChange-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 871089 INFO (TEST-OverseerTest.testStateChange-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 871089 INFO (zkCallback-606-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2de31823 name:ZooKeeperConnection Watcher:127.0.0.1:43075/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 871089 INFO (TEST-OverseerTest.testStateChange-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 871089 INFO (TEST-OverseerTest.testStateChange-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 871090 INFO (TEST-OverseerTest.testStateChange-seed#[11E26D56C8AA4174]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=600000&connTimeout=60000&retry=true [junit4] 2> 871090 INFO (TEST-OverseerTest.testStateChange-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect [junit4] 2> 871092 INFO (TEST-OverseerTest.testStateChange-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election [junit4] 2> 871092 INFO (TEST-OverseerTest.testStateChange-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 871093 INFO (TEST-OverseerTest.testStateChange-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94829906579095555-127.0.0.1:43075_solr-n_0000000000 [junit4] 2> 871093 INFO (TEST-OverseerTest.testStateChange-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43075_solr [junit4] 2> 871093 INFO (TEST-OverseerTest.testStateChange-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader [junit4] 2> 871094 INFO (TEST-OverseerTest.testStateChange-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.Overseer Overseer (id=94829906579095555-127.0.0.1:43075_solr-n_0000000000) starting [junit4] 2> 871095 INFO (TEST-OverseerTest.testStateChange-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue [junit4] 2> 871097 INFO (TEST-OverseerTest.testStateChange-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work [junit4] 2> 871098 INFO (TEST-OverseerTest.testStateChange-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure [junit4] 2> 871100 INFO (TEST-OverseerTest.testStateChange-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running [junit4] 2> 871101 INFO (TEST-OverseerTest.testStateChange-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed [junit4] 2> 871103 INFO (TEST-OverseerTest.testStateChange-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work [junit4] 2> 871105 INFO (TEST-OverseerTest.testStateChange-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000 [junit4] 2> 871106 INFO (OverseerStateUpdate-94829906579095555-127.0.0.1:43075_solr-n_0000000000) [ ] o.a.s.c.Overseer Starting to work on the main queue [junit4] 2> 871107 INFO (OverseerStateUpdate-94829906579095555-127.0.0.1:43075_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... [junit4] 2> 871109 INFO (OverseerCollectionConfigSetProcessor-94829906579095555-127.0.0.1:43075_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations [junit4] 2> 871112 INFO (OverseerStateUpdate-94829906579095555-127.0.0.1:43075_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "operation":"state", [junit4] 2> "base_url":"http://127.0.0.1/solr", [junit4] 2> "node_name":"node1", [junit4] 2> "collection":"collection1", [junit4] 2> "core":"core1", [junit4] 2> "roles":"", [junit4] 2> "state":"recovering"} current state version: 0 [junit4] 2> 871112 INFO (OverseerStateUpdate-94829906579095555-127.0.0.1:43075_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={ [junit4] 2> "operation":"state", [junit4] 2> "base_url":"http://127.0.0.1/solr", [junit4] 2> "node_name":"node1", [junit4] 2> "collection":"collection1", [junit4] 2> "core":"core1", [junit4] 2> "roles":"", [junit4] 2> "state":"recovering"} [junit4] 2> 871112 INFO (OverseerStateUpdate-94829906579095555-127.0.0.1:43075_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1 [junit4] 2> 871114 INFO (zkCallback-606-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0) [junit4] 2> 871114 INFO (zkCallback-603-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0) [junit4] 2> 871164 INFO (OverseerStateUpdate-94829906579095555-127.0.0.1:43075_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "operation":"state", [junit4] 2> "base_url":"http://127.0.0.1/solr", [junit4] 2> "node_name":"node1", [junit4] 2> "collection":"collection1", [junit4] 2> "core":"core1", [junit4] 2> "roles":"", [junit4] 2> "state":"active"} current state version: 1 [junit4] 2> 871164 INFO (OverseerStateUpdate-94829906579095555-127.0.0.1:43075_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={ [junit4] 2> "operation":"state", [junit4] 2> "base_url":"http://127.0.0.1/solr", [junit4] 2> "node_name":"node1", [junit4] 2> "collection":"collection1", [junit4] 2> "core":"core1", [junit4] 2> "roles":"", [junit4] 2> "state":"active"} [junit4] 2> 871165 INFO (OverseerStateUpdate-94829906579095555-127.0.0.1:43075_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator node=core_node1 is already registered [junit4] 2> 871165 INFO (OverseerStateUpdate-94829906579095555-127.0.0.1:43075_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered [junit4] 2> 871268 INFO (zkCallback-606-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0) [junit4] 2> 871268 INFO (zkCallback-603-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0) [junit4] 2> 871315 INFO (TEST-OverseerTest.testStateChange-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43075 43075 [junit4] 2> 871468 INFO (Thread-2284) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43075 43075 [junit4] 2> 871469 WARN (Thread-2284) [ ] o.a.s.c.ZkTestServer Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 2 /solr/aliases.json [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 2 /solr/clusterstate.json [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 2 /solr/live_nodes [junit4] 2> 2 /solr/collections [junit4] 2> [junit4] 2> 871469 INFO (TEST-OverseerTest.testStateChange-seed#[11E26D56C8AA4174]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testStateChange [junit4] 2> 871469 INFO (TEST-OverseerTest.testStateChange-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.Overseer Overseer (id=94829906579095555-127.0.0.1:43075_solr-n_0000000000) closing [junit4] 2> 871469 INFO (OverseerStateUpdate-94829906579095555-127.0.0.1:43075_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43075_solr [junit4] 2> 871471 ERROR (OverseerExitThread) [ ] o.a.s.c.Overseer could not read the data [junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127) [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51) [junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:350) [junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:350) [junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:304) [junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:87) [junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:265) [junit4] 2> 871472 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testShardAssignmentBigger [junit4] 2> 871473 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 871473 INFO (Thread-2285) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 871473 INFO (Thread-2285) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 871573 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.ZkTestServer start zk server on port:38981 [junit4] 2> 871574 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 871574 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 871576 INFO (zkCallback-608-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@623945af name:ZooKeeperConnection Watcher:127.0.0.1:38981 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 871576 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 871576 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 871577 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 871577 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 871578 INFO (zkCallback-609-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3457eea8 name:ZooKeeperConnection Watcher:127.0.0.1:38981 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 871578 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 871578 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 871579 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr [junit4] 2> 871581 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 871581 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 871582 INFO (zkCallback-610-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@49831cd name:ZooKeeperConnection Watcher:127.0.0.1:38981/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 871582 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 871582 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 871582 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes [junit4] 2> 871584 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections [junit4] 2> 871585 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json [junit4] 2> 871586 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json [junit4] 2> 871587 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json [junit4] 2> 871588 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 871588 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 871589 INFO (zkCallback-611-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4e679d0e name:ZooKeeperConnection Watcher:127.0.0.1:38981/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 871589 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 871589 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 871589 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=600000&connTimeout=60000&retry=true [junit4] 2> 871593 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect [junit4] 2> 871594 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election [junit4] 2> 871595 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 871596 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94829906612453379-127.0.0.1:38981_solr-n_0000000000 [junit4] 2> 871596 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38981_solr [junit4] 2> 871596 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader [junit4] 2> 871597 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.Overseer Overseer (id=94829906612453379-127.0.0.1:38981_solr-n_0000000000) starting [junit4] 2> 871598 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue [junit4] 2> 871600 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work [junit4] 2> 871602 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure [junit4] 2> 871603 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running [junit4] 2> 871605 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed [junit4] 2> 871607 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work [junit4] 2> 871609 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000 [junit4] 2> 871610 INFO (OverseerCollectionConfigSetProcessor-94829906612453379-127.0.0.1:38981_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations [junit4] 2> 871610 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... [junit4] 2> 871611 INFO (OverseerStateUpdate-94829906612453379-127.0.0.1:38981_solr-n_0000000000) [ ] o.a.s.c.Overseer Starting to work on the main queue [junit4] 2> 871611 INFO (OverseerStateUpdate-94829906612453379-127.0.0.1:38981_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... [junit4] 2> 871613 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 871613 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 871614 INFO (zkCallback-613-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@639dd0b name:ZooKeeperConnection Watcher:127.0.0.1:38981/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 871614 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 871615 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 871616 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... [junit4] 2> 871617 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/node0 [junit4] 2> 871618 INFO (zkCallback-611-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 0) [junit4] 2> 871618 INFO (zkCallback-610-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 0) [junit4] 2> 871619 INFO (zkCallback-613-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 0) [junit4] 2> 871626 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 871627 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 871628 INFO (zkCallback-614-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@51652930 name:ZooKeeperConnection Watcher:127.0.0.1:38981/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 871628 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 871628 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 871630 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... [junit4] 2> 871632 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/node1 [junit4] 2> 871632 INFO (zkCallback-610-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1) [junit4] 2> 871632 INFO (zkCallback-611-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1) [junit4] 2> 871632 INFO (zkCallback-613-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1) [junit4] 2> 871633 INFO (zkCallback-614-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1) [junit4] 2> 871633 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 871634 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 871635 INFO (zkCallback-615-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5a76c1b1 name:ZooKeeperConnection Watcher:127.0.0.1:38981/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 871635 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 871635 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 871637 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... [junit4] 2> 871638 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/node2 [junit4] 2> 871639 INFO (zkCallback-614-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2) [junit4] 2> 871639 INFO (zkCallback-613-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2) [junit4] 2> 871639 INFO (zkCallback-610-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2) [junit4] 2> 871640 INFO (zkCallback-611-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2) [junit4] 2> 871640 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 871640 INFO (zkCallback-615-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2) [junit4] 2> 871641 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 871642 INFO (zkCallback-616-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3be52075 name:ZooKeeperConnection Watcher:127.0.0.1:38981/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 871642 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 871642 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 871643 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... [junit4] 2> 871645 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/node3 [junit4] 2> 871646 INFO (zkCallback-615-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3) [junit4] 2> 871646 INFO (zkCallback-613-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3) [junit4] 2> 871646 INFO (zkCallback-614-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3) [junit4] 2> 871646 INFO (zkCallback-616-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3) [junit4] 2> 871646 INFO (zkCallback-610-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3) [junit4] 2> 871646 INFO (zkCallback-611-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3) [junit4] 2> 871647 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 871648 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 871648 INFO (zkCallback-617-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4e9b4283 name:ZooKeeperConnection Watcher:127.0.0.1:38981/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 871649 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 871649 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 871650 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... [junit4] 2> 871651 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/node4 [junit4] 2> 871652 INFO (zkCallback-616-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4) [junit4] 2> 871652 INFO (zkCallback-614-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4) [junit4] 2> 871652 INFO (zkCallback-615-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4) [junit4] 2> 871652 INFO (zkCallback-611-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4) [junit4] 2> 871653 INFO (zkCallback-610-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4) [junit4] 2> 871652 INFO (zkCallback-613-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4) [junit4] 2> 871653 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 871654 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 871654 INFO (zkCallback-617-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4) [junit4] 2> 871658 INFO (zkCallback-618-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6242706b name:ZooKeeperConnection Watcher:127.0.0.1:38981/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 871659 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 871659 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 871660 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... [junit4] 2> 871662 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/node5 [junit4] 2> 871663 INFO (zkCallback-615-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5) [junit4] 2> 871663 INFO (zkCallback-610-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5) [junit4] 2> 871663 INFO (zkCallback-614-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5) [junit4] 2> 871663 INFO (zkCallback-616-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5) [junit4] 2> 871663 INFO (zkCallback-611-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5) [junit4] 2> 871663 INFO (zkCallback-617-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5) [junit4] 2> 871663 INFO (zkCallback-613-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5) [junit4] 2> 871663 INFO (zkCallback-618-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5) [junit4] 2> 871664 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 871664 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 871665 INFO (zkCallback-619-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1bd29722 name:ZooKeeperConnection Watcher:127.0.0.1:38981/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 871665 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 871666 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 871667 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... [junit4] 2> 871668 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/node6 [junit4] 2> 871669 INFO (zkCallback-610-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6) [junit4] 2> 871669 INFO (zkCallback-616-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6) [junit4] 2> 871669 INFO (zkCallback-617-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6) [junit4] 2> 871669 INFO (zkCallback-613-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6) [junit4] 2> 871669 INFO (zkCallback-611-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6) [junit4] 2> 871669 INFO (zkCallback-614-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6) [junit4] 2> 871669 INFO (zkCallback-615-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6) [junit4] 2> 871670 INFO (zkCallback-618-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6) [junit4] 2> 871670 INFO (zkCallback-619-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6) [junit4] 2> 871670 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 871671 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 871672 INFO (zkCallback-620-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4b022ed name:ZooKeeperConnection Watcher:127.0.0.1:38981/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 871672 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 871672 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 871673 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... [junit4] 2> 871675 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/node7 [junit4] 2> 871676 INFO (zkCallback-616-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7) [junit4] 2> 871676 INFO (zkCallback-617-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7) [junit4] 2> 871676 INFO (zkCallback-613-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7) [junit4] 2> 871676 INFO (zkCallback-618-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7) [junit4] 2> 871676 INFO (zkCallback-610-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7) [junit4] 2> 871676 INFO (zkCallback-619-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7) [junit4] 2> 871676 INFO (zkCallback-614-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7) [junit4] 2> 871676 INFO (zkCallback-611-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7) [junit4] 2> 871676 INFO (zkCallback-615-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7) [junit4] 2> 871677 INFO (zkCallback-620-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7) [junit4] 2> 871677 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 871678 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 871679 INFO (zkCallback-621-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@48e1d00a name:ZooKeeperConnection Watcher:127.0.0.1:38981/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 871679 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 871679 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 871680 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... [junit4] 2> 871682 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/node8 [junit4] 2> 871683 INFO (zkCallback-617-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 8) [junit4] 2> 871683 INFO (zkCallback-616-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 8) [junit4] 2> 871683 INFO (zkCallback-613-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 8) [junit4] 2> 871683 INFO (zkCallback-619-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 8) [junit4] 2> 871683 INFO (zkCallback-614-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 8) [junit4] 2> 871683 INFO (zkCallback-615-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 8) [junit4] 2> 871683 INFO (zkCallback-611-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 8) [junit4] 2> 871683 INFO (zkCallback-620-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 8) [junit4] 2> 871683 INFO (zkCallback-610-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 8) [junit4] 2> 871683 INFO (zkCallback-618-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 8) [junit4] 2> 871684 INFO (zkCallback-621-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 8) [junit4] 2> 871684 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 871684 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 871686 INFO (zkCallback-622-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@142d0c31 name:ZooKeeperConnection Watcher:127.0.0.1:38981/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 871686 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 871686 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 871687 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... [junit4] 2> 871688 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/node9 [junit4] 2> 871689 INFO (zkCallback-617-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 9) [junit4] 2> 871689 INFO (zkCallback-616-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 9) [junit4] 2> 871689 INFO (zkCallback-613-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 9) [junit4] 2> 871689 INFO (zkCallback-615-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 9) [junit4] 2> 871689 INFO (zkCallback-610-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 9) [junit4] 2> 871689 INFO (zkCallback-619-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 9) [junit4] 2> 871690 INFO (zkCallback-614-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 9) [junit4] 2> 871690 INFO (zkCallback-611-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 9) [junit4] 2> 871690 INFO (zkCallback-618-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 9) [junit4] 2> 871690 INFO (zkCallback-620-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 9) [junit4] 2> 871690 INFO (zkCallback-621-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 9) [junit4] 2> 871690 INFO (zkCallback-622-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 9) [junit4] 2> 871690 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 871691 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 871692 INFO (zkCallback-623-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@144969c5 name:ZooKeeperConnection Watcher:127.0.0.1:38981/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 871693 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 871693 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 871694 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... [junit4] 2> 871695 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/node10 [junit4] 2> 871696 INFO (zkCallback-614-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 10) [junit4] 2> 871696 INFO (zkCallback-613-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 10) [junit4] 2> 871696 INFO (zkCallback-617-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 10) [junit4] 2> 871696 INFO (zkCallback-616-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 10) [junit4] 2> 871696 INFO (zkCallback-615-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 10) [junit4] 2> 871696 INFO (zkCallback-618-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 10) [junit4] 2> 871697 INFO (zkCallback-620-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 10) [junit4] 2> 871697 INFO (zkCallback-610-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 10) [junit4] 2> 871697 INFO (zkCallback-611-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 10) [junit4] 2> 871697 INFO (zkCallback-619-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 10) [junit4] 2> 871697 INFO (zkCallback-621-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 10) [junit4] 2> 871697 INFO (zkCallback-623-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 10) [junit4] 2> 871697 INFO (zkCallback-622-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 10) [junit4] 2> 871698 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 871699 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 871701 INFO (zkCallback-624-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@133d5a29 name:ZooKeeperConnection Watcher:127.0.0.1:38981/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 871701 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 871702 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 871703 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... [junit4] 2> 871705 INFO (TEST-OverseerTest.testShardAssignmentBigger-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/node11 [junit4] 2> 871706 INFO (zkCallback-615-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 11) [junit4] 2> 871706 INFO (zkCallback-616-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 11) [junit4] 2> 871706 INFO (zkCallback-622-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 11) [junit4] 2> 871706 INFO (zkCallback-614-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenC [...truncated too long message...] ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 926031 INFO (TEST-OverseerTest.testBadQueueItem-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection2/leader_elect/shard1/election [junit4] 2> 926035 INFO (TEST-OverseerTest.testBadQueueItem-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.LeaderElector Joined leadership election with path: /collections/collection2/leader_elect/shard1/election/94829909966848004-127.0.0.1_core3-n_0000000000 [junit4] 2> 926036 INFO (TEST-OverseerTest.testBadQueueItem-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection2/leaders/shard1 [junit4] 2> 926038 INFO (TEST-OverseerTest.testBadQueueItem-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node [junit4] 2> 926042 INFO (OverseerStateUpdate-94829909966848003-127.0.0.1:41389_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "operation":"leader", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"collection2", [junit4] 2> "base_url":"http://127.0.0.1/solr/", [junit4] 2> "core":"core3"} current state version: 7 [junit4] 2> 926144 INFO (zkCallback-717-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 926144 INFO (zkCallback-718-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 926144 INFO (zkCallback-720-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 926192 INFO (zkCallback-718-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1) [junit4] 2> 926192 INFO (zkCallback-720-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1) [junit4] 2> 926193 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception [junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x150e74cf9a80004, likely client has closed socket [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228) [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208) [junit4] 2> at java.lang.Thread.run(Thread.java:745) [junit4] 2> 927692 WARN (zkCallback-720-thread-1) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK [junit4] 2> 927694 INFO (TEST-OverseerTest.testBadQueueItem-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41389 41389 [junit4] 2> 927948 INFO (Thread-2294) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41389 41389 [junit4] 2> 927949 WARN (Thread-2294) [ ] o.a.s.c.ZkTestServer Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 3 /solr/aliases.json [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 3 /solr/clusterstate.json [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 3 /solr/live_nodes [junit4] 2> 3 /solr/collections [junit4] 2> [junit4] 2> 927950 INFO (TEST-OverseerTest.testBadQueueItem-seed#[11E26D56C8AA4174]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBadQueueItem [junit4] 2> 927950 INFO (TEST-OverseerTest.testBadQueueItem-seed#[11E26D56C8AA4174]) [ ] o.a.s.c.Overseer Overseer (id=94829909966848003-127.0.0.1:41389_solr-n_0000000000) closing [junit4] 2> 927951 INFO (OverseerStateUpdate-94829909966848003-127.0.0.1:41389_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:41389_solr [junit4] 2> 927958 ERROR (OverseerExitThread) [ ] o.a.s.c.Overseer could not read the data [junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127) [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51) [junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:350) [junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:350) [junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:304) [junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:87) [junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:265) [junit4] 2> 930951 INFO (SUITE-OverseerTest-seed#[11E26D56C8AA4174]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore [junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/temp/solr.cloud.OverseerTest_11E26D56C8AA4174-001 [junit4] 2> NOTE: test params are: codec=Asserting(Lucene60), sim=ClassicSimilarity, locale=iw_IL, timezone=Mexico/BajaNorte [junit4] 2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=204456152,total=526909440 [junit4] 2> NOTE: All tests run in this JVM: [LoggingHandlerTest, TestDocBasedVersionConstraints, SegmentsInfoRequestHandlerTest, TestCodecSupport, TestMinMaxOnMultiValuedField, HighlighterTest, HLLSerializationTest, SolrIndexConfigTest, DistributedDebugComponentTest, DeleteShardTest, DeleteLastCustomShardedReplicaTest, FileUtilsTest, TestFieldTypeCollectionResource, TestReloadDeadlock, ZkSolrClientTest, TestFiltering, TestSmileRequest, DistributedFacetPivotWhiteBoxTest, TestLeaderInitiatedRecoveryThread, TermVectorComponentTest, DocValuesTest, TestSchemaManager, TestAddFieldRealTimeGet, TestDocumentBuilder, FullHLLTest, TestDistributedGrouping, SolrPluginUtilsTest, TestWordDelimiterFilterFactory, TestRTimerTree, SpellingQueryConverterTest, DocumentBuilderTest, TestFastLRUCache, DistribDocExpirationUpdateProcessorTest, TestHashPartitioner, SimpleMLTQParserTest, TestBinaryResponseWriter, CSVRequestHandlerTest, HLLUtilTest, TestOverriddenPrefixQueryForCustomFieldType, ShardRoutingCustomTest, BasicAuthIntegrationTest, JavabinLoaderTest, TestTrieFacet, TestStressUserVersions, BlockCacheTest, TestHashQParserPlugin, TestConfigSets, TestSolr4Spatial2, TestCopyFieldCollectionResource, MergeStrategyTest, TestSystemIdResolver, TestUpdate, TestStressVersions, TestNRTOpen, TestManagedSchema, NotRequiredUniqueKeyTest, QueryResultKeyTest, TestManagedResourceStorage, CursorPagingTest, TestClusterStateMutator, TestQueryTypes, AssignTest, UpdateRequestProcessorFactoryTest, CustomCollectionTest, TestHighFrequencyDictionaryFactory, TestQuerySenderListener, TestSolrXml, TestFreeTextSuggestions, BaseCdcrDistributedZkTest, SpellPossibilityIteratorTest, TestBlendedInfixSuggestions, HdfsDirectoryTest, TestSolrCoreProperties, FastVectorHighlighterTest, SpellCheckCollatorTest, TestShardHandlerFactory, MigrateRouteKeyTest, SolrCmdDistributorTest, TestRawTransformer, TestUniqueKeyFieldResource, TestDynamicFieldCollectionResource, DistribCursorPagingTest, SolrInfoMBeanTest, TestMiniSolrCloudClusterBase, CursorMarkTest, TermsComponentTest, DistributedFacetPivotSmallTest, TestReRankQParserPlugin, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, CollectionsAPIDistributedZkTest, OpenCloseCoreStressTest, OverseerTest] [junit4] Completed [251/555] on J1 in 60.58s, 12 tests, 1 failure, 1 skipped <<< FAILURES! [...truncated 999 lines...] BUILD FAILED /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/build.xml:775: The following error occurred while executing this line: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/build.xml:719: The following error occurred while executing this line: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/build.xml:59: The following error occurred while executing this line: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build.xml:233: The following error occurred while executing this line: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/common-build.xml:516: The following error occurred while executing this line: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/lucene/common-build.xml:1432: The following error occurred while executing this line: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/lucene/common-build.xml:987: There were test failures: 555 suites (8 ignored), 2200 tests, 1 failure, 81 ignored (67 assumptions) [seed: 11E26D56C8AA4174] Total time: 57 minutes 9 seconds Build step 'Invoke Ant' marked build as failure Archiving artifacts Recording test results Email was triggered for: Failure - Any Sending email for trigger: Failure - Any
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org