Build: http://jenkins.thetaphi.de/job/Lucene-Solr-5.x-Windows/5248/ Java: 64bit/jdk1.7.0_80 -XX:-UseCompressedOops -XX:+UseG1GC
1 tests failed. FAILED: org.apache.solr.cloud.OverseerTest.testOverseerStatsReset Error Message: expected:<1> but was:<2> Stack Trace: java.lang.AssertionError: expected:<1> but was:<2> at __randomizedtesting.SeedInfo.seed([AE7CCF49253ABB7D:5282875B0E01873]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.failNotEquals(Assert.java:647) at org.junit.Assert.assertEquals(Assert.java:128) at org.junit.Assert.assertEquals(Assert.java:472) at org.junit.Assert.assertEquals(Assert.java:456) at org.apache.solr.cloud.OverseerTest.testOverseerStatsReset(OverseerTest.java:722) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1660) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:866) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:902) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:916) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:875) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:777) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:811) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:822) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367) at java.lang.Thread.run(Thread.java:745) Build Log: [...truncated 10624 lines...] [junit4] Suite: org.apache.solr.cloud.OverseerTest [junit4] 2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-5.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.OverseerTest_AE7CCF49253ABB7D-001\init-core-data-001 [junit4] 2> 1395805 INFO (SUITE-OverseerTest-seed#[AE7CCF49253ABB7D]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) [junit4] 2> 1395805 INFO (SUITE-OverseerTest-seed#[AE7CCF49253ABB7D]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore [junit4] 2> 1395805 INFO (SUITE-OverseerTest-seed#[AE7CCF49253ABB7D]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore end [junit4] 2> 1395808 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testOverseerStatsReset [junit4] 2> 1395808 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 1395809 INFO (Thread-3668) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 1395809 INFO (Thread-3668) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 1395909 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.ZkTestServer start zk server on port:60502 [junit4] 2> 1395909 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 1395909 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 1395912 INFO (zkCallback-969-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@660b686a name:ZooKeeperConnection Watcher:127.0.0.1:60502 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1395912 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 1395912 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 1395913 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 1395914 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 1395915 INFO (zkCallback-970-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@42e23383 name:ZooKeeperConnection Watcher:127.0.0.1:60502 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1395916 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 1395916 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 1395916 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr [junit4] 2> 1395918 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 1395919 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 1395920 INFO (zkCallback-971-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@52221074 name:ZooKeeperConnection Watcher:127.0.0.1:60502/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1395920 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 1395920 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 1395922 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes [junit4] 2> 1395923 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections [junit4] 2> 1395924 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json [junit4] 2> 1395926 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json [junit4] 2> 1395927 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json [junit4] 2> 1395928 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... [junit4] 2> 1395930 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 1395931 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 1395932 INFO (zkCallback-972-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1af8efb9 name:ZooKeeperConnection Watcher:127.0.0.1:60502/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1395932 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 1395932 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 1395934 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... [junit4] 2> 1395936 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/node1 [junit4] 2> 1395937 INFO (zkCallback-971-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 0) [junit4] 2> 1395937 INFO (zkCallback-972-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 0) [junit4] 2> 1395938 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=600000&connTimeout=60000&retry=true [junit4] 2> 1395942 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect [junit4] 2> 1395943 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election [junit4] 2> 1395944 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 1395944 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94821134543683586-127.0.0.1:60502_solr-n_0000000000 [junit4] 2> 1395944 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60502_solr [junit4] 2> 1395944 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader [junit4] 2> 1395946 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.Overseer Overseer (id=94821134543683586-127.0.0.1:60502_solr-n_0000000000) starting [junit4] 2> 1395947 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue [junit4] 2> 1395949 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work [junit4] 2> 1395951 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure [junit4] 2> 1395953 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running [junit4] 2> 1395955 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed [junit4] 2> 1395957 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work [junit4] 2> 1395960 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000 [junit4] 2> 1395961 INFO (OverseerCollectionConfigSetProcessor-94821134543683586-127.0.0.1:60502_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations [junit4] 2> 1395961 INFO (OverseerStateUpdate-94821134543683586-127.0.0.1:60502_solr-n_0000000000) [ ] o.a.s.c.Overseer Starting to work on the main queue [junit4] 2> 1395963 INFO (OverseerStateUpdate-94821134543683586-127.0.0.1:60502_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "operation":"state", [junit4] 2> "state":"recovering", [junit4] 2> "node_name":"node1", [junit4] 2> "core":"core1", [junit4] 2> "core_node_name":"core_node1", [junit4] 2> "collection":"collection1", [junit4] 2> "numShards":"1", [junit4] 2> "base_url":"http://node1/solr/"} current state version: 0 [junit4] 2> 1395964 INFO (OverseerStateUpdate-94821134543683586-127.0.0.1:60502_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={ [junit4] 2> "operation":"state", [junit4] 2> "state":"recovering", [junit4] 2> "node_name":"node1", [junit4] 2> "core":"core1", [junit4] 2> "core_node_name":"core_node1", [junit4] 2> "collection":"collection1", [junit4] 2> "numShards":"1", [junit4] 2> "base_url":"http://node1/solr/"} [junit4] 2> 1395964 INFO (OverseerStateUpdate-94821134543683586-127.0.0.1:60502_solr-n_0000000000) [ ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1 [junit4] 2> 1395964 INFO (OverseerStateUpdate-94821134543683586-127.0.0.1:60502_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1 [junit4] 2> 1395965 INFO (zkCallback-972-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 1395965 INFO (zkCallback-971-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 1396462 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leader_elect/shard1/election [junit4] 2> 1396463 INFO (zkCallback-972-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections, has occurred - updating... [junit4] 2> 1396463 INFO (zkCallback-971-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections, has occurred - updating... [junit4] 2> 1396467 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.LeaderElector Joined leadership election with path: /collections/collection1/leader_elect/shard1/election/94821134543683587-node1_core1-n_0000000000 [junit4] 2> 1396467 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leaders/shard1 [junit4] 2> 1396470 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node [junit4] 2> 1396472 INFO (OverseerStateUpdate-94821134543683586-127.0.0.1:60502_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "operation":"state", [junit4] 2> "state":"active", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"collection1", [junit4] 2> "base_url":"http://node1/solr/", [junit4] 2> "node_name":"node1", [junit4] 2> "core_node_name":"core_node1", [junit4] 2> "core":"core1"} current state version: 1 [junit4] 2> 1396472 INFO (OverseerStateUpdate-94821134543683586-127.0.0.1:60502_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={ [junit4] 2> "operation":"state", [junit4] 2> "state":"active", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"collection1", [junit4] 2> "base_url":"http://node1/solr/", [junit4] 2> "node_name":"node1", [junit4] 2> "core_node_name":"core_node1", [junit4] 2> "core":"core1"} [junit4] 2> 1396473 INFO (zkCallback-972-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1) [junit4] 2> 1396473 INFO (zkCallback-971-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1) [junit4] 2> 1396474 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception [junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x150df51c9ad0003, likely client has closed socket [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228) [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208) [junit4] 2> at java.lang.Thread.run(Thread.java:745) [junit4] 2> 1396475 INFO (OverseerStateUpdate-94821134543683586-127.0.0.1:60502_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "operation":"leader", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"collection1", [junit4] 2> "base_url":"http://node1/solr/", [junit4] 2> "core":"core1"} current state version: 1 [junit4] 2> 1396578 INFO (zkCallback-971-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0) [junit4] 2> 1397973 WARN (zkCallback-972-thread-1) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK [junit4] 2> 1397975 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60502 60502 [junit4] 2> 1399964 INFO (OverseerCollectionConfigSetProcessor-94821134543683586-127.0.0.1:60502_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor [junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127) [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51) [junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:345) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:342) [junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:342) [junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:355) [junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:172) [junit4] 2> at java.lang.Thread.run(Thread.java:745) [junit4] 2> 1399964 INFO (OverseerCollectionConfigSetProcessor-94821134543683586-127.0.0.1:60502_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor According to ZK I (id=94821134543683586-127.0.0.1:60502_solr-n_0000000000) am no longer a leader. [junit4] 2> 1400226 INFO (Thread-3668) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60502 60502 [junit4] 2> 1400367 WARN (Thread-3668) [ ] o.a.s.c.ZkTestServer Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 2 /solr/aliases.json [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 2 /solr/clusterstate.json [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 2 /solr/live_nodes [junit4] 2> 2 /solr/collections [junit4] 2> [junit4] 2> 1400368 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testOverseerStatsReset [junit4] 2> 1400368 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.Overseer Overseer (id=94821134543683586-127.0.0.1:60502_solr-n_0000000000) closing [junit4] 2> 1400368 INFO (OverseerStateUpdate-94821134543683586-127.0.0.1:60502_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:60502_solr [junit4] 2> 1400369 ERROR (OverseerExitThread) [ ] o.a.s.c.Overseer could not read the data [junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127) [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51) [junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:345) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:342) [junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:342) [junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:304) [junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:87) [junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:265) [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=OverseerTest -Dtests.method=testOverseerStatsReset -Dtests.seed=AE7CCF49253ABB7D -Dtests.slow=true -Dtests.locale=es_HN -Dtests.timezone=Etc/GMT-2 -Dtests.asserts=true -Dtests.file.encoding=US-ASCII [junit4] FAILURE 4.57s J0 | OverseerTest.testOverseerStatsReset <<< [junit4] > Throwable #1: java.lang.AssertionError: expected:<1> but was:<2> [junit4] > at __randomizedtesting.SeedInfo.seed([AE7CCF49253ABB7D:5282875B0E01873]:0) [junit4] > at org.apache.solr.cloud.OverseerTest.testOverseerStatsReset(OverseerTest.java:722) [junit4] > at java.lang.Thread.run(Thread.java:745) [junit4] 2> 1400374 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testOverseerFailure [junit4] 2> 1400451 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 1400452 INFO (Thread-3669) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 1400452 INFO (Thread-3669) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 1400553 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.ZkTestServer start zk server on port:60541 [junit4] 2> 1400553 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 1400553 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 1400556 INFO (zkCallback-974-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7304753f name:ZooKeeperConnection Watcher:127.0.0.1:60541 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1400556 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 1400556 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 1400557 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 1400558 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 1400560 INFO (zkCallback-975-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4424df74 name:ZooKeeperConnection Watcher:127.0.0.1:60541 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1400560 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 1400560 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 1400560 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr [junit4] 2> 1400562 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 1400563 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 1400564 INFO (zkCallback-976-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4238729e name:ZooKeeperConnection Watcher:127.0.0.1:60541/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1400564 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 1400564 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 1400565 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes [junit4] 2> 1400566 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections [junit4] 2> 1400568 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json [junit4] 2> 1400569 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json [junit4] 2> 1400569 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json [junit4] 2> 1400570 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... [junit4] 2> 1400572 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 1400573 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 1400574 INFO (zkCallback-977-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6391a28 name:ZooKeeperConnection Watcher:127.0.0.1:60541/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1400574 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 1400574 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 1400576 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... [junit4] 2> 1400578 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/node1 [junit4] 2> 1400578 INFO (zkCallback-976-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 0) [junit4] 2> 1400579 INFO (zkCallback-977-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 0) [junit4] 2> 1400579 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 1400580 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 1400582 INFO (zkCallback-978-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@667f55d2 name:ZooKeeperConnection Watcher:127.0.0.1:60541/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1400582 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 1400582 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 1400582 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=600000&connTimeout=60000&retry=true [junit4] 2> 1400583 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect [junit4] 2> 1400585 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election [junit4] 2> 1400586 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 1400586 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94821134847967236-127.0.0.1:60541_solr-n_0000000000 [junit4] 2> 1400587 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60541_solr [junit4] 2> 1400587 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader [junit4] 2> 1400588 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.Overseer Overseer (id=94821134847967236-127.0.0.1:60541_solr-n_0000000000) starting [junit4] 2> 1400589 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue [junit4] 2> 1400591 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work [junit4] 2> 1400593 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure [junit4] 2> 1400595 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running [junit4] 2> 1400597 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed [junit4] 2> 1400599 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work [junit4] 2> 1400603 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000 [junit4] 2> 1400603 INFO (OverseerCollectionConfigSetProcessor-94821134847967236-127.0.0.1:60541_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations [junit4] 2> 1400603 INFO (OverseerStateUpdate-94821134847967236-127.0.0.1:60541_solr-n_0000000000) [ ] o.a.s.c.Overseer Starting to work on the main queue [junit4] 2> 1400604 INFO (OverseerStateUpdate-94821134847967236-127.0.0.1:60541_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... [junit4] 2> 1401606 INFO (OverseerStateUpdate-94821134847967236-127.0.0.1:60541_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "operation":"state", [junit4] 2> "state":"recovering", [junit4] 2> "node_name":"node1", [junit4] 2> "core":"core1", [junit4] 2> "core_node_name":"core_node1", [junit4] 2> "collection":"collection1", [junit4] 2> "numShards":"1", [junit4] 2> "base_url":"http://node1/solr/"} current state version: 0 [junit4] 2> 1401606 INFO (OverseerStateUpdate-94821134847967236-127.0.0.1:60541_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={ [junit4] 2> "operation":"state", [junit4] 2> "state":"recovering", [junit4] 2> "node_name":"node1", [junit4] 2> "core":"core1", [junit4] 2> "core_node_name":"core_node1", [junit4] 2> "collection":"collection1", [junit4] 2> "numShards":"1", [junit4] 2> "base_url":"http://node1/solr/"} [junit4] 2> 1401606 INFO (OverseerStateUpdate-94821134847967236-127.0.0.1:60541_solr-n_0000000000) [ ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1 [junit4] 2> 1401606 INFO (OverseerStateUpdate-94821134847967236-127.0.0.1:60541_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1 [junit4] 2> 1401608 INFO (zkCallback-976-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 1401608 INFO (zkCallback-978-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 1401608 INFO (zkCallback-977-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 1402105 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leader_elect/shard1/election [junit4] 2> 1402106 INFO (zkCallback-978-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections, has occurred - updating... [junit4] 2> 1402106 INFO (zkCallback-977-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections, has occurred - updating... [junit4] 2> 1402106 INFO (zkCallback-976-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections, has occurred - updating... [junit4] 2> 1402110 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.LeaderElector Joined leadership election with path: /collections/collection1/leader_elect/shard1/election/94821134847967235-node1_core1-n_0000000000 [junit4] 2> 1402110 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leaders/shard1 [junit4] 2> 1402112 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node [junit4] 2> 1402114 INFO (OverseerStateUpdate-94821134847967236-127.0.0.1:60541_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "operation":"state", [junit4] 2> "state":"active", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"collection1", [junit4] 2> "base_url":"http://node1/solr/", [junit4] 2> "node_name":"node1", [junit4] 2> "core_node_name":"core_node1", [junit4] 2> "core":"core1"} current state version: 1 [junit4] 2> 1402115 INFO (OverseerStateUpdate-94821134847967236-127.0.0.1:60541_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={ [junit4] 2> "operation":"state", [junit4] 2> "state":"active", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"collection1", [junit4] 2> "base_url":"http://node1/solr/", [junit4] 2> "node_name":"node1", [junit4] 2> "core_node_name":"core_node1", [junit4] 2> "core":"core1"} [junit4] 2> 1402116 INFO (OverseerStateUpdate-94821134847967236-127.0.0.1:60541_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "operation":"leader", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"collection1", [junit4] 2> "base_url":"http://node1/solr/", [junit4] 2> "core":"core1"} current state version: 1 [junit4] 2> 1402118 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leader_elect/shard1/election [junit4] 2> 1402119 INFO (OverseerStateUpdate-94821134847967236-127.0.0.1:60541_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "operation":"state", [junit4] 2> "state":"active", [junit4] 2> "node_name":"node1", [junit4] 2> "core":"core1", [junit4] 2> "core_node_name":"core_node1", [junit4] 2> "collection":"collection1", [junit4] 2> "numShards":"1", [junit4] 2> "base_url":"http://node1/solr/"} current state version: 1 [junit4] 2> 1402119 INFO (OverseerStateUpdate-94821134847967236-127.0.0.1:60541_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={ [junit4] 2> "operation":"state", [junit4] 2> "state":"active", [junit4] 2> "node_name":"node1", [junit4] 2> "core":"core1", [junit4] 2> "core_node_name":"core_node1", [junit4] 2> "collection":"collection1", [junit4] 2> "numShards":"1", [junit4] 2> "base_url":"http://node1/solr/"} [junit4] 2> 1402119 INFO (OverseerStateUpdate-94821134847967236-127.0.0.1:60541_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered [junit4] 2> 1402121 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.LeaderElector Joined leadership election with path: /collections/collection1/leader_elect/shard1/election/94821134847967235-node1_core1-n_0000000001 [junit4] 2> 1402122 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.LeaderElector was going to be leader /collections/collection1/leader_elect/shard1/election/94821134847967235-node1_core1-n_0000000001 , seq(0) /collections/collection1/leader_elect/shard1/election/94821134847967235-node1_core1-n_0000000000 [junit4] 2> 1402223 INFO (zkCallback-977-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 1402223 INFO (zkCallback-978-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 1402223 INFO (zkCallback-976-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 1402606 INFO (OverseerCollectionConfigSetProcessor-94821134847967236-127.0.0.1:60541_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor [junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127) [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51) [junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:345) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:342) [junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:342) [junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:355) [junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:172) [junit4] 2> at java.lang.Thread.run(Thread.java:745) [junit4] 2> 1402606 INFO (OverseerCollectionConfigSetProcessor-94821134847967236-127.0.0.1:60541_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor According to ZK I (id=94821134847967236-127.0.0.1:60541_solr-n_0000000000) am no longer a leader. [junit4] 2> 1403277 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leader_elect/shard1/election [junit4] 2> 1403280 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.LeaderElector Joined leadership election with path: /collections/collection1/leader_elect/shard1/election/94821134847967235-node1_core1-n_0000000002 [junit4] 2> 1403280 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.LeaderElector was going to be leader /collections/collection1/leader_elect/shard1/election/94821134847967235-node1_core1-n_0000000002 , seq(0) /collections/collection1/leader_elect/shard1/election/94821134847967235-node1_core1-n_0000000000 [junit4] 2> 1403280 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 1403282 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 1403284 INFO (zkCallback-980-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@289502ac name:ZooKeeperConnection Watcher:127.0.0.1:60541/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1403284 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 1403284 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 1403284 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.Overseer Overseer (id=94821134847967236-127.0.0.1:60541_solr-n_0000000000) closing [junit4] 2> 1403284 INFO (OverseerStateUpdate-94821134847967236-127.0.0.1:60541_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:60541_solr [junit4] 2> 1403284 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=600000&connTimeout=60000&retry=true [junit4] 2> 1403285 ERROR (OverseerExitThread) [ ] o.a.s.c.Overseer could not read the data [junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127) [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51) [junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:345) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:342) [junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:342) [junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:304) [junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:87) [junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:265) [junit4] 2> 1403288 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 1403289 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94821134847967237-127.0.0.1:60541_solr-n_0000000001 [junit4] 2> 1403289 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60541_solr [junit4] 2> 1403289 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader [junit4] 2> 1403291 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.Overseer Overseer (id=94821134847967237-127.0.0.1:60541_solr-n_0000000001) starting [junit4] 2> 1403300 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000 [junit4] 2> 1403300 INFO (OverseerCollectionConfigSetProcessor-94821134847967237-127.0.0.1:60541_solr-n_0000000001) [ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations [junit4] 2> 1403301 INFO (OverseerStateUpdate-94821134847967237-127.0.0.1:60541_solr-n_0000000001) [ ] o.a.s.c.Overseer Starting to work on the main queue [junit4] 2> 1403301 INFO (OverseerStateUpdate-94821134847967237-127.0.0.1:60541_solr-n_0000000001) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... [junit4] 2> 1403304 INFO (OverseerStateUpdate-94821134847967237-127.0.0.1:60541_solr-n_0000000001) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "operation":"state", [junit4] 2> "state":"recovering", [junit4] 2> "node_name":"node1", [junit4] 2> "core":"core1", [junit4] 2> "core_node_name":"core_node1", [junit4] 2> "collection":"collection1", [junit4] 2> "numShards":"1", [junit4] 2> "base_url":"http://node1/solr/"} current state version: 2 [junit4] 2> 1403304 INFO (OverseerStateUpdate-94821134847967237-127.0.0.1:60541_solr-n_0000000001) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={ [junit4] 2> "operation":"state", [junit4] 2> "state":"recovering", [junit4] 2> "node_name":"node1", [junit4] 2> "core":"core1", [junit4] 2> "core_node_name":"core_node1", [junit4] 2> "collection":"collection1", [junit4] 2> "numShards":"1", [junit4] 2> "base_url":"http://node1/solr/"} [junit4] 2> 1403304 INFO (OverseerStateUpdate-94821134847967237-127.0.0.1:60541_solr-n_0000000001) [ ] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered [junit4] 2> 1403305 INFO (zkCallback-980-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 1403305 INFO (zkCallback-977-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 1403305 INFO (zkCallback-976-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 1403358 INFO (OverseerStateUpdate-94821134847967237-127.0.0.1:60541_solr-n_0000000001) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "operation":"deletecore", [junit4] 2> "node_name":"node1", [junit4] 2> "core":"core1", [junit4] 2> "core_node_name":"core_node1", [junit4] 2> "collection":"collection1"} current state version: 3 [junit4] 2> 1403461 INFO (OverseerStateUpdate-94821134847967237-127.0.0.1:60541_solr-n_0000000001) [ ] o.a.s.c.o.ZkStateWriter going to delete_collection /collections/collection1/state.json [junit4] 2> 1403467 INFO (zkCallback-980-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections, has occurred - updating... [junit4] 2> 1403467 INFO (zkCallback-976-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections, has occurred - updating... [junit4] 2> 1403467 INFO (zkCallback-977-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections, has occurred - updating... [junit4] 2> 1403468 INFO (zkCallback-976-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 1403468 INFO (zkCallback-980-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 1403468 INFO (zkCallback-977-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 1403968 INFO (zkCallback-980-thread-2) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1) [junit4] 2> 1403968 INFO (zkCallback-977-thread-2) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1) [junit4] 2> 1403968 INFO (zkCallback-976-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1) [junit4] 2> 1405468 WARN (zkCallback-977-thread-2) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK [junit4] 2> 1405471 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60541 60541 [junit4] 2> 1407303 INFO (OverseerCollectionConfigSetProcessor-94821134847967237-127.0.0.1:60541_solr-n_0000000001) [ ] o.a.s.c.OverseerTaskProcessor [junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127) [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51) [junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:345) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:342) [junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:342) [junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:355) [junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:172) [junit4] 2> at java.lang.Thread.run(Thread.java:745) [junit4] 2> 1407303 INFO (OverseerCollectionConfigSetProcessor-94821134847967237-127.0.0.1:60541_solr-n_0000000001) [ ] o.a.s.c.OverseerTaskProcessor According to ZK I (id=94821134847967237-127.0.0.1:60541_solr-n_0000000001) am no longer a leader. [junit4] 2> 1407723 INFO (Thread-3669) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60541 60541 [junit4] 2> 1407724 WARN (Thread-3669) [ ] o.a.s.c.ZkTestServer Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 4 /solr/aliases.json [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 4 /solr/clusterstate.json [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 4 /solr/live_nodes [junit4] 2> 4 /solr/collections [junit4] 2> 2 /solr/overseer/queue-work [junit4] 2> 2 /solr/overseer/queue [junit4] 2> 2 /solr/overseer/collection-queue-work [junit4] 2> [junit4] 2> 1407725 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testOverseerFailure [junit4] 2> 1407725 INFO (TEST-OverseerTest.testOverseerFailure-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.Overseer Overseer (id=94821134847967237-127.0.0.1:60541_solr-n_0000000001) closing [junit4] 2> 1407725 INFO (OverseerStateUpdate-94821134847967237-127.0.0.1:60541_solr-n_0000000001) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:60541_solr [junit4] 2> 1407726 ERROR (OverseerExitThread) [ ] o.a.s.c.Overseer could not read the data [junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127) [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51) [junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:345) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:342) [junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:342) [junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:304) [junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:87) [junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:265) [junit4] 2> 1407729 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDoubleAssignment [junit4] 2> 1407730 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 1407730 INFO (Thread-3670) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 1407730 INFO (Thread-3670) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 1407830 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.ZkTestServer start zk server on port:60592 [junit4] 2> 1407830 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 1407831 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 1407834 INFO (zkCallback-982-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@50b51f5a name:ZooKeeperConnection Watcher:127.0.0.1:60592/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1407834 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 1407834 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 1407834 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 1407835 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 1407836 INFO (zkCallback-983-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4a042679 name:ZooKeeperConnection Watcher:127.0.0.1:60592 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1407836 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 1407836 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 1407837 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 1407838 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 1407840 INFO (zkCallback-984-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@166fcdc6 name:ZooKeeperConnection Watcher:127.0.0.1:60592 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1407840 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 1407840 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 1407840 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr [junit4] 2> 1407842 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception [junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x150df51f83e0002, likely client has closed socket [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228) [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208) [junit4] 2> at java.lang.Thread.run(Thread.java:745) [junit4] 2> 1407843 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes [junit4] 2> 1407845 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections [junit4] 2> 1407846 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json [junit4] 2> 1407847 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json [junit4] 2> 1407849 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json [junit4] 2> 1407850 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... [junit4] 2> 1407852 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 1407852 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 1407854 INFO (zkCallback-985-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@437e507a name:ZooKeeperConnection Watcher:127.0.0.1:60592/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1407854 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 1407854 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 1407856 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... [junit4] 2> 1407858 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/node1 [junit4] 2> 1407859 INFO (zkCallback-985-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 0) [junit4] 2> 1407859 INFO (zkCallback-982-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 0) [junit4] 2> 1407859 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 1407860 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 1407861 INFO (zkCallback-986-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2a342699 name:ZooKeeperConnection Watcher:127.0.0.1:60592/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1407861 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 1407861 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 1407861 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=600000&connTimeout=60000&retry=true [junit4] 2> 1407861 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect [junit4] 2> 1407863 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election [junit4] 2> 1407864 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 1407865 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94821135324938244-127.0.0.1:60592_solr-n_0000000000 [junit4] 2> 1407865 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60592_solr [junit4] 2> 1407865 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader [junit4] 2> 1407867 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.Overseer Overseer (id=94821135324938244-127.0.0.1:60592_solr-n_0000000000) starting [junit4] 2> 1407868 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue [junit4] 2> 1407870 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work [junit4] 2> 1407872 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure [junit4] 2> 1407874 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running [junit4] 2> 1407876 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed [junit4] 2> 1407878 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work [junit4] 2> 1407881 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000 [junit4] 2> 1407881 INFO (OverseerCollectionConfigSetProcessor-94821135324938244-127.0.0.1:60592_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations [junit4] 2> 1407882 INFO (OverseerStateUpdate-94821135324938244-127.0.0.1:60592_solr-n_0000000000) [ ] o.a.s.c.Overseer Starting to work on the main queue [junit4] 2> 1407882 INFO (OverseerStateUpdate-94821135324938244-127.0.0.1:60592_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... [junit4] 2> 1407885 INFO (OverseerStateUpdate-94821135324938244-127.0.0.1:60592_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "operation":"state", [junit4] 2> "state":"recovering", [junit4] 2> "node_name":"node1", [junit4] 2> "core":"core1", [junit4] 2> "core_node_name":"core_node1", [junit4] 2> "collection":"collection1", [junit4] 2> "numShards":"1", [junit4] 2> "base_url":"http://node1/solr/"} current state version: 0 [junit4] 2> 1407885 INFO (OverseerStateUpdate-94821135324938244-127.0.0.1:60592_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={ [junit4] 2> "operation":"state", [junit4] 2> "state":"recovering", [junit4] 2> "node_name":"node1", [junit4] 2> "core":"core1", [junit4] 2> "core_node_name":"core_node1", [junit4] 2> "collection":"collection1", [junit4] 2> "numShards":"1", [junit4] 2> "base_url":"http://node1/solr/"} [junit4] 2> 1407886 INFO (OverseerStateUpdate-94821135324938244-127.0.0.1:60592_solr-n_0000000000) [ ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1 [junit4] 2> 1407886 INFO (OverseerStateUpdate-94821135324938244-127.0.0.1:60592_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1 [junit4] 2> 1407887 INFO (zkCallback-985-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 1407887 INFO (zkCallback-986-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 1407887 INFO (zkCallback-982-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 1408382 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leader_elect/shard1/election [junit4] 2> 1408383 INFO (zkCallback-985-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections, has occurred - updating... [junit4] 2> 1408383 INFO (zkCallback-986-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections, has occurred - updating... [junit4] 2> 1408383 INFO (zkCallback-982-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections, has occurred - updating... [junit4] 2> 1408387 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.LeaderElector Joined leadership election with path: /collections/collection1/leader_elect/shard1/election/94821135324938243-node1_core1-n_0000000000 [junit4] 2> 1408387 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leaders/shard1 [junit4] 2> 1408389 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node [junit4] 2> 1408392 INFO (OverseerStateUpdate-94821135324938244-127.0.0.1:60592_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "operation":"state", [junit4] 2> "state":"active", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"collection1", [junit4] 2> "base_url":"http://node1/solr/", [junit4] 2> "node_name":"node1", [junit4] 2> "core_node_name":"core_node1", [junit4] 2> "core":"core1"} current state version: 1 [junit4] 2> 1408392 INFO (OverseerStateUpdate-94821135324938244-127.0.0.1:60592_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={ [junit4] 2> "operation":"state", [junit4] 2> "state":"active", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"collection1", [junit4] 2> "base_url":"http://node1/solr/", [junit4] 2> "node_name":"node1", [junit4] 2> "core_node_name":"core_node1", [junit4] 2> "core":"core1"} [junit4] 2> 1408393 INFO (zkCallback-982-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1) [junit4] 2> 1408393 INFO (zkCallback-985-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1) [junit4] 2> 1408393 INFO (zkCallback-986-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1) [junit4] 2> 1408395 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception [junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x150df51f83e0003, likely client has closed socket [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228) [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208) [junit4] 2> at java.lang.Thread.run(Thread.java:745) [junit4] 2> 1408395 INFO (OverseerStateUpdate-94821135324938244-127.0.0.1:60592_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "operation":"leader", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"collection1", [junit4] 2> "base_url":"http://node1/solr/", [junit4] 2> "core":"core1"} current state version: 1 [junit4] 2> 1408395 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 1408396 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 1408397 INFO (zkCallback-988-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@216088c6 name:ZooKeeperConnection Watcher:127.0.0.1:60592/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1408397 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 1408398 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 1408399 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... [junit4] 2> 1408401 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/node1 [junit4] 2> 1408402 INFO (zkCallback-988-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 0) [junit4] 2> 1408402 INFO (zkCallback-986-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 0) [junit4] 2> 1408402 INFO (zkCallback-982-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 0) [junit4] 2> 1408403 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leader_elect/shard1/election [junit4] 2> 1408404 INFO (OverseerStateUpdate-94821135324938244-127.0.0.1:60592_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "operation":"state", [junit4] 2> "state":"recovering", [junit4] 2> "node_name":"node1", [junit4] 2> "core":"core1", [junit4] 2> "core_node_name":"core_node1", [junit4] 2> "collection":"collection1", [junit4] 2> "numShards":"1", [junit4] 2> "base_url":"http://node1/solr/"} current state version: 1 [junit4] 2> 1408404 INFO (OverseerStateUpdate-94821135324938244-127.0.0.1:60592_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={ [junit4] 2> "operation":"state", [junit4] 2> "state":"recovering", [junit4] 2> "node_name":"node1", [junit4] 2> "core":"core1", [junit4] 2> "core_node_name":"core_node1", [junit4] 2> "collection":"collection1", [junit4] 2> "numShards":"1", [junit4] 2> "base_url":"http://node1/solr/"} [junit4] 2> 1408404 INFO (OverseerStateUpdate-94821135324938244-127.0.0.1:60592_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered [junit4] 2> 1408406 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.LeaderElector Joined leadership election with path: /collections/collection1/leader_elect/shard1/election/94821135324938245-node1_core1-n_0000000001 [junit4] 2> 1408407 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node [junit4] 2> 1408410 INFO (OverseerStateUpdate-94821135324938244-127.0.0.1:60592_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "operation":"state", [junit4] 2> "state":"active", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"collection1", [junit4] 2> "base_url":"http://node1/solr/", [junit4] 2> "node_name":"node1", [junit4] 2> "core_node_name":"core_node1", [junit4] 2> "core":"core1"} current state version: 1 [junit4] 2> 1408410 INFO (OverseerStateUpdate-94821135324938244-127.0.0.1:60592_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={ [junit4] 2> "operation":"state", [junit4] 2> "state":"active", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"collection1", [junit4] 2> "base_url":"http://node1/solr/", [junit4] 2> "node_name":"node1", [junit4] 2> "core_node_name":"core_node1", [junit4] 2> "core":"core1"} [junit4] 2> 1408412 INFO (OverseerStateUpdate-94821135324938244-127.0.0.1:60592_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "operation":"leader", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"collection1", [junit4] 2> "base_url":"http://node1/solr/", [junit4] 2> "core":"core1"} current state version: 1 [junit4] 2> 1408516 INFO (zkCallback-988-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 1408516 INFO (zkCallback-986-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 1408516 INFO (zkCallback-982-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 1408519 INFO (zkCallback-982-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1) [junit4] 2> 1408519 INFO (zkCallback-988-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1) [junit4] 2> 1409885 INFO (OverseerCollectionConfigSetProcessor-94821135324938244-127.0.0.1:60592_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor [junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127) [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51) [junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:345) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:342) [junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:342) [junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:355) [junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:172) [junit4] 2> at java.lang.Thread.run(Thread.java:745) [junit4] 2> 1409885 INFO (OverseerCollectionConfigSetProcessor-94821135324938244-127.0.0.1:60592_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor According to ZK I (id=94821135324938244-127.0.0.1:60592_solr-n_0000000000) am no longer a leader. [junit4] 2> 1410018 WARN (OverseerStateUpdate-94821135324938244-127.0.0.1:60592_solr-n_0000000000) [ ] o.a.s.c.Overseer Solr cannot talk to ZK, exiting Overseer main queue loop [junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/queue-work/qn-0000000003 [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127) [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51) [junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:345) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:342) [junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:342) [junit4] 2> at org.apache.solr.cloud.DistributedQueue.removeFirst(DistributedQueue.java:385) [junit4] 2> at org.apache.solr.cloud.DistributedQueue.poll(DistributedQueue.java:188) [junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:239) [junit4] 2> at java.lang.Thread.run(Thread.java:745) [junit4] 2> 1410018 INFO (OverseerStateUpdate-94821135324938244-127.0.0.1:60592_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:60592_solr [junit4] 2> 1410019 WARN (zkCallback-988-thread-1) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK [junit4] 2> 1410019 ERROR (OverseerExitThread) [ ] o.a.s.c.Overseer could not read the data [junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127) [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51) [junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:345) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:342) [junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:342) [junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:304) [junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:87) [junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:265) [junit4] 2> 1410020 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception [junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x150df51f83e0000, likely client has closed socket [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228) [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208) [junit4] 2> at java.lang.Thread.run(Thread.java:745) [junit4] 2> 1410021 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60592 60592 [junit4] 2> 1412273 INFO (Thread-3670) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60592 60592 [junit4] 2> 1412274 WARN (Thread-3670) [ ] o.a.s.c.ZkTestServer Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 4 /solr/aliases.json [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 4 /solr/clusterstate.json [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 4 /solr/live_nodes [junit4] 2> 4 /solr/collections [junit4] 2> [junit4] 2> 1412274 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDoubleAssignment [junit4] 2> 1412274 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.Overseer Overseer (id=94821135324938244-127.0.0.1:60592_solr-n_0000000000) closing [junit4] 2> 1412277 INFO (TEST-OverseerTest.testStateChange-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testStateChange [junit4] 2> 1412278 INFO (TEST-Overse [...truncated too long message...] :1372) [junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:214) [junit4] 2> at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:110) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:261) [junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522) [junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498) [junit4] 2> 1476845 WARN (zkCallback-1065-thread-1) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK [junit4] 2> 1476847 INFO (TEST-OverseerTest.testShardAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60917 60917 [junit4] 2> 1478287 INFO (OverseerCollectionConfigSetProcessor-94821139543621635-127.0.0.1:60917_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor [junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127) [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51) [junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:345) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:342) [junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:342) [junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:355) [junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:172) [junit4] 2> at java.lang.Thread.run(Thread.java:745) [junit4] 2> 1478287 INFO (OverseerCollectionConfigSetProcessor-94821139543621635-127.0.0.1:60917_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor According to ZK I (id=94821139543621635-127.0.0.1:60917_solr-n_0000000000) am no longer a leader. [junit4] 2> 1479100 INFO (Thread-3679) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60917 60917 [junit4] 2> 1479101 WARN (Thread-3679) [ ] o.a.s.c.ZkTestServer Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 3 /solr/aliases.json [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 3 /solr/clusterstate.json [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 3 /solr/live_nodes [junit4] 2> 3 /solr/collections [junit4] 2> [junit4] 2> 1479102 INFO (TEST-OverseerTest.testShardAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testShardAssignment [junit4] 2> 1479102 INFO (TEST-OverseerTest.testShardAssignment-seed#[AE7CCF49253ABB7D]) [ ] o.a.s.c.Overseer Overseer (id=94821139543621635-127.0.0.1:60917_solr-n_0000000000) closing [junit4] 2> 1479102 INFO (OverseerStateUpdate-94821139543621635-127.0.0.1:60917_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:60917_solr [junit4] 2> 1479103 ERROR (OverseerExitThread) [ ] o.a.s.c.Overseer could not read the data [junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127) [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51) [junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:345) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:342) [junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:342) [junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:304) [junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:87) [junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:265) [junit4] 2> 1482303 INFO (SUITE-OverseerTest-seed#[AE7CCF49253ABB7D]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore [junit4] 2> NOTE: leaving temporary files on disk at: C:\Users\JenkinsSlave\workspace\Lucene-Solr-5.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.OverseerTest_AE7CCF49253ABB7D-001 [junit4] 2> NOTE: test params are: codec=Asserting(Lucene54): {}, docValues:{}, sim=DefaultSimilarity, locale=es_HN, timezone=Etc/GMT-2 [junit4] 2> NOTE: Windows 7 6.1 amd64/Oracle Corporation 1.7.0_80 (64-bit)/cpus=3,threads=1,free=332200048,total=536870912 [junit4] 2> NOTE: All tests run in this JVM: [TestDocumentBuilder, PrimitiveFieldTypeTest, SegmentsInfoRequestHandlerTest, TestManagedResource, TestDownShardTolerantSearch, SolrIndexConfigTest, UpdateParamsTest, HdfsBasicDistributedZkTest, TestConfig, URLClassifyProcessorTest, TestPseudoReturnFields, ShardRoutingTest, OverseerStatusTest, TestArbitraryIndexDir, AnalysisAfterCoreReloadTest, TestDynamicFieldResource, TestXIncludeConfig, HdfsChaosMonkeySafeLeaderTest, StressHdfsTest, TestClassicSimilarityFactory, TestQuerySenderNoQuery, DeleteShardTest, LeaderFailoverAfterPartitionTest, TestCollapseQParserPlugin, DistributedSpellCheckComponentTest, TestDefaultStatsCache, HardAutoCommitTest, DisMaxRequestHandlerTest, SpatialHeatmapFacetsTest, SliceStateTest, TestPartialUpdateDeduplication, BadComponentTest, CoreMergeIndexesAdminHandlerTest, TestRandomDVFaceting, HdfsDirectoryTest, TestCustomSort, SOLR749Test, TestJmxIntegration, TestConfigSets, AnalyticsQueryTest, CloneFieldUpdateProcessorFactoryTest, TestExceedMaxTermLength, DirectUpdateHandlerTest, TestReloadDeadlock, TestFastLRUCache, DistanceUnitsTest, TestLRUStatsCache, TestRemoveLastDynamicCopyField, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestMiniSolrCloudCluster, SuggestComponentTest, RegexBoostProcessorTest, ClusterStateTest, TestShortCircuitedRequests, BasicDistributedZkTest, HdfsChaosMonkeyNothingIsSafeTest, TestLazyCores, TestLuceneMatchVersion, TestCodecSupport, CursorMarkTest, TestManagedSchemaDynamicFieldResource, TestSolrDeletionPolicy1, ReturnFieldsTest, XmlUpdateRequestHandlerTest, TestBulkSchemaAPI, SyncSliceTest, TestHighFrequencyDictionaryFactory, TestConfigSetProperties, TestSortingResponseWriter, QueryResultKeyTest, BasicAuthIntegrationTest, TestCSVLoader, TestIBSimilarityFactory, TestManagedSchemaFieldTypeResource, TestPostingsSolrHighlighter, SpatialFilterTest, ZkControllerTest, TestSolrDynamicMBean, RankQueryTest, TestObjectReleaseTracker, TestAnalyzedSuggestions, AnalyticsMergeStrategyTest, PreAnalyzedFieldTest, ExplicitHLLTest, ExternalFileFieldSortTest, TestRandomMergePolicy, SharedFSAutoReplicaFailoverTest, HLLUtilTest, TestInitQParser, JSONWriterTest, CircularListTest, TestChildDocTransformer, TestImplicitCoreProperties, TestStressReorder, MBeansHandlerTest, SoftAutoCommitTest, TestJmxMonitoredMap, ScriptEngineTest, TestSerializedLuceneMatchVersion, SimpleFacetsTest, DistributedSuggestComponentTest, LeaderElectionTest, TestExclusionRuleCollectionAccess, TestTrieFacet, TestOrdValues, TestSolr4Spatial2, SchemaVersionSpecificBehaviorTest, SimplePostToolTest, RequiredFieldsTest, DocExpirationUpdateProcessorFactoryTest, HdfsBasicDistributedZk2Test, JavabinLoaderTest, RecoveryAfterSoftCommitTest, TestStressLucene, DistributedFacetPivotLargeTest, TestInfoStreamLogging, TestRecoveryHdfs, UUIDUpdateProcessorFallbackTest, ZkCLITest, TestCopyFieldCollectionResource, TestFunctionQuery, XsltUpdateRequestHandlerTest, PathHierarchyTokenizerFactoryTest, SimpleCollectionCreateDeleteTest, TestSweetSpotSimilarityFactory, AsyncMigrateRouteKeyTest, StatelessScriptUpdateProcessorFactoryTest, TestDocSet, UnloadDistributedZkTest, SolrRequestParserTest, ChaosMonkeySafeLeaderTest, CollectionsAPIDistributedZkTest, OverseerTest] [junit4] Completed [276/545] on J0 in 86.52s, 12 tests, 1 failure, 1 skipped <<< FAILURES! [...truncated 869 lines...] BUILD FAILED C:\Users\JenkinsSlave\workspace\Lucene-Solr-5.x-Windows\build.xml:785: The following error occurred while executing this line: C:\Users\JenkinsSlave\workspace\Lucene-Solr-5.x-Windows\build.xml:729: The following error occurred while executing this line: C:\Users\JenkinsSlave\workspace\Lucene-Solr-5.x-Windows\build.xml:59: The following error occurred while executing this line: C:\Users\JenkinsSlave\workspace\Lucene-Solr-5.x-Windows\solr\build.xml:233: The following error occurred while executing this line: C:\Users\JenkinsSlave\workspace\Lucene-Solr-5.x-Windows\solr\common-build.xml:526: The following error occurred while executing this line: C:\Users\JenkinsSlave\workspace\Lucene-Solr-5.x-Windows\lucene\common-build.xml:1452: The following error occurred while executing this line: C:\Users\JenkinsSlave\workspace\Lucene-Solr-5.x-Windows\lucene\common-build.xml:1006: There were test failures: 545 suites (7 ignored), 2158 tests, 1 failure, 85 ignored (47 assumptions) [seed: AE7CCF49253ABB7D] Total time: 82 minutes 43 seconds Build step 'Invoke Ant' marked build as failure Archiving artifacts [WARNINGS] Skipping publisher since build result is FAILURE Recording test results Email was triggered for: Failure - Any Sending email for trigger: Failure - Any
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org