Build: https://builds.apache.org/job/Lucene-Solr-Tests-6.x/822/
1 tests failed. FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI Error Message: Error from server at http://127.0.0.1:37253/solr/awhollynewcollection_0: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 510 </title> </head> <body> <h2>HTTP ERROR: 510</h2> <p>Problem accessing /solr/awhollynewcollection_0/select. Reason: <pre> {metadata={error-class=org.apache.solr.common.SolrException,root-error-class=org.apache.solr.common.SolrException},msg={"awhollynewcollection_0":5},code=510}</pre></p> <hr /><a href="http://eclipse.org/jetty";>Powered by Jetty:// 9.3.14.v20161028</a><hr/> </body> </html> Stack Trace: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:37253/solr/awhollynewcollection_0: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 510 </title> </head> <body> <h2>HTTP ERROR: 510</h2> <p>Problem accessing /solr/awhollynewcollection_0/select. Reason: <pre> {metadata={error-class=org.apache.solr.common.SolrException,root-error-class=org.apache.solr.common.SolrException},msg={"awhollynewcollection_0":5},code=510}</pre></p> <hr /><a href="http://eclipse.org/jetty";>Powered by Jetty:// 9.3.14.v20161028</a><hr/> </body> </html> at __randomizedtesting.SeedInfo.seed([266B80D1AFEF2A5E:6E1EF465A9DC05CB]:0) at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:578) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:435) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:387) at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1364) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1115) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1218) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1218) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1218) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1218) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1218) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1054) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160) at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942) at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:522) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:745) Build Log: [...truncated 11563 lines...] [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest [junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_266B80D1AFEF2A5E-001/init-core-data-001 [junit4] 2> 577821 WARN (SUITE-CollectionsAPIDistributedZkTest-seed#[266B80D1AFEF2A5E]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1 [junit4] 2> 577830 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[266B80D1AFEF2A5E]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields [junit4] 2> 577831 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[266B80D1AFEF2A5E]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN) [junit4] 2> 577832 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[266B80D1AFEF2A5E]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_266B80D1AFEF2A5E-001/tempDir-001 [junit4] 2> 577832 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[266B80D1AFEF2A5E]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 577842 INFO (Thread-956) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 577842 INFO (Thread-956) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 577942 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[266B80D1AFEF2A5E]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:54698 [junit4] 2> 578007 INFO (jetty-launcher-1482-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028 [junit4] 2> 578008 INFO (jetty-launcher-1482-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028 [junit4] 2> 578017 INFO (jetty-launcher-1482-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028 [junit4] 2> 578025 INFO (jetty-launcher-1482-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028 [junit4] 2> 578087 INFO (jetty-launcher-1482-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@69e523f1{/solr,null,AVAILABLE} [junit4] 2> 578088 INFO (jetty-launcher-1482-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@56f33cb6{HTTP/1.1,[http/1.1]}{127.0.0.1:37253} [junit4] 2> 578088 INFO (jetty-launcher-1482-thread-4) [ ] o.e.j.s.Server Started @581758ms [junit4] 2> 578088 INFO (jetty-launcher-1482-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37253} [junit4] 2> 578088 ERROR (jetty-launcher-1482-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 578088 INFO (jetty-launcher-1482-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.0 [junit4] 2> 578088 INFO (jetty-launcher-1482-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 578088 INFO (jetty-launcher-1482-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 578088 INFO (jetty-launcher-1482-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-27T22:36:17.623Z [junit4] 2> 578115 INFO (jetty-launcher-1482-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6a209fc0{/solr,null,AVAILABLE} [junit4] 2> 578115 INFO (jetty-launcher-1482-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@600b9e9{HTTP/1.1,[http/1.1]}{127.0.0.1:51672} [junit4] 2> 578115 INFO (jetty-launcher-1482-thread-2) [ ] o.e.j.s.Server Started @581785ms [junit4] 2> 578115 INFO (jetty-launcher-1482-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51672} [junit4] 2> 578115 ERROR (jetty-launcher-1482-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 578115 INFO (jetty-launcher-1482-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.0 [junit4] 2> 578115 INFO (jetty-launcher-1482-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 578115 INFO (jetty-launcher-1482-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 578115 INFO (jetty-launcher-1482-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-27T22:36:17.650Z [junit4] 2> 578168 INFO (jetty-launcher-1482-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@165286e7{/solr,null,AVAILABLE} [junit4] 2> 578194 INFO (jetty-launcher-1482-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@38e2685a{/solr,null,AVAILABLE} [junit4] 2> 578206 INFO (jetty-launcher-1482-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7e0dab71{HTTP/1.1,[http/1.1]}{127.0.0.1:57150} [junit4] 2> 578206 INFO (jetty-launcher-1482-thread-1) [ ] o.e.j.s.Server Started @581876ms [junit4] 2> 578206 INFO (jetty-launcher-1482-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=57150} [junit4] 2> 578218 INFO (jetty-launcher-1482-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6830945f{HTTP/1.1,[http/1.1]}{127.0.0.1:53422} [junit4] 2> 578218 ERROR (jetty-launcher-1482-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 578218 INFO (jetty-launcher-1482-thread-3) [ ] o.e.j.s.Server Started @581888ms [junit4] 2> 578218 INFO (jetty-launcher-1482-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.0 [junit4] 2> 578219 INFO (jetty-launcher-1482-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 578219 INFO (jetty-launcher-1482-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 578219 INFO (jetty-launcher-1482-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53422} [junit4] 2> 578219 INFO (jetty-launcher-1482-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-27T22:36:17.754Z [junit4] 2> 578219 ERROR (jetty-launcher-1482-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 578219 INFO (jetty-launcher-1482-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.0 [junit4] 2> 578219 INFO (jetty-launcher-1482-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 578219 INFO (jetty-launcher-1482-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 578219 INFO (jetty-launcher-1482-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-27T22:36:17.754Z [junit4] 2> 578220 INFO (jetty-launcher-1482-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 578220 INFO (jetty-launcher-1482-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 578224 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception [junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15b11e9a8650002, likely client has closed socket [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228) [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208) [junit4] 2> at java.lang.Thread.run(Thread.java:745) [junit4] 2> 578271 INFO (jetty-launcher-1482-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true [junit4] 2> 578282 INFO (jetty-launcher-1482-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true [junit4] 2> 578283 INFO (jetty-launcher-1482-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54698/solr [junit4] 2> 578300 INFO (jetty-launcher-1482-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 578305 INFO (jetty-launcher-1482-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 578335 INFO (jetty-launcher-1482-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54698/solr [junit4] 2> 578376 INFO (jetty-launcher-1482-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true [junit4] 2> 578382 INFO (jetty-launcher-1482-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true [junit4] 2> 578384 INFO (jetty-launcher-1482-thread-2) [n:127.0.0.1:51672_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 578385 INFO (jetty-launcher-1482-thread-2) [n:127.0.0.1:51672_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:51672_solr [junit4] 2> 578385 INFO (jetty-launcher-1482-thread-2) [n:127.0.0.1:51672_solr ] o.a.s.c.Overseer Overseer (id=97691512168841222-127.0.0.1:51672_solr-n_0000000000) starting [junit4] 2> 578387 INFO (jetty-launcher-1482-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54698/solr [junit4] 2> 578389 INFO (jetty-launcher-1482-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54698/solr [junit4] 2> 578410 INFO (jetty-launcher-1482-thread-2) [n:127.0.0.1:51672_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51672_solr [junit4] 2> 578418 INFO (zkCallback-1494-thread-1-processing-n:127.0.0.1:51672_solr) [n:127.0.0.1:51672_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 578449 INFO (jetty-launcher-1482-thread-3) [n:127.0.0.1:53422_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 578454 INFO (jetty-launcher-1482-thread-3) [n:127.0.0.1:53422_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 578455 INFO (jetty-launcher-1482-thread-4) [n:127.0.0.1:37253_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 578455 INFO (jetty-launcher-1482-thread-3) [n:127.0.0.1:53422_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53422_solr [junit4] 2> 578493 INFO (jetty-launcher-1482-thread-1) [n:127.0.0.1:57150_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 578494 INFO (jetty-launcher-1482-thread-1) [n:127.0.0.1:57150_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 578495 INFO (jetty-launcher-1482-thread-1) [n:127.0.0.1:57150_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57150_solr [junit4] 2> 578505 INFO (zkCallback-1503-thread-1-processing-n:127.0.0.1:37253_solr) [n:127.0.0.1:37253_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3) [junit4] 2> 578518 INFO (zkCallback-1504-thread-1-processing-n:127.0.0.1:53422_solr) [n:127.0.0.1:53422_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3) [junit4] 2> 578518 INFO (jetty-launcher-1482-thread-4) [n:127.0.0.1:37253_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 578520 INFO (jetty-launcher-1482-thread-4) [n:127.0.0.1:37253_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37253_solr [junit4] 2> 578521 INFO (zkCallback-1504-thread-1-processing-n:127.0.0.1:53422_solr) [n:127.0.0.1:53422_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 578521 INFO (zkCallback-1503-thread-1-processing-n:127.0.0.1:37253_solr) [n:127.0.0.1:37253_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 578530 INFO (zkCallback-1505-thread-1-processing-n:127.0.0.1:57150_solr) [n:127.0.0.1:57150_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4) [junit4] 2> 578530 INFO (zkCallback-1494-thread-2-processing-n:127.0.0.1:51672_solr) [n:127.0.0.1:51672_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3) [junit4] 2> 578531 INFO (zkCallback-1494-thread-1-processing-n:127.0.0.1:51672_solr) [n:127.0.0.1:51672_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 578574 INFO (jetty-launcher-1482-thread-2) [n:127.0.0.1:51672_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_266B80D1AFEF2A5E-001/tempDir-001/node2/. [junit4] 2> 578632 INFO (jetty-launcher-1482-thread-3) [n:127.0.0.1:53422_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_266B80D1AFEF2A5E-001/tempDir-001/node3/. [junit4] 2> 578738 INFO (jetty-launcher-1482-thread-4) [n:127.0.0.1:37253_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_266B80D1AFEF2A5E-001/tempDir-001/node4/. [junit4] 2> 578738 INFO (jetty-launcher-1482-thread-1) [n:127.0.0.1:57150_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_266B80D1AFEF2A5E-001/tempDir-001/node1/. [junit4] 2> 579135 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[266B80D1AFEF2A5E]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 579136 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[266B80D1AFEF2A5E]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:54698/solr ready [junit4] 2> 579204 INFO (TEST-CollectionsAPIDistributedZkTest.testCoresAreDistributedAcrossNodes-seed#[266B80D1AFEF2A5E]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCoresAreDistributedAcrossNodes [junit4] 2> 579204 INFO (TEST-CollectionsAPIDistributedZkTest.testCoresAreDistributedAcrossNodes-seed#[266B80D1AFEF2A5E]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 579227 INFO (qtp1464893986-5841) [n:127.0.0.1:57150_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=nodes_used_collection&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 579250 INFO (OverseerThreadFactory-2018-thread-1-processing-n:127.0.0.1:51672_solr) [n:127.0.0.1:51672_solr ] o.a.s.c.CreateCollectionCmd Create collection nodes_used_collection [junit4] 2> 579394 INFO (qtp923905347-5849) [n:127.0.0.1:53422_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard2_replica1&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard2&wt=javabin&version=2 [junit4] 2> 579394 INFO (qtp857715283-5832) [n:127.0.0.1:51672_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard1_replica2&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard1&wt=javabin&version=2 [junit4] 2> 579394 INFO (qtp809384224-5821) [n:127.0.0.1:37253_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard1_replica1&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard1&wt=javabin&version=2 [junit4] 2> 579396 INFO (qtp1464893986-5844) [n:127.0.0.1:57150_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard2_replica2&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard2&wt=javabin&version=2 [junit4] 2> 579501 INFO (zkCallback-1504-thread-1-processing-n:127.0.0.1:53422_solr) [n:127.0.0.1:53422_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 579501 INFO (zkCallback-1505-thread-1-processing-n:127.0.0.1:57150_solr) [n:127.0.0.1:57150_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 579501 INFO (zkCallback-1503-thread-1-processing-n:127.0.0.1:37253_solr) [n:127.0.0.1:37253_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 579501 INFO (zkCallback-1494-thread-2-processing-n:127.0.0.1:51672_solr) [n:127.0.0.1:51672_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 580420 INFO (qtp809384224-5821) [n:127.0.0.1:37253_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0 [junit4] 2> 580423 INFO (qtp857715283-5832) [n:127.0.0.1:51672_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0 [junit4] 2> 580426 INFO (qtp923905347-5849) [n:127.0.0.1:53422_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0 [junit4] 2> 580448 INFO (qtp809384224-5821) [n:127.0.0.1:37253_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.s.IndexSchema [nodes_used_collection_shard1_replica1] Schema name=minimal [junit4] 2> 580456 INFO (qtp857715283-5832) [n:127.0.0.1:51672_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.s.IndexSchema [nodes_used_collection_shard1_replica2] Schema name=minimal [junit4] 2> 580478 INFO (qtp857715283-5832) [n:127.0.0.1:51672_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 580478 INFO (qtp923905347-5849) [n:127.0.0.1:53422_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.s.IndexSchema [nodes_used_collection_shard2_replica1] Schema name=minimal [junit4] 2> 580480 INFO (qtp1464893986-5844) [n:127.0.0.1:57150_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0 [junit4] 2> 580481 INFO (qtp923905347-5849) [n:127.0.0.1:53422_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 580482 INFO (qtp809384224-5821) [n:127.0.0.1:37253_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 580483 INFO (qtp857715283-5832) [n:127.0.0.1:51672_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'nodes_used_collection_shard1_replica2' using configuration from collection nodes_used_collection [junit4] 2> 580483 INFO (qtp857715283-5832) [n:127.0.0.1:51672_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 580483 INFO (qtp857715283-5832) [n:127.0.0.1:51672_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.c.SolrCore [[nodes_used_collection_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_266B80D1AFEF2A5E-001/tempDir-001/node2/nodes_used_collection_shard1_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_266B80D1AFEF2A5E-001/tempDir-001/node2/./nodes_used_collection_shard1_replica2/data/] [junit4] 2> 580486 INFO (qtp809384224-5821) [n:127.0.0.1:37253_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'nodes_used_collection_shard1_replica1' using configuration from collection nodes_used_collection [junit4] 2> 580487 INFO (qtp809384224-5821) [n:127.0.0.1:37253_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 580487 INFO (qtp809384224-5821) [n:127.0.0.1:37253_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.c.SolrCore [[nodes_used_collection_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_266B80D1AFEF2A5E-001/tempDir-001/node4/nodes_used_collection_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_266B80D1AFEF2A5E-001/tempDir-001/node4/./nodes_used_collection_shard1_replica1/data/] [junit4] 2> 580488 INFO (qtp1464893986-5844) [n:127.0.0.1:57150_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.s.IndexSchema [nodes_used_collection_shard2_replica2] Schema name=minimal [junit4] 2> 580489 INFO (qtp1464893986-5844) [n:127.0.0.1:57150_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 580490 INFO (qtp923905347-5849) [n:127.0.0.1:53422_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'nodes_used_collection_shard2_replica1' using configuration from collection nodes_used_collection [junit4] 2> 580490 INFO (qtp923905347-5849) [n:127.0.0.1:53422_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 580490 INFO (qtp923905347-5849) [n:127.0.0.1:53422_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.c.SolrCore [[nodes_used_collection_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_266B80D1AFEF2A5E-001/tempDir-001/node3/nodes_used_collection_shard2_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_266B80D1AFEF2A5E-001/tempDir-001/node3/./nodes_used_collection_shard2_replica1/data/] [junit4] 2> 580492 INFO (qtp1464893986-5844) [n:127.0.0.1:57150_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'nodes_used_collection_shard2_replica2' using configuration from collection nodes_used_collection [junit4] 2> 580492 INFO (qtp1464893986-5844) [n:127.0.0.1:57150_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 580492 INFO (qtp1464893986-5844) [n:127.0.0.1:57150_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.c.SolrCore [[nodes_used_collection_shard2_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_266B80D1AFEF2A5E-001/tempDir-001/node1/nodes_used_collection_shard2_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_266B80D1AFEF2A5E-001/tempDir-001/node1/./nodes_used_collection_shard2_replica2/data/] [junit4] 2> 580613 INFO (qtp857715283-5832) [n:127.0.0.1:51672_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 580613 INFO (qtp857715283-5832) [n:127.0.0.1:51672_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 580614 INFO (qtp857715283-5832) [n:127.0.0.1:51672_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 580614 INFO (qtp857715283-5832) [n:127.0.0.1:51672_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 580615 INFO (qtp857715283-5832) [n:127.0.0.1:51672_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@15a01ed7[nodes_used_collection_shard1_replica2] main] [junit4] 2> 580616 INFO (qtp857715283-5832) [n:127.0.0.1:51672_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 580616 INFO (qtp857715283-5832) [n:127.0.0.1:51672_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 580616 INFO (qtp857715283-5832) [n:127.0.0.1:51672_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 580616 INFO (qtp857715283-5832) [n:127.0.0.1:51672_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1563064197606014976 [junit4] 2> 580618 INFO (searcherExecutor-2027-thread-1-processing-n:127.0.0.1:51672_solr x:nodes_used_collection_shard1_replica2 s:shard1 c:nodes_used_collection) [n:127.0.0.1:51672_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.c.SolrCore [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@15a01ed7[nodes_used_collection_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 580619 INFO (qtp923905347-5849) [n:127.0.0.1:53422_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 580619 INFO (qtp923905347-5849) [n:127.0.0.1:53422_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 580620 INFO (qtp923905347-5849) [n:127.0.0.1:53422_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 580620 INFO (qtp923905347-5849) [n:127.0.0.1:53422_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 580620 INFO (qtp923905347-5849) [n:127.0.0.1:53422_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@c3f6410[nodes_used_collection_shard2_replica1] main] [junit4] 2> 580621 INFO (qtp923905347-5849) [n:127.0.0.1:53422_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 580621 INFO (qtp857715283-5832) [n:127.0.0.1:51672_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms [junit4] 2> 580622 INFO (qtp923905347-5849) [n:127.0.0.1:53422_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 580622 INFO (qtp923905347-5849) [n:127.0.0.1:53422_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 580622 INFO (qtp923905347-5849) [n:127.0.0.1:53422_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1563064197612306432 [junit4] 2> 580627 INFO (qtp923905347-5849) [n:127.0.0.1:53422_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms [junit4] 2> 580627 INFO (searcherExecutor-2029-thread-1-processing-n:127.0.0.1:53422_solr x:nodes_used_collection_shard2_replica1 s:shard2 c:nodes_used_collection) [n:127.0.0.1:53422_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.c.SolrCore [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@c3f6410[nodes_used_collection_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 580629 INFO (qtp1464893986-5844) [n:127.0.0.1:57150_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 580629 INFO (qtp1464893986-5844) [n:127.0.0.1:57150_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 580630 INFO (qtp1464893986-5844) [n:127.0.0.1:57150_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 580630 INFO (qtp1464893986-5844) [n:127.0.0.1:57150_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 580631 INFO (qtp1464893986-5844) [n:127.0.0.1:57150_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@4575e46a[nodes_used_collection_shard2_replica2] main] [junit4] 2> 580632 INFO (qtp1464893986-5844) [n:127.0.0.1:57150_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 580632 INFO (qtp1464893986-5844) [n:127.0.0.1:57150_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 580632 INFO (qtp1464893986-5844) [n:127.0.0.1:57150_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 580632 INFO (qtp1464893986-5844) [n:127.0.0.1:57150_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1563064197622792192 [junit4] 2> 580643 INFO (qtp809384224-5821) [n:127.0.0.1:37253_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 580643 INFO (qtp809384224-5821) [n:127.0.0.1:37253_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 580645 INFO (qtp809384224-5821) [n:127.0.0.1:37253_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 580645 INFO (qtp809384224-5821) [n:127.0.0.1:37253_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 580646 INFO (qtp809384224-5821) [n:127.0.0.1:37253_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@b4643f4[nodes_used_collection_shard1_replica1] main] [junit4] 2> 580646 INFO (qtp809384224-5821) [n:127.0.0.1:37253_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 580647 INFO (qtp809384224-5821) [n:127.0.0.1:37253_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 580647 INFO (qtp809384224-5821) [n:127.0.0.1:37253_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 580647 INFO (qtp809384224-5821) [n:127.0.0.1:37253_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1563064197638520832 [junit4] 2> 580651 INFO (searcherExecutor-2030-thread-1-processing-n:127.0.0.1:57150_solr x:nodes_used_collection_shard2_replica2 s:shard2 c:nodes_used_collection) [n:127.0.0.1:57150_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.c.SolrCore [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@4575e46a[nodes_used_collection_shard2_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 580651 INFO (searcherExecutor-2028-thread-1-processing-n:127.0.0.1:37253_solr x:nodes_used_collection_shard1_replica1 s:shard1 c:nodes_used_collection) [n:127.0.0.1:37253_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.c.SolrCore [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@b4643f4[nodes_used_collection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 580728 INFO (zkCallback-1504-thread-1-processing-n:127.0.0.1:53422_solr) [n:127.0.0.1:53422_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 580728 INFO (zkCallback-1505-thread-1-processing-n:127.0.0.1:57150_solr) [n:127.0.0.1:57150_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 580728 INFO (zkCallback-1503-thread-1-processing-n:127.0.0.1:37253_solr) [n:127.0.0.1:37253_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 580729 INFO (zkCallback-1494-thread-2-processing-n:127.0.0.1:51672_solr) [n:127.0.0.1:51672_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 581122 INFO (qtp857715283-5832) [n:127.0.0.1:51672_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 581122 INFO (qtp857715283-5832) [n:127.0.0.1:51672_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 581122 INFO (qtp857715283-5832) [n:127.0.0.1:51672_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:51672/solr/nodes_used_collection_shard1_replica2/ [junit4] 2> 581122 INFO (qtp857715283-5832) [n:127.0.0.1:51672_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.u.PeerSync PeerSync: core=nodes_used_collection_shard1_replica2 url=http://127.0.0.1:51672/solr START replicas=[http://127.0.0.1:37253/solr/nodes_used_collection_shard1_replica1/] nUpdates=100 [junit4] 2> 581127 INFO (qtp923905347-5849) [n:127.0.0.1:53422_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 581127 INFO (qtp923905347-5849) [n:127.0.0.1:53422_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 581127 INFO (qtp923905347-5849) [n:127.0.0.1:53422_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:53422/solr/nodes_used_collection_shard2_replica1/ [junit4] 2> 581127 INFO (qtp923905347-5849) [n:127.0.0.1:53422_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.u.PeerSync PeerSync: core=nodes_used_collection_shard2_replica1 url=http://127.0.0.1:53422/solr START replicas=[http://127.0.0.1:57150/solr/nodes_used_collection_shard2_replica2/] nUpdates=100 [junit4] 2> 581130 INFO (qtp857715283-5832) [n:127.0.0.1:51672_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.u.PeerSync PeerSync: core=nodes_used_collection_shard1_replica2 url=http://127.0.0.1:51672/solr DONE. We have no versions. sync failed. [junit4] 2> 581135 INFO (qtp923905347-5849) [n:127.0.0.1:53422_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.u.PeerSync PeerSync: core=nodes_used_collection_shard2_replica1 url=http://127.0.0.1:53422/solr DONE. We have no versions. sync failed. [junit4] 2> 581141 INFO (qtp809384224-5819) [n:127.0.0.1:37253_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica1] o.a.s.c.S.Request [nodes_used_collection_shard1_replica1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=3 [junit4] 2> 581154 INFO (qtp857715283-5832) [n:127.0.0.1:51672_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate [junit4] 2> 581154 INFO (qtp857715283-5832) [n:127.0.0.1:51672_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway [junit4] 2> 581154 INFO (qtp857715283-5832) [n:127.0.0.1:51672_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR [junit4] 2> 581155 INFO (qtp1464893986-5845) [n:127.0.0.1:57150_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica2] o.a.s.c.S.Request [nodes_used_collection_shard2_replica2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 581162 INFO (qtp857715283-5832) [n:127.0.0.1:51672_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:51672/solr/nodes_used_collection_shard1_replica2/ shard1 [junit4] 2> 581162 INFO (qtp923905347-5849) [n:127.0.0.1:53422_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate [junit4] 2> 581162 INFO (qtp923905347-5849) [n:127.0.0.1:53422_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway [junit4] 2> 581162 INFO (qtp923905347-5849) [n:127.0.0.1:53422_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR [junit4] 2> 581164 INFO (qtp923905347-5849) [n:127.0.0.1:53422_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:53422/solr/nodes_used_collection_shard2_replica1/ shard2 [junit4] 2> 581267 INFO (zkCallback-1504-thread-1-processing-n:127.0.0.1:53422_solr) [n:127.0.0.1:53422_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 581267 INFO (zkCallback-1503-thread-1-processing-n:127.0.0.1:37253_solr) [n:127.0.0.1:37253_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 581267 INFO (zkCallback-1505-thread-1-processing-n:127.0.0.1:57150_solr) [n:127.0.0.1:57150_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 581267 INFO (zkCallback-1494-thread-1-processing-n:127.0.0.1:51672_solr) [n:127.0.0.1:51672_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 581314 INFO (qtp857715283-5832) [n:127.0.0.1:51672_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 581316 INFO (qtp857715283-5832) [n:127.0.0.1:51672_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard1_replica2&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard1&wt=javabin&version=2} status=0 QTime=1922 [junit4] 2> 581317 INFO (qtp923905347-5849) [n:127.0.0.1:53422_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 581321 INFO (qtp923905347-5849) [n:127.0.0.1:53422_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard2_replica1&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard2&wt=javabin&version=2} status=0 QTime=1928 [junit4] 2> 581428 INFO (zkCallback-1504-thread-1-processing-n:127.0.0.1:53422_solr) [n:127.0.0.1:53422_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 581429 INFO (zkCallback-1505-thread-1-processing-n:127.0.0.1:57150_solr) [n:127.0.0.1:57150_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 581429 INFO (zkCallback-1503-thread-1-processing-n:127.0.0.1:37253_solr) [n:127.0.0.1:37253_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 581429 INFO (zkCallback-1494-thread-2-processing-n:127.0.0.1:51672_solr) [n:127.0.0.1:51672_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 581643 INFO (qtp1464893986-5844) [n:127.0.0.1:57150_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard2_replica2&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard2&wt=javabin&version=2} status=0 QTime=2247 [junit4] 2> 581653 INFO (qtp809384224-5821) [n:127.0.0.1:37253_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard1_replica1&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard1&wt=javabin&version=2} status=0 QTime=2259 [junit4] 2> 581655 INFO (qtp1464893986-5841) [n:127.0.0.1:57150_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas [junit4] 2> 581755 INFO (zkCallback-1505-thread-1-processing-n:127.0.0.1:57150_solr) [n:127.0.0.1:57150_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 581755 INFO (zkCallback-1504-thread-1-processing-n:127.0.0.1:53422_solr) [n:127.0.0.1:53422_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 581755 INFO (zkCallback-1503-thread-1-processing-n:127.0.0.1:37253_solr) [n:127.0.0.1:37253_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 581755 INFO (zkCallback-1494-thread-1-processing-n:127.0.0.1:51672_solr) [n:127.0.0.1:51672_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 582671 INFO (qtp1464893986-5841) [n:127.0.0.1:57150_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&name=nodes_used_collection&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=3444 [junit4] 2> 582672 INFO (TEST-CollectionsAPIDistributedZkTest.testCoresAreDistributedAcrossNodes-seed#[266B80D1AFEF2A5E]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCoresAreDistributedAcrossNodes [junit4] 2> 582701 INFO (TEST-CollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[266B80D1AFEF2A5E]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTooManyReplicas [junit4] 2> 582701 INFO (TEST-CollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[266B80D1AFEF2A5E]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 582704 INFO (qtp1464893986-5843) [n:127.0.0.1:57150_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=nodes_used_collection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 582710 INFO (OverseerThreadFactory-2018-thread-2-processing-n:127.0.0.1:51672_solr) [n:127.0.0.1:51672_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true [junit4] 2> 582710 INFO (OverseerCollectionConfigSetProcessor-97691512168841222-127.0.0.1:51672_solr-n_0000000000) [n:127.0.0.1:51672_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 582712 INFO (qtp923905347-5853) [n:127.0.0.1:53422_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.nodes_used_collection.shard2.replica1 [junit4] 2> 582712 INFO (qtp923905347-5853) [n:127.0.0.1:53422_solr ] o.a.s.c.SolrCore [nodes_used_collection_shard2_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@2f1ffb78 [junit4] 2> 582713 INFO (qtp857715283-5833) [n:127.0.0.1:51672_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.nodes_used_collection.shard1.replica2 [junit4] 2> 582713 INFO (qtp857715283-5833) [n:127.0.0.1:51672_solr ] o.a.s.c.SolrCore [nodes_used_collection_shard1_replica2] CLOSING SolrCore org.apache.solr.core.SolrCore@6703de2d [junit4] 2> 582713 INFO (qtp809384224-5822) [n:127.0.0.1:37253_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.nodes_used_collection.shard1.replica1 [junit4] 2> 582713 INFO (qtp809384224-5822) [n:127.0.0.1:37253_solr ] o.a.s.c.SolrCore [nodes_used_collection_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@428db57b [junit4] 2> 582713 INFO (qtp1464893986-5845) [n:127.0.0.1:57150_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.nodes_used_collection.shard2.replica2 [junit4] 2> 582713 INFO (qtp1464893986-5845) [n:127.0.0.1:57150_solr ] o.a.s.c.SolrCore [nodes_used_collection_shard2_replica2] CLOSING SolrCore org.apache.solr.core.SolrCore@53a8d12 [junit4] 2> 582718 INFO (qtp1464893986-5845) [n:127.0.0.1:57150_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.nodes_used_collection.shard2.replica2 [junit4] 2> 582719 INFO (qtp1464893986-5845) [n:127.0.0.1:57150_solr ] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration. [junit4] 2> 582720 INFO (qtp1464893986-5845) [n:127.0.0.1:57150_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=nodes_used_collection_shard2_replica2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=6 [junit4] 2> 582730 INFO (qtp857715283-5833) [n:127.0.0.1:51672_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.nodes_used_collection.shard1.replica2 [junit4] 2> 582732 WARN (zkCallback-1503-thread-1-processing-n:127.0.0.1:37253_solr) [n:127.0.0.1:37253_solr ] o.a.s.c.LeaderElector [junit4] 2> org.apache.solr.common.SolrException: SolrCore not found:nodes_used_collection_shard1_replica1 in [] [junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:294) [junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170) [junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135) [junit4] 2> at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56) [junit4] 2> at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:268) [junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) [junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266) [junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [junit4] 2> at java.lang.Thread.run(Thread.java:745) [junit4] 2> 582732 INFO (qtp857715283-5833) [n:127.0.0.1:51672_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=nodes_used_collection_shard1_replica2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=19 [junit4] 2> 582742 INFO (qtp923905347-5853) [n:127.0.0.1:53422_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.nodes_used_collection.shard2.replica1 [junit4] 2> 582743 WARN (zkCallback-1505-thread-1-processing-n:127.0.0.1:57150_solr) [n:127.0.0.1:57150_solr ] o.a.s.c.LeaderElector Our node is no longer in line to be leader [junit4] 2> 582750 INFO (qtp809384224-5822) [n:127.0.0.1:37253_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.nodes_used_collection.shard1.replica1 [junit4] 2> 582745 INFO (qtp923905347-5853) [n:127.0.0.1:53422_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=nodes_used_collection_shard2_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=32 [junit4] 2> 582761 INFO (qtp809384224-5822) [n:127.0.0.1:37253_solr ] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration. [junit4] 2> 582761 INFO (qtp809384224-5822) [n:127.0.0.1:37253_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=nodes_used_collection_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=48 [junit4] 2> 583469 INFO (qtp1464893986-5843) [n:127.0.0.1:57150_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=nodes_used_collection&action=DELETE&wt=javabin&version=2} status=0 QTime=765 [junit4] 2> 583472 INFO (qtp1464893986-5816) [n:127.0.0.1:57150_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=10&collection.configName=conf&name=collection&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 583473 INFO (OverseerThreadFactory-2018-thread-3-processing-n:127.0.0.1:51672_solr) [n:127.0.0.1:51672_solr ] o.a.s.c.CreateCollectionCmd Create collection collection [junit4] 2> 583473 WARN (OverseerThreadFactory-2018-thread-3-processing-n:127.0.0.1:51672_solr) [n:127.0.0.1:51672_solr ] o.a.s.c.CreateCollectionCmd Specified replicationFactor of 10 on collection collection is higher than or equal to the number of Solr instances currently live or live and part of your createNodeSet(4). It's unusual to run two replica of the same slice on the same Solr-instance. [junit4] 2> 583473 INFO (OverseerCollectionConfigSetProcessor-97691512168841222-127.0.0.1:51672_solr-n_0000000000) [n:127.0.0.1:51672_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 583474 ERROR (OverseerThreadFactory-2018-thread-3-processing-n:127.0.0.1:51672_solr) [n:127.0.0.1:51672_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: collection operation: create failed:org.apache.solr.common.SolrException: Cannot create collection collection. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 4. This allows a maximum of 4 to be created. Value of numShards is 2 and value of replicationFactor is 10. This requires 20 shards to be created (higher than the allowed number) [junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:155) [junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:224) [junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464) [junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [junit4] 2> at java.lang.Thread.run(Thread.java:745) [junit4] 2> [junit4] 2> 583475 INFO (qtp1464893986-5816) [n:127.0.0.1:57150_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=10&collection.configName=conf&name=collection&action=CREATE&numShards=2&wt=javabin&version=2} status=400 QTime=3 [junit4] 2> 583475 INFO (TEST-CollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[266B80D1AFEF2A5E]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testTooManyReplicas [junit4] 2> 583503 INFO (TEST-CollectionsAPIDistributedZkTest.testMissingNumShards-seed#[266B80D1AFEF2A5E]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMissingNumShards [junit4] 2> 583503 INFO (TEST-CollectionsAPIDistributedZkTest.testMissingNumShards-seed#[266B80D1AFEF2A5E]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 583506 INFO (qtp1464893986-5846) [n:127.0.0.1:57150_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=10&collection.configName=conf&name=acollection&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 583509 INFO (OverseerCollectionConfigSetProcessor-97691512168841222-127.0.0.1:51672_solr-n_0000000000) [n:127.0.0.1:51672_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 583509 INFO (OverseerThreadFactory-2018-thread-4-processing-n:127.0.0.1:51672_solr) [n:127.0.0.1:51672_solr ] o.a.s.c.CreateCollectionCmd Create collection acollection [junit4] 2> 583509 ERROR (OverseerThreadFactory-2018-thread-4-processing-n:127.0.0.1:51672_solr) [n:127.0.0.1:51672_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: acollection operation: create failed:org.apache.solr.common.SolrException: numShards is a required param (when using CompositeId router). [junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:112) [junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:224) [junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464) [junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [junit4] 2> at java.lang.Thread.run(Thread.java:745) [junit4] 2> [junit4] 2> 583511 INFO (qtp1464893986-5846) [n:127.0.0.1:57150_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=10&collection.configName=conf&name=acollection&action=CREATE&wt=javabin&version=2} status=400 QTime=4 [junit4] 2> 583511 INFO (TEST-CollectionsAPIDistributedZkTest.testMissingNumShards-seed#[266B80D1AFEF2A5E]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testMissingNumShards [junit4] 2> 583513 INFO (OverseerCollectionConfigSetProcessor-97691512168841222-127.0.0.1:51672_solr-n_0000000000) [n:127.0.0.1:51672_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 583552 INFO (TEST-CollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode-seed#[266B80D1AFEF2A5E]) [ ] o.a.s.SolrTestCaseJ4 ###Starting deleteCollectionRemovesStaleZkCollectionsNode [junit4] 2> 583552 INFO (TEST-CollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode-seed#[266B80D1AFEF2A5E]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 583556 INFO (qtp1464893986-5844) [n:127.0.0.1:57150_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=out_of_sync_collection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 583584 INFO (qtp1464893986-5844) [n:127.0.0.1:57150_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=out_of_sync_collection&action=DELETE&wt=javabin&version=2} status=0 QTime=27 [junit4] 2> 583585 INFO (qtp1464893986-5841) [n:127.0.0.1:57150_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 583585 INFO (qtp1464893986-5841) [n:127.0.0.1:57150_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 583586 INFO (TEST-CollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode-seed#[266B80D1AFEF2A5E]) [ ] o.a.s.SolrTestCaseJ4 ###Ending deleteCollectionRemovesStaleZkCollectionsNode [junit4] 2> 583703 INFO (TEST-CollectionsAPIDistributedZkTest.addReplicaTest-seed#[266B80D1AFEF2A5E]) [ ] o.a.s.SolrTestCaseJ4 ###Starting addReplicaTest [junit4] 2> 583704 INFO (TEST-CollectionsAPIDistributedZkTest.addReplicaTest-seed#[266B80D1AFEF2A5E]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 583706 INFO (qtp1464893986-5841) [n:127.0.0.1:57150_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=4&name=addReplicaColl&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 583707 INFO (OverseerThreadFactory-2018-thread-5-processing-n:127.0.0.1:51672_solr) [n:127.0.0.1:51672_solr ] o.a.s.c.CreateCollectionCmd Create collection addReplicaColl [junit4] 2> 583707 INFO (OverseerCollectionConfigSetProcessor-97691512168841222-127.0.0.1:51672_solr-n_0000000000) [n:127.0.0.1:51672_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000008 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 583912 INFO (qtp809384224-5824) [n:127.0.0.1:37253_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica1&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2 [junit4] 2> 583917 INFO (qtp1464893986-5817) [n:127.0.0.1:57150_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica1&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2 [junit4] 2> 583918 INFO (qtp857715283-5834) [n:127.0.0.1:51672_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica2&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2 [junit4] 2> 583927 INFO (qtp923905347-5854) [n:127.0.0.1:53422_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica2&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2 [junit4] 2> 584032 INFO (zkCallback-1505-thread-1-processing-n:127.0.0.1:57150_solr) [n:127.0.0.1:57150_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4]) [junit4] 2> 584032 INFO (zkCallback-1504-thread-1-processing-n:127.0.0.1:53422_solr) [n:127.0.0.1:53422_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4]) [junit4] 2> 584032 INFO (zkCallback-1503-thread-1-processing-n:127.0.0.1:37253_solr) [n:127.0.0.1:37253_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4]) [junit4] 2> 584032 INFO (zkCallback-1494-thread-3-processing-n:127.0.0.1:51672_solr) [n:127.0.0.1:51672_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4]) [junit4] 2> 584920 INFO (qtp809384224-5824) [n:127.0.0.1:37253_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0 [junit4] 2> 584935 INFO (qtp809384224-5824) [n:127.0.0.1:37253_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.s.IndexSchema [addReplicaColl_shard1_replica1] Schema name=minimal [junit4] 2> 584937 INFO (qtp1464893986-5817) [n:127.0.0.1:57150_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0 [junit4] 2> 584977 INFO (qtp809384224-5824) [n:127.0.0.1:37253_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 584981 INFO (qtp1464893986-5817) [n:127.0.0.1:57150_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.s.IndexSchema [addReplicaColl_shard2_replica1] Schema name=minimal [junit4] 2> 584983 INFO (qtp1464893986-5817) [n:127.0.0.1:57150_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 584984 INFO (qtp809384224-5824) [n:127.0.0.1:37253_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard1_replica1' using configuration from collection addReplicaColl [junit4] 2> 584984 INFO (qtp809384224-5824) [n:127.0.0.1:37253_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 584984 INFO (qtp809384224-5824) [n:127.0.0.1:37253_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.SolrCore [[addReplicaColl_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_266B80D1AFEF2A5E-001/tempDir-001/node4/addReplicaColl_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_266B80D1AFEF2A5E-001/tempDir-001/node4/./addReplicaColl_shard1_replica1/data/] [junit4] 2> 584986 INFO (qtp1464893986-5817) [n:127.0.0.1:57150_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard2_replica1' using configuration from collection addReplicaColl [junit4] 2> 584986 INFO (qtp1464893986-5817) [n:127.0.0.1:57150_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 584986 INFO (qtp1464893986-5817) [n:127.0.0.1:57150_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.SolrCore [[addReplicaColl_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_266B80D1AFEF2A5E-001/tempDir-001/node1/addReplicaColl_shard2_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_266B80D1AFEF2A5E-001/tempDir-001/node1/./addReplicaColl_shard2_replica1/data/] [junit4] 2> 585005 INFO (qtp857715283-5834) [n:127.0.0.1:51672_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0 [junit4] 2> 585008 INFO (qtp923905347-5854) [n:127.0.0.1:53422_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0 [junit4] 2> 585026 INFO (qtp923905347-5854) [n:127.0.0.1:53422_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.s.IndexSchema [addReplicaColl_shard1_replica2] Schema name=minimal [junit4] 2> 585027 INFO (qtp923905347-5854) [n:127.0.0.1:53422_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 585029 INFO (qtp857715283-5834) [n:127.0.0.1:51672_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.s.IndexSchema [addReplicaColl_shard2_replica2] Schema name=minimal [junit4] 2> 585031 INFO (qtp857715283-5834) [n:127.0.0.1:51672_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 585031 INFO (qtp857715283-5834) [n:127.0.0.1:51672_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard2_replica2' using configuration from collection addReplicaColl [junit4] 2> 585032 INFO (qtp857715283-5834) [n:127.0.0.1:51672_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 585032 INFO (qtp857715283-5834) [n:127.0.0.1:51672_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.SolrCore [[addReplicaColl_shard2_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_266B80D1AFEF2A5E-001/tempDir-001/node2/addReplicaColl_shard2_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_266B80D1AFEF2A5E-001/tempDir-001/node2/./addReplicaColl_shard2_replica2/data/] [junit4] 2> 585033 INFO (qtp923905347-5854) [n:127.0.0.1:53422_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard1_replica2' using configuration from collection addReplicaColl [junit4] 2> 585033 INFO (qtp923905347-5854) [n:127.0.0.1:53422_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 585033 INFO (qtp923905347-5854) [n:127.0.0.1:53422_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.SolrCore [[addReplicaColl_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_266B80D1AFEF2A5E-001/tempDir-001/node3/addReplicaColl_shard1_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_266B80D1AFEF2A5E-001/tempDir-001/node3/./addReplicaColl_shard1_replica2/data/] [junit4] 2> 585053 INFO (qtp809384224-5824) [n:127.0.0.1:37253_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 585053 INFO (qtp809384224-5824) [n:127.0.0.1:37253_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 585054 INFO (qtp809384224-5824) [n:127.0.0.1:37253_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 585054 INFO (qtp809384224-5824) [n:127.0.0.1:37253_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 585054 INFO (qtp809384224-5824) [n:127.0.0.1:37253_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4d1b8de3[addReplicaColl_shard1_replica1] main] [junit4] 2> 585055 INFO (qtp809384224-5824) [n:127.0.0.1:37253_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 585055 INFO (qtp809384224-5824) [n:127.0.0.1:37253_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 585055 INFO (qtp809384224-5824) [n:127.0.0.1:37253_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 585055 INFO (qtp809384224-5824) [n:127.0.0.1:37253_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1563064202260643840 [junit4] 2> 585060 INFO (qtp809384224-5824) [n:127.0.0.1:37253_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms [junit4] 2> 585060 INFO (searcherExecutor-2047-thread-1-processing-n:127.0.0.1:37253_solr x:addReplicaColl_shard1_replica1 s:shard1 c:addReplicaColl) [n:127.0.0.1:37253_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.SolrCore [addReplicaColl_shard1_replica1] Registered new searcher Searcher@4d1b8de3[addReplicaColl_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 585075 INFO (qtp1464893986-5817) [n:127.0.0.1:57150_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 585076 INFO (qtp1464893986-5817) [n:127.0.0.1:57150_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 585076 INFO (qtp1464893986-5817) [n:127.0.0.1:57150_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 585076 INFO (qtp1464893986-5817) [n:127.0.0.1:57150_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 585084 INFO (qtp1464893986-5817) [n:127.0.0.1:57150_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@241df668[addReplicaColl_shard2_replica1] main] [junit4] 2> 585088 INFO (qtp857715283-5834) [n:127.0.0.1:51672_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 585088 INFO (qtp857715283-5834) [n:127.0.0.1:51672_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 585089 INFO (qtp857715283-5834) [n:127.0.0.1:51672_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 585089 INFO (qtp857715283-5834) [n:127.0.0.1:51672_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 585090 INFO (qtp857715283-5834) [n:127.0.0.1:51672_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@6257a290[addReplicaColl_shard2_replica2] main] [junit4] 2> 585098 INFO (qtp923905347-5854) [n:127.0.0.1:53422_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 585098 INFO (qtp923905347-5854) [n:127.0.0.1:53422_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 585099 INFO (qtp923905347-5854) [n:127.0.0.1:53422_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 585099 INFO (qtp923905347-5854) [n:127.0.0.1:53422_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 585100 INFO (qtp923905347-5854) [n:127.0.0.1:53422_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@f3a9f9a[addReplicaColl_shard1_replica2] main] [junit4] 2> 585100 INFO (qtp1464893986-5817) [n:127.0.0.1:57150_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 585100 INFO (qtp857715283-5834) [n:127.0.0.1:51672_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 585102 INFO (qtp857715283-5834) [n:127.0.0.1:51672_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 585102 INFO (qtp857715283-5834) [n:127.0.0.1:51672_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] [...truncated too long message...] O (qtp1464893986-5845) [n:127.0.0.1:57150_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_266B80D1AFEF2A5E-001/tempDir-006&collection.configName=conf&name=corewithnocollection2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=9505 [junit4] 2> 674191 INFO (TEST-CollectionsAPIDistributedZkTest.testNoCollectionSpecified-seed#[266B80D1AFEF2A5E]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNoCollectionSpecified [junit4] 2> 674236 INFO (jetty-closer-1483-thread-4) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7e0dab71{HTTP/1.1,[http/1.1]}{127.0.0.1:0} [junit4] 2> 674236 INFO (jetty-closer-1483-thread-4) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=152892384 [junit4] 2> 674250 INFO (jetty-closer-1483-thread-3) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@4e36fb77{HTTP/1.1,[http/1.1]}{127.0.0.1:37253} [junit4] 2> 674275 INFO (jetty-closer-1483-thread-3) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1875222743 [junit4] 2> 674275 INFO (jetty-closer-1483-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@600b9e9{HTTP/1.1,[http/1.1]}{127.0.0.1:0} [junit4] 2> 674275 INFO (jetty-closer-1483-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@6830945f{HTTP/1.1,[http/1.1]}{127.0.0.1:0} [junit4] 2> 674275 INFO (jetty-closer-1483-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1661603870 [junit4] 2> 674275 INFO (jetty-closer-1483-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=755771045 [junit4] 2> 674289 INFO (coreCloseExecutor-2216-thread-1) [n:127.0.0.1:57150_solr c:corewithnocollection s:shard1 r:core_node1 x:corewithnocollection] o.a.s.c.SolrCore [corewithnocollection] CLOSING SolrCore org.apache.solr.core.SolrCore@628bfc5d [junit4] 2> 674290 INFO (jetty-closer-1483-thread-1) [ ] o.a.s.c.Overseer Overseer (id=97691512168841222-127.0.0.1:51672_solr-n_0000000000) closing [junit4] 2> 674302 INFO (OverseerStateUpdate-97691512168841222-127.0.0.1:51672_solr-n_0000000000) [n:127.0.0.1:51672_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:51672_solr [junit4] 2> 674328 INFO (coreCloseExecutor-2216-thread-2) [n:127.0.0.1:57150_solr c:corewithnocollection2 s:shard1 r:core_node1 x:corewithnocollection2] o.a.s.c.SolrCore [corewithnocollection2] CLOSING SolrCore org.apache.solr.core.SolrCore@5c6a53e4 [junit4] 2> 674330 INFO (zkCallback-1505-thread-1-processing-n:127.0.0.1:57150_solr) [n:127.0.0.1:57150_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 674330 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:54698) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception [junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15b11e9a865000b, likely client has closed socket [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228) [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208) [junit4] 2> at java.lang.Thread.run(Thread.java:745) [junit4] 2> 674330 INFO (zkCallback-1526-thread-4-processing-n:127.0.0.1:37253_solr) [n:127.0.0.1:37253_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (2) [junit4] 2> 674330 INFO (zkCallback-1505-thread-1-processing-n:127.0.0.1:57150_solr) [n:127.0.0.1:57150_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2) [junit4] 2> 674330 INFO (zkCallback-1505-thread-6-processing-n:127.0.0.1:57150_solr) [n:127.0.0.1:57150_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:57150_solr [junit4] 2> 674337 INFO (coreCloseExecutor-2216-thread-1) [n:127.0.0.1:57150_solr c:corewithnocollection s:shard1 r:core_node1 x:corewithnocollection] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.corewithnocollection [junit4] 2> 674344 INFO (jetty-closer-1483-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node [junit4] 2> 674344 INFO (jetty-closer-1483-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6a209fc0{/solr,null,UNAVAILABLE} [junit4] 2> 674363 WARN (zkCallback-1526-thread-4-processing-n:127.0.0.1:37253_solr) [n:127.0.0.1:37253_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes] [junit4] 2> 674363 INFO (zkCallback-1505-thread-6-processing-n:127.0.0.1:57150_solr) [n:127.0.0.1:57150_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1) [junit4] 2> 674370 INFO (coreCloseExecutor-2216-thread-2) [n:127.0.0.1:57150_solr c:corewithnocollection2 s:shard1 r:core_node1 x:corewithnocollection2] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.corewithnocollection2 [junit4] 2> 674370 INFO (jetty-closer-1483-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node [junit4] 2> 674389 INFO (jetty-closer-1483-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@29c86dbb{/solr,null,UNAVAILABLE} [junit4] 2> 674391 INFO (jetty-closer-1483-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node [junit4] 2> 674391 INFO (jetty-closer-1483-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@165286e7{/solr,null,UNAVAILABLE} [junit4] 2> 675829 INFO (jetty-closer-1483-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node [junit4] 2> 675830 INFO (jetty-closer-1483-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@38e2685a{/solr,null,UNAVAILABLE} [junit4] 2> 675831 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[266B80D1AFEF2A5E]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54698 54698 [junit4] 2> 675934 INFO (Thread-1009) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54698 54698 [junit4] 2> 675935 WARN (Thread-1009) [ ] o.a.s.c.ZkTestServer Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 15 /solr/configs/conf [junit4] 2> 14 /solr/aliases.json [junit4] 2> 14 /solr/clusterprops.json [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 308 /solr/clusterstate.json [junit4] 2> 4 /solr/collections/reloaded_collection/state.json [junit4] 2> 3 /solr/collections/acollectionafterbaddelete/state.json [junit4] 2> 2 /solr/collections/onlyinzk/state.json [junit4] 2> 2 /solr/collections/halfdeletedcollection/state.json [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 438 /solr/collections [junit4] 2> 77 /solr/overseer/queue [junit4] 2> 52 /solr/overseer/collection-queue-work [junit4] 2> 14 /solr/live_nodes [junit4] 2> 14 /solr/overseer/queue-work [junit4] 2> [junit4] 2> 675935 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[266B80D1AFEF2A5E]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore [junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_266B80D1AFEF2A5E-001 [junit4] 2> Mar 27, 2017 10:37:55 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks [junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s). [junit4] 2> NOTE: test params are: codec=Lucene62, sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=vi-VN, timezone=PST8PDT [junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=35759408,total=520093696 [junit4] 2> NOTE: All tests run in this JVM: [TestSolrIndexConfig, TestDFISimilarityFactory, HdfsDirectoryFactoryTest, TestRestoreCore, TestFilteredDocIdSet, TestPushWriter, TestTolerantUpdateProcessorCloud, OverseerCollectionConfigSetProcessorTest, TestCSVResponseWriter, TestSegmentSorting, ParsingFieldUpdateProcessorsTest, CdcrRequestHandlerTest, DataDrivenBlockJoinTest, FileUtilsTest, SuggesterFSTTest, TestUpdate, TestFiltering, TestSubQueryTransformerCrossCore, TestFieldCacheSanityChecker, V2ApiIntegrationTest, SolrCLIZkUtilsTest, TestLuceneMatchVersion, TestSolrXml, TestSolrConfigHandlerCloud, ClassificationUpdateProcessorFactoryTest, IndexBasedSpellCheckerTest, TestExclusionRuleCollectionAccess, TestTrie, TestFieldCacheVsDocValues, TestFuzzyAnalyzedSuggestions, TestPointFields, TestGeoJSONResponseWriter, SolrIndexSplitterTest, ConnectionReuseTest, SolrSlf4jReporterTest, TestImpersonationWithHadoopAuth, BlockJoinFacetRandomTest, TestSchemaNameResource, TestJsonFacets, TemplateUpdateProcessorTest, DirectSolrSpellCheckerTest, ConvertedLegacyTest, TestSystemIdResolver, ZkStateReaderTest, TestSortByMinMaxFunction, ZkControllerTest, DistributedExpandComponentTest, AnalyticsQueryTest, OverseerStatusTest, TestRandomRequestDistribution, TestSweetSpotSimilarityFactory, TestComplexPhraseQParserPlugin, DistributedQueueTest, DeleteInactiveReplicaTest, TestSurroundQueryParser, TestXmlQParser, MultiThreadedOCPTest, CloudMLTQParserTest, TestSolrCloudWithDelegationTokens, TestSearchPerf, TestSolrQueryParserResource, TestSolrQueryResponse, CollectionsAPIDistributedZkTest] [junit4] Completed [196/701 (1!)] on J1 in 98.91s, 20 tests, 1 error <<< FAILURES! [...truncated 44904 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org
