Build: https://builds.apache.org/job/Lucene-Solr-Tests-http2/1/
3 tests failed. FAILED: org.apache.solr.cloud.DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica Error Message: Expected new active leader null Live Nodes: [127.0.0.1:33182_solr, 127.0.0.1:35927_solr, 127.0.0.1:37212_solr] Last available state: DocCollection(raceDeleteReplica_true//collections/raceDeleteReplica_true/state.json/14)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node3":{ "core":"raceDeleteReplica_true_shard1_replica_n1", "base_url":"https://127.0.0.1:37528/solr", "node_name":"127.0.0.1:37528_solr", "state":"down", "type":"NRT", "leader":"true"}, "core_node6":{ "core":"raceDeleteReplica_true_shard1_replica_n5", "base_url":"https://127.0.0.1:37528/solr", "node_name":"127.0.0.1:37528_solr", "state":"down", "type":"NRT"}, "core_node4":{ "core":"raceDeleteReplica_true_shard1_replica_n2", "base_url":"https://127.0.0.1:35927/solr", "node_name":"127.0.0.1:35927_solr", "state":"down", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0"} Stack Trace: java.lang.AssertionError: Expected new active leader null Live Nodes: [127.0.0.1:33182_solr, 127.0.0.1:35927_solr, 127.0.0.1:37212_solr] Last available state: DocCollection(raceDeleteReplica_true//collections/raceDeleteReplica_true/state.json/14)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node3":{ "core":"raceDeleteReplica_true_shard1_replica_n1", "base_url":"https://127.0.0.1:37528/solr", "node_name":"127.0.0.1:37528_solr", "state":"down", "type":"NRT", "leader":"true"}, "core_node6":{ "core":"raceDeleteReplica_true_shard1_replica_n5", "base_url":"https://127.0.0.1:37528/solr", "node_name":"127.0.0.1:37528_solr", "state":"down", "type":"NRT"}, "core_node4":{ "core":"raceDeleteReplica_true_shard1_replica_n2", "base_url":"https://127.0.0.1:35927/solr", "node_name":"127.0.0.1:35927_solr", "state":"down", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0"} at __randomizedtesting.SeedInfo.seed([AAFD898163A334B5:C0EBE8510B517E7F]:0) at org.junit.Assert.fail(Assert.java:93) at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:280) at org.apache.solr.cloud.DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica(DeleteReplicaTest.java:328) at org.apache.solr.cloud.DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica(DeleteReplicaTest.java:223) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) FAILED: org.apache.solr.cloud.DeleteReplicaTest.deleteReplicaByCountForAllShards Error Message: Error from server at https://127.0.0.1:37212/solr: Cannot create collection deleteByCountNew. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 3. This allows a maximum of 3 to be created. Value of numShards is 2, value of nrtReplicas is 2, value of tlogReplicas is 0 and value of pullReplicas is 0. This requires 4 shards to be created (higher than the allowed number) Stack Trace: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:37212/solr: Cannot create collection deleteByCountNew. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 3. This allows a maximum of 3 to be created. Value of numShards is 2, value of nrtReplicas is 2, value of tlogReplicas is 0 and value of pullReplicas is 0. This requires 4 shards to be created (higher than the allowed number) at __randomizedtesting.SeedInfo.seed([AAFD898163A334B5:966CCED52CE269E0]:0) at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244) at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:367) at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:295) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:213) at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1107) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:196) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:213) at org.apache.solr.cloud.DeleteReplicaTest.deleteReplicaByCountForAllShards(DeleteReplicaTest.java:161) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) FAILED: org.apache.solr.cloud.DeleteReplicaTest.deleteLiveReplicaTest Error Message: Error from server at https://127.0.0.1:37212/solr: Cannot create collection delLiveColl. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 3. This allows a maximum of 3 to be created. Value of numShards is 2, value of nrtReplicas is 2, value of tlogReplicas is 0 and value of pullReplicas is 0. This requires 4 shards to be created (higher than the allowed number) Stack Trace: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:37212/solr: Cannot create collection delLiveColl. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 3. This allows a maximum of 3 to be created. Value of numShards is 2, value of nrtReplicas is 2, value of tlogReplicas is 0 and value of pullReplicas is 0. This requires 4 shards to be created (higher than the allowed number) at __randomizedtesting.SeedInfo.seed([AAFD898163A334B5:79D3D8A7E9C9CC0]:0) at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244) at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:367) at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:295) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:213) at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1107) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:196) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:213) at org.apache.solr.cloud.DeleteReplicaTest.deleteLiveReplicaTest(DeleteReplicaTest.java:73) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Build Log: [...truncated 14143 lines...] [junit4] Suite: org.apache.solr.cloud.DeleteReplicaTest [junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-http2/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteReplicaTest_AAFD898163A334B5-001/init-core-data-001 [junit4] 2> 1384986 WARN (SUITE-DeleteReplicaTest-seed#[AAFD898163A334B5]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=5 numCloses=5 [junit4] 2> 1384986 INFO (SUITE-DeleteReplicaTest-seed#[AAFD898163A334B5]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false [junit4] 2> 1384989 INFO (SUITE-DeleteReplicaTest-seed#[AAFD898163A334B5]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN) [junit4] 2> 1384991 INFO (SUITE-DeleteReplicaTest-seed#[AAFD898163A334B5]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> 1384991 INFO (SUITE-DeleteReplicaTest-seed#[AAFD898163A334B5]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-http2/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteReplicaTest_AAFD898163A334B5-001/tempDir-001 [junit4] 2> 1384992 INFO (SUITE-DeleteReplicaTest-seed#[AAFD898163A334B5]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 1384992 INFO (Thread-13739) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 1384992 INFO (Thread-13739) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 1384997 ERROR (Thread-13739) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 1385092 INFO (SUITE-DeleteReplicaTest-seed#[AAFD898163A334B5]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:44062 [junit4] 2> 1385105 INFO (zkConnectionManagerCallback-3430-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1385120 WARN (jetty-launcher-3427-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time [junit4] 2> 1385120 INFO (jetty-launcher-3427-thread-2) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12 [junit4] 2> 1385121 WARN (jetty-launcher-3427-thread-4) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time [junit4] 2> 1385121 INFO (jetty-launcher-3427-thread-4) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12 [junit4] 2> 1385121 INFO (jetty-launcher-3427-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 1385121 INFO (jetty-launcher-3427-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 1385121 INFO (jetty-launcher-3427-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms [junit4] 2> 1385122 INFO (jetty-launcher-3427-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@39cc6d39{/solr,null,AVAILABLE} [junit4] 2> 1385122 WARN (jetty-launcher-3427-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time [junit4] 2> 1385123 WARN (jetty-launcher-3427-thread-3) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time [junit4] 2> 1385123 INFO (jetty-launcher-3427-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12 [junit4] 2> 1385123 INFO (jetty-launcher-3427-thread-3) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12 [junit4] 2> 1385123 INFO (jetty-launcher-3427-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 1385123 INFO (jetty-launcher-3427-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 1385124 INFO (jetty-launcher-3427-thread-4) [ ] o.e.j.s.session node0 Scavenging every 660000ms [junit4] 2> 1385124 WARN (jetty-launcher-3427-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@35076964[provider=Conscrypt,keyStore=null,trustStore=null] [junit4] 2> 1385124 INFO (jetty-launcher-3427-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7afe55b7{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:37212} [junit4] 2> 1385124 INFO (jetty-launcher-3427-thread-2) [ ] o.e.j.s.Server Started @1385194ms [junit4] 2> 1385124 INFO (jetty-launcher-3427-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37212} [junit4] 2> 1385124 INFO (jetty-launcher-3427-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 1385124 INFO (jetty-launcher-3427-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 1385125 INFO (jetty-launcher-3427-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms [junit4] 2> 1385125 ERROR (jetty-launcher-3427-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1385125 INFO (jetty-launcher-3427-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory [junit4] 2> 1385125 INFO (jetty-launcher-3427-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0 [junit4] 2> 1385125 INFO (jetty-launcher-3427-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5d3ff5f8{/solr,null,AVAILABLE} [junit4] 2> 1385125 INFO (jetty-launcher-3427-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1385125 INFO (jetty-launcher-3427-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1385125 INFO (jetty-launcher-3427-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-11-27T19:51:07.831Z [junit4] 2> 1385126 INFO (jetty-launcher-3427-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 1385126 INFO (jetty-launcher-3427-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 1385126 INFO (jetty-launcher-3427-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms [junit4] 2> 1385127 INFO (jetty-launcher-3427-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7773fd89{/solr,null,AVAILABLE} [junit4] 2> 1385127 WARN (jetty-launcher-3427-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@3e8b694c[provider=Conscrypt,keyStore=null,trustStore=null] [junit4] 2> 1385128 INFO (jetty-launcher-3427-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4c38ba4c{/solr,null,AVAILABLE} [junit4] 2> 1385128 INFO (jetty-launcher-3427-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@177f24f8{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:37528} [junit4] 2> 1385128 INFO (jetty-launcher-3427-thread-3) [ ] o.e.j.s.Server Started @1385198ms [junit4] 2> 1385128 INFO (jetty-launcher-3427-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37528} [junit4] 2> 1385128 WARN (jetty-launcher-3427-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@567b5cf6[provider=Conscrypt,keyStore=null,trustStore=null] [junit4] 2> 1385128 ERROR (jetty-launcher-3427-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1385128 INFO (jetty-launcher-3427-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory [junit4] 2> 1385128 INFO (jetty-launcher-3427-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0 [junit4] 2> 1385128 INFO (jetty-launcher-3427-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1385128 INFO (jetty-launcher-3427-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1385128 INFO (jetty-launcher-3427-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@26c63fb7{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:35927} [junit4] 2> 1385128 INFO (jetty-launcher-3427-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-11-27T19:51:07.834Z [junit4] 2> 1385129 INFO (jetty-launcher-3427-thread-1) [ ] o.e.j.s.Server Started @1385198ms [junit4] 2> 1385129 INFO (jetty-launcher-3427-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35927} [junit4] 2> 1385129 WARN (jetty-launcher-3427-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4c2f7bf1[provider=Conscrypt,keyStore=null,trustStore=null] [junit4] 2> 1385129 ERROR (jetty-launcher-3427-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1385129 INFO (jetty-launcher-3427-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory [junit4] 2> 1385129 INFO (jetty-launcher-3427-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0 [junit4] 2> 1385129 INFO (jetty-launcher-3427-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1385129 INFO (jetty-launcher-3427-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1385129 INFO (jetty-launcher-3427-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-11-27T19:51:07.835Z [junit4] 2> 1385129 INFO (jetty-launcher-3427-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@50a33706{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:33182} [junit4] 2> 1385129 INFO (jetty-launcher-3427-thread-4) [ ] o.e.j.s.Server Started @1385199ms [junit4] 2> 1385129 INFO (jetty-launcher-3427-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33182} [junit4] 2> 1385130 ERROR (jetty-launcher-3427-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1385130 INFO (jetty-launcher-3427-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory [junit4] 2> 1385130 INFO (jetty-launcher-3427-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0 [junit4] 2> 1385130 INFO (jetty-launcher-3427-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1385130 INFO (jetty-launcher-3427-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1385130 INFO (jetty-launcher-3427-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-11-27T19:51:07.836Z [junit4] 2> 1385130 INFO (zkConnectionManagerCallback-3432-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1385131 INFO (jetty-launcher-3427-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1385131 INFO (zkConnectionManagerCallback-3436-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1385131 INFO (zkConnectionManagerCallback-3434-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1385132 INFO (zkConnectionManagerCallback-3438-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1385137 INFO (jetty-launcher-3427-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1385137 INFO (jetty-launcher-3427-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1385137 INFO (jetty-launcher-3427-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1385227 WARN (jetty-launcher-3427-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@61961d1e[provider=null,keyStore=null,trustStore=null] [junit4] 2> 1385232 WARN (jetty-launcher-3427-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@5ae57d0b[provider=null,keyStore=null,trustStore=null] [junit4] 2> 1385235 INFO (jetty-launcher-3427-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44062/solr [junit4] 2> 1385237 INFO (zkConnectionManagerCallback-3442-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1385241 INFO (zkConnectionManagerCallback-3444-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1385242 WARN (jetty-launcher-3427-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@36b690f4[provider=null,keyStore=null,trustStore=null] [junit4] 2> 1385247 WARN (jetty-launcher-3427-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@3bd81a33[provider=null,keyStore=null,trustStore=null] [junit4] 2> 1385249 INFO (jetty-launcher-3427-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44062/solr [junit4] 2> 1385250 INFO (zkConnectionManagerCallback-3448-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1385253 INFO (zkConnectionManagerCallback-3452-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1385286 WARN (jetty-launcher-3427-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@451fc4ed[provider=null,keyStore=null,trustStore=null] [junit4] 2> 1385294 WARN (jetty-launcher-3427-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@3dfea944[provider=null,keyStore=null,trustStore=null] [junit4] 2> 1385296 INFO (jetty-launcher-3427-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44062/solr [junit4] 2> 1385298 INFO (zkConnectionManagerCallback-3458-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1385301 INFO (zkConnectionManagerCallback-3460-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1385325 INFO (jetty-launcher-3427-thread-3) [n:127.0.0.1:37528_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37528_solr [junit4] 2> 1385327 INFO (jetty-launcher-3427-thread-3) [n:127.0.0.1:37528_solr ] o.a.s.c.Overseer Overseer (id=72351395209019402-127.0.0.1:37528_solr-n_0000000000) starting [junit4] 2> 1385338 INFO (zkConnectionManagerCallback-3467-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1385342 INFO (jetty-launcher-3427-thread-3) [n:127.0.0.1:37528_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44062/solr ready [junit4] 2> 1385344 INFO (jetty-launcher-3427-thread-3) [n:127.0.0.1:37528_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37528_solr [junit4] 2> 1385344 INFO (OverseerStateUpdate-72351395209019402-127.0.0.1:37528_solr-n_0000000000) [n:127.0.0.1:37528_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:37528_solr [junit4] 2> 1385345 INFO (zkCallback-3459-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1385348 INFO (zkCallback-3466-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1385356 WARN (jetty-launcher-3427-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@cc34041[provider=null,keyStore=null,trustStore=null] [junit4] 2> 1385360 DEBUG (OverseerAutoScalingTriggerThread-72351395209019402-127.0.0.1:37528_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:37528_solr] [junit4] 2> 1385369 WARN (jetty-launcher-3427-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@70d8ebf2[provider=null,keyStore=null,trustStore=null] [junit4] 2> 1385374 DEBUG (ScheduledTrigger-6011-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1385376 INFO (jetty-launcher-3427-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44062/solr [junit4] 2> 1385376 INFO (jetty-launcher-3427-thread-3) [n:127.0.0.1:37528_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory. [junit4] 2> 1385378 INFO (zkConnectionManagerCallback-3472-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1385379 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1010b35ea70000c, likely client has closed socket [junit4] 2> 1385380 INFO (zkConnectionManagerCallback-3474-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1385391 INFO (jetty-launcher-3427-thread-1) [n:127.0.0.1:35927_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1385394 INFO (jetty-launcher-3427-thread-4) [n:127.0.0.1:33182_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1385395 INFO (jetty-launcher-3427-thread-2) [n:127.0.0.1:37212_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1385402 INFO (jetty-launcher-3427-thread-1) [n:127.0.0.1:35927_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 1385402 INFO (jetty-launcher-3427-thread-1) [n:127.0.0.1:35927_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35927_solr [junit4] 2> 1385403 DEBUG (OverseerStateUpdate-72351395209019402-127.0.0.1:37528_solr-n_0000000000) [n:127.0.0.1:37528_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "operation":"downnode", [junit4] 2> "node_name":"127.0.0.1:35927_solr"} current state version: 0 [junit4] 2> 1385404 INFO (zkCallback-3466-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1385409 INFO (zkCallback-3459-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1385409 INFO (zkCallback-3443-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1385410 INFO (jetty-launcher-3427-thread-4) [n:127.0.0.1:33182_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 1385410 INFO (jetty-launcher-3427-thread-4) [n:127.0.0.1:33182_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33182_solr [junit4] 2> 1385417 INFO (zkCallback-3466-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1385418 INFO (jetty-launcher-3427-thread-3) [n:127.0.0.1:37528_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37528.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d8ce73 [junit4] 2> 1385420 INFO (zkCallback-3473-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1385421 INFO (zkCallback-3443-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1385421 INFO (zkCallback-3459-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1385421 INFO (jetty-launcher-3427-thread-2) [n:127.0.0.1:37212_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 1385421 INFO (jetty-launcher-3427-thread-2) [n:127.0.0.1:37212_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37212_solr [junit4] 2> 1385422 INFO (zkCallback-3451-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3) [junit4] 2> 1385423 INFO (zkCallback-3459-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1385423 INFO (zkCallback-3466-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1385423 INFO (zkCallback-3443-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1385425 INFO (zkCallback-3473-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1385425 INFO (zkCallback-3473-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1385433 INFO (zkCallback-3451-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1385434 DEBUG (OverseerStateUpdate-72351395209019402-127.0.0.1:37528_solr-n_0000000000) [n:127.0.0.1:37528_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = { [junit4] 2> "operation":"downnode", [junit4] 2> "node_name":"127.0.0.1:37212_solr"} current state version: 0 [junit4] 2> 1385434 INFO (jetty-launcher-3427-thread-3) [n:127.0.0.1:37528_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37528.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d8ce73 [junit4] 2> 1385434 DEBUG (OverseerStateUpdate-72351395209019402-127.0.0.1:37528_solr-n_0000000000) [n:127.0.0.1:37528_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = { [junit4] 2> "operation":"downnode", [junit4] 2> "node_name":"127.0.0.1:33182_solr"} current state version: 0 [junit4] 2> 1385434 INFO (jetty-launcher-3427-thread-3) [n:127.0.0.1:37528_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37528.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d8ce73 [junit4] 2> 1385435 INFO (zkConnectionManagerCallback-3481-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1385436 INFO (jetty-launcher-3427-thread-3) [n:127.0.0.1:37528_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-http2/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteReplicaTest_AAFD898163A334B5-001/tempDir-001/node3/. [junit4] 2> 1385436 INFO (jetty-launcher-3427-thread-1) [n:127.0.0.1:35927_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 1385441 INFO (jetty-launcher-3427-thread-1) [n:127.0.0.1:35927_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44062/solr ready [junit4] 2> 1385445 INFO (jetty-launcher-3427-thread-1) [n:127.0.0.1:35927_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory. [junit4] 2> 1385450 INFO (zkConnectionManagerCallback-3487-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1385450 INFO (zkConnectionManagerCallback-3492-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1385451 INFO (jetty-launcher-3427-thread-2) [n:127.0.0.1:37212_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 1385451 INFO (jetty-launcher-3427-thread-4) [n:127.0.0.1:33182_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 1385453 INFO (jetty-launcher-3427-thread-2) [n:127.0.0.1:37212_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44062/solr ready [junit4] 2> 1385453 INFO (jetty-launcher-3427-thread-4) [n:127.0.0.1:33182_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44062/solr ready [junit4] 2> 1385453 INFO (jetty-launcher-3427-thread-2) [n:127.0.0.1:37212_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory. [junit4] 2> 1385453 INFO (jetty-launcher-3427-thread-4) [n:127.0.0.1:33182_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory. [junit4] 2> 1385506 INFO (jetty-launcher-3427-thread-1) [n:127.0.0.1:35927_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35927.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d8ce73 [junit4] 2> 1385514 INFO (jetty-launcher-3427-thread-2) [n:127.0.0.1:37212_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37212.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d8ce73 [junit4] 2> 1385515 INFO (jetty-launcher-3427-thread-4) [n:127.0.0.1:33182_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33182.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d8ce73 [junit4] 2> 1385524 INFO (jetty-launcher-3427-thread-1) [n:127.0.0.1:35927_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35927.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d8ce73 [junit4] 2> 1385524 INFO (jetty-launcher-3427-thread-1) [n:127.0.0.1:35927_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35927.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d8ce73 [junit4] 2> 1385526 INFO (jetty-launcher-3427-thread-1) [n:127.0.0.1:35927_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-http2/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteReplicaTest_AAFD898163A334B5-001/tempDir-001/node1/. [junit4] 2> 1385531 INFO (jetty-launcher-3427-thread-4) [n:127.0.0.1:33182_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33182.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d8ce73 [junit4] 2> 1385532 INFO (jetty-launcher-3427-thread-2) [n:127.0.0.1:37212_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37212.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d8ce73 [junit4] 2> 1385532 INFO (jetty-launcher-3427-thread-4) [n:127.0.0.1:33182_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33182.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d8ce73 [junit4] 2> 1385532 INFO (jetty-launcher-3427-thread-2) [n:127.0.0.1:37212_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37212.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d8ce73 [junit4] 2> 1385533 INFO (jetty-launcher-3427-thread-2) [n:127.0.0.1:37212_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-http2/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteReplicaTest_AAFD898163A334B5-001/tempDir-001/node2/. [junit4] 2> 1385534 INFO (jetty-launcher-3427-thread-4) [n:127.0.0.1:33182_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-http2/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteReplicaTest_AAFD898163A334B5-001/tempDir-001/node4/. [junit4] 2> 1385704 INFO (zkConnectionManagerCallback-3496-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1385709 INFO (zkConnectionManagerCallback-3501-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1385710 INFO (SUITE-DeleteReplicaTest-seed#[AAFD898163A334B5]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 1385712 INFO (SUITE-DeleteReplicaTest-seed#[AAFD898163A334B5]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44062/solr ready [junit4] 2> 1386383 DEBUG (ScheduledTrigger-6011-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 [junit4] 2> 1386573 INFO (TEST-DeleteReplicaTest.deleteReplicaByCount-seed#[AAFD898163A334B5]) [ ] o.a.s.SolrTestCaseJ4 ###Starting deleteReplicaByCount [junit4] 2> 1386583 INFO (qtp1951376157-24394) [n:127.0.0.1:35927_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&name=deleteByCount&nrtReplicas=3&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 1386587 INFO (OverseerThreadFactory-6016-thread-1-processing-n:127.0.0.1:37528_solr) [n:127.0.0.1:37528_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection deleteByCount [junit4] 2> 1386593 DEBUG (OverseerStateUpdate-72351395209019402-127.0.0.1:37528_solr-n_0000000000) [n:127.0.0.1:37528_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "name":"deleteByCount", [junit4] 2> "fromApi":"true", [junit4] 2> "collection.configName":"conf", [junit4] 2> "numShards":"1", [junit4] 2> "nrtReplicas":"3", [junit4] 2> "stateFormat":"2", [junit4] 2> "replicationFactor":"3", [junit4] 2> "operation":"create"} current state version: 0 [junit4] 2> 1386702 INFO (qtp1951376157-24395) [n:127.0.0.1:35927_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1386719 INFO (qtp744189623-24368) [n:127.0.0.1:37212_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1386727 INFO (qtp1277897978-24387) [n:127.0.0.1:37528_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1386736 INFO (qtp675609633-24377) [n:127.0.0.1:33182_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1386745 DEBUG (OverseerStateUpdate-72351395209019402-127.0.0.1:37528_solr-n_0000000000) [n:127.0.0.1:37528_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"deleteByCount", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"deleteByCount_shard1_replica_n1", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:33182/solr", [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} current state version: 0 [junit4] 2> 1386745 INFO (OverseerStateUpdate-72351395209019402-127.0.0.1:37528_solr-n_0000000000) [n:127.0.0.1:37528_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"deleteByCount", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"deleteByCount_shard1_replica_n1", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:33182/solr", [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 1386749 DEBUG (OverseerStateUpdate-72351395209019402-127.0.0.1:37528_solr-n_0000000000) [n:127.0.0.1:37528_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"deleteByCount", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"deleteByCount_shard1_replica_n2", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:37528/solr", [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} current state version: 0 [junit4] 2> 1386749 INFO (OverseerStateUpdate-72351395209019402-127.0.0.1:37528_solr-n_0000000000) [n:127.0.0.1:37528_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"deleteByCount", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"deleteByCount_shard1_replica_n2", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:37528/solr", [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 1386753 DEBUG (OverseerStateUpdate-72351395209019402-127.0.0.1:37528_solr-n_0000000000) [n:127.0.0.1:37528_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"deleteByCount", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"deleteByCount_shard1_replica_n4", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:37212/solr", [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} current state version: 0 [junit4] 2> 1386753 INFO (OverseerStateUpdate-72351395209019402-127.0.0.1:37528_solr-n_0000000000) [n:127.0.0.1:37528_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"deleteByCount", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"deleteByCount_shard1_replica_n4", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:37212/solr", [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 1386988 INFO (qtp1277897978-24387) [n:127.0.0.1:37528_solr x:deleteByCount_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=deleteByCount_shard1_replica_n2&action=CREATE&numShards=1&collection=deleteByCount&shard=shard1&wt=javabin&version=2&replicaType=NRT [junit4] 2> 1386988 INFO (qtp675609633-24377) [n:127.0.0.1:33182_solr x:deleteByCount_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=deleteByCount_shard1_replica_n1&action=CREATE&numShards=1&collection=deleteByCount&shard=shard1&wt=javabin&version=2&replicaType=NRT [junit4] 2> 1386988 INFO (qtp1277897978-24387) [n:127.0.0.1:37528_solr x:deleteByCount_shard1_replica_n2] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 1386988 INFO (qtp744189623-24368) [n:127.0.0.1:37212_solr x:deleteByCount_shard1_replica_n4] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&newCollection=true&name=deleteByCount_shard1_replica_n4&action=CREATE&numShards=1&collection=deleteByCount&shard=shard1&wt=javabin&version=2&replicaType=NRT [junit4] 2> 1386993 DEBUG (OverseerStateUpdate-72351395209019402-127.0.0.1:37528_solr-n_0000000000) [n:127.0.0.1:37528_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = { [junit4] 2> "core":"deleteByCount_shard1_replica_n2", [junit4] 2> "core_node_name":"core_node5", [junit4] 2> "roles":null, [junit4] 2> "base_url":"https://127.0.0.1:37528/solr", [junit4] 2> "node_name":"127.0.0.1:37528_solr", [junit4] 2> "numShards":"1", [junit4] 2> "state":"down", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"deleteByCount", [junit4] 2> "type":"NRT", [junit4] 2> "force_set_state":"false", [junit4] 2> "operation":"state"} current state version: 0 [junit4] 2> 1386993 DEBUG (OverseerStateUpdate-72351395209019402-127.0.0.1:37528_solr-n_0000000000) [n:127.0.0.1:37528_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = { [junit4] 2> "core":"deleteByCount_shard1_replica_n1", [junit4] 2> "core_node_name":"core_node3", [junit4] 2> "roles":null, [junit4] 2> "base_url":"https://127.0.0.1:33182/solr", [junit4] 2> "node_name":"127.0.0.1:33182_solr", [junit4] 2> "numShards":"1", [junit4] 2> "state":"down", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"deleteByCount", [junit4] 2> "type":"NRT", [junit4] 2> "force_set_state":"false", [junit4] 2> "operation":"state"} current state version: 0 [junit4] 2> 1386993 DEBUG (OverseerStateUpdate-72351395209019402-127.0.0.1:37528_solr-n_0000000000) [n:127.0.0.1:37528_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = { [junit4] 2> "core":"deleteByCount_shard1_replica_n4", [junit4] 2> "core_node_name":"core_node6", [junit4] 2> "roles":null, [junit4] 2> "base_url":"https://127.0.0.1:37212/solr", [junit4] 2> "node_name":"127.0.0.1:37212_solr", [junit4] 2> "numShards":"1", [junit4] 2> "state":"down", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"deleteByCount", [junit4] 2> "type":"NRT", [junit4] 2> "force_set_state":"false", [junit4] 2> "operation":"state"} current state version: 0 [junit4] 2> 1387406 DEBUG (ScheduledTrigger-6011-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 [junit4] 2> 1388006 INFO (qtp675609633-24377) [n:127.0.0.1:33182_solr c:deleteByCount s:shard1 r:core_node3 x:deleteByCount_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0 [junit4] 2> 1388007 INFO (qtp1277897978-24387) [n:127.0.0.1:37528_solr c:deleteByCount s:shard1 r:core_node5 x:deleteByCount_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0 [junit4] 2> 1388007 INFO (qtp744189623-24368) [n:127.0.0.1:37212_solr c:deleteByCount s:shard1 r:core_node6 x:deleteByCount_shard1_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0 [junit4] 2> 1388029 INFO (qtp675609633-24377) [n:127.0.0.1:33182_solr c:deleteByCount s:shard1 r:core_node3 x:deleteByCount_shard1_replica_n1] o.a.s.s.IndexSchema [deleteByCount_shard1_replica_n1] Schema name=minimal [junit4] 2> 1388029 INFO (qtp744189623-24368) [n:127.0.0.1:37212_solr c:deleteByCount s:shard1 r:core_node6 x:deleteByCount_shard1_replica_n4] o.a.s.s.IndexSchema [deleteByCount_shard1_replica_n4] Schema name=minimal [junit4] 2> 1388032 INFO (qtp744189623-24368) [n:127.0.0.1:37212_solr c:deleteByCount s:shard1 r:core_node6 x:deleteByCount_shard1_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 1388032 INFO (qtp675609633-24377) [n:127.0.0.1:33182_solr c:deleteByCount s:shard1 r:core_node3 x:deleteByCount_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 1388032 INFO (qtp744189623-24368) [n:127.0.0.1:37212_solr c:deleteByCount s:shard1 r:core_node6 x:deleteByCount_shard1_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'deleteByCount_shard1_replica_n4' using configuration from collection deleteByCount, trusted=true [junit4] 2> 1388032 INFO (qtp675609633-24377) [n:127.0.0.1:33182_solr c:deleteByCount s:shard1 r:core_node3 x:deleteByCount_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'deleteByCount_shard1_replica_n1' using configuration from collection deleteByCount, trusted=true [junit4] 2> 1388033 INFO (qtp675609633-24377) [n:127.0.0.1:33182_solr c:deleteByCount s:shard1 r:core_node3 x:deleteByCount_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33182.solr.core.deleteByCount.shard1.replica_n1' (registry 'solr.core.deleteByCount.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d8ce73 [junit4] 2> 1388033 INFO (qtp744189623-24368) [n:127.0.0.1:37212_solr c:deleteByCount s:shard1 r:core_node6 x:deleteByCount_shard1_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37212.solr.core.deleteByCount.shard1.replica_n4' (registry 'solr.core.deleteByCount.shard1.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d8ce73 [junit4] 2> 1388033 INFO (qtp1277897978-24387) [n:127.0.0.1:37528_solr c:deleteByCount s:shard1 r:core_node5 x:deleteByCount_shard1_replica_n2] o.a.s.s.IndexSchema [deleteByCount_shard1_replica_n2] Schema name=minimal [junit4] 2> 1388033 INFO (qtp675609633-24377) [n:127.0.0.1:33182_solr c:deleteByCount s:shard1 r:core_node3 x:deleteByCount_shard1_replica_n1] o.a.s.c.SolrCore [[deleteByCount_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-http2/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteReplicaTest_AAFD898163A334B5-001/tempDir-001/node4/deleteByCount_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-http2/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteReplicaTest_AAFD898163A334B5-001/tempDir-001/node4/./deleteByCount_shard1_replica_n1/data/] [junit4] 2> 1388033 INFO (qtp744189623-24368) [n:127.0.0.1:37212_solr c:deleteByCount s:shard1 r:core_node6 x:deleteByCount_shard1_replica_n4] o.a.s.c.SolrCore [[deleteByCount_shard1_replica_n4] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-http2/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteReplicaTest_AAFD898163A334B5-001/tempDir-001/node2/deleteByCount_shard1_replica_n4], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-http2/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteReplicaTest_AAFD898163A334B5-001/tempDir-001/node2/./deleteByCount_shard1_replica_n4/data/] [junit4] 2> 1388036 INFO (qtp1277897978-24387) [n:127.0.0.1:37528_solr c:deleteByCount s:shard1 r:core_node5 x:deleteByCount_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 1388036 INFO (qtp1277897978-24387) [n:127.0.0.1:37528_solr c:deleteByCount s:shard1 r:core_node5 x:deleteByCount_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'deleteByCount_shard1_replica_n2' using configuration from collection deleteByCount, trusted=true [junit4] 2> 1388036 INFO (qtp1277897978-24387) [n:127.0.0.1:37528_solr c:deleteByCount s:shard1 r:core_node5 x:deleteByCount_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37528.solr.core.deleteByCount.shard1.replica_n2' (registry 'solr.core.deleteByCount.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d8ce73 [junit4] 2> 1388036 INFO (qtp1277897978-24387) [n:127.0.0.1:37528_solr c:deleteByCount s:shard1 r:core_node5 x:deleteByCount_shard1_replica_n2] o.a.s.c.SolrCore [[deleteByCount_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-http2/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteReplicaTest_AAFD898163A334B5-001/tempDir-001/node3/deleteByCount_shard1_replica_n2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-http2/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteReplicaTest_AAFD898163A334B5-001/tempDir-001/node3/./deleteByCount_shard1_replica_n2/data/] [junit4] 2> 1388105 INFO (qtp675609633-24377) [n:127.0.0.1:33182_solr c:deleteByCount s:shard1 r:core_node3 x:deleteByCount_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 1388105 INFO (qtp675609633-24377) [n:127.0.0.1:33182_solr c:deleteByCount s:shard1 r:core_node3 x:deleteByCount_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 1388105 INFO (qtp1277897978-24387) [n:127.0.0.1:37528_solr c:deleteByCount s:shard1 r:core_node5 x:deleteByCount_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 1388105 INFO (qtp1277897978-24387) [n:127.0.0.1:37528_solr c:deleteByCount s:shard1 r:core_node5 x:deleteByCount_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 1388106 INFO (qtp744189623-24368) [n:127.0.0.1:37212_solr c:deleteByCount s:shard1 r:core_node6 x:deleteByCount_shard1_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 1388106 INFO (qtp744189623-24368) [n:127.0.0.1:37212_solr c:deleteByCount s:shard1 r:core_node6 x:deleteByCount_shard1_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 1388107 INFO (qtp675609633-24377) [n:127.0.0.1:33182_solr c:deleteByCount s:shard1 r:core_node3 x:deleteByCount_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 1388107 INFO (qtp1277897978-24387) [n:127.0.0.1:37528_solr c:deleteByCount s:shard1 r:core_node5 x:deleteByCount_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 1388107 INFO (qtp675609633-24377) [n:127.0.0.1:33182_solr c:deleteByCount s:shard1 r:core_node3 x:deleteByCount_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 1388107 INFO (qtp1277897978-24387) [n:127.0.0.1:37528_solr c:deleteByCount s:shard1 r:core_node5 x:deleteByCount_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 1388107 INFO (qtp744189623-24368) [n:127.0.0.1:37212_solr c:deleteByCount s:shard1 r:core_node6 x:deleteByCount_shard1_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 1388107 INFO (qtp744189623-24368) [n:127.0.0.1:37212_solr c:deleteByCount s:shard1 r:core_node6 x:deleteByCount_shard1_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 1388109 INFO (qtp1277897978-24387) [n:127.0.0.1:37528_solr c:deleteByCount s:shard1 r:core_node5 x:deleteByCount_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@3b008359[deleteByCount_shard1_replica_n2] main] [junit4] 2> 1388109 INFO (qtp675609633-24377) [n:127.0.0.1:33182_solr c:deleteByCount s:shard1 r:core_node3 x:deleteByCount_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@137cb5be[deleteByCount_shard1_replica_n1] main] [junit4] 2> 1388109 INFO (qtp744189623-24368) [n:127.0.0.1:37212_solr c:deleteByCount s:shard1 r:core_node6 x:deleteByCount_shard1_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@5ce0deec[deleteByCount_shard1_replica_n4] main] [junit4] 2> 1388110 INFO (qtp675609633-24377) [n:127.0.0.1:33182_solr c:deleteByCount s:shard1 r:core_node3 x:deleteByCount_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 1388110 INFO (qtp744189623-24368) [n:127.0.0.1:37212_solr c:deleteByCount s:shard1 r:core_node6 x:deleteByCount_shard1_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 1388110 INFO (qtp675609633-24377) [n:127.0.0.1:33182_solr c:deleteByCount s:shard1 r:core_node3 x:deleteByCount_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 1388110 INFO (qtp744189623-24368) [n:127.0.0.1:37212_solr c:deleteByCount s:shard1 r:core_node6 x:deleteByCount_shard1_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 1388111 INFO (qtp1277897978-24387) [n:127.0.0.1:37528_solr c:deleteByCount s:shard1 r:core_node5 x:deleteByCount_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 1388111 INFO (qtp675609633-24377) [n:127.0.0.1:33182_solr c:deleteByCount s:shard1 r:core_node3 x:deleteByCount_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 1388111 INFO (qtp744189623-24368) [n:127.0.0.1:37212_solr c:deleteByCount s:shard1 r:core_node6 x:deleteByCount_shard1_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 1388111 INFO (qtp744189623-24368) [n:127.0.0.1:37212_solr c:deleteByCount s:shard1 r:core_node6 x:deleteByCount_shard1_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1618317956420206592 [junit4] 2> 1388111 INFO (qtp1277897978-24387) [n:127.0.0.1:37528_solr c:deleteByCount s:shard1 r:core_node5 x:deleteByCount_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 1388112 INFO (searcherExecutor-6034-thread-1-processing-n:127.0.0.1:33182_solr x:deleteByCount_shard1_replica_n1 c:deleteByCount s:shard1 r:core_node3) [n:127.0.0.1:33182_solr c:deleteByCount s:shard1 r:core_node3 x:deleteByCount_shard1_replica_n1] o.a.s.c.SolrCore [deleteByCount_shard1_replica_n1] Registered new searcher Searcher@137cb5be[deleteByCount_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 1388112 INFO (searcherExecutor-6033-thread-1-processing-n:127.0.0.1:37212_solr x:deleteByCount_shard1_replica_n4 c:deleteByCount s:shard1 r:core_node6) [n:127.0.0.1:37212_solr c:deleteByCount s:shard1 r:core_node6 x:deleteByCount_shard1_replica_n4] o.a.s.c.SolrCore [deleteByCount_shard1_replica_n4] Registered new searcher Searcher@5ce0deec[deleteByCount_shard1_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 1388112 INFO (qtp675609633-24377) [n:127.0.0.1:33182_solr c:deleteByCount s:shard1 r:core_node3 x:deleteByCount_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1618317956421255168 [junit4] 2> 1388112 INFO (qtp1277897978-24387) [n:127.0.0.1:37528_solr c:deleteByCount s:shard1 r:core_node5 x:deleteByCount_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 1388112 INFO (qtp1277897978-24387) [n:127.0.0.1:37528_solr c:deleteByCount s:shard1 r:core_node5 x:deleteByCount_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1618317956421255168 [junit4] 2> 1388115 INFO (searcherExecutor-6035-thread-1-processing-n:127.0.0.1:37528_solr x:deleteByCount_shard1_replica_n2 c:deleteByCount s:shard1 r:core_node5) [n:127.0.0.1:37528_solr c:deleteByCount s:shard1 r:core_node5 x:deleteByCount_shard1_replica_n2] o.a.s.c.SolrCore [deleteByCount_shard1_replica_n2] Registered new searcher Searcher@3b008359[deleteByCount_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 1388119 INFO (qtp744189623-24368) [n:127.0.0.1:37212_solr c:deleteByCount s:shard1 r:core_node6 x:deleteByCount_shard1_replica_n4] o.a.s.c.ZkShardTerms Successful update of terms at /collections/deleteByCount/terms/shard1 to Terms{values={core_node6=0}, version=0} [junit4] 2> 1388121 INFO (qtp675609633-24377) [n:127.0.0.1:33182_solr c:deleteByCount s:shard1 r:core_node3 x:deleteByCount_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/deleteByCount/terms/shard1 to Terms{values={core_node6=0, core_node3=0}, version=1} [junit4] 2> 1388122 INFO (qtp1277897978-24387) [n:127.0.0.1:37528_solr c:deleteByCount s:shard1 r:core_node5 x:deleteByCount_shard1_replica_n2] o.a.s.c.ZkShardTerms Failed to save terms, version is not a match, retrying [junit4] 2> 1388123 INFO (qtp1277897978-24387) [n:127.0.0.1:37528_solr c:deleteByCount s:shard1 r:core_node5 x:deleteByCount_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/deleteByCount/terms/shard1 to Terms{values={core_node6=0, core_node3=0, core_node5=0}, version=2} [junit4] 2> 1388127 DEBUG (OverseerStateUpdate-72351395209019402-127.0.0.1:37528_solr-n_0000000000) [n:127.0.0.1:37528_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "operation":"leader", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"deleteByCount"} current state version: 0 [junit4] 2> 1388127 INFO (qtp675609633-24377) [n:127.0.0.1:33182_solr c:deleteByCount s:shard1 r:core_node3 x:deleteByCount_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 1388127 INFO (qtp675609633-24377) [n:127.0.0.1:33182_solr c:deleteByCount s:shard1 r:core_node3 x:deleteByCount_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 1388127 INFO (qtp675609633-24377) [n:127.0.0.1:33182_solr c:deleteByCount s:shard1 r:core_node3 x:deleteByCount_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:33182/solr/deleteByCount_shard1_replica_n1/ [junit4] 2> 1388128 INFO (qtp675609633-24377) [n:127.0.0.1:33182_solr c:deleteByCount s:shard1 r:core_node3 x:deleteByCount_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=deleteByCount_shard1_replica_n1 url=https://127.0.0.1:33182/solr START replicas=[https://127.0.0.1:37528/solr/deleteByCount_shard1_replica_n2/, https://127.0.0.1:37212/solr/deleteByCount_shard1_replica_n4/] nUpdates=100 [junit4] 2> 1388129 INFO (qtp675609633-24377) [n:127.0.0.1:33182_solr c:deleteByCount s:shard1 r:core_node3 x:deleteByCount_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=deleteByCount_shard1_replica_n1 url=https://127.0.0.1:33182/solr DONE. We have no versions. sync failed. [junit4] 2> 1388151 INFO (qtp744189623-24365) [n:127.0.0.1:37212_solr c:deleteByCount s:shard1 r:core_node6 x:deleteByCount_shard1_replica_n4] o.a.s.c.S.Request [deleteByCount_shard1_replica_n4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=4 [junit4] 2> 1388157 INFO (qtp1277897978-24388) [n:127.0.0.1:37528_solr c:deleteByCount s:shard1 r:core_node5 x:deleteByCount_shard1_replica_n2] o.a.s.c.S.Request [deleteByCount_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=5 [junit4] 2> 1388158 INFO (qtp675609633-24377) [n:127.0.0.1:33182_solr c:deleteByCount s:shard1 r:core_node3 x:deleteByCount_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate [junit4] 2> 1388158 INFO (qtp675609633-24377) [n:127.0.0.1:33182_solr c:deleteByCount s:shard1 r:core_node3 x:deleteByCount_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway [junit4] 2> 1388163 INFO (qtp675609633-24377) [n:127.0.0.1:33182_solr c:deleteByCount s:shard1 r:core_node3 x:deleteByCount_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:33182/solr/deleteByCount_shard1_replica_n1/ shard1 [junit4] 2> 1388163 DEBUG (OverseerStateUpdate-72351395209019402-127.0.0.1:37528_solr-n_0000000000) [n:127.0.0.1:37528_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = { [junit4] 2> "operation":"leader", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"deleteByCount", [junit4] 2> "base_url":"https://127.0.0.1:33182/solr", [junit4] 2> "core":"deleteByCount_shard1_replica_n1", [junit4] 2> "state":"active"} current state version: 0 [junit4] 2> 1388266 INFO (qtp675609633-24377) [n:127.0.0.1:33182_solr c:deleteByCount s:shard1 r:core_node3 x:deleteByCount_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 1388267 DEBUG (OverseerStateUpdate-72351395209019402-127.0.0.1:37528_solr-n_0000000000) [n:127.0.0.1:37528_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "core":"deleteByCount_shard1_replica_n1", [junit4] 2> "core_node_name":"core_node3", [junit4] 2> "roles":null, [junit4] 2> "base_url":"https://127.0.0.1:33182/solr", [junit4] 2> "node_name":"127.0.0.1:33182_solr", [junit4] 2> "numShards":"1", [junit4] 2> "state":"active", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"deleteByCount", [junit4] 2> "type":"NRT", [junit4] 2> "force_set_state":"false", [junit4] 2> "operation":"state"} current state version: 0 [junit4] 2> 1388272 INFO (qtp675609633-24377) [n:127.0.0.1:33182_solr c:deleteByCount s:shard1 r:core_node3 x:deleteByCount_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=deleteByCount_shard1_replica_n1&action=CREATE&numShards=1&collection=deleteByCount&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1284 [junit4] 2> 1388369 INFO (zkCallback-3443-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteByCount/state.json] for collection [deleteByCount] has occurred - updating... (live nodes size: [4]) [junit4] 2> 1388407 DEBUG (ScheduledTrigger-6011-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 [junit4] 2> 1389128 DEBUG (OverseerStateUpdate-72351395209019402-127.0.0.1:37528_solr-n_0000000000) [n:127.0.0.1:37528_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "core":"deleteByCount_shard1_replica_n4", [junit4] 2> "core_node_name":"core_node6", [junit4] 2> "roles":null, [junit4] 2> "base_url":"https://127.0.0.1:37212/solr", [junit4] 2> "node_name":"127.0.0.1:37212_solr", [junit4] 2> "numShards":"1", [junit4] 2> "state":"active", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"deleteByCount", [junit4] 2> "type":"NRT", [junit4] 2> "force_set_state":"false", [junit4] 2> "operation":"state"} current state version: 0 [junit4] 2> 1389133 INFO (qtp744189623-24368) [n:127.0.0.1:37212_solr c:deleteByCount s:shard1 r:core_node6 x:deleteByCount_shard1_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&newCollection=true&name=deleteByCount_shard1_replica_n4&action=CREATE&numShards=1&collection=deleteByCount&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2145 [junit4] 2> 1389133 DEBUG (OverseerStateUpdate-72351395209019402-127.0.0.1:37528_solr-n_0000000000) [n:127.0.0.1:37528_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = { [junit4] 2> "core":"deleteByCount_shard1_replica_n2", [junit4] 2> "core_node_name":"core_node5", [junit4] 2> "roles":null, [junit4] 2> "base_url":"https://127.0.0.1:37528/solr", [junit4] 2> "node_name":"127.0.0.1:37528_solr", [junit4] 2> "numShards":"1", [junit4] 2> "state":"active", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"deleteByCount", [junit4] 2> "type":"NRT", [junit4] 2> "force_set_state":"false", [junit4] 2> "operation":"state"} current state version: 0 [junit4] 2> 1389134 INFO (qtp1277897978-24387) [n:127.0.0.1:37528_solr c:deleteByCount s:shard1 r:core_node5 x:deleteByCount_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=deleteByCount_shard1_replica_n2&action=CREATE&numShards=1&collection=deleteByCount&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2146 [junit4] 2> 1389148 INFO (qtp1951376157-24394) [n:127.0.0.1:35927_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas [junit4] 2> 1389235 INFO (zkCallback-3443-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteByCount/state.json] for collection [deleteByCount] has occurred - updating... (live nodes size: [4]) [junit4] 2> 1389235 INFO (zkCallback-3451-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteByCount/state.json] for collection [deleteByCount] has occurred - updating... (live nodes size: [4]) [junit4] 2> 1389235 INFO (zkCallback-3459-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteByCount/state.json] for collection [deleteByCount] has occurred - updating... (live nodes size: [4]) [junit4] 2> 1389407 DEBUG (ScheduledTrigger-6011-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 [junit4] 2> 1390150 INFO (qtp1951376157-24394) [n:127.0.0.1:35927_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf&name=deleteByCount&nrtReplicas=3&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3566 [junit4] 2> 1390152 INFO (qtp1951376157-24397) [n:127.0.0.1:35927_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletereplica with params count=2&action=DELETEREPLICA&collection=deleteByCount&shard=shard1&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 1390155 INFO (OverseerCollectionConfigSetProcessor-72351395209019402-127.0.0.1:37528_solr-n_0000000000) [n:127.0.0.1:37528_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 1390160 INFO (qtp744189623-24371) [n:127.0.0.1:37212_solr x:deleteByCount_shard1_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.deleteByCount.shard1.replica_n4, tag=null [junit4] 2> 1390160 INFO (qtp744189623-24371) [n:127.0.0.1:37212_solr x:deleteByCount_shard1_replica_n4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@529b7670: rootName = solr_37212, domain = solr.core.deleteByCount.shard1.replica_n4, service url = null, agent id = null] for registry solr.core.deleteByCount.shard1.replica_n4 / com.codahale.metrics.MetricRegistry@7a4e5ad2 [junit4] 2> 1390187 INFO (qtp744189623-24371) [n:127.0.0.1:37212_solr x:deleteByCount_shard1_replica_n4] o.a.s.c.SolrCore [deleteByCount_shard1_replica_n4] CLOSING SolrCore org.apache.solr.core.SolrCore@3c62dd2e [junit4] 2> 1390187 INFO (qtp744189623-24371) [n:127.0.0.1:37212_solr x:deleteByCount_shard1_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.deleteByCount.shard1.replica_n4, tag=3c62dd2e [junit4] 2> 1390187 INFO (qtp744189623-24371) [n:127.0.0.1:37212_solr x:deleteByCount_shard1_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.deleteByCount.shard1.leader, tag=3c62dd2e [junit4] 2> 1390197 INFO (qtp744189623-24371) [n:127.0.0.1:37212_solr x:deleteByCount_shard1_replica_n4] o.a.s.c.ZkShardTerms Successful update of terms at /collections/deleteByCount/terms/shard1 to Terms{values={core_node3=0, core_node5=0}, version=3} [junit4] 2> 1390198 INFO (qtp744189623-24371) [n:127.0.0.1:37212_solr x:deleteByCount_shard1_replica_n4] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration. [junit4] 2> 1390199 INFO (qtp744189623-24371) [n:127.0.0.1:37212_solr x:deleteByCount_shard1_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=deleteByCount_shard1_replica_n4&deleteMetricsHistory=true&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2&deleteIndex=true} status=0 QTime=39 [junit4] 2> 1390200 DEBUG (OverseerStateUpdate-72351395209019402-127.0.0.1:37528_solr-n_0000000000) [n:127.0.0.1:37528_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "operation":"deletecore", [junit4] 2> "core":"deleteByCount_shard1_replica_n4", [junit4] 2> "node_name":"127.0.0.1:37212_solr", [junit4] 2> "collection":"deleteByCount", [junit4] 2> "base_url":"https://127.0.0.1:37212/solr", [junit4] 2> "core_node_name":"core_node6"} current state version: 0 [junit4] 2> 1390301 INFO (zkCallback-3443-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteByCount/state.json] for collection [deleteByCount] has occurred - updating... (live nodes size: [4]) [junit4] 2> 1390301 INFO (zkCallback-3459-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteByCount/state.json] for collection [deleteByCount] has occurred - updating... (live nodes size: [4]) [junit4] 2> 1390301 INFO (zkCallback-3451-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteByCount/state.json] for collection [deleteByCount] has occurred - updating... (live nodes size: [4]) [junit4] 2> 1390405 INFO (qtp1277897978-24390) [n:127.0.0.1:37528_solr x:deleteByCount_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.deleteByCount.shard1.replica_n2, tag=null [junit4] 2> 1390405 INFO (qtp1277897978-24390) [n:127.0.0.1:37528_solr x:deleteByCount_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@eb52942: rootName = solr_37528, domain = solr.core.deleteByCount.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.deleteByCount.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@4a12d70a [junit4] 2> 1390407 DEBUG (ScheduledTrigger-6011-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 [junit4] 2> 1390432 INFO (qtp1277897978-24390) [n:127.0.0.1:37528_solr x:deleteByCount_shard1_replica_n2] o.a.s.c.SolrCore [deleteByCount_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@4ee9eec2 [junit4] 2> 1390432 INFO (qtp1277897978-24390) [n:127.0.0.1:37528_solr x:deleteByCount_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.deleteByCount.shard1.replica_n2, tag=4ee9eec2 [junit4] 2> 1390432 INFO (qtp1277897978-24390) [n:127.0.0.1:37528_solr x:deleteByCount_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.deleteByCount.shard1.leader, tag=4ee9eec2 [junit4] 2> 1390442 INFO (qtp1277897978-24390) [n:127.0.0.1:37528_solr x:deleteByCount_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/deleteByCount/terms/shard1 to Terms{values={core_node3=0}, version=4} [junit4] 2> 1390443 INFO (qtp1277897978-24390) [n:127.0.0.1:37528_solr x:deleteByCount_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration. [junit4] 2> 1390444 INFO (qtp1277897978-24390) [n:127.0.0.1:37528_solr x:deleteByCount_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=deleteByCount_shard1_replica_n2&deleteMetricsHistory=true&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2&deleteIndex=true} status=0 QTime=39 [junit4] 2> 1390444 DEBUG (OverseerStateUpdate-72351395209019402-127.0.0.1:37528_solr-n_0000000000) [n:127.0.0.1:37528_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "operation":"deletecore", [junit4] 2> "core":"deleteByCount_shard1_replica_n2", [junit4] 2> "node_name":"127.0.0.1:37528_solr", [junit4] 2> "collection":"deleteByCount", [junit4] 2> "base_url":"https://127.0.0.1:37528/solr", [junit4] 2> "core_node_name":"core_node5"} current state version: 0 [junit4] 2> 1390546 INFO (zkCallback-3443-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteByCount/state.json] for collection [deleteByCount] has occurred - updating... (live no [...truncated too long message...] ndler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 1507616 INFO (SUITE-DeleteReplicaTest-seed#[AAFD898163A334B5]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44062 44062 [junit4] 2> 1507700 INFO (Thread-13739) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44062 44062 [junit4] 2> 1507707 WARN (Thread-13739) [ ] o.a.s.c.ZkTestServer Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 15 /solr/collections/deleteByCount/terms/shard1 [junit4] 2> 11 /solr/aliases.json [junit4] 2> 9 /solr/collections/deleteReplicaOnIndexing/terms/shard1 [junit4] 2> 8 /solr/configs/conf [junit4] 2> 8 /solr/collections/deletereplica_test/terms/shard1 [junit4] 2> 6 /solr/collections/raceDeleteReplica_true/terms/shard1 [junit4] 2> 5 /solr/security.json [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 11 /solr/clusterprops.json [junit4] 2> 11 /solr/clusterstate.json [junit4] 2> 6 /solr/collections/raceDeleteReplica_true/state.json [junit4] 2> 4 /solr/collections/deleteByCount/state.json [junit4] 2> 3 /solr/collections/deleteReplicaOnIndexing/state.json [junit4] 2> 2 /solr/collections/deletereplica_test/state.json [junit4] 2> 2 /solr/overseer_elect/election/72351395209019402-127.0.0.1:37528_solr-n_0000000000 [junit4] 2> 2 /solr/collections/deleteByCount/leader_elect/shard1/election/72351395209019398-core_node3-n_0000000000 [junit4] 2> 2 /solr/autoscaling.json [junit4] 2> 2 /solr/overseer_elect/election/72351395209019400-127.0.0.1:37212_solr-n_0000000002 [junit4] 2> 2 /solr/collections/raceDeleteReplica_true/leader_elect/shard1/election/72351395209019402-core_node3-n_0000000000 [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 11 /solr/live_nodes [junit4] 2> 11 /solr/collections [junit4] 2> 2 /solr/overseer/queue [junit4] 2> 2 /solr/autoscaling/events/.scheduled_maintenance [junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas [junit4] 2> 2 /solr/overseer/queue-work [junit4] 2> 2 /solr/overseer/collection-queue-work [junit4] 2> [junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-http2/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteReplicaTest_AAFD898163A334B5-001 [junit4] 2> Nov 27, 2018 7:53:10 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks [junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s). [junit4] 2> NOTE: test params are: codec=Lucene80, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@5e24e50a), locale=sr-Latn-ME, timezone=Asia/Dili [junit4] 2> NOTE: Linux 4.4.0-137-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=85293960,total=513802240 [junit4] 2> NOTE: All tests run in this JVM: [CreateRoutedAliasTest, TestSearchPerf, SpellCheckComponentTest, TestExportWriter, IgnoreLargeDocumentProcessorFactoryTest, TestSimNodeAddedTrigger, FieldAnalysisRequestHandlerTest, TestNumericTerms64, SolrCoreTest, TestXmlQParserPlugin, TestDFISimilarityFactory, DistributedTermsComponentTest, ConvertedLegacyTest, TolerantUpdateProcessorTest, TestLuceneIndexBackCompat, NodeMarkersRegistrationTest, ReplaceNodeTest, TestReversedWildcardFilterFactory, TestMaxScoreQueryParser, TestCloudPseudoReturnFields, TestDynamicFieldCollectionResource, TestCoreContainer, PrimUtilsTest, BlockJoinFacetRandomTest, TriggerSetPropertiesIntegrationTest, TestRandomRequestDistribution, TestInitParams, BasicDistributedZkTest, PhrasesIdentificationComponentTest, LeaderElectionContextKeyTest, TestUseDocValuesAsStored2, OverseerTest, ImplicitSnitchTest, TestCSVResponseWriter, AlternateDirectoryTest, TestNumericRangeQuery32, TestAuthorizationFramework, TestDownShardTolerantSearch, TestSolrQueryParser, CoreAdminCreateDiscoverTest, ScheduledTriggerIntegrationTest, CdcrBootstrapTest, HLLSerializationTest, CloneFieldUpdateProcessorFactoryTest, HDFSCollectionsAPITest, ZkCLITest, HdfsDirectoryFactoryTest, DirectUpdateHandlerTest, TestAddFieldRealTimeGet, TestSystemIdResolver, SpellCheckCollatorTest, TestBulkSchemaConcurrent, TestClusterStateMutator, TestSizeLimitedDistributedMap, TestHdfsCloudBackupRestore, SimpleCollectionCreateDeleteTest, TestManagedStopFilterFactory, CdcrRequestHandlerTest, SolrTestCaseJ4Test, UniqFieldsUpdateProcessorFactoryTest, TestSimpleTrackingShardHandler, CollectionsAPIAsyncDistributedZkTest, HdfsAutoAddReplicasIntegrationTest, TestMinMaxOnMultiValuedField, OutputWriterTest, PeerSyncWithLeaderAndIndexFingerprintCachingTest, AssignBackwardCompatibilityTest, TriLevelCompositeIdRoutingTest, TestSha256AuthenticationProvider, TestDocBasedVersionConstraints, TestFieldCacheSort, TestRandomCollapseQParserPlugin, BlockCacheTest, TestSimExtremeIndexing, HdfsUnloadDistributedZkTest, TestCloudInspectUtil, TestSSLRandomization, OpenExchangeRatesOrgProviderTest, CoreAdminRequestStatusTest, TestAuthenticationFramework, SuggesterFSTTest, TestDocSet, LargeFieldTest, DocValuesMultiTest, TestRTimerTree, TestFiltering, V2ApiIntegrationTest, TestSchemaNameResource, JSONWriterTest, TestRequestStatusCollectionAPI, CoreSorterTest, HdfsChaosMonkeyNothingIsSafeTest, UninvertDocValuesMergePolicyTest, TestInPlaceUpdatesDistrib, TestRemoteStreaming, TestReRankQParserPlugin, SolrMetricsIntegrationTest, SearchRateTriggerTest, TestSolrCoreParser, MetricsHandlerTest, TermsComponentTest, ByteBuffersDirectoryFactoryTest, TestTolerantUpdateProcessorCloud, AnalysisErrorHandlingTest, LeaderVoteWaitTimeoutTest, ClassificationUpdateProcessorFactoryTest, DateFieldTest, SuggestComponentTest, TestHttpShardHandlerFactory, SolrIndexMetricsTest, TestSolrDeletionPolicy2, SecurityConfHandlerTest, BinaryUpdateRequestHandlerTest, SliceStateTest, TestPullReplica, TestBlendedInfixSuggestions, TestFieldResource, TestXIncludeConfig, TestManagedSchema, DebugComponentTest, TestStressLucene, HdfsRecoverLeaseTest, BitVectorTest, LeaderFailoverAfterPartitionTest, SearchHandlerTest, DOMUtilTest, TestMultiWordSynonyms, HealthCheckHandlerTest, TestDynamicURP, AssignTest, TestCollationField, TestDocumentBuilder, ShardRoutingCustomTest, ResponseLogComponentTest, CursorPagingTest, DisMaxRequestHandlerTest, DistributedIntervalFacetingTest, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedGrouping, TestHighlightDedupGrouping, TestSolrCoreProperties, TestTolerantSearch, TestTrie, PathHierarchyTokenizerFactoryTest, ProtectedTermFilterFactoryTest, TestCharFilters, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, ConnectionReuseTest, ChaosMonkeyNothingIsSafeTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CleanupOldIndexTest, CollectionPropsTest, ConcurrentCreateRoutedAliasTest, ConfigSetsAPITest, DeleteInactiveReplicaTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DeleteReplicaTest] [junit4] Completed [424/837 (1!)] on J2 in 123.03s, 7 tests, 1 failure, 2 errors, 1 skipped <<< FAILURES! [...truncated 11366 lines...] check-licenses: [echo] License check under: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-http2/lucene [licenses] MISSING sha1 checksum file for: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-http2/lucene/replicator/lib/jetty-continuation-9.4.14.v20181114.jar [licenses] EXPECTED sha1 checksum file : /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-http2/lucene/licenses/jetty-continuation-9.4.14.v20181114.jar.sha1 [licenses] MISSING sha1 checksum file for: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-http2/lucene/replicator/lib/jetty-http-9.4.14.v20181114.jar [licenses] EXPECTED sha1 checksum file : /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-http2/lucene/licenses/jetty-http-9.4.14.v20181114.jar.sha1 [licenses] MISSING sha1 checksum file for: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-http2/lucene/replicator/lib/jetty-io-9.4.14.v20181114.jar [licenses] EXPECTED sha1 checksum file : /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-http2/lucene/licenses/jetty-io-9.4.14.v20181114.jar.sha1 [licenses] MISSING sha1 checksum file for: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-http2/lucene/replicator/lib/jetty-server-9.4.14.v20181114.jar [licenses] EXPECTED sha1 checksum file : /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-http2/lucene/licenses/jetty-server-9.4.14.v20181114.jar.sha1 [licenses] MISSING sha1 checksum file for: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-http2/lucene/replicator/lib/jetty-servlet-9.4.14.v20181114.jar [licenses] EXPECTED sha1 checksum file : /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-http2/lucene/licenses/jetty-servlet-9.4.14.v20181114.jar.sha1 [...truncated 3 lines...] BUILD FAILED /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-http2/build.xml:633: The following error occurred while executing this line: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-http2/build.xml:117: The following error occurred while executing this line: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-http2/lucene/build.xml:90: The following error occurred while executing this line: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-http2/lucene/tools/custom-tasks.xml:62: License check failed. Check the logs. If you recently modified ivy-versions.properties or any module's ivy.xml, make sure you run "ant clean-jars jar-checksums" before running precommit. Total time: 102 minutes 16 seconds Build step 'Invoke Ant' marked build as failure Archiving artifacts Recording test results Email was triggered for: Failure - Any Sending email for trigger: Failure - Any
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org