Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/3023/ Java: 32bit/jdk1.8.0_172 -client -XX:+UseConcMarkSweepGC
3 tests failed. FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestCloudRecovery Error Message: Error from server at https://127.0.0.1:44041/solr: create the collection time out:180s Stack Trace: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:44041/solr: create the collection time out:180s at __randomizedtesting.SeedInfo.seed([9009B83606717E66]:0) at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413) at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1107) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211) at org.apache.solr.cloud.TestCloudRecovery.setupCluster(TestCloudRecovery.java:69) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:875) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRouting Error Message: Error from server at https://127.0.0.1:40277/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason: <pre> Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty";>Powered by Jetty:// 9.4.11.v20180605</a><hr/> </body> </html> Stack Trace: org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:40277/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason: <pre> Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty";>Powered by Jetty:// 9.4.11.v20180605</a><hr/> </body> </html> at __randomizedtesting.SeedInfo.seed([E76459AD4D7FA5AE:25D365C54E3F55D6]:0) at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551) at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRouting(CloudSolrClientTest.java:238) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:40277/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason: <pre> Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty";>Powered by Jetty:// 9.4.11.v20180605</a><hr/> </body> </html> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413) at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ... 1 more FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.testVersionsAreReturned Error Message: Error from server at https://127.0.0.1:40277/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason: <pre> Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty";>Powered by Jetty:// 9.4.11.v20180605</a><hr/> </body> </html> Stack Trace: org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:40277/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason: <pre> Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty";>Powered by Jetty:// 9.4.11.v20180605</a><hr/> </body> </html> at __randomizedtesting.SeedInfo.seed([E76459AD4D7FA5AE:1FA2A098DE663D66]:0) at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551) at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194) at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:237) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testVersionsAreReturned(CloudSolrClientTest.java:725) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:40277/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason: <pre> Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty";>Powered by Jetty:// 9.4.11.v20180605</a><hr/> </body> </html> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413) at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ... 1 more Build Log: [...truncated 14295 lines...] [junit4] Suite: org.apache.solr.cloud.TestCloudRecovery [junit4] 2> 2299113 INFO (SUITE-TestCloudRecovery-seed#[9009B83606717E66]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_9009B83606717E66-001/init-core-data-001 [junit4] 2> 2299114 WARN (SUITE-TestCloudRecovery-seed#[9009B83606717E66]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=13 numCloses=13 [junit4] 2> 2299114 INFO (SUITE-TestCloudRecovery-seed#[9009B83606717E66]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false [junit4] 2> 2299117 INFO (SUITE-TestCloudRecovery-seed#[9009B83606717E66]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN) [junit4] 2> 2299119 INFO (SUITE-TestCloudRecovery-seed#[9009B83606717E66]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_9009B83606717E66-001/tempDir-001 [junit4] 2> 2299119 INFO (SUITE-TestCloudRecovery-seed#[9009B83606717E66]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 2299119 INFO (Thread-4173) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 2299119 INFO (Thread-4173) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 2299121 ERROR (Thread-4173) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 2299219 INFO (SUITE-TestCloudRecovery-seed#[9009B83606717E66]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:36327 [junit4] 2> 2299222 INFO (zkConnectionManagerCallback-5455-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 2299228 INFO (jetty-launcher-5452-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11 [junit4] 2> 2299230 INFO (jetty-launcher-5452-thread-2) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11 [junit4] 2> 2299235 INFO (jetty-launcher-5452-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 2299235 INFO (jetty-launcher-5452-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 2299235 INFO (jetty-launcher-5452-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 2299235 INFO (jetty-launcher-5452-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 2299235 INFO (jetty-launcher-5452-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms [junit4] 2> 2299235 INFO (jetty-launcher-5452-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms [junit4] 2> 2299236 INFO (jetty-launcher-5452-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4ce8a2{/solr,null,AVAILABLE} [junit4] 2> 2299237 INFO (jetty-launcher-5452-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@150389e{/solr,null,AVAILABLE} [junit4] 2> 2299238 INFO (jetty-launcher-5452-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@f11269{SSL,[ssl, http/1.1]}{127.0.0.1:44041} [junit4] 2> 2299238 INFO (jetty-launcher-5452-thread-1) [ ] o.e.j.s.Server Started @2299297ms [junit4] 2> 2299238 INFO (jetty-launcher-5452-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44041} [junit4] 2> 2299238 INFO (jetty-launcher-5452-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1b81d40{SSL,[ssl, http/1.1]}{127.0.0.1:44047} [junit4] 2> 2299238 INFO (jetty-launcher-5452-thread-2) [ ] o.e.j.s.Server Started @2299297ms [junit4] 2> 2299238 INFO (jetty-launcher-5452-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44047} [junit4] 2> 2299238 ERROR (jetty-launcher-5452-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 2299238 ERROR (jetty-launcher-5452-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 2299238 INFO (jetty-launcher-5452-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory [junit4] 2> 2299238 INFO (jetty-launcher-5452-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory [junit4] 2> 2299238 INFO (jetty-launcher-5452-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.6.0 [junit4] 2> 2299238 INFO (jetty-launcher-5452-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.6.0 [junit4] 2> 2299238 INFO (jetty-launcher-5452-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 2299238 INFO (jetty-launcher-5452-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 2299238 INFO (jetty-launcher-5452-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 2299238 INFO (jetty-launcher-5452-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 2299238 INFO (jetty-launcher-5452-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-11-02T17:40:39.121Z [junit4] 2> 2299238 INFO (jetty-launcher-5452-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-11-02T17:40:39.121Z [junit4] 2> 2299253 INFO (zkConnectionManagerCallback-5459-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 2299254 INFO (jetty-launcher-5452-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 2299257 INFO (zkConnectionManagerCallback-5458-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 2299258 INFO (jetty-launcher-5452-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 2300387 INFO (jetty-launcher-5452-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36327/solr [junit4] 2> 2300390 INFO (zkConnectionManagerCallback-5463-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 2300393 INFO (zkConnectionManagerCallback-5465-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 2300459 INFO (jetty-launcher-5452-thread-2) [n:127.0.0.1:44047_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44047_solr [junit4] 2> 2300460 INFO (jetty-launcher-5452-thread-2) [n:127.0.0.1:44047_solr ] o.a.s.c.Overseer Overseer (id=72093946290307076-127.0.0.1:44047_solr-n_0000000000) starting [junit4] 2> 2300465 INFO (zkConnectionManagerCallback-5472-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 2300467 INFO (jetty-launcher-5452-thread-2) [n:127.0.0.1:44047_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36327/solr ready [junit4] 2> 2300468 INFO (OverseerStateUpdate-72093946290307076-127.0.0.1:44047_solr-n_0000000000) [n:127.0.0.1:44047_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:44047_solr [junit4] 2> 2300468 INFO (jetty-launcher-5452-thread-2) [n:127.0.0.1:44047_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44047_solr [junit4] 2> 2300475 INFO (zkCallback-5464-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 2300476 DEBUG (OverseerAutoScalingTriggerThread-72093946290307076-127.0.0.1:44047_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [] [junit4] 2> 2300478 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 0 [junit4] 2> 2300478 INFO (zkCallback-5471-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 2300503 INFO (jetty-launcher-5452-thread-2) [n:127.0.0.1:44047_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory. [junit4] 2> 2300544 INFO (jetty-launcher-5452-thread-2) [n:127.0.0.1:44047_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44047.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dc8448 [junit4] 2> 2300556 INFO (jetty-launcher-5452-thread-2) [n:127.0.0.1:44047_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44047.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dc8448 [junit4] 2> 2300557 INFO (jetty-launcher-5452-thread-2) [n:127.0.0.1:44047_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44047.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dc8448 [junit4] 2> 2300559 INFO (jetty-launcher-5452-thread-2) [n:127.0.0.1:44047_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_9009B83606717E66-001/tempDir-001/node2/. [junit4] 2> 2301479 DEBUG (ScheduledTrigger-8469-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 2301997 INFO (jetty-launcher-5452-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36327/solr [junit4] 2> 2302000 INFO (zkConnectionManagerCallback-5477-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 2302002 INFO (zkConnectionManagerCallback-5479-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 2302007 INFO (jetty-launcher-5452-thread-1) [n:127.0.0.1:44041_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 2302011 INFO (jetty-launcher-5452-thread-1) [n:127.0.0.1:44041_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 2302011 INFO (jetty-launcher-5452-thread-1) [n:127.0.0.1:44041_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44041_solr [junit4] 2> 2302012 INFO (zkCallback-5471-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 2302012 INFO (zkCallback-5464-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 2302014 INFO (zkCallback-5478-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 2302041 INFO (zkConnectionManagerCallback-5486-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 2302042 INFO (jetty-launcher-5452-thread-1) [n:127.0.0.1:44041_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 2302044 INFO (jetty-launcher-5452-thread-1) [n:127.0.0.1:44041_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36327/solr ready [junit4] 2> 2302044 INFO (jetty-launcher-5452-thread-1) [n:127.0.0.1:44041_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory. [junit4] 2> 2302093 INFO (jetty-launcher-5452-thread-1) [n:127.0.0.1:44041_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44041.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dc8448 [junit4] 2> 2302109 INFO (jetty-launcher-5452-thread-1) [n:127.0.0.1:44041_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44041.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dc8448 [junit4] 2> 2302110 INFO (jetty-launcher-5452-thread-1) [n:127.0.0.1:44041_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44041.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dc8448 [junit4] 2> 2302114 INFO (jetty-launcher-5452-thread-1) [n:127.0.0.1:44041_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_9009B83606717E66-001/tempDir-001/node1/. [junit4] 2> 2302161 INFO (zkConnectionManagerCallback-5489-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 2302162 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100210feb170009, likely client has closed socket [junit4] 2> 2302165 INFO (zkConnectionManagerCallback-5494-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 2302166 INFO (SUITE-TestCloudRecovery-seed#[9009B83606717E66]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 2302166 INFO (SUITE-TestCloudRecovery-seed#[9009B83606717E66]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36327/solr ready [junit4] 2> 2302268 INFO (qtp23314795-20068) [n:127.0.0.1:44041_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&collection.configName=config&maxShardsPerNode=2&name=collection1&nrtReplicas=0&action=CREATE&numShards=2&tlogReplicas=2&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 2302271 INFO (OverseerThreadFactory-8471-thread-1-processing-n:127.0.0.1:44047_solr) [n:127.0.0.1:44047_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1 [junit4] 2> 2302385 INFO (qtp23314795-20072) [n:127.0.0.1:44041_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1 [junit4] 2> 2302477 INFO (qtp23894267-20073) [n:127.0.0.1:44047_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1 [junit4] 2> 2302480 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2302483 INFO (OverseerStateUpdate-72093946290307076-127.0.0.1:44047_solr-n_0000000000) [n:127.0.0.1:44047_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"collection1", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"collection1_shard1_replica_t1", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:44047/solr";, [junit4] 2> "type":"TLOG", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 2302486 INFO (OverseerStateUpdate-72093946290307076-127.0.0.1:44047_solr-n_0000000000) [n:127.0.0.1:44047_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"collection1", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"collection1_shard1_replica_t2", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:44041/solr";, [junit4] 2> "type":"TLOG", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 2302489 INFO (OverseerStateUpdate-72093946290307076-127.0.0.1:44047_solr-n_0000000000) [n:127.0.0.1:44047_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"collection1", [junit4] 2> "shard":"shard2", [junit4] 2> "core":"collection1_shard2_replica_t4", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:44041/solr";, [junit4] 2> "type":"TLOG", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 2302491 INFO (OverseerStateUpdate-72093946290307076-127.0.0.1:44047_solr-n_0000000000) [n:127.0.0.1:44047_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"collection1", [junit4] 2> "shard":"shard2", [junit4] 2> "core":"collection1_shard2_replica_t6", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:44047/solr";, [junit4] 2> "type":"TLOG", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 2302701 INFO (qtp23314795-20059) [n:127.0.0.1:44041_solr x:collection1_shard1_replica_t2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=config&newCollection=true&name=collection1_shard1_replica_t2&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG [junit4] 2> 2302703 INFO (qtp23894267-20065) [n:127.0.0.1:44047_solr x:collection1_shard1_replica_t1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=collection1_shard1_replica_t1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG [junit4] 2> 2302704 INFO (qtp23894267-20065) [n:127.0.0.1:44047_solr x:collection1_shard1_replica_t1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 2302704 INFO (qtp23314795-20072) [n:127.0.0.1:44041_solr x:collection1_shard2_replica_t4] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=config&newCollection=true&name=collection1_shard2_replica_t4&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG [junit4] 2> 2302705 INFO (qtp23894267-20073) [n:127.0.0.1:44047_solr x:collection1_shard2_replica_t6] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=config&newCollection=true&name=collection1_shard2_replica_t6&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG [junit4] 2> 2303480 DEBUG (ScheduledTrigger-8469-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2303730 INFO (qtp23314795-20059) [n:127.0.0.1:44041_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.6.0 [junit4] 2> 2303733 INFO (qtp23314795-20072) [n:127.0.0.1:44041_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.6.0 [junit4] 2> 2303759 INFO (qtp23314795-20072) [n:127.0.0.1:44041_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.s.IndexSchema [collection1_shard2_replica_t4] Schema name=minimal [junit4] 2> 2303772 INFO (qtp23314795-20059) [n:127.0.0.1:44041_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.s.IndexSchema [collection1_shard1_replica_t2] Schema name=minimal [junit4] 2> 2303772 INFO (qtp23314795-20072) [n:127.0.0.1:44041_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 2303772 INFO (qtp23314795-20072) [n:127.0.0.1:44041_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t4' using configuration from collection collection1, trusted=true [junit4] 2> 2303773 INFO (qtp23314795-20072) [n:127.0.0.1:44041_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44041.solr.core.collection1.shard2.replica_t4' (registry 'solr.core.collection1.shard2.replica_t4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dc8448 [junit4] 2> 2303774 INFO (qtp23314795-20072) [n:127.0.0.1:44041_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SolrCore [[collection1_shard2_replica_t4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_9009B83606717E66-001/tempDir-001/node1/collection1_shard2_replica_t4], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_9009B83606717E66-001/tempDir-001/node1/./collection1_shard2_replica_t4/data/] [junit4] 2> 2303778 INFO (qtp23314795-20059) [n:127.0.0.1:44041_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 2303778 INFO (qtp23314795-20059) [n:127.0.0.1:44041_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t2' using configuration from collection collection1, trusted=true [junit4] 2> 2303779 INFO (qtp23314795-20059) [n:127.0.0.1:44041_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44041.solr.core.collection1.shard1.replica_t2' (registry 'solr.core.collection1.shard1.replica_t2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dc8448 [junit4] 2> 2303779 INFO (qtp23314795-20059) [n:127.0.0.1:44041_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.SolrCore [[collection1_shard1_replica_t2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_9009B83606717E66-001/tempDir-001/node1/collection1_shard1_replica_t2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_9009B83606717E66-001/tempDir-001/node1/./collection1_shard1_replica_t2/data/] [junit4] 2> 2303951 INFO (qtp23314795-20072) [n:127.0.0.1:44041_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 2303951 INFO (qtp23314795-20072) [n:127.0.0.1:44041_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 2303953 INFO (qtp23314795-20072) [n:127.0.0.1:44041_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 2303953 INFO (qtp23314795-20072) [n:127.0.0.1:44041_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 2303956 INFO (qtp23314795-20072) [n:127.0.0.1:44041_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.s.SolrIndexSearcher Opening [Searcher@bd3715[collection1_shard2_replica_t4] main] [junit4] 2> 2303956 INFO (qtp23314795-20059) [n:127.0.0.1:44041_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 2303956 INFO (qtp23314795-20059) [n:127.0.0.1:44041_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 2303957 INFO (qtp23314795-20072) [n:127.0.0.1:44041_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config [junit4] 2> 2303958 INFO (qtp23314795-20072) [n:127.0.0.1:44041_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config [junit4] 2> 2303958 INFO (qtp23314795-20059) [n:127.0.0.1:44041_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 2303958 INFO (qtp23314795-20059) [n:127.0.0.1:44041_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 2303959 INFO (qtp23314795-20072) [n:127.0.0.1:44041_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 2303961 INFO (searcherExecutor-8483-thread-1-processing-n:127.0.0.1:44041_solr x:collection1_shard2_replica_t4 c:collection1 s:shard2 r:core_node7) [n:127.0.0.1:44041_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SolrCore [collection1_shard2_replica_t4] Registered new searcher Searcher@bd3715[collection1_shard2_replica_t4] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 2303961 INFO (qtp23314795-20072) [n:127.0.0.1:44041_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1616044825084166144 [junit4] 2> 2303962 INFO (qtp23314795-20059) [n:127.0.0.1:44041_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@177eef9[collection1_shard1_replica_t2] main] [junit4] 2> 2303963 INFO (qtp23314795-20059) [n:127.0.0.1:44041_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config [junit4] 2> 2303963 INFO (qtp23314795-20059) [n:127.0.0.1:44041_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config [junit4] 2> 2303966 INFO (qtp23314795-20059) [n:127.0.0.1:44041_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 2303977 INFO (qtp23314795-20059) [n:127.0.0.1:44041_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1616044825100943360 [junit4] 2> 2303979 INFO (searcherExecutor-8484-thread-1-processing-n:127.0.0.1:44041_solr x:collection1_shard1_replica_t2 c:collection1 s:shard1 r:core_node5) [n:127.0.0.1:44041_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.SolrCore [collection1_shard1_replica_t2] Registered new searcher Searcher@177eef9[collection1_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 2303980 INFO (qtp23314795-20072) [n:127.0.0.1:44041_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard2 to Terms{values={core_node7=0}, version=0} [junit4] 2> 2303983 INFO (qtp23314795-20059) [n:127.0.0.1:44041_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node5=0}, version=0} [junit4] 2> 2303985 INFO (qtp23314795-20072) [n:127.0.0.1:44041_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms [junit4] 2> 2303988 INFO (qtp23314795-20059) [n:127.0.0.1:44041_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms [junit4] 2> 2304481 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2305481 DEBUG (ScheduledTrigger-8469-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2306481 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2307481 DEBUG (ScheduledTrigger-8469-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2308482 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2309482 DEBUG (ScheduledTrigger-8469-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2310482 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2311482 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2312483 DEBUG (ScheduledTrigger-8469-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2313483 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2314005 INFO (qtp23314795-20072) [n:127.0.0.1:44041_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.ShardLeaderElectionContext Was waiting for replicas to come up, but they are taking too long - assuming they won't come back till later [junit4] 2> 2314005 INFO (qtp23314795-20072) [n:127.0.0.1:44041_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 2314005 INFO (qtp23314795-20072) [n:127.0.0.1:44041_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44041/solr/collection1_shard2_replica_t4/ [junit4] 2> 2314005 INFO (qtp23314795-20059) [n:127.0.0.1:44041_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext Was waiting for replicas to come up, but they are taking too long - assuming they won't come back till later [junit4] 2> 2314005 INFO (qtp23314795-20059) [n:127.0.0.1:44041_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 2314005 INFO (qtp23314795-20059) [n:127.0.0.1:44041_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44041/solr/collection1_shard1_replica_t2/ [junit4] 2> 2314006 INFO (qtp23314795-20072) [n:127.0.0.1:44041_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.PeerSync PeerSync: core=collection1_shard2_replica_t4 url=https://127.0.0.1:44041/solr START replicas=[https://127.0.0.1:44047/solr/collection1_shard2_replica_t6/] nUpdates=100 [junit4] 2> 2314006 INFO (qtp23314795-20072) [n:127.0.0.1:44041_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.PeerSync PeerSync: core=collection1_shard2_replica_t4 url=https://127.0.0.1:44041/solr DONE. We have no versions. sync failed. [junit4] 2> 2314006 INFO (qtp23314795-20059) [n:127.0.0.1:44041_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica_t2 url=https://127.0.0.1:44041/solr START replicas=[https://127.0.0.1:44047/solr/collection1_shard1_replica_t1/] nUpdates=100 [junit4] 2> 2314007 INFO (qtp23314795-20059) [n:127.0.0.1:44041_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica_t2 url=https://127.0.0.1:44041/solr DONE. We have no versions. sync failed. [junit4] 2> 2314013 INFO (qtp23314795-20072) [n:127.0.0.1:44041_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate [junit4] 2> 2314013 INFO (qtp23314795-20059) [n:127.0.0.1:44041_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate [junit4] 2> 2314014 INFO (qtp23314795-20072) [n:127.0.0.1:44041_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway [junit4] 2> 2314014 INFO (qtp23314795-20059) [n:127.0.0.1:44041_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway [junit4] 2> 2314014 INFO (qtp23314795-20072) [n:127.0.0.1:44041_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.ZkController collection1_shard2_replica_t4 stopping background replication from leader [junit4] 2> 2314014 INFO (qtp23314795-20059) [n:127.0.0.1:44041_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.ZkController collection1_shard1_replica_t2 stopping background replication from leader [junit4] 2> 2314017 INFO (qtp23314795-20059) [n:127.0.0.1:44041_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:44041/solr/collection1_shard1_replica_t2/ shard1 [junit4] 2> 2314017 INFO (qtp23314795-20072) [n:127.0.0.1:44041_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:44041/solr/collection1_shard2_replica_t4/ shard2 [junit4] 2> 2314069 INFO (qtp23314795-20059) [n:127.0.0.1:44041_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 2314112 INFO (qtp23314795-20059) [n:127.0.0.1:44041_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=config&newCollection=true&name=collection1_shard1_replica_t2&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=11410 [junit4] 2> 2314171 INFO (zkCallback-5478-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2]) [junit4] 2> 2314219 INFO (qtp23314795-20072) [n:127.0.0.1:44041_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 2314220 INFO (qtp23314795-20072) [n:127.0.0.1:44041_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=config&newCollection=true&name=collection1_shard2_replica_t4&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=11516 [junit4] 2> 2314321 INFO (zkCallback-5478-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2]) [junit4] 2> 2314483 DEBUG (ScheduledTrigger-8469-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2315483 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2316484 DEBUG (ScheduledTrigger-8469-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2317484 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2318484 DEBUG (ScheduledTrigger-8469-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2319484 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2320485 DEBUG (ScheduledTrigger-8469-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2321485 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2322485 DEBUG (ScheduledTrigger-8469-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2323485 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2324486 DEBUG (ScheduledTrigger-8469-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2325486 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2326486 DEBUG (ScheduledTrigger-8469-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2327487 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2328487 DEBUG (ScheduledTrigger-8469-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2329487 DEBUG (ScheduledTrigger-8469-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2330488 DEBUG (ScheduledTrigger-8469-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2331488 DEBUG (ScheduledTrigger-8469-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2332488 DEBUG (ScheduledTrigger-8469-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2333488 DEBUG (ScheduledTrigger-8469-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2334489 DEBUG (ScheduledTrigger-8469-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2335489 DEBUG (ScheduledTrigger-8469-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2336489 DEBUG (ScheduledTrigger-8469-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2337489 DEBUG (ScheduledTrigger-8469-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2338490 DEBUG (ScheduledTrigger-8469-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2339490 DEBUG (ScheduledTrigger-8469-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2340490 DEBUG (ScheduledTrigger-8469-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2341491 DEBUG (ScheduledTrigger-8469-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2342491 DEBUG (ScheduledTrigger-8469-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2343491 DEBUG (ScheduledTrigger-8469-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2344491 DEBUG (ScheduledTrigger-8469-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2345492 DEBUG (ScheduledTrigger-8469-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2346492 DEBUG (ScheduledTrigger-8469-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2347492 DEBUG (ScheduledTrigger-8469-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2348492 DEBUG (ScheduledTrigger-8469-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2349493 DEBUG (ScheduledTrigger-8469-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2350493 DEBUG (ScheduledTrigger-8469-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2351493 DEBUG (ScheduledTrigger-8469-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2352493 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2353494 DEBUG (ScheduledTrigger-8469-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2354494 DEBUG (ScheduledTrigger-8469-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2355494 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2356494 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2357495 DEBUG (ScheduledTrigger-8469-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2358495 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2359495 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2360495 DEBUG (ScheduledTrigger-8469-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2360514 INFO (qtp23314795-20136) [n:127.0.0.1:44041_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.collection1.shard1.replica_t2:UPDATE./update.requests&key=solr.core.collection1.shard1.replica_t2:QUERY./select.requests&key=solr.core.collection1.shard2.replica_t4:UPDATE./update.requests&key=solr.core.collection1.shard2.replica_t4:QUERY./select.requests&key=solr.core.collection1.shard1.replica_t2:INDEX.sizeInBytes&key=solr.core.collection1.shard2.replica_t4:INDEX.sizeInBytes} status=0 QTime=7 [junit4] 2> 2360517 INFO (qtp23314795-20072) [n:127.0.0.1:44041_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.jvm:os.processCpuLoad&key=solr.node:CONTAINER.fs.coreRoot.usableSpace&key=solr.jvm:os.systemLoadAverage&key=solr.jvm:memory.heap.used} status=0 QTime=1 [junit4] 2> 2360521 INFO (qtp23894267-20156) [n:127.0.0.1:44047_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.collection1.shard2.replica_t6:QUERY./select.requests&key=solr.core.collection1.shard1.replica_t1:INDEX.sizeInBytes&key=solr.core.collection1.shard1.replica_t1:QUERY./select.requests&key=solr.core.collection1.shard2.replica_t6:INDEX.sizeInBytes&key=solr.core.collection1.shard1.replica_t1:UPDATE./update.requests&key=solr.core.collection1.shard2.replica_t6:UPDATE./update.requests} status=0 QTime=0 [junit4] 2> 2360524 INFO (qtp23894267-20067) [n:127.0.0.1:44047_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.jvm:os.processCpuLoad&key=solr.node:CONTAINER.fs.coreRoot.usableSpace&key=solr.jvm:os.systemLoadAverage&key=solr.jvm:memory.heap.used} status=0 QTime=1 [junit4] 2> 2361496 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2362497 DEBUG (ScheduledTrigger-8469-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2363497 DEBUG (ScheduledTrigger-8469-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2364498 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2365498 DEBUG (ScheduledTrigger-8469-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2366498 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2367498 DEBUG (ScheduledTrigger-8469-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2368499 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2369499 DEBUG (ScheduledTrigger-8469-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2370499 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2371499 DEBUG (ScheduledTrigger-8469-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2372500 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2373500 DEBUG (ScheduledTrigger-8469-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2374500 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2375500 DEBUG (ScheduledTrigger-8469-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2376501 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2377501 DEBUG (ScheduledTrigger-8469-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2378501 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2379501 DEBUG (ScheduledTrigger-8469-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2380502 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2381502 DEBUG (ScheduledTrigger-8469-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2382502 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2383502 DEBUG (ScheduledTrigger-8469-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2384503 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2385503 DEBUG (ScheduledTrigger-8469-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2386503 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2387503 DEBUG (ScheduledTrigger-8469-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2388504 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2389504 DEBUG (ScheduledTrigger-8469-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2390504 DEBUG (ScheduledTrigger-8469-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2391505 DEBUG (ScheduledTrigger-8469-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2392505 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2393505 DEBUG (ScheduledTrigger-8469-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2394506 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2395506 DEBUG (ScheduledTrigger-8469-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2396506 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2397506 DEBUG (ScheduledTrigger-8469-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2398507 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2399507 DEBUG (ScheduledTrigger-8469-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2400507 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2401507 DEBUG (ScheduledTrigger-8469-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2402508 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2403508 DEBUG (ScheduledTrigger-8469-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2404508 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2405509 DEBUG (ScheduledTrigger-8469-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2406509 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2407509 DEBUG (ScheduledTrigger-8469-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2408509 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2409510 DEBUG (ScheduledTrigger-8469-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2410510 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2411510 DEBUG (ScheduledTrigger-8469-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2412511 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2413511 DEBUG (ScheduledTrigger-8469-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2414511 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2415511 DEBUG (ScheduledTrigger-8469-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2416512 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2417512 DEBUG (ScheduledTrigger-8469-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2418512 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2419513 DEBUG (ScheduledTrigger-8469-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2420513 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2420534 INFO (qtp23314795-20136) [n:127.0.0.1:44041_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.collection1.shard1.replica_t2:UPDATE./update.requests&key=solr.core.collection1.shard1.replica_t2:QUERY./select.requests&key=solr.core.collection1.shard2.replica_t4:UPDATE./update.requests&key=solr.core.collection1.shard2.replica_t4:QUERY./select.requests&key=solr.core.collection1.shard1.replica_t2:INDEX.sizeInBytes&key=solr.core.collection1.shard2.replica_t4:INDEX.sizeInBytes} status=0 QTime=2 [junit4] 2> 2420537 INFO (qtp23314795-20060) [n:127.0.0.1:44041_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.jvm:os.processCpuLoad&key=solr.node:CONTAINER.fs.coreRoot.usableSpace&key=solr.jvm:os.systemLoadAverage&key=solr.jvm:memory.heap.used} status=0 QTime=1 [junit4] 2> 2420541 INFO (qtp23894267-20063) [n:127.0.0.1:44047_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.collection1.shard2.replica_t6:QUERY./select.requests&key=solr.core.collection1.shard1.replica_t1:INDEX.sizeInBytes&key=solr.core.collection1.shard1.replica_t1:QUERY./select.requests&key=solr.core.collection1.shard2.replica_t6:INDEX.sizeInBytes&key=solr.core.collection1.shard1.replica_t1:UPDATE./update.requests&key=solr.core.collection1.shard2.replica_t6:UPDATE./update.requests} status=0 QTime=0 [junit4] 2> 2420544 INFO (qtp23894267-20071) [n:127.0.0.1:44047_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.jvm:os.processCpuLoad&key=solr.node:CONTAINER.fs.coreRoot.usableSpace&key=solr.jvm:os.systemLoadAverage&key=solr.jvm:memory.heap.used} status=0 QTime=1 [junit4] 2> 2421513 DEBUG (ScheduledTrigger-8469-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2422513 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2423514 DEBUG (ScheduledTrigger-8469-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2424514 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2425514 DEBUG (ScheduledTrigger-8469-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2426514 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2427515 DEBUG (ScheduledTrigger-8469-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2428515 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2429515 DEBUG (ScheduledTrigger-8469-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2430515 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2431516 DEBUG (ScheduledTrigger-8469-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2432516 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2433516 DEBUG (ScheduledTrigger-8469-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2434516 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2435517 DEBUG (ScheduledTrigger-8469-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2436517 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2437517 DEBUG (ScheduledTrigger-8469-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2438518 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2439518 DEBUG (ScheduledTrigger-8469-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2440518 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2441518 DEBUG (ScheduledTrigger-8469-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2442519 DEBUG (ScheduledTrigger-8469-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2443519 DEBUG (ScheduledTrigger-8469-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2444519 DEBUG (ScheduledTrigger-8469-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2445519 DEBUG (ScheduledTrigger-8469-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2446520 DEBUG (ScheduledTrigger-8469-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2447520 DEBUG (ScheduledTrigger-8469-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2448520 DEBUG (ScheduledTrigger-8469-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2449521 DEBUG (ScheduledTrigger-8469-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2450521 DEBUG (ScheduledTrigger-8469-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2451521 DEBUG (ScheduledTrigger-8469-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2452521 DEBUG (ScheduledTrigger-8469-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2453522 DEBUG (ScheduledTrigger-8469-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2454522 DEBUG (ScheduledTrigger-8469-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2455522 DEBUG (ScheduledTrigger-8469-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2456522 DEBUG (ScheduledTrigger-8469-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2457523 DEBUG (ScheduledTrigger-8469-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2458523 DEBUG (ScheduledTrigger-8469-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2459523 DEBUG (ScheduledTrigger-8469-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2460523 DEBUG (ScheduledTrigger-8469-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2461524 DEBUG (ScheduledTrigger-8469-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2462524 DEBUG (ScheduledTrigger-8469-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2463524 DEBUG (ScheduledTrigger-8469-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2464524 DEBUG (ScheduledTrigger-8469-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2465525 DEBUG (ScheduledTrigger-8469-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2466525 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2467525 DEBUG (ScheduledTrigger-8469-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2468526 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2469526 DEBUG (ScheduledTrigger-8469-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2470526 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2471526 DEBUG (ScheduledTrigger-8469-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2472527 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2473527 DEBUG (ScheduledTrigger-8469-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2474527 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2475527 DEBUG (ScheduledTrigger-8469-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2476528 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2477528 DEBUG (ScheduledTrigger-8469-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2478528 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2479528 DEBUG (ScheduledTrigger-8469-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2480529 DEBUG (ScheduledTrigger-8469-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2480554 INFO (qtp23314795-20136) [n:127.0.0.1:44041_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.collection1.shard1.replica_t2:UPDATE./update.requests&key=solr.core.collection1.shard1.replica_t2:QU [...truncated too long message...] ics.MetricRegistry@c7cdc7 [junit4] 2> 74223 INFO (zkCallback-107-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0) [junit4] 2> 74223 INFO (coreCloseExecutor-156-thread-1) [n:127.0.0.1:45569_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_t2] o.a.s.c.SolrCore [collection1_shard1_replica_t2] CLOSING SolrCore org.apache.solr.core.SolrCore@f97dc4 [junit4] 2> 74224 INFO (coreCloseExecutor-156-thread-1) [n:127.0.0.1:45569_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_t2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_t2, tag=f97dc4 [junit4] 2> 74224 INFO (coreCloseExecutor-156-thread-2) [n:127.0.0.1:45569_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.c.SolrCore [collection1_shard2_replica_t3] CLOSING SolrCore org.apache.solr.core.SolrCore@dde020 [junit4] 2> 74224 INFO (coreCloseExecutor-156-thread-1) [n:127.0.0.1:45569_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_t2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1e0cd6e: rootName = solr_45569, domain = solr.core.collection1.shard1.replica_t2, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_t2 / com.codahale.metrics.MetricRegistry@513aaa [junit4] 2> 74255 INFO (coreCloseExecutor-155-thread-2) [n:127.0.0.1:41971_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t5] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard2.replica_t5, tag=1c6598 [junit4] 2> 74255 INFO (coreCloseExecutor-155-thread-2) [n:127.0.0.1:41971_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t5] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@d6765e: rootName = solr_41971, domain = solr.core.collection1.shard2.replica_t5, service url = null, agent id = null] for registry solr.core.collection1.shard2.replica_t5 / com.codahale.metrics.MetricRegistry@5e0b8a [junit4] 2> 74255 INFO (coreCloseExecutor-156-thread-2) [n:127.0.0.1:45569_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard2.replica_t3, tag=dde020 [junit4] 2> 74256 INFO (coreCloseExecutor-156-thread-2) [n:127.0.0.1:45569_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@9329d9: rootName = solr_45569, domain = solr.core.collection1.shard2.replica_t3, service url = null, agent id = null] for registry solr.core.collection1.shard2.replica_t3 / com.codahale.metrics.MetricRegistry@89f122 [junit4] 2> 74278 INFO (coreCloseExecutor-156-thread-1) [n:127.0.0.1:45569_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_t2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=f97dc4 [junit4] 2> 74278 INFO (coreCloseExecutor-156-thread-2) [n:127.0.0.1:45569_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard2.leader, tag=dde020 [junit4] 2> 74287 INFO (jetty-closer-2-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72094117715968021-127.0.0.1:45569_solr-n_0000000004) closing [junit4] 2> 74287 INFO (OverseerStateUpdate-72094117715968021-127.0.0.1:45569_solr-n_0000000004) [n:127.0.0.1:45569_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45569_solr [junit4] 2> 74287 WARN (OverseerAutoScalingTriggerThread-72094117715968021-127.0.0.1:45569_solr-n_0000000004) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 74289 INFO (coreCloseExecutor-155-thread-1) [n:127.0.0.1:41971_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=1dbd7ab [junit4] 2> 74289 INFO (coreCloseExecutor-155-thread-2) [n:127.0.0.1:41971_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t5] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard2.leader, tag=1c6598 [junit4] 2> 74292 INFO (zkCallback-100-thread-2) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41971_solr [junit4] 2> 74292 INFO (jetty-closer-2-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@c80a4a{/solr,null,UNAVAILABLE} [junit4] 2> 74293 INFO (jetty-closer-2-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging [junit4] 2> 74298 INFO (jetty-closer-2-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@b43650{/solr,null,UNAVAILABLE} [junit4] 2> 74298 INFO (jetty-closer-2-thread-2) [ ] o.e.j.s.session node0 Stopped scavenging [junit4] 2> 74298 ERROR (SUITE-TestCloudRecovery-seed#[9009B83606717E66]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 74299 INFO (SUITE-TestCloudRecovery-seed#[9009B83606717E66]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37203 37203 [junit4] 2> 74409 INFO (Thread-1) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37203 37203 [junit4] 2> 74410 WARN (Thread-1) [ ] o.a.s.c.ZkTestServer Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 19 /solr/collections/collection1/terms/shard2 [junit4] 2> 19 /solr/collections/collection1/terms/shard1 [junit4] 2> 13 /solr/aliases.json [junit4] 2> 6 /solr/security.json [junit4] 2> 6 /solr/configs/config [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 15 /solr/collections/collection1/state.json [junit4] 2> 13 /solr/clusterprops.json [junit4] 2> 13 /solr/clusterstate.json [junit4] 2> 4 /solr/autoscaling.json [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 13 /solr/live_nodes [junit4] 2> 13 /solr/collections [junit4] 2> 4 /solr/overseer/queue [junit4] 2> 4 /solr/autoscaling/events/.scheduled_maintenance [junit4] 2> 4 /solr/autoscaling/events/.auto_add_replicas [junit4] 2> 4 /solr/overseer/queue-work [junit4] 2> 4 /solr/overseer/collection-queue-work [junit4] 2> [junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_9009B83606717E66-001 [junit4] 2> Nov 02, 2018 6:25:26 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks [junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s). [junit4] 2> NOTE: test params are: codec=HighCompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=8, maxDocsPerChunk=288, blockSize=123), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=8, blockSize=123)), sim=RandomSimilarity(queryNorm=false): {}, locale=en-NZ, timezone=Indian/Antananarivo [junit4] 2> NOTE: Linux 4.15.0-38-generic i386/Oracle Corporation 1.8.0_172 (32-bit)/cpus=8,threads=1,free=24651568,total=66224128 [junit4] 2> NOTE: All tests run in this JVM: [TestCloudRecovery] [junit4] Completed [2/5 (2!)] on J0 in 74.24s, 2 tests, 1 failure <<< FAILURES! [...truncated 28 lines...] BUILD FAILED /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/common-build.xml:1567: The following error occurred while executing this line: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/common-build.xml:1092: There were test failures: 5 suites, 10 tests, 2 failures [seed: 9009B83606717E66] Total time: 2 minutes 20 seconds [repro] Setting last failure code to 256 [repro] Failures: [repro] 0/5 failed: org.apache.solr.client.solrj.impl.CloudSolrClientTest [repro] 2/5 failed: org.apache.solr.cloud.TestCloudRecovery [repro] Exiting with code 256 + mv lucene/build lucene/build.repro + mv solr/build solr/build.repro + mv lucene/build.orig lucene/build + mv solr/build.orig solr/build Archiving artifacts Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2 [WARNINGS] Parsing warnings in console log with parser Java Compiler (javac) Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2 Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2 <Git Blamer> Using GitBlamer to create author and commit information for all warnings. <Git Blamer> GIT_COMMIT=1d447b75c4e22694fac34b104706533bf56c6689, workspace=/var/lib/jenkins/workspace/Lucene-Solr-7.x-Linux [WARNINGS] Computing warning deltas based on reference build #3022 Recording test results Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2 Build step 'Publish JUnit test result report' changed build result to UNSTABLE Email was triggered for: Unstable (Test Failures) Sending email for trigger: Unstable (Test Failures) Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2 Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2 Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2 Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
--------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
