Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1069/ Java: 64bit/jdk-10-ea+32 -XX:-UseCompressedOops -XX:+UseParallelGC
3 tests failed. FAILED: org.apache.solr.cloud.TestCloudRecovery.leaderRecoverFromLogOnStartupTest Error Message: Timeout waiting for all live and active Stack Trace: java.lang.AssertionError: Timeout waiting for all live and active at __randomizedtesting.SeedInfo.seed([886F8538F0CBC81C:FC9F647DB4EF8F93]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.assertTrue(Assert.java:43) at org.apache.solr.cloud.TestCloudRecovery.leaderRecoverFromLogOnStartupTest(TestCloudRecovery.java:99) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:564) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.base/java.lang.Thread.run(Thread.java:844) FAILED: org.apache.solr.cloud.TestCloudRecovery.corruptedLogTest Error Message: Could not find a healthy node to handle the request. Stack Trace: org.apache.solr.common.SolrException: Could not find a healthy node to handle the request. at __randomizedtesting.SeedInfo.seed([886F8538F0CBC81C:B19DACA26B2C6BD]:0) at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1098) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194) at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:895) at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:858) at org.apache.solr.cloud.TestCloudRecovery.resetCollection(TestCloudRecovery.java:75) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:564) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.base/java.lang.Thread.run(Thread.java:844) FAILED: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test Error Message: Expected 2 of 3 replicas to be active but only found 1; [core_node4:{"core":"c8n_1x3_lf_shard1_replica_n1","base_url":"http://127.0.0.1:32781/p/s","node_name":"127.0.0.1:32781_p%2Fs","state":"active","type":"NRT","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//clusterstate.json/27)={ "pullReplicas":"0", "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node4":{ "core":"c8n_1x3_lf_shard1_replica_n1", "base_url":"http://127.0.0.1:32781/p/s", "node_name":"127.0.0.1:32781_p%2Fs", "state":"active", "type":"NRT", "leader":"true"}, "core_node5":{ "core":"c8n_1x3_lf_shard1_replica_n2", "base_url":"http://127.0.0.1:34525/p/s", "node_name":"127.0.0.1:34525_p%2Fs", "state":"down", "type":"NRT"}, "core_node6":{ "state":"down", "base_url":"http://127.0.0.1:38655/p/s", "core":"c8n_1x3_lf_shard1_replica_n3", "node_name":"127.0.0.1:38655_p%2Fs", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"3", "tlogReplicas":"0"} Stack Trace: java.lang.AssertionError: Expected 2 of 3 replicas to be active but only found 1; [core_node4:{"core":"c8n_1x3_lf_shard1_replica_n1","base_url":"http://127.0.0.1:32781/p/s","node_name":"127.0.0.1:32781_p%2Fs","state":"active","type":"NRT","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//clusterstate.json/27)={ "pullReplicas":"0", "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node4":{ "core":"c8n_1x3_lf_shard1_replica_n1", "base_url":"http://127.0.0.1:32781/p/s", "node_name":"127.0.0.1:32781_p%2Fs", "state":"active", "type":"NRT", "leader":"true"}, "core_node5":{ "core":"c8n_1x3_lf_shard1_replica_n2", "base_url":"http://127.0.0.1:34525/p/s", "node_name":"127.0.0.1:34525_p%2Fs", "state":"down", "type":"NRT"}, "core_node6":{ "state":"down", "base_url":"http://127.0.0.1:38655/p/s", "core":"c8n_1x3_lf_shard1_replica_n3", "node_name":"127.0.0.1:38655_p%2Fs", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"3", "tlogReplicas":"0"} at __randomizedtesting.SeedInfo.seed([886F8538F0CBC81C:3BBAE25E37A5E4]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.assertTrue(Assert.java:43) at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:169) at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:56) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:564) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.base/java.lang.Thread.run(Thread.java:844) Build Log: [...truncated 12329 lines...] [junit4] Suite: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest [junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/init-core-data-001 [junit4] 2> 704272 WARN (SUITE-LeaderFailoverAfterPartitionTest-seed#[886F8538F0CBC81C]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7 [junit4] 2> 704275 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[886F8538F0CBC81C]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true [junit4] 2> 704275 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[886F8538F0CBC81C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776") [junit4] 2> 704275 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[886F8538F0CBC81C]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> 704276 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[886F8538F0CBC81C]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /p/s [junit4] 2> 704276 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 704276 INFO (Thread-1379) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 704276 INFO (Thread-1379) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 704278 ERROR (Thread-1379) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 704376 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.ZkTestServer start zk server on port:39381 [junit4] 2> 704378 INFO (zkConnectionManagerCallback-912-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 704380 INFO (zkConnectionManagerCallback-914-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 704382 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml [junit4] 2> 704382 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml [junit4] 2> 704389 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml [junit4] 2> 704389 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt [junit4] 2> 704390 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt [junit4] 2> 704390 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml [junit4] 2> 704390 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml [junit4] 2> 704391 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json [junit4] 2> 704391 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt [junit4] 2> 704392 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt [junit4] 2> 704392 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt [junit4] 2> 704392 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise [junit4] 2> 704462 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 704462 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1b9d4dc0{/p/s,null,AVAILABLE} [junit4] 2> 704463 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4e5efe75{HTTP/1.1,[http/1.1]}{127.0.0.1:38519} [junit4] 2> 704463 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.e.j.s.Server Started @706667ms [junit4] 2> 704464 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/p/s, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/tempDir-001/control/data, hostPort=34525, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/control-001/cores, replicaType=NRT} [junit4] 2> 704464 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 704464 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0 [junit4] 2> 704464 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 704464 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 704464 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-28T21:40:48.821270Z [junit4] 2> 704465 INFO (zkConnectionManagerCallback-916-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 704465 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper) [junit4] 2> 704465 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/control-001/solr.xml [junit4] 2> 704467 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored [junit4] 2> 704467 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored [junit4] 2> 704468 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@58203b76, but no JMX reporters were configured - adding default JMX reporter. [junit4] 2> 704473 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39381/solr [junit4] 2> 704474 INFO (zkConnectionManagerCallback-920-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 704475 INFO (zkConnectionManagerCallback-922-thread-1-processing-n:127.0.0.1:34525_p%2Fs) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 704499 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 704499 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34525_p%2Fs [junit4] 2> 704500 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.Overseer Overseer (id=99254091686477828-127.0.0.1:34525_p%2Fs-n_0000000000) starting [junit4] 2> 704502 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34525_p%2Fs [junit4] 2> 704503 INFO (zkCallback-921-thread-1-processing-n:127.0.0.1:34525_p%2Fs) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 704534 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:34525_p%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58203b76 [junit4] 2> 704539 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:34525_p%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58203b76 [junit4] 2> 704539 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:34525_p%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58203b76 [junit4] 2> 704540 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/control-001/cores [junit4] 2> 704550 INFO (zkConnectionManagerCallback-928-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 704550 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 704551 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39381/solr ready [junit4] 2> 704551 INFO (SocketProxy-Acceptor-34525) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=60022,localport=34525], receiveBufferSize:531000 [junit4] 2> 704553 INFO (SocketProxy-Acceptor-34525) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=38519,localport=57810], receiveBufferSize=530904 [junit4] 2> 704553 INFO (qtp121646306-5052) [n:127.0.0.1:34525_p%2Fs ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34525_p%252Fs&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 704554 INFO (OverseerThreadFactory-2574-thread-1-processing-n:127.0.0.1:34525_p%2Fs) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.CreateCollectionCmd Create collection control_collection [junit4] 2> 704657 INFO (SocketProxy-Acceptor-34525) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=60026,localport=34525], receiveBufferSize:531000 [junit4] 2> 704657 INFO (SocketProxy-Acceptor-34525) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=38519,localport=57814], receiveBufferSize=530904 [junit4] 2> 704658 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT [junit4] 2> 704658 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores [junit4] 2> 704760 INFO (zkCallback-921-thread-1-processing-n:127.0.0.1:34525_p%2Fs) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1]) [junit4] 2> 705671 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0 [junit4] 2> 705680 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test [junit4] 2> 705740 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id [junit4] 2> 705747 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true [junit4] 2> 705747 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58203b76 [junit4] 2> 705747 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 705747 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/control-001/cores/control_collection_shard1_replica_n1/data/] [junit4] 2> 705749 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@4ed194b8 [junit4] 2> 705750 WARN (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}} [junit4] 2> 705776 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 705776 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 705777 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 705777 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 705777 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=74.4140625, floorSegmentMB=0.40234375, forceMergeDeletesPctAllowed=13.294848619126817, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.43690736508063 [junit4] 2> 705778 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1c8efa76[control_collection_shard1_replica_n1] main] [junit4] 2> 705778 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 705778 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 705779 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 705779 INFO (searcherExecutor-2577-thread-1-processing-n:127.0.0.1:34525_p%2Fs x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@1c8efa76[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 705780 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588065468559654912 [junit4] 2> 705782 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 705782 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 705782 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34525/p/s/control_collection_shard1_replica_n1/ [junit4] 2> 705783 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me [junit4] 2> 705783 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:34525/p/s/control_collection_shard1_replica_n1/ has no replicas [junit4] 2> 705783 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR [junit4] 2> 705784 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34525/p/s/control_collection_shard1_replica_n1/ shard1 [junit4] 2> 705885 INFO (zkCallback-921-thread-2-processing-n:127.0.0.1:34525_p%2Fs) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1]) [junit4] 2> 705934 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 705942 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1284 [junit4] 2> 705944 INFO (qtp121646306-5052) [n:127.0.0.1:34525_p%2Fs ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas [junit4] 2> 706036 INFO (zkCallback-921-thread-2-processing-n:127.0.0.1:34525_p%2Fs) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1]) [junit4] 2> 706556 INFO (OverseerCollectionConfigSetProcessor-99254091686477828-127.0.0.1:34525_p%2Fs-n_0000000000) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 706945 INFO (qtp121646306-5052) [n:127.0.0.1:34525_p%2Fs ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34525_p%252Fs&wt=javabin&version=2} status=0 QTime=2391 [junit4] 2> 706948 INFO (zkConnectionManagerCallback-932-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 706949 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 706949 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39381/solr ready [junit4] 2> 706949 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false [junit4] 2> 706949 INFO (SocketProxy-Acceptor-34525) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=60076,localport=34525], receiveBufferSize:531000 [junit4] 2> 706951 INFO (SocketProxy-Acceptor-34525) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=38519,localport=57864], receiveBufferSize=530904 [junit4] 2> 706951 INFO (qtp121646306-5052) [n:127.0.0.1:34525_p%2Fs ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 706953 INFO (OverseerThreadFactory-2574-thread-2-processing-n:127.0.0.1:34525_p%2Fs) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.CreateCollectionCmd Create collection collection1 [junit4] 2> 706953 WARN (OverseerThreadFactory-2574-thread-2-processing-n:127.0.0.1:34525_p%2Fs) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores. [junit4] 2> 707160 INFO (qtp121646306-5052) [n:127.0.0.1:34525_p%2Fs ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas [junit4] 2> 707160 INFO (qtp121646306-5052) [n:127.0.0.1:34525_p%2Fs ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=209 [junit4] 2> 707234 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/shard-1-001 of type NRT [junit4] 2> 707235 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 707235 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@116e9d34{/p/s,null,AVAILABLE} [junit4] 2> 707235 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@554393f{HTTP/1.1,[http/1.1]}{127.0.0.1:46803} [junit4] 2> 707235 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.e.j.s.Server Started @709439ms [junit4] 2> 707236 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/p/s, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/tempDir-001/jetty1, hostPort=38655, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/shard-1-001/cores} [junit4] 2> 707236 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 707236 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0 [junit4] 2> 707236 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 707236 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 707236 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-28T21:40:51.593277Z [junit4] 2> 707237 INFO (zkConnectionManagerCallback-934-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 707237 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper) [junit4] 2> 707237 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/shard-1-001/solr.xml [junit4] 2> 707238 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored [junit4] 2> 707238 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored [junit4] 2> 707239 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@58203b76, but no JMX reporters were configured - adding default JMX reporter. [junit4] 2> 707241 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39381/solr [junit4] 2> 707241 INFO (zkConnectionManagerCallback-938-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 707242 INFO (zkConnectionManagerCallback-940-thread-1-processing-n:127.0.0.1:38655_p%2Fs) [n:127.0.0.1:38655_p%2Fs ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 707244 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:38655_p%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 707245 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:38655_p%2Fs ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 707245 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:38655_p%2Fs ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38655_p%2Fs [junit4] 2> 707246 INFO (zkCallback-921-thread-2-processing-n:127.0.0.1:34525_p%2Fs) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 707246 INFO (zkCallback-931-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 707246 INFO (zkCallback-939-thread-1-processing-n:127.0.0.1:38655_p%2Fs) [n:127.0.0.1:38655_p%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 707273 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:38655_p%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58203b76 [junit4] 2> 707279 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:38655_p%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58203b76 [junit4] 2> 707279 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:38655_p%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58203b76 [junit4] 2> 707280 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:38655_p%2Fs ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/shard-1-001/cores [junit4] 2> 707295 INFO (qtp121646306-5053) [n:127.0.0.1:34525_p%2Fs ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:38655_p%252Fs&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 707296 INFO (OverseerCollectionConfigSetProcessor-99254091686477828-127.0.0.1:34525_p%2Fs-n_0000000000) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 707296 INFO (OverseerThreadFactory-2574-thread-3-processing-n:127.0.0.1:34525_p%2Fs) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:38655_p%2Fs for creating new replica [junit4] 2> 707297 INFO (SocketProxy-Acceptor-38655) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=38958,localport=38655], receiveBufferSize:531000 [junit4] 2> 707299 INFO (SocketProxy-Acceptor-38655) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=46803,localport=57112], receiveBufferSize=530904 [junit4] 2> 707299 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT [junit4] 2> 707299 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores [junit4] 2> 708314 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0 [junit4] 2> 708330 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema [collection1_shard2_replica_n41] Schema name=test [junit4] 2> 708390 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id [junit4] 2> 708396 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n41' using configuration from collection collection1, trusted=true [junit4] 2> 708397 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n41' (registry 'solr.core.collection1.shard2.replica_n41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58203b76 [junit4] 2> 708397 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 708397 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [[collection1_shard2_replica_n41] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/shard-1-001/cores/collection1_shard2_replica_n41], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/shard-1-001/cores/collection1_shard2_replica_n41/data/] [junit4] 2> 708398 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@4249d3b8 [junit4] 2> 708399 WARN (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}} [junit4] 2> 708433 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 708433 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 708434 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 708434 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 708434 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=74.4140625, floorSegmentMB=0.40234375, forceMergeDeletesPctAllowed=13.294848619126817, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.43690736508063 [junit4] 2> 708434 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.SolrIndexSearcher Opening [Searcher@58ef68ef[collection1_shard2_replica_n41] main] [junit4] 2> 708435 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 708435 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 708435 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 708436 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588065471344672768 [junit4] 2> 708436 INFO (searcherExecutor-2588-thread-1-processing-n:127.0.0.1:38655_p%2Fs x:collection1_shard2_replica_n41 s:shard2 c:collection1) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [collection1_shard2_replica_n41] Registered new searcher Searcher@58ef68ef[collection1_shard2_replica_n41] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 708438 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 708438 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 708438 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38655/p/s/collection1_shard2_replica_n41/ [junit4] 2> 708438 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me [junit4] 2> 708438 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy http://127.0.0.1:38655/p/s/collection1_shard2_replica_n41/ has no replicas [junit4] 2> 708438 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR [junit4] 2> 708439 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38655/p/s/collection1_shard2_replica_n41/ shard2 [junit4] 2> 708589 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 708597 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1298 [junit4] 2> 708599 INFO (qtp121646306-5053) [n:127.0.0.1:34525_p%2Fs ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:38655_p%252Fs&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1304 [junit4] 2> 708689 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/shard-2-001 of type NRT [junit4] 2> 708690 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 708690 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3ae891bf{/p/s,null,AVAILABLE} [junit4] 2> 708691 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2f7f0922{HTTP/1.1,[http/1.1]}{127.0.0.1:44657} [junit4] 2> 708691 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.e.j.s.Server Started @710894ms [junit4] 2> 708691 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/p/s, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/tempDir-001/jetty2, hostPort=32781, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/shard-2-001/cores} [junit4] 2> 708691 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 708691 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0 [junit4] 2> 708691 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 708691 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 708691 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-28T21:40:53.048732Z [junit4] 2> 708695 INFO (zkConnectionManagerCallback-944-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 708696 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper) [junit4] 2> 708696 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/shard-2-001/solr.xml [junit4] 2> 708697 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored [junit4] 2> 708697 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored [junit4] 2> 708698 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@58203b76, but no JMX reporters were configured - adding default JMX reporter. [junit4] 2> 708701 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39381/solr [junit4] 2> 708702 INFO (zkConnectionManagerCallback-948-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 708703 INFO (zkConnectionManagerCallback-950-thread-1-processing-n:127.0.0.1:32781_p%2Fs) [n:127.0.0.1:32781_p%2Fs ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 708705 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:32781_p%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 708706 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:32781_p%2Fs ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 708706 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:32781_p%2Fs ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32781_p%2Fs [junit4] 2> 708707 INFO (zkCallback-931-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 708707 INFO (zkCallback-939-thread-1-processing-n:127.0.0.1:38655_p%2Fs) [n:127.0.0.1:38655_p%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 708707 INFO (zkCallback-921-thread-1-processing-n:127.0.0.1:34525_p%2Fs) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 708707 INFO (zkCallback-949-thread-1-processing-n:127.0.0.1:32781_p%2Fs) [n:127.0.0.1:32781_p%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 708775 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:32781_p%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58203b76 [junit4] 2> 708784 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:32781_p%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58203b76 [junit4] 2> 708784 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:32781_p%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58203b76 [junit4] 2> 708786 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:32781_p%2Fs ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/shard-2-001/cores [junit4] 2> 708818 INFO (SocketProxy-Acceptor-32781) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=40556,localport=32781], receiveBufferSize:531000 [junit4] 2> 708823 INFO (SocketProxy-Acceptor-32781) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=44657,localport=39694], receiveBufferSize=530904 [junit4] 2> 708823 INFO (qtp687746479-5142) [n:127.0.0.1:32781_p%2Fs ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:32781_p%252Fs&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 708825 INFO (OverseerCollectionConfigSetProcessor-99254091686477828-127.0.0.1:34525_p%2Fs-n_0000000000) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 708826 INFO (OverseerThreadFactory-2574-thread-4-processing-n:127.0.0.1:34525_p%2Fs) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:32781_p%2Fs for creating new replica [junit4] 2> 708828 INFO (SocketProxy-Acceptor-32781) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=40560,localport=32781], receiveBufferSize:531000 [junit4] 2> 708828 INFO (SocketProxy-Acceptor-32781) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=44657,localport=39698], receiveBufferSize=530904 [junit4] 2> 708829 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT [junit4] 2> 708829 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores [junit4] 2> 709836 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0 [junit4] 2> 709842 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema [collection1_shard1_replica_n43] Schema name=test [junit4] 2> 709891 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id [junit4] 2> 709898 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n43' using configuration from collection collection1, trusted=true [junit4] 2> 709898 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n43' (registry 'solr.core.collection1.shard1.replica_n43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58203b76 [junit4] 2> 709898 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 709898 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [[collection1_shard1_replica_n43] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/shard-2-001/cores/collection1_shard1_replica_n43], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/shard-2-001/cores/collection1_shard1_replica_n43/data/] [junit4] 2> 709900 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@31a47b60 [junit4] 2> 709901 WARN (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}} [junit4] 2> 709930 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 709930 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 709931 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 709931 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 709931 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=74.4140625, floorSegmentMB=0.40234375, forceMergeDeletesPctAllowed=13.294848619126817, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.43690736508063 [junit4] 2> 709932 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.SolrIndexSearcher Opening [Searcher@5f31e963[collection1_shard1_replica_n43] main] [junit4] 2> 709933 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 709933 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 709933 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 709933 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588065472914391040 [junit4] 2> 709934 INFO (searcherExecutor-2599-thread-1-processing-n:127.0.0.1:32781_p%2Fs x:collection1_shard1_replica_n43 s:shard1 c:collection1) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [collection1_shard1_replica_n43] Registered new searcher Searcher@5f31e963[collection1_shard1_replica_n43] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 709936 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 709936 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 709936 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:32781/p/s/collection1_shard1_replica_n43/ [junit4] 2> 709936 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me [junit4] 2> 709936 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy http://127.0.0.1:32781/p/s/collection1_shard1_replica_n43/ has no replicas [junit4] 2> 709936 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR [junit4] 2> 709937 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:32781/p/s/collection1_shard1_replica_n43/ shard1 [junit4] 2> 710087 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 710096 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1266 [junit4] 2> 710097 INFO (qtp687746479-5142) [n:127.0.0.1:32781_p%2Fs ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:32781_p%252Fs&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1273 [junit4] 2> 710177 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/shard-3-001 of type NRT [junit4] 2> 710178 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 710178 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4acd74bb{/p/s,null,AVAILABLE} [junit4] 2> 710179 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2424f063{HTTP/1.1,[http/1.1]}{127.0.0.1:32931} [junit4] 2> 710179 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.e.j.s.Server Started @712382ms [junit4] 2> 710179 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/p/s, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/tempDir-001/jetty3, hostPort=37479, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/shard-3-001/cores} [junit4] 2> 710179 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 710179 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0 [junit4] 2> 710179 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 710179 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 710179 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-28T21:40:54.536480Z [junit4] 2> 710180 INFO (zkConnectionManagerCallback-954-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 710181 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper) [junit4] 2> 710181 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/shard-3-001/solr.xml [junit4] 2> 710182 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored [junit4] 2> 710182 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored [junit4] 2> 710183 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@58203b76, but no JMX reporters were configured - adding default JMX reporter. [junit4] 2> 710184 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39381/solr [junit4] 2> 710185 INFO (zkConnectionManagerCallback-958-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 710186 INFO (zkConnectionManagerCallback-960-thread-1-processing-n:127.0.0.1:37479_p%2Fs) [n:127.0.0.1:37479_p%2Fs ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 710188 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:37479_p%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3) [junit4] 2> 710188 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:37479_p%2Fs ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 710189 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:37479_p%2Fs ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37479_p%2Fs [junit4] 2> 710190 INFO (zkCallback-949-thread-1-processing-n:127.0.0.1:32781_p%2Fs) [n:127.0.0.1:32781_p%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 710190 INFO (zkCallback-921-thread-1-processing-n:127.0.0.1:34525_p%2Fs) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 710190 INFO (zkCallback-939-thread-1-processing-n:127.0.0.1:38655_p%2Fs) [n:127.0.0.1:38655_p%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 710190 INFO (zkCallback-931-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 710190 INFO (zkCallback-959-thread-1-processing-n:127.0.0.1:37479_p%2Fs) [n:127.0.0.1:37479_p%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 710219 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:37479_p%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58203b76 [junit4] 2> 710225 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:37479_p%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58203b76 [junit4] 2> 710225 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:37479_p%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58203b76 [junit4] 2> 710226 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:37479_p%2Fs ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/shard-3-001/cores [junit4] 2> 710252 INFO (qtp687746479-5143) [n:127.0.0.1:32781_p%2Fs ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:37479_p%252Fs&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 710253 INFO (OverseerCollectionConfigSetProcessor-99254091686477828-127.0.0.1:34525_p%2Fs-n_0000000000) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 710253 INFO (OverseerThreadFactory-2574-thread-5-processing-n:127.0.0.1:34525_p%2Fs) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:37479_p%2Fs for creating new replica [junit4] 2> 710254 INFO (SocketProxy-Acceptor-37479) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=59684,localport=37479], receiveBufferSize:531000 [junit4] 2> 710254 INFO (SocketProxy-Acceptor-37479) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=32931,localport=51560], receiveBufferSize=530904 [junit4] 2> 710255 INFO (qtp79137691-5178) [n:127.0.0.1:37479_p%2Fs ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT [junit4] 2> 710255 INFO (qtp79137691-5178) [n:127.0.0.1:37479_p%2Fs ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores [junit4] 2> 711263 INFO (qtp79137691-5178) [n:127.0.0.1:37479_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0 [junit4] 2> 711280 INFO (qtp79137691-5178) [n:127.0.0.1:37479_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.IndexSchema [collection1_shard2_replica_n45] Schema name=test [junit4] 2> 711334 INFO (qtp79137691-5178) [n:127.0.0.1:37479_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id [junit4] 2> 711344 INFO (qtp79137691-5178) [n:127.0.0.1:37479_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n45' using configuration from collection collection1, trusted=true [junit4] 2> 711345 INFO (qtp79137691-5178) [n:127.0.0.1:37479_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n45' (registry 'solr.core.collection1.shard2.replica_n45') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58203b76 [junit4] 2> 711345 INFO (qtp79137691-5178) [n:127.0.0.1:37479_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 711345 INFO (qtp79137691-5178) [n:127.0.0.1:37479_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrCore [[collection1_shard2_replica_n45] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/shard-3-001/cores/collection1_shard2_replica_n45], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/shard-3-001/cores/collection1_shard2_replica_n45/data/] [junit4] 2> 711346 INFO (qtp79137691-5178) [n:127.0.0.1:37479_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@29adeb87 [junit4] 2> 711347 WARN (qtp79137691-5178) [n:127.0.0.1:37479_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}} [junit4] 2> 711372 INFO (qtp79137691-5178) [n:127.0.0.1:37479_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 711372 INFO (qtp79137691-5178) [n:127.0.0.1:37479_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 711373 INFO (qtp79137691-5178) [n:127.0.0.1:37479_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 711373 INFO (qtp79137691-5178) [n:127.0.0.1:37479_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 711374 INFO (qtp79137691-5178) [n:127.0.0.1:37479_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=74.4140625, floorSegmentMB=0.40234375, forceMergeDeletesPctAllowed=13.294848619126817, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.43690736508063 [junit4] 2> 711374 INFO (qtp79137691-5178) [n:127.0.0.1:37479_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.SolrIndexSearcher Opening [Searcher@7b67bb6d[collection1_shard2_replica_n45] main] [junit4] 2> 711374 INFO (qtp79137691-5178) [n:127.0.0.1:37479_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 711375 INFO (qtp79137691-5178) [n:127.0.0.1:37479_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 711375 INFO (qtp79137691-5178) [n:127.0.0.1:37479_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 711376 INFO (searcherExecutor-2610-thread-1-processing-n:127.0.0.1:37479_p%2Fs x:collection1_shard2_replica_n45 s:shard2 c:collection1) [n:127.0.0.1:37479_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrCore [c [...truncated too long message...] "core_node7":{ [junit4] 2> "core":"collection1_shard2_replica_n4", [junit4] 2> "base_url":"https://127.0.0.1:34517/solr", [junit4] 2> "node_name":"127.0.0.1:34517_solr", [junit4] 2> "state":"down", [junit4] 2> "type":"NRT"}, [junit4] 2> "core_node8":{ [junit4] 2> "core":"collection1_shard2_replica_n6", [junit4] 2> "base_url":"https://127.0.0.1:40749/solr", [junit4] 2> "node_name":"127.0.0.1:40749_solr", [junit4] 2> "state":"down", [junit4] 2> "type":"NRT"}}}}, [junit4] 2> "router":{"name":"compositeId"}, [junit4] 2> "maxShardsPerNode":"2", [junit4] 2> "autoAddReplicas":"false", [junit4] 2> "nrtReplicas":"2", [junit4] 2> "tlogReplicas":"0"} with live_nodes=[] [junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771) [junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736) [junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178) [junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079) [junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014) [junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181) [junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) [junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135) [junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) [junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844) [junit4] 2> 1521787 ERROR (coreZkRegister-3909-thread-1-processing-n:127.0.0.1:40749_solr x:collection1_shard1_replica_n2 s:shard1 c:collection1 r:core_node5) [n:127.0.0.1:40749_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard1 [junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207) [junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079) [junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014) [junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181) [junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) [junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135) [junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) [junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844) [junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: collection1 slice: shard1 saw state=DocCollection(collection1//collections/collection1/state.json/10)={ [junit4] 2> "pullReplicas":"0", [junit4] 2> "replicationFactor":"2", [junit4] 2> "shards":{ [junit4] 2> "shard1":{ [junit4] 2> "range":"80000000-ffffffff", [junit4] 2> "state":"active", [junit4] 2> "replicas":{ [junit4] 2> "core_node3":{ [junit4] 2> "core":"collection1_shard1_replica_n1", [junit4] 2> "base_url":"https://127.0.0.1:34517/solr", [junit4] 2> "node_name":"127.0.0.1:34517_solr", [junit4] 2> "state":"down", [junit4] 2> "type":"NRT"}, [junit4] 2> "core_node5":{ [junit4] 2> "core":"collection1_shard1_replica_n2", [junit4] 2> "base_url":"https://127.0.0.1:40749/solr", [junit4] 2> "node_name":"127.0.0.1:40749_solr", [junit4] 2> "state":"down", [junit4] 2> "type":"NRT"}}}, [junit4] 2> "shard2":{ [junit4] 2> "range":"0-7fffffff", [junit4] 2> "state":"active", [junit4] 2> "replicas":{ [junit4] 2> "core_node7":{ [junit4] 2> "core":"collection1_shard2_replica_n4", [junit4] 2> "base_url":"https://127.0.0.1:34517/solr", [junit4] 2> "node_name":"127.0.0.1:34517_solr", [junit4] 2> "state":"down", [junit4] 2> "type":"NRT"}, [junit4] 2> "core_node8":{ [junit4] 2> "core":"collection1_shard2_replica_n6", [junit4] 2> "base_url":"https://127.0.0.1:40749/solr", [junit4] 2> "node_name":"127.0.0.1:40749_solr", [junit4] 2> "state":"down", [junit4] 2> "type":"NRT"}}}}, [junit4] 2> "router":{"name":"compositeId"}, [junit4] 2> "maxShardsPerNode":"2", [junit4] 2> "autoAddReplicas":"false", [junit4] 2> "nrtReplicas":"2", [junit4] 2> "tlogReplicas":"0"} with live_nodes=[] [junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771) [junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736) [junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178) [junit4] 2> ... 7 more [junit4] 2> [junit4] 2> 1521788 INFO (jetty-closer-2116-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7723cb99{/solr,null,UNAVAILABLE} [junit4] 2> 1521788 ERROR (SUITE-TestCloudRecovery-seed#[886F8538F0CBC81C]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 1521788 INFO (SUITE-TestCloudRecovery-seed#[886F8538F0CBC81C]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35859 35859 [junit4] 2> 1521835 INFO (Thread-4079) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35859 35859 [junit4] 2> 1521836 WARN (Thread-4079) [ ] o.a.s.c.ZkTestServer Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 5 /solr/aliases.json [junit4] 2> 4 /solr/security.json [junit4] 2> 4 /solr/configs/config [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 14 /solr/collections/collection1/state.json [junit4] 2> 5 /solr/clusterstate.json [junit4] 2> 5 /solr/clusterprops.json [junit4] 2> 2 /solr/autoscaling.json [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 5 /solr/live_nodes [junit4] 2> 5 /solr/collections [junit4] 2> 2 /solr/overseer/queue [junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas [junit4] 2> 2 /solr/overseer/queue-work [junit4] 2> 2 /solr/overseer/collection-queue-work [junit4] 2> [junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_886F8538F0CBC81C-001 [junit4] 2> Dec 28, 2017 9:54:25 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks [junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s). [junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=false): {}, locale=shi-Latn-MA, timezone=Etc/GMT-12 [junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=114269600,total=524812288 [junit4] 2> NOTE: All tests run in this JVM: [CoreAdminCreateDiscoverTest, CollectionsAPIDistributedZkTest, TestAtomicUpdateErrorCases, DocumentAnalysisRequestHandlerTest, TestCopyFieldCollectionResource, TestManagedSchemaAPI, TestSolrCoreParser, TestSchemaSimilarityResource, TestSolr4Spatial, ConvertedLegacyTest, TestAnalyzedSuggestions, ImplicitSnitchTest, TestRemoteStreaming, TestOmitPositions, TestInPlaceUpdatesStandalone, DistribDocExpirationUpdateProcessorTest, ClassificationUpdateProcessorFactoryTest, TestSortByMinMaxFunction, CloneFieldUpdateProcessorFactoryTest, TestInfoStreamLogging, HdfsAutoAddReplicasIntegrationTest, TestBlobHandler, TestFieldCacheSort, OpenCloseCoreStressTest, TestAuthenticationFramework, TestCoreAdminApis, SolrCmdDistributorTest, ZkSolrClientTest, TestBM25SimilarityFactory, ShardSplitTest, TestCustomStream, SystemLogListenerTest, ChaosMonkeySafeLeaderWithPullReplicasTest, TermVectorComponentDistributedTest, TestDocumentBuilder, TestDeleteCollectionOnDownNodes, LukeRequestHandlerTest, SOLR749Test, PolyFieldTest, TestHdfsBackupRestoreCore, CircularListTest, TestDefaultStatsCache, TestStressReorder, CheckHdfsIndexTest, TestXmlQParserPlugin, TestSimDistributedQueue, TestManagedResourceStorage, SolrIndexConfigTest, TestSolrConfigHandlerCloud, NumberUtilsTest, SignatureUpdateProcessorFactoryTest, TestQuerySenderNoQuery, CdcrBidirectionalTest, AddSchemaFieldsUpdateProcessorFactoryTest, OverriddenZkACLAndCredentialsProvidersTest, TestExceedMaxTermLength, ParsingFieldUpdateProcessorsTest, HdfsRecoverLeaseTest, TestStreamBody, BlockJoinFacetRandomTest, BinaryUpdateRequestHandlerTest, SparseHLLTest, LeaderFailureAfterFreshStartTest, TestSSLRandomization, CloudExitableDirectoryReaderTest, TestExecutePlanAction, OutputWriterTest, CreateCollectionCleanupTest, TestCollationFieldDocValues, TestJsonFacets, ExitableDirectoryReaderTest, SuggesterFSTTest, SolrCloudReportersTest, ConjunctionSolrSpellCheckerTest, TestCloudRecovery] [junit4] Completed [351/764 (2!)] on J1 in 127.79s, 2 tests, 1 failure, 1 error <<< FAILURES! [...truncated 42238 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org