Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1316/ Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
5 tests failed. FAILED: org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest.test Error Message: Could not find a healthy node to handle the request. Stack Trace: org.apache.solr.common.SolrException: Could not find a healthy node to handle the request. at __randomizedtesting.SeedInfo.seed([C0F9B202C67EB0A8:48AD8DD86882DD50]:0) at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1392) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1139) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1074) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160) at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:895) at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:858) at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:873) at org.apache.solr.cloud.AbstractFullDistribZkTestBase.del(AbstractFullDistribZkTestBase.java:890) at org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest.tryDelete(ChaosMonkeySafeLeaderWithPullReplicasTest.java:235) at org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest.test(ChaosMonkeySafeLeaderWithPullReplicasTest.java:128) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) FAILED: org.apache.solr.ltr.TestLTRQParserPlugin.ltrMoreResultsThanReRankedTest Error Message: mismatch: '0.09271725'!='0.105360515' @ response/docs/[3]/score Stack Trace: java.lang.RuntimeException: mismatch: '0.09271725'!='0.105360515' @ response/docs/[3]/score at __randomizedtesting.SeedInfo.seed([B90F1D82D03B524E:7077ACE50FF4058F]:0) at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248) at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192) at org.apache.solr.ltr.TestLTRQParserPlugin.ltrMoreResultsThanReRankedTest(TestLTRQParserPlugin.java:94) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) FAILED: org.apache.solr.ltr.TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder Error Message: mismatch: '3'!='4' @ response/docs/[0]/id Stack Trace: java.lang.RuntimeException: mismatch: '3'!='4' @ response/docs/[0]/id at __randomizedtesting.SeedInfo.seed([B90F1D82D03B524E:DC433DE21A5935A6]:0) at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248) at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192) at org.apache.solr.ltr.TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder(TestParallelWeightCreation.java:45) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) FAILED: org.apache.solr.ltr.TestSelectiveWeightCreation.testSelectiveWeightsRequestFeaturesFromDifferentStore Error Message: mismatch: '3'!='4' @ response/docs/[0]/id Stack Trace: java.lang.RuntimeException: mismatch: '3'!='4' @ response/docs/[0]/id at __randomizedtesting.SeedInfo.seed([B90F1D82D03B524E:E43E0A475D072525]:0) at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248) at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192) at org.apache.solr.ltr.TestSelectiveWeightCreation.testSelectiveWeightsRequestFeaturesFromDifferentStore(TestSelectiveWeightCreation.java:230) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) FAILED: org.apache.solr.ltr.feature.TestFieldLengthFeature.testRanking Error Message: mismatch: '8'!='1' @ response/docs/[0]/id Stack Trace: java.lang.RuntimeException: mismatch: '8'!='1' @ response/docs/[0]/id at __randomizedtesting.SeedInfo.seed([B90F1D82D03B524E:2639B41C48414D81]:0) at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248) at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192) at org.apache.solr.ltr.feature.TestFieldLengthFeature.testRanking(TestFieldLengthFeature.java:117) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Build Log: [...truncated 12592 lines...] [junit4] Suite: org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest [junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/init-core-data-001 [junit4] 2> 2112099 WARN (SUITE-ChaosMonkeySafeLeaderWithPullReplicasTest-seed#[C0F9B202C67EB0A8]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=71 numCloses=71 [junit4] 2> 2112099 INFO (SUITE-ChaosMonkeySafeLeaderWithPullReplicasTest-seed#[C0F9B202C67EB0A8]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields [junit4] 2> 2112101 INFO (SUITE-ChaosMonkeySafeLeaderWithPullReplicasTest-seed#[C0F9B202C67EB0A8]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) [junit4] 2> 2112101 INFO (SUITE-ChaosMonkeySafeLeaderWithPullReplicasTest-seed#[C0F9B202C67EB0A8]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: / [junit4] 2> 2112102 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.c.ChaosMonkeySafeLeaderWithPullReplicasTest Starting ChaosMonkey test with 1 shards and 3 nodes [junit4] 2> 2112103 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 2112103 INFO (Thread-7649) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 2112103 INFO (Thread-7649) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 2112105 ERROR (Thread-7649) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 2112203 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.c.ZkTestServer start zk server on port:33040 [junit4] 2> 2112214 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml [junit4] 2> 2112216 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml [junit4] 2> 2112218 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml [junit4] 2> 2112220 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt [junit4] 2> 2112222 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt [junit4] 2> 2112224 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml [junit4] 2> 2112226 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml [junit4] 2> 2112227 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json [junit4] 2> 2112228 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt [junit4] 2> 2112230 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt [junit4] 2> 2112232 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt [junit4] 2> 2112236 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise [junit4] 2> 2112342 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/control-001/cores/collection1 [junit4] 2> 2112345 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028 [junit4] 2> 2112346 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@eb79403{/,null,AVAILABLE} [junit4] 2> 2112346 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@13fedf5d{SSL,[ssl, http/1.1]}{127.0.0.1:49237} [junit4] 2> 2112346 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.e.j.s.Server Started @2114466ms [junit4] 2> 2112347 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/tempDir-001/control/data, replicaType=NRT, hostContext=/, hostPort=49237, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/control-001/cores} [junit4] 2> 2112347 ERROR (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 2112347 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0 [junit4] 2> 2112347 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 2112347 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 2112347 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-23T05:26:11.444Z [junit4] 2> 2112350 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper) [junit4] 2> 2112350 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/control-001/solr.xml [junit4] 2> 2112353 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4a1f880b, but no JMX reporters were configured - adding default JMX reporter. [junit4] 2> 2112355 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33040/solr [junit4] 2> 2112382 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:49237_ ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 2112383 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:49237_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:49237_ [junit4] 2> 2112384 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:49237_ ] o.a.s.c.Overseer Overseer (id=98010213331828741-127.0.0.1:49237_-n_0000000000) starting [junit4] 2> 2112392 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:49237_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49237_ [junit4] 2> 2112394 INFO (zkCallback-4412-thread-1-processing-n:127.0.0.1:49237_) [n:127.0.0.1:49237_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 2112454 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:49237_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a1f880b [junit4] 2> 2112456 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:49237_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a1f880b [junit4] 2> 2112456 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:49237_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a1f880b [junit4] 2> 2112467 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:49237_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/control-001/cores [junit4] 2> 2112467 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:49237_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1] [junit4] 2> 2112468 INFO (coreLoadExecutor-10168-thread-1-processing-n:127.0.0.1:49237_) [n:127.0.0.1:49237_ c:control_collection x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores [junit4] 2> 2112470 INFO (OverseerStateUpdate-98010213331828741-127.0.0.1:49237_-n_0000000000) [n:127.0.0.1:49237_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1 [junit4] 2> 2113484 INFO (coreLoadExecutor-10168-thread-1-processing-n:127.0.0.1:49237_) [n:127.0.0.1:49237_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0 [junit4] 2> 2113492 INFO (coreLoadExecutor-10168-thread-1-processing-n:127.0.0.1:49237_) [n:127.0.0.1:49237_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test [junit4] 2> 2113542 INFO (coreLoadExecutor-10168-thread-1-processing-n:127.0.0.1:49237_) [n:127.0.0.1:49237_ c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id [junit4] 2> 2113572 INFO (coreLoadExecutor-10168-thread-1-processing-n:127.0.0.1:49237_) [n:127.0.0.1:49237_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection, trusted=true [junit4] 2> 2113572 INFO (coreLoadExecutor-10168-thread-1-processing-n:127.0.0.1:49237_) [n:127.0.0.1:49237_ c:control_collection x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.core_node1' (registry 'solr.core.control_collection.shard1.core_node1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a1f880b [junit4] 2> 2113572 INFO (coreLoadExecutor-10168-thread-1-processing-n:127.0.0.1:49237_) [n:127.0.0.1:49237_ c:control_collection x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 2113572 INFO (coreLoadExecutor-10168-thread-1-processing-n:127.0.0.1:49237_) [n:127.0.0.1:49237_ c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/control-001/cores/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/control-001/cores/collection1/data/] [junit4] 2> 2113574 INFO (coreLoadExecutor-10168-thread-1-processing-n:127.0.0.1:49237_) [n:127.0.0.1:49237_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@743b3ea0 [junit4] 2> 2113577 WARN (coreLoadExecutor-10168-thread-1-processing-n:127.0.0.1:49237_) [n:127.0.0.1:49237_ c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}} [junit4] 2> 2113621 INFO (coreLoadExecutor-10168-thread-1-processing-n:127.0.0.1:49237_) [n:127.0.0.1:49237_ c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 2113621 INFO (coreLoadExecutor-10168-thread-1-processing-n:127.0.0.1:49237_) [n:127.0.0.1:49237_ c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 2113621 INFO (coreLoadExecutor-10168-thread-1-processing-n:127.0.0.1:49237_) [n:127.0.0.1:49237_ c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; [junit4] 2> 2113621 INFO (coreLoadExecutor-10168-thread-1-processing-n:127.0.0.1:49237_) [n:127.0.0.1:49237_ c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 2113622 INFO (coreLoadExecutor-10168-thread-1-processing-n:127.0.0.1:49237_) [n:127.0.0.1:49237_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=47, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0] [junit4] 2> 2113623 INFO (coreLoadExecutor-10168-thread-1-processing-n:127.0.0.1:49237_) [n:127.0.0.1:49237_ c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7991aca5[collection1] main] [junit4] 2> 2113624 INFO (coreLoadExecutor-10168-thread-1-processing-n:127.0.0.1:49237_) [n:127.0.0.1:49237_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 2113624 INFO (coreLoadExecutor-10168-thread-1-processing-n:127.0.0.1:49237_) [n:127.0.0.1:49237_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 2113625 INFO (coreLoadExecutor-10168-thread-1-processing-n:127.0.0.1:49237_) [n:127.0.0.1:49237_ c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 2113625 INFO (coreLoadExecutor-10168-thread-1-processing-n:127.0.0.1:49237_) [n:127.0.0.1:49237_ c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568163414904143872 [junit4] 2> 2113627 INFO (searcherExecutor-10169-thread-1-processing-n:127.0.0.1:49237_ x:collection1 c:control_collection) [n:127.0.0.1:49237_ c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7991aca5[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 2113631 INFO (coreZkRegister-10161-thread-1-processing-n:127.0.0.1:49237_ x:collection1 c:control_collection) [n:127.0.0.1:49237_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 2113632 INFO (coreZkRegister-10161-thread-1-processing-n:127.0.0.1:49237_ x:collection1 c:control_collection) [n:127.0.0.1:49237_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 2113632 INFO (coreZkRegister-10161-thread-1-processing-n:127.0.0.1:49237_ x:collection1 c:control_collection) [n:127.0.0.1:49237_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:49237/collection1/ [junit4] 2> 2113632 INFO (coreZkRegister-10161-thread-1-processing-n:127.0.0.1:49237_ x:collection1 c:control_collection) [n:127.0.0.1:49237_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me [junit4] 2> 2113632 INFO (coreZkRegister-10161-thread-1-processing-n:127.0.0.1:49237_ x:collection1 c:control_collection) [n:127.0.0.1:49237_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy https://127.0.0.1:49237/collection1/ has no replicas [junit4] 2> 2113632 INFO (coreZkRegister-10161-thread-1-processing-n:127.0.0.1:49237_ x:collection1 c:control_collection) [n:127.0.0.1:49237_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR [junit4] 2> 2113636 INFO (coreZkRegister-10161-thread-1-processing-n:127.0.0.1:49237_ x:collection1 c:control_collection) [n:127.0.0.1:49237_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:49237/collection1/ shard1 [junit4] 2> 2113788 INFO (coreZkRegister-10161-thread-1-processing-n:127.0.0.1:49237_ x:collection1 c:control_collection) [n:127.0.0.1:49237_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 2113991 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 2113992 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33040/solr ready [junit4] 2> 2113993 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false [junit4] 2> 2114137 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/shard-1-001/cores/collection1 [junit4] 2> 2114138 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/shard-1-001 of type PULL [junit4] 2> 2114140 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028 [junit4] 2> 2114143 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3363d9f1{/,null,AVAILABLE} [junit4] 2> 2114144 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@b42f230{SSL,[ssl, http/1.1]}{127.0.0.1:45476} [junit4] 2> 2114144 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.e.j.s.Server Started @2116263ms [junit4] 2> 2114144 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/tempDir-001/jetty1, replicaType=PULL, solrconfig=solrconfig.xml, hostContext=/, hostPort=45476, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/shard-1-001/cores} [junit4] 2> 2114144 ERROR (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 2114144 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0 [junit4] 2> 2114145 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 2114145 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 2114145 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-23T05:26:13.242Z [junit4] 2> 2114150 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper) [junit4] 2> 2114150 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/shard-1-001/solr.xml [junit4] 2> 2114164 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4a1f880b, but no JMX reporters were configured - adding default JMX reporter. [junit4] 2> 2114167 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33040/solr [junit4] 2> 2114177 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:45476_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 2114181 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:45476_ ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 2114185 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:45476_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45476_ [junit4] 2> 2114188 INFO (zkCallback-4416-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 2114188 INFO (zkCallback-4412-thread-1-processing-n:127.0.0.1:49237_) [n:127.0.0.1:49237_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 2114189 INFO (zkCallback-4421-thread-1-processing-n:127.0.0.1:45476_) [n:127.0.0.1:45476_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 2114317 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:45476_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a1f880b [junit4] 2> 2114322 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:45476_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a1f880b [junit4] 2> 2114322 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:45476_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a1f880b [junit4] 2> 2114324 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:45476_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/shard-1-001/cores [junit4] 2> 2114324 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:45476_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1] [junit4] 2> 2114325 INFO (coreLoadExecutor-10179-thread-1-processing-n:127.0.0.1:45476_) [n:127.0.0.1:45476_ c:collection1 x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores [junit4] 2> 2114326 INFO (OverseerStateUpdate-98010213331828741-127.0.0.1:49237_-n_0000000000) [n:127.0.0.1:49237_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1 [junit4] 2> 2115341 INFO (coreLoadExecutor-10179-thread-1-processing-n:127.0.0.1:45476_) [n:127.0.0.1:45476_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0 [junit4] 2> 2115349 INFO (coreLoadExecutor-10179-thread-1-processing-n:127.0.0.1:45476_) [n:127.0.0.1:45476_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test [junit4] 2> 2115393 INFO (coreLoadExecutor-10179-thread-1-processing-n:127.0.0.1:45476_) [n:127.0.0.1:45476_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id [junit4] 2> 2115411 INFO (coreLoadExecutor-10179-thread-1-processing-n:127.0.0.1:45476_) [n:127.0.0.1:45476_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true [junit4] 2> 2115412 INFO (coreLoadExecutor-10179-thread-1-processing-n:127.0.0.1:45476_) [n:127.0.0.1:45476_ c:collection1 x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.core_node1' (registry 'solr.core.collection1.shard1.core_node1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a1f880b [junit4] 2> 2115412 INFO (coreLoadExecutor-10179-thread-1-processing-n:127.0.0.1:45476_) [n:127.0.0.1:45476_ c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 2115412 INFO (coreLoadExecutor-10179-thread-1-processing-n:127.0.0.1:45476_) [n:127.0.0.1:45476_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/shard-1-001/cores/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/shard-1-001/cores/collection1/data/] [junit4] 2> 2115413 INFO (coreLoadExecutor-10179-thread-1-processing-n:127.0.0.1:45476_) [n:127.0.0.1:45476_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@551483b4 [junit4] 2> 2115417 WARN (coreLoadExecutor-10179-thread-1-processing-n:127.0.0.1:45476_) [n:127.0.0.1:45476_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}} [junit4] 2> 2115456 INFO (coreLoadExecutor-10179-thread-1-processing-n:127.0.0.1:45476_) [n:127.0.0.1:45476_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; [junit4] 2> 2115456 INFO (coreLoadExecutor-10179-thread-1-processing-n:127.0.0.1:45476_) [n:127.0.0.1:45476_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 2115457 INFO (coreLoadExecutor-10179-thread-1-processing-n:127.0.0.1:45476_) [n:127.0.0.1:45476_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=47, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0] [junit4] 2> 2115457 INFO (coreLoadExecutor-10179-thread-1-processing-n:127.0.0.1:45476_) [n:127.0.0.1:45476_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@23c01df6[collection1] main] [junit4] 2> 2115459 INFO (coreLoadExecutor-10179-thread-1-processing-n:127.0.0.1:45476_) [n:127.0.0.1:45476_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 2115459 INFO (coreLoadExecutor-10179-thread-1-processing-n:127.0.0.1:45476_) [n:127.0.0.1:45476_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 2115459 INFO (coreLoadExecutor-10179-thread-1-processing-n:127.0.0.1:45476_) [n:127.0.0.1:45476_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 2115460 INFO (coreZkRegister-10174-thread-1-processing-n:127.0.0.1:45476_ x:collection1 c:collection1) [n:127.0.0.1:45476_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController collection1 starting background replication from leader [junit4] 2> 2115460 INFO (searcherExecutor-10180-thread-1-processing-n:127.0.0.1:45476_ x:collection1 c:collection1) [n:127.0.0.1:45476_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@23c01df6[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 2115460 INFO (coreZkRegister-10174-thread-1-processing-n:127.0.0.1:45476_ x:collection1 c:collection1) [n:127.0.0.1:45476_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 0:0:7 [junit4] 2> 2115461 INFO (coreZkRegister-10174-thread-1-processing-n:127.0.0.1:45476_ x:collection1 c:collection1) [n:127.0.0.1:45476_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 7000ms [junit4] 2> 2115461 WARN (coreZkRegister-10174-thread-1-processing-n:127.0.0.1:45476_ x:collection1 c:collection1) [n:127.0.0.1:45476_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler SolrCloud is enabled for core collection1 but so is old-style replication. Make sure you intend this behavior, it usually indicates a mis-configuration. Master setting is false and slave setting is true [junit4] 2> 2115946 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/shard-2-001/cores/collection1 [junit4] 2> 2115946 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/shard-2-001 of type PULL [junit4] 2> 2115948 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028 [junit4] 2> 2115948 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@ad822bc{/,null,AVAILABLE} [junit4] 2> 2115949 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3cc9e730{SSL,[ssl, http/1.1]}{127.0.0.1:57485} [junit4] 2> 2115949 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.e.j.s.Server Started @2118068ms [junit4] 2> 2115949 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/tempDir-001/jetty2, replicaType=PULL, solrconfig=solrconfig.xml, hostContext=/, hostPort=57485, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/shard-2-001/cores} [junit4] 2> 2115949 ERROR (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 2115949 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0 [junit4] 2> 2115949 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 2115949 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 2115949 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-23T05:26:15.046Z [junit4] 2> 2115952 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper) [junit4] 2> 2115952 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/shard-2-001/solr.xml [junit4] 2> 2115955 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4a1f880b, but no JMX reporters were configured - adding default JMX reporter. [junit4] 2> 2115957 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33040/solr [junit4] 2> 2115967 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:57485_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 2115969 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:57485_ ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 2115971 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:57485_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57485_ [junit4] 2> 2115973 INFO (zkCallback-4412-thread-1-processing-n:127.0.0.1:49237_) [n:127.0.0.1:49237_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 2115973 INFO (zkCallback-4416-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 2115974 INFO (zkCallback-4421-thread-1-processing-n:127.0.0.1:45476_) [n:127.0.0.1:45476_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 2115974 INFO (zkCallback-4427-thread-1-processing-n:127.0.0.1:57485_) [n:127.0.0.1:57485_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 2116115 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:57485_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a1f880b [junit4] 2> 2116117 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:57485_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a1f880b [junit4] 2> 2116117 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:57485_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a1f880b [junit4] 2> 2116119 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:57485_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/shard-2-001/cores [junit4] 2> 2116119 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:57485_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1] [junit4] 2> 2116120 INFO (coreLoadExecutor-10191-thread-1-processing-n:127.0.0.1:57485_) [n:127.0.0.1:57485_ c:collection1 x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores [junit4] 2> 2116121 INFO (OverseerStateUpdate-98010213331828741-127.0.0.1:49237_-n_0000000000) [n:127.0.0.1:49237_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1 [junit4] 2> 2117136 INFO (coreLoadExecutor-10191-thread-1-processing-n:127.0.0.1:57485_) [n:127.0.0.1:57485_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0 [junit4] 2> 2117143 INFO (coreLoadExecutor-10191-thread-1-processing-n:127.0.0.1:57485_) [n:127.0.0.1:57485_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test [junit4] 2> 2117209 INFO (coreLoadExecutor-10191-thread-1-processing-n:127.0.0.1:57485_) [n:127.0.0.1:57485_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id [junit4] 2> 2117224 INFO (coreLoadExecutor-10191-thread-1-processing-n:127.0.0.1:57485_) [n:127.0.0.1:57485_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true [junit4] 2> 2117224 INFO (coreLoadExecutor-10191-thread-1-processing-n:127.0.0.1:57485_) [n:127.0.0.1:57485_ c:collection1 x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.core_node2' (registry 'solr.core.collection1.shard1.core_node2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a1f880b [junit4] 2> 2117225 INFO (coreLoadExecutor-10191-thread-1-processing-n:127.0.0.1:57485_) [n:127.0.0.1:57485_ c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 2117225 INFO (coreLoadExecutor-10191-thread-1-processing-n:127.0.0.1:57485_) [n:127.0.0.1:57485_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/shard-2-001/cores/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/shard-2-001/cores/collection1/data/] [junit4] 2> 2117227 INFO (coreLoadExecutor-10191-thread-1-processing-n:127.0.0.1:57485_) [n:127.0.0.1:57485_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@127ee445 [junit4] 2> 2117231 WARN (coreLoadExecutor-10191-thread-1-processing-n:127.0.0.1:57485_) [n:127.0.0.1:57485_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}} [junit4] 2> 2117276 INFO (coreLoadExecutor-10191-thread-1-processing-n:127.0.0.1:57485_) [n:127.0.0.1:57485_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; [junit4] 2> 2117276 INFO (coreLoadExecutor-10191-thread-1-processing-n:127.0.0.1:57485_) [n:127.0.0.1:57485_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 2117277 INFO (coreLoadExecutor-10191-thread-1-processing-n:127.0.0.1:57485_) [n:127.0.0.1:57485_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=47, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0] [junit4] 2> 2117277 INFO (coreLoadExecutor-10191-thread-1-processing-n:127.0.0.1:57485_) [n:127.0.0.1:57485_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@d184dfd[collection1] main] [junit4] 2> 2117278 INFO (coreLoadExecutor-10191-thread-1-processing-n:127.0.0.1:57485_) [n:127.0.0.1:57485_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 2117279 INFO (coreLoadExecutor-10191-thread-1-processing-n:127.0.0.1:57485_) [n:127.0.0.1:57485_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 2117279 INFO (coreLoadExecutor-10191-thread-1-processing-n:127.0.0.1:57485_) [n:127.0.0.1:57485_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 2117280 INFO (coreZkRegister-10186-thread-1-processing-n:127.0.0.1:57485_ x:collection1 c:collection1) [n:127.0.0.1:57485_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController collection1 starting background replication from leader [junit4] 2> 2117280 INFO (coreZkRegister-10186-thread-1-processing-n:127.0.0.1:57485_ x:collection1 c:collection1) [n:127.0.0.1:57485_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 0:0:7 [junit4] 2> 2117280 INFO (searcherExecutor-10192-thread-1-processing-n:127.0.0.1:57485_ x:collection1 c:collection1) [n:127.0.0.1:57485_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@d184dfd[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 2117281 INFO (coreZkRegister-10186-thread-1-processing-n:127.0.0.1:57485_ x:collection1 c:collection1) [n:127.0.0.1:57485_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 7000ms [junit4] 2> 2117281 WARN (coreZkRegister-10186-thread-1-processing-n:127.0.0.1:57485_ x:collection1 c:collection1) [n:127.0.0.1:57485_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.h.ReplicationHandler SolrCloud is enabled for core collection1 but so is old-style replication. Make sure you intend this behavior, it usually indicates a mis-configuration. Master setting is false and slave setting is true [junit4] 2> 2117752 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/shard-3-001/cores/collection1 [junit4] 2> 2117753 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/shard-3-001 of type TLOG [junit4] 2> 2117754 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028 [junit4] 2> 2117756 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@11c778e{/,null,AVAILABLE} [junit4] 2> 2117756 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@316d22ce{SSL,[ssl, http/1.1]}{127.0.0.1:55559} [junit4] 2> 2117756 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.e.j.s.Server Started @2119876ms [junit4] 2> 2117756 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/tempDir-001/jetty3, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=55559, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/shard-3-001/cores} [junit4] 2> 2117756 ERROR (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 2117757 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0 [junit4] 2> 2117757 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 2117757 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 2117757 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-23T05:26:16.854Z [junit4] 2> 2117763 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper) [junit4] 2> 2117763 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/shard-3-001/solr.xml [junit4] 2> 2117768 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4a1f880b, but no JMX reporters were configured - adding default JMX reporter. [junit4] 2> 2117770 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33040/solr [junit4] 2> 2117808 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:55559_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3) [junit4] 2> 2117811 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:55559_ ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 2117814 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:55559_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55559_ [junit4] 2> 2117815 INFO (zkCallback-4421-thread-1-processing-n:127.0.0.1:45476_) [n:127.0.0.1:45476_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 2117816 INFO (zkCallback-4412-thread-1-processing-n:127.0.0.1:49237_) [n:127.0.0.1:49237_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 2117816 INFO (zkCallback-4427-thread-1-processing-n:127.0.0.1:57485_) [n:127.0.0.1:57485_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 2117816 INFO (zkCallback-4416-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 2117832 INFO (zkCallback-4433-thread-1-processing-n:127.0.0.1:55559_) [n:127.0.0.1:55559_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 2118026 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:55559_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a1f880b [junit4] 2> 2118034 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:55559_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a1f880b [junit4] 2> 2118034 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:55559_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a1f880b [junit4] 2> 2118037 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:55559_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/shard-3-001/cores [junit4] 2> 2118037 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:55559_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1] [junit4] 2> 2118038 INFO (coreLoadExecutor-10203-thread-1-processing-n:127.0.0.1:55559_) [n:127.0.0.1:55559_ c:collection1 x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores [junit4] 2> 2118041 INFO (OverseerStateUpdate-98010213331828741-127.0.0.1:49237_-n_0000000000) [n:127.0.0.1:49237_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1 [junit4] 2> 2119054 INFO (coreLoadExecutor-10203-thread-1-processing-n:127.0.0.1:55559_) [n:127.0.0.1:55559_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0 [junit4] 2> 2119068 INFO (coreLoadExecutor-10203-thread-1-processing-n:127.0.0.1:55559_) [n:127.0.0.1:55559_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test [junit4] 2> 2119146 INFO (coreLoadExecutor-10203-thread-1-processing-n:127.0.0.1:55559_) [n:127.0.0.1:55559_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id [junit4] 2> 2119166 INFO (coreLoadExecutor-10203-thread-1-processing-n:127.0.0.1:55559_) [n:127.0.0.1:55559_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true [junit4] 2> 2119166 INFO (coreLoadExecutor-10203-thread-1-processing-n:127.0.0.1:55559_) [n:127.0.0.1:55559_ c:collection1 x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.core_node3' (registry 'solr.core.collection1.shard1.core_node3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a1f880b [junit4] 2> 2119167 INFO (coreLoadExecutor-10203-thread-1-processing-n:127.0.0.1:55559_) [n:127.0.0.1:55559_ c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 2119167 INFO (coreLoadExecutor-10203-thread-1-processing-n:127.0.0.1:55559_) [n:127.0.0.1:55559_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/shard-3-001/cores/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/shard-3-001/cores/collection1/data/] [junit4] 2> 2119169 INFO (coreLoadExecutor-10203-thread-1-processing-n:127.0.0.1:55559_) [n:127.0.0.1:55559_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@6c83c06f [junit4] 2> 2119179 WARN (coreLoadExecutor-10203-thread-1-processing-n:127.0.0.1:55559_) [n:127.0.0.1:55559_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}} [junit4] 2> 2119232 INFO (coreLoadExecutor-10203-thread-1-processing-n:127.0.0.1:55559_) [n:127.0.0.1:55559_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 2119232 INFO (coreLoadExecutor-10203-thread-1-processing-n:127.0.0.1:55559_) [n:127.0.0.1:55559_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 2119233 INFO (coreLoadExecutor-10203-thread-1-processing-n:127.0.0.1:55559_) [n:127.0.0.1:55559_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; [junit4] 2> 2119233 INFO (coreLoadExecutor-10203-thread-1-processing-n:127.0.0.1:55559_) [n:127.0.0.1:55559_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 2119234 INFO (coreLoadExecutor-10203-thread-1-processing-n:127.0.0.1:55559_) [n:127.0.0.1:55559_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=47, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0] [junit4] 2> 2119234 INFO (coreLoadExecutor-10203-thread-1-processing-n:127.0.0.1:55559_) [n:127.0.0.1:55559_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6459fbb8[collection1] main] [junit4] 2> 2119235 INFO (coreLoadExecutor-10203-thread-1-processing-n:127.0.0.1:55559_) [n:127.0.0.1:55559_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 2119236 INFO (coreLoadExecutor-10203-thread-1-processing-n:127.0.0.1:55559_) [n:127.0.0.1:55559_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 2119236 INFO (coreLoadExecutor-10203-thread-1-processing-n:127.0.0.1:55559_) [n:127.0.0.1:55559_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 2119236 INFO (coreLoadExecutor-10203-thread-1-processing-n:127.0.0.1:55559_) [n:127.0.0.1:55559_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568163420787703808 [junit4] 2> 2119237 INFO (searcherExecutor-10204-thread-1-processing-n:127.0.0.1:55559_ x:collection1 c:collection1) [n:127.0.0.1:55559_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6459fbb8[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 2119249 INFO (coreZkRegister-10198-thread-1-processing-n:127.0.0.1:55559_ x:collection1 c:collection1) [n:127.0.0.1:55559_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 2119249 INFO (coreZkRegister-10198-thread-1-processing-n:127.0.0.1:55559_ x:collection1 c:collection1) [n:127.0.0.1:55559_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 2119249 INFO (coreZkRegister-10198-thread-1-processing-n:127.0.0.1:55559_ x:collection1 c:collection1) [n:127.0.0.1:55559_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:55559/collection1/ [junit4] 2> 2119249 INFO (coreZkRegister-10198-thread-1-processing-n:127.0.0.1:55559_ x:collection1 c:collection1) [n:127.0.0.1:55559_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me [junit4] 2> 2119249 INFO (coreZkRegister-10198-thread-1-processing-n:127.0.0.1:55559_ x:collection1 c:collection1) [n:127.0.0.1:55559_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.SyncStrategy https://127.0.0.1:55559/collection1/ has no replicas [junit4] 2> 2119249 INFO (coreZkRegister-10198-thread-1-processing-n:127.0.0.1:55559_ x:collection1 c:collection1) [n:127.0.0.1:55559_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR [junit4] 2> 2119250 INFO (coreZkRegister-10198-thread-1-processing-n:127.0.0.1:55559_ x:collection1 c:collection1) [n:127.0.0.1:55559_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.ZkController collection1 stopping background replication from leader [junit4] 2> 2119260 INFO (coreZkRegister-10198-thread-1-processing-n:127.0.0.1:55559_ x:collection1 c:collection1) [n:127.0.0.1:55559_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:55559/collection1/ shard1 [junit4] 2> 2119388 INFO (coreZkRegister-10186-thread-1-processing-n:127.0.0.1:57485_ x:collection1 c:collection1) [n:127.0.0.1:57485_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1 [junit4] 2> 2119388 INFO (updateExecutor-4424-thread-1-processing-n:127.0.0.1:57485_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:57485_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery [junit4] 2> 2119389 INFO (recoveryExecutor-4425-thread-1-processing-n:127.0.0.1:57485_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:57485_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true [junit4] 2> 2119389 INFO (recoveryExecutor-4425-thread-1-processing-n:127.0.0.1:57485_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:57485_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [https://127.0.0.1:55559/collection1/] and I am [https://127.0.0.1:57485/collection1/] [junit4] 2> 2119390 INFO (recoveryExecutor-4425-thread-1-processing-n:127.0.0.1:57485_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:57485_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Starting Replication Recovery. [junit4] 2> 2119390 INFO (recoveryExecutor-4425-thread-1-processing-n:127.0.0.1:57485_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:57485_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Stopping background replicate from leader process [junit4] 2> 2119390 INFO (recoveryExecutor-4425-thread-1-processing-n:127.0.0.1:57485_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:57485_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController collection1 stopping background replication from leader [junit4] 2> 2119391 INFO (recoveryExecutor-4425-thread-1-processing-n:127.0.0.1:57485_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:57485_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Attempting to replicate from [https://127.0.0.1:55559/collection1/]. [junit4] 2> 2119393 INFO (indexFetcher-10185-thread-1) [n:127.0.0.1:45476_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.h.IndexFetcher Replica core_node3 is leader but it's state is down, skipping replication [junit4] 2> 2119394 INFO (indexFetcher-10197-thread-1) [n:127.0.0.1:57485_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.h.IndexFetcher Replica core_node3 is leader but it's state is down, skipping replication [junit4] 2> 2119408 INFO (qtp395336764-26192) [n:127.0.0.1:55559_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1568163420968058880,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 2119408 INFO (qtp395336764-26192) [n:127.0.0.1:55559_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit. [junit4] 2> 2119408 INFO (qtp395336764-26192) [n:127.0.0.1:55559_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 2119408 INFO (qtp395336764-26192) [n:127.0.0.1:55559_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&commit_end_point=true&wt=javabin&version=2}{commit=} 0 0 [junit4] 2> 2119409 INFO (recove [...truncated too long message...] [junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395) [junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) [junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534) [junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) [junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) [junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) [junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) [junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> 22235 INFO (qtp1460800738-298) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/query params={q=*:*&indent=on&fl=*,score&rows=4&wt=json&rq={!ltr+reRankDocs%3D10+model%3Dexternalmodel+efi.user_query%3Dw3}} hits=5 status=0 QTime=8 [junit4] 2> 22236 ERROR (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[B90F1D82D03B524E]) [ ] o.a.s.u.RestTestBase query failed JSON validation. error=mismatch: '3'!='4' @ response/docs/[0]/id [junit4] 2> expected =/response/docs/[0]/id=='3' [junit4] 2> response = { [junit4] 2> "responseHeader":{ [junit4] 2> "status":0, [junit4] 2> "QTime":8, [junit4] 2> "params":{ [junit4] 2> "q":"*:*", [junit4] 2> "indent":"on", [junit4] 2> "fl":"*,score", [junit4] 2> "rows":"4", [junit4] 2> "wt":"json", [junit4] 2> "rq":"{!ltr reRankDocs=10 model=externalmodel efi.user_query=w3}"}}, [junit4] 2> "response":{"numFound":5,"start":0,"maxScore":0.36707595,"docs":[ [junit4] 2> { [junit4] 2> "id":"4", [junit4] 2> "title":"w3 w3", [junit4] 2> "description":"w4", [junit4] 2> "popularity":4, [junit4] 2> "_version_":1568165015408607232, [junit4] 2> "score":0.36707595}, [junit4] 2> { [junit4] 2> "id":"3", [junit4] 2> "title":"w3", [junit4] 2> "description":"w3", [junit4] 2> "popularity":3, [junit4] 2> "_version_":1568165015405461504, [junit4] 2> "score":0.33873552}, [junit4] 2> { [junit4] 2> "id":"1", [junit4] 2> "title":"w1 w3", [junit4] 2> "description":"w1", [junit4] 2> "popularity":1, [junit4] 2> "_version_":1568165015392878592, [junit4] 2> "score":0.2545195}, [junit4] 2> { [junit4] 2> "id":"2", [junit4] 2> "title":"w2", [junit4] 2> "description":"w2", [junit4] 2> "popularity":2, [junit4] 2> "_version_":1568165015401267200, [junit4] 2> "score":0.0}] [junit4] 2> }} [junit4] 2> [junit4] 2> request = /query?q=*%3A*&fl=*%2Cscore&rows=4&rq=%7B%21ltr+reRankDocs%3D10+model%3Dexternalmodel+efi.user_query%3Dw3%7D&wt=json&indent=on [junit4] 2> [junit4] 2> 22236 INFO (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[B90F1D82D03B524E]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testLTRScoringQueryParallelWeightCreationResultOrder [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestParallelWeightCreation -Dtests.method=testLTRScoringQueryParallelWeightCreationResultOrder -Dtests.seed=B90F1D82D03B524E -Dtests.slow=true -Dtests.locale=en-GB -Dtests.timezone=America/Merida -Dtests.asserts=true -Dtests.file.encoding=UTF-8 [junit4] ERROR 1.06s J0 | TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder <<< [junit4] > Throwable #1: java.lang.RuntimeException: mismatch: '3'!='4' @ response/docs/[0]/id [junit4] > at __randomizedtesting.SeedInfo.seed([B90F1D82D03B524E:DC433DE21A5935A6]:0) [junit4] > at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248) [junit4] > at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192) [junit4] > at org.apache.solr.ltr.TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder(TestParallelWeightCreation.java:45) [junit4] > at java.lang.Thread.run(Thread.java:748) [junit4] 2> 22250 INFO (TEST-TestParallelWeightCreation.testLTRQParserThreadInitialization-seed#[B90F1D82D03B524E]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testLTRQParserThreadInitialization [junit4] 2> 22250 INFO (TEST-TestParallelWeightCreation.testLTRQParserThreadInitialization-seed#[B90F1D82D03B524E]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testLTRQParserThreadInitialization [junit4] 2> 22251 INFO (SUITE-TestParallelWeightCreation-seed#[B90F1D82D03B524E]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@4280c3e2{HTTP/1.1,[http/1.1]}{127.0.0.1:0} [junit4] 2> 22251 INFO (SUITE-TestParallelWeightCreation-seed#[B90F1D82D03B524E]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=304886879 [junit4] 2> 22251 INFO (SUITE-TestParallelWeightCreation-seed#[B90F1D82D03B524E]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null [junit4] 2> 22251 INFO (SUITE-TestParallelWeightCreation-seed#[B90F1D82D03B524E]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null [junit4] 2> 22251 INFO (SUITE-TestParallelWeightCreation-seed#[B90F1D82D03B524E]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null [junit4] 2> 22252 INFO (SUITE-TestParallelWeightCreation-seed#[B90F1D82D03B524E]-worker) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 22252 INFO (coreCloseExecutor-251-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@6b5cb26d [junit4] 2> 22255 INFO (coreCloseExecutor-251-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1801237101 [junit4] 2> 22258 INFO (SUITE-TestParallelWeightCreation-seed#[B90F1D82D03B524E]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7233cfe3{/solr,null,UNAVAILABLE} [junit4] 2> 22260 INFO (SUITE-TestParallelWeightCreation-seed#[B90F1D82D03B524E]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore [junit4] 2> 22260 INFO (SUITE-TestParallelWeightCreation-seed#[B90F1D82D03B524E]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=978466385 [junit4] 2> 22260 INFO (SUITE-TestParallelWeightCreation-seed#[B90F1D82D03B524E]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null [junit4] 2> 22260 INFO (SUITE-TestParallelWeightCreation-seed#[B90F1D82D03B524E]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null [junit4] 2> 22260 INFO (SUITE-TestParallelWeightCreation-seed#[B90F1D82D03B524E]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null [junit4] 2> 22261 INFO (SUITE-TestParallelWeightCreation-seed#[B90F1D82D03B524E]-worker) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 22263 INFO (coreCloseExecutor-253-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@3e0f9314 [junit4] 2> 22266 INFO (coreCloseExecutor-253-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1041208084 [junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J0/temp/solr.ltr.TestParallelWeightCreation_B90F1D82D03B524E-001 [junit4] 2> May 23, 2017 5:51:39 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks [junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s). [junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {_version_=BlockTreeOrds(blocksize=128), popularity=Lucene50(blocksize=128), description=PostingsFormat(name=Direct), id=PostingsFormat(name=MockRandom), text=Lucene50(blocksize=128), title=BlockTreeOrds(blocksize=128)}, docValues:{}, maxPointsInLeafNode=1494, maxMBSortInHeap=5.584197678449327, sim=RandomSimilarity(queryNorm=true): {}, locale=en-GB, timezone=America/Merida [junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=3,threads=1,free=29718464,total=109342720 [junit4] 2> NOTE: All tests run in this JVM: [TestExternalValueFeatures, TestLTRQParserPlugin, TestFeatureLogging, TestRerankBase, TestOriginalScoreScorer, TestNoMatchSolrFeature, TestModelManagerPersistence, TestFieldValueFeature, TestLTRScoringQuery, TestLTRWithFacet, TestLTRWithSort, TestParallelWeightCreation] [junit4] Completed [24/33 (4!)] on J0 in 11.18s, 2 tests, 1 error <<< FAILURES! [...truncated 37024 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org