Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1268/
4 tests failed. FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest Error Message: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.HdfsTransactionLog at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:132) at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:203) at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137) at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94) at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:110) at sun.reflect.GeneratedConstructorAccessor192.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:779) at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:841) at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1090) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:955) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:849) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:950) at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:583) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Stack Trace: java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.HdfsTransactionLog at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:132) at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:203) at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137) at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94) at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:110) at sun.reflect.GeneratedConstructorAccessor192.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:779) at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:841) at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1090) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:955) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:849) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:950) at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:583) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) at __randomizedtesting.SeedInfo.seed([75A909B0206BE8DB]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.assertTrue(Assert.java:43) at org.junit.Assert.assertNull(Assert.java:551) at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:301) at sun.reflect.GeneratedMethodAccessor19.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:745) FAILED: org.apache.solr.cloud.hdfs.StressHdfsTest.test Error Message: Could not find collection:delete_data_dir Stack Trace: java.lang.AssertionError: Could not find collection:delete_data_dir at __randomizedtesting.SeedInfo.seed([75A909B0206BE8DB:FDFD366A8E978523]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.assertTrue(Assert.java:43) at org.junit.Assert.assertNotNull(Assert.java:526) at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:159) at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:144) at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:139) at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:870) at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:159) at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:103) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:745) FAILED: org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload Error Message: expected:<[{indexVersion=1489997920655,generation=2,filelist=[_5.fdt, _5.fdx, _5.fnm, _5.nvd, _5.nvm, _5.si, _5_Asserting_0.doc, _5_Asserting_0.tim, _5_Asserting_0.tip, _7.cfe, _7.cfs, _7.si, _8.fdt, _8.fdx, _8.fnm, _8.nvd, _8.nvm, _8.si, _8_Asserting_0.doc, _8_Asserting_0.tim, _8_Asserting_0.tip, segments_2]}]> but was:<[{indexVersion=1489997920655,generation=2,filelist=[_5.fdt, _5.fdx, _5.fnm, _5.nvd, _5.nvm, _5.si, _5_Asserting_0.doc, _5_Asserting_0.tim, _5_Asserting_0.tip, _7.cfe, _7.cfs, _7.si, _8.fdt, _8.fdx, _8.fnm, _8.nvd, _8.nvm, _8.si, _8_Asserting_0.doc, _8_Asserting_0.tim, _8_Asserting_0.tip, segments_2]}, {indexVersion=1489997920655,generation=3,filelist=[_9.cfe, _9.cfs, _9.si, _b.cfe, _b.cfs, _b.si, segments_3]}]> Stack Trace: java.lang.AssertionError: expected:<[{indexVersion=1489997920655,generation=2,filelist=[_5.fdt, _5.fdx, _5.fnm, _5.nvd, _5.nvm, _5.si, _5_Asserting_0.doc, _5_Asserting_0.tim, _5_Asserting_0.tip, _7.cfe, _7.cfs, _7.si, _8.fdt, _8.fdx, _8.fnm, _8.nvd, _8.nvm, _8.si, _8_Asserting_0.doc, _8_Asserting_0.tim, _8_Asserting_0.tip, segments_2]}]> but was:<[{indexVersion=1489997920655,generation=2,filelist=[_5.fdt, _5.fdx, _5.fnm, _5.nvd, _5.nvm, _5.si, _5_Asserting_0.doc, _5_Asserting_0.tim, _5_Asserting_0.tip, _7.cfe, _7.cfs, _7.si, _8.fdt, _8.fdx, _8.fnm, _8.nvd, _8.nvm, _8.si, _8_Asserting_0.doc, _8_Asserting_0.tim, _8_Asserting_0.tip, segments_2]}, {indexVersion=1489997920655,generation=3,filelist=[_9.cfe, _9.cfs, _9.si, _b.cfe, _b.cfs, _b.si, segments_3]}]> at __randomizedtesting.SeedInfo.seed([75A909B0206BE8DB:507E12805023E6D8]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.failNotEquals(Assert.java:647) at org.junit.Assert.assertEquals(Assert.java:128) at org.junit.Assert.assertEquals(Assert.java:147) at org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1279) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:745) FAILED: org.apache.solr.update.TestInPlaceUpdatesDistrib.test Error Message: Earlier: [19281, -1, 19281], now: [19281, 19281, 19281] Stack Trace: java.lang.AssertionError: Earlier: [19281, -1, 19281], now: [19281, 19281, 19281] at __randomizedtesting.SeedInfo.seed([75A909B0206BE8DB:FDFD366A8E978523]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.assertTrue(Assert.java:43) at org.apache.solr.update.TestInPlaceUpdatesDistrib.ensureRtgWorksWithPartialUpdatesTest(TestInPlaceUpdatesDistrib.java:582) at org.apache.solr.update.TestInPlaceUpdatesDistrib.test(TestInPlaceUpdatesDistrib.java:161) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:745) Build Log: [...truncated 12377 lines...] [junit4] Suite: org.apache.solr.handler.TestReplicationHandler [junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_75A909B0206BE8DB-001/init-core-data-001 [junit4] 2> 1958536 WARN (SUITE-TestReplicationHandler-seed#[75A909B0206BE8DB]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=120 numCloses=120 [junit4] 2> 1958536 INFO (SUITE-TestReplicationHandler-seed#[75A909B0206BE8DB]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields [junit4] 2> 1958538 INFO (SUITE-TestReplicationHandler-seed#[75A909B0206BE8DB]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None) [junit4] 2> 1958549 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.a.s.SolrTestCaseJ4 ###Starting doTestDetails [junit4] 2> 1958550 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_75A909B0206BE8DB-001/solr-instance-001/collection1 [junit4] 2> 1958554 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028 [junit4] 2> 1958555 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@33335f6c{/solr,null,AVAILABLE} [junit4] 2> 1958556 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5929ca6a{HTTP/1.1,[http/1.1]}{127.0.0.1:39977} [junit4] 2> 1958556 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.e.j.s.Server Started @1962995ms [junit4] 2> 1958556 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_75A909B0206BE8DB-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=39977} [junit4] 2> 1958575 ERROR (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1958575 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0 [junit4] 2> 1958575 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null [junit4] 2> 1958575 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1958575 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-20T08:12:56.632Z [junit4] 2> 1958576 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_75A909B0206BE8DB-001/solr-instance-001/solr.xml [junit4] 2> 1958623 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_75A909B0206BE8DB-001/solr-instance-001/. [junit4] 2> 1958624 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1] [junit4] 2> 1958644 WARN (coreLoadExecutor-5184-thread-1) [ x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead. [junit4] 2> 1958645 INFO (coreLoadExecutor-5184-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0 [junit4] 2> 1958664 INFO (coreLoadExecutor-5184-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test [junit4] 2> 1958666 INFO (coreLoadExecutor-5184-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id [junit4] 2> 1958667 INFO (coreLoadExecutor-5184-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_75A909B0206BE8DB-001/solr-instance-001/./collection1 [junit4] 2> 1958667 INFO (coreLoadExecutor-5184-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 1958667 INFO (coreLoadExecutor-5184-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_75A909B0206BE8DB-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_75A909B0206BE8DB-001/solr-instance-001/./collection1/data/] [junit4] 2> 1958668 INFO (coreLoadExecutor-5184-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=4, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0] [junit4] 2> 1958784 INFO (coreLoadExecutor-5184-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 1958784 INFO (coreLoadExecutor-5184-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 1958785 INFO (coreLoadExecutor-5184-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@1d40f280 [junit4] 2> 1958785 INFO (coreLoadExecutor-5184-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3012bf26[collection1] main] [junit4] 2> 1958786 INFO (coreLoadExecutor-5184-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_75A909B0206BE8DB-001/solr-instance-001/collection1/conf [junit4] 2> 1958786 INFO (coreLoadExecutor-5184-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl [junit4] 2> 1958787 INFO (coreLoadExecutor-5184-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 1958787 INFO (searcherExecutor-5185-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3012bf26[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 1959272 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_75A909B0206BE8DB-001/solr-instance-002/collection1 [junit4] 2> 1959274 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028 [junit4] 2> 1959275 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@30559f13{/solr,null,AVAILABLE} [junit4] 2> 1959275 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@52443758{HTTP/1.1,[http/1.1]}{127.0.0.1:57546} [junit4] 2> 1959275 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.e.j.s.Server Started @1963714ms [junit4] 2> 1959275 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_75A909B0206BE8DB-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=57546} [junit4] 2> 1959275 ERROR (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1959275 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0 [junit4] 2> 1959275 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null [junit4] 2> 1959276 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1959276 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-20T08:12:57.333Z [junit4] 2> 1959276 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_75A909B0206BE8DB-001/solr-instance-002/solr.xml [junit4] 2> 1959324 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_75A909B0206BE8DB-001/solr-instance-002/. [junit4] 2> 1959324 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1] [junit4] 2> 1959333 WARN (coreLoadExecutor-5194-thread-1) [ x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead. [junit4] 2> 1959334 INFO (coreLoadExecutor-5194-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0 [junit4] 2> 1959358 INFO (coreLoadExecutor-5194-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test [junit4] 2> 1959360 INFO (coreLoadExecutor-5194-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id [junit4] 2> 1959361 INFO (coreLoadExecutor-5194-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_75A909B0206BE8DB-001/solr-instance-002/./collection1 [junit4] 2> 1959361 INFO (coreLoadExecutor-5194-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 1959362 INFO (coreLoadExecutor-5194-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_75A909B0206BE8DB-001/solr-instance-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_75A909B0206BE8DB-001/solr-instance-002/./collection1/data/] [junit4] 2> 1959362 INFO (coreLoadExecutor-5194-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=4, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0] [junit4] 2> 1959427 INFO (coreLoadExecutor-5194-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 1959427 INFO (coreLoadExecutor-5194-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 1959427 INFO (coreLoadExecutor-5194-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@79028451 [junit4] 2> 1959427 INFO (coreLoadExecutor-5194-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3b1ea1ff[collection1] main] [junit4] 2> 1959427 INFO (coreLoadExecutor-5194-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_75A909B0206BE8DB-001/solr-instance-002/collection1/conf [junit4] 2> 1959451 INFO (coreLoadExecutor-5194-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms [junit4] 2> 1959452 INFO (searcherExecutor-5195-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3b1ea1ff[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 1959462 INFO (qtp1316034608-87237) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0 [junit4] 2> 1959463 INFO (indexFetcher-5199-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Master's generation: 1 [junit4] 2> 1959463 INFO (indexFetcher-5199-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Master's version: 0 [junit4] 2> 1959463 INFO (indexFetcher-5199-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Slave's generation: 1 [junit4] 2> 1959463 INFO (indexFetcher-5199-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Slave's version: 0 [junit4] 2> 1960339 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@52443758{HTTP/1.1,[http/1.1]}{127.0.0.1:0} [junit4] 2> 1960339 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1646438245 [junit4] 2> 1960340 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null [junit4] 2> 1960342 INFO (coreCloseExecutor-5200-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@51b764f6 [junit4] 2> 1960344 INFO (coreCloseExecutor-5200-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1370973430 [junit4] 2> 1960345 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@30559f13{/solr,null,UNAVAILABLE} [junit4] 2> 1960352 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028 [junit4] 2> 1960359 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@160e7e5b{/solr,null,AVAILABLE} [junit4] 2> 1960360 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2c42c21a{HTTP/1.1,[http/1.1]}{127.0.0.1:40136} [junit4] 2> 1960360 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.e.j.s.Server Started @1964799ms [junit4] 2> 1960360 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_75A909B0206BE8DB-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=40136} [junit4] 2> 1960360 ERROR (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1960360 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0 [junit4] 2> 1960360 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null [junit4] 2> 1960360 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1960360 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-20T08:12:58.417Z [junit4] 2> 1960361 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_75A909B0206BE8DB-001/solr-instance-002/solr.xml [junit4] 2> 1960443 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_75A909B0206BE8DB-001/solr-instance-002/. [junit4] 2> 1960443 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1] [junit4] 2> 1960485 WARN (coreLoadExecutor-5207-thread-1) [ x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead. [junit4] 2> 1960485 INFO (coreLoadExecutor-5207-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0 [junit4] 2> 1960557 INFO (coreLoadExecutor-5207-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test [junit4] 2> 1960559 INFO (coreLoadExecutor-5207-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id [junit4] 2> 1960560 INFO (coreLoadExecutor-5207-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_75A909B0206BE8DB-001/solr-instance-002/./collection1 [junit4] 2> 1960560 INFO (coreLoadExecutor-5207-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 1960560 INFO (coreLoadExecutor-5207-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_75A909B0206BE8DB-001/solr-instance-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_75A909B0206BE8DB-001/solr-instance-002/./collection1/data/] [junit4] 2> 1960561 INFO (coreLoadExecutor-5207-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=4, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0] [junit4] 2> 1960809 INFO (coreLoadExecutor-5207-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 1960809 INFO (coreLoadExecutor-5207-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 1960809 INFO (coreLoadExecutor-5207-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@5bfb5e88 [junit4] 2> 1960810 INFO (coreLoadExecutor-5207-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4c828907[collection1] main] [junit4] 2> 1960810 INFO (coreLoadExecutor-5207-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_75A909B0206BE8DB-001/solr-instance-002/collection1/conf [junit4] 2> 1960818 INFO (coreLoadExecutor-5207-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms [junit4] 2> 1960823 INFO (qtp1316034608-87240) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0 [junit4] 2> 1960823 INFO (searcherExecutor-5208-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4c828907[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 1960823 INFO (indexFetcher-5212-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Master's generation: 1 [junit4] 2> 1960823 INFO (indexFetcher-5212-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Master's version: 0 [junit4] 2> 1960823 INFO (indexFetcher-5212-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Slave's generation: 1 [junit4] 2> 1960823 INFO (indexFetcher-5212-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Slave's version: 0 [junit4] 2> 1961477 INFO (qtp1316034608-87237) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=0 status=0 QTime=0 [junit4] 2> 1961492 INFO (qtp1316034608-87237) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=14 [junit4] 2> 1961500 INFO (qtp1316034608-87241) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={slave=false&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0 [junit4] 2> 1961501 INFO (qtp1726255636-87276) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=6 [junit4] 2> 1961501 INFO (qtp1316034608-87238) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 0 [junit4] 2> 1961502 INFO (qtp1316034608-87235) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 1961502 INFO (qtp1316034608-87235) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6b5fa4d8 commitCommandVersion:0 [junit4] 2> 1961503 INFO (qtp1316034608-87235) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1d5c453[collection1] main] [junit4] 2> 1961503 INFO (qtp1316034608-87235) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 1961503 INFO (searcherExecutor-5185-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1d5c453[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C1)))} [junit4] 2> 1961503 INFO (qtp1316034608-87235) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 1 [junit4] 2> 1961507 WARN (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix [junit4] 2> 1961508 INFO (qtp1316034608-87241) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0 [junit4] 2> 1961508 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's generation: 2 [junit4] 2> 1961508 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's version: 1489997579559 [junit4] 2> 1961508 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's generation: 1 [junit4] 2> 1961508 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's version: 0 [junit4] 2> 1961509 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting replication process [junit4] 2> 1961510 INFO (qtp1316034608-87241) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=1 [junit4] 2> 1961510 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Number of files in latest index in master: 10 [junit4] 2> 1961511 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=47, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=83.6396484375, floorSegmentMB=0.5390625, forceMergeDeletesPctAllowed=27.742636887707505, segmentsPerTier=14.0, maxCFSSegmentSizeMB=1.53515625, noCFSRatio=0.5861142341056718 [junit4] 2> 1961511 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used. [junit4] 2> 1961511 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to RawDirectoryWrapper(RAMDirectory@6b8c707b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3ca4fc0a) [junit4] 2> 1961511 INFO (qtp1316034608-87237) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 1961512 INFO (qtp1316034608-87239) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 1961520 INFO (qtp1316034608-87238) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 1961521 INFO (qtp1316034608-87235) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Asserting_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 1961522 INFO (qtp1316034608-87234) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Asserting_0.tim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 1961527 INFO (qtp1316034608-87241) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 1961527 INFO (qtp1316034608-87237) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Asserting_0.tip&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 1961528 INFO (qtp1316034608-87237) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 1961528 INFO (qtp1316034608-87238) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 1961529 INFO (qtp1316034608-87235) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 1961529 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=1706) : 0 secs (null bytes/sec) to RawDirectoryWrapper(RAMDirectory@6b8c707b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3ca4fc0a) [junit4] 2> 1961530 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=2, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.11753064535662086] [junit4] 2> 1961531 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used. [junit4] 2> 1961532 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@12ecac98[collection1] main] [junit4] 2> 1961532 INFO (searcherExecutor-5208-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@12ecac98[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C1)))} [junit4] 2> 1961535 INFO (qtp1726255636-87274) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:39977/solr/collection1/replication&command=fetchindex} status=0 QTime=29 [junit4] 2> 1961537 INFO (qtp1316034608-87234) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={slave=false&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0 [junit4] 2> 1961538 INFO (qtp1726255636-87277) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0 [junit4] 2> 1961538 INFO (qtp1726255636-87280) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=1 status=0 QTime=0 [junit4] 2> 1961539 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.a.s.h.TestReplicationHandler Waited for 0ms and found 1 docs [junit4] 2> 1961540 INFO (qtp1316034608-87240) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 0 [junit4] 2> 1961540 INFO (qtp1316034608-87239) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 1961540 INFO (qtp1316034608-87239) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6b5fa4d8 commitCommandVersion:0 [junit4] 2> 1961542 INFO (qtp1316034608-87239) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7a7e0a98[collection1] main] [junit4] 2> 1961542 INFO (qtp1316034608-87239) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 1961542 INFO (searcherExecutor-5185-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7a7e0a98[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C1) Uninverting(_1(7.0.0):C1)))} [junit4] 2> 1961542 INFO (qtp1316034608-87239) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 2 [junit4] 2> 1961544 WARN (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix [junit4] 2> 1961544 INFO (qtp1316034608-87241) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0 [junit4] 2> 1961623 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's generation: 3 [junit4] 2> 1961624 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's version: 1489997579597 [junit4] 2> 1961624 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's generation: 2 [junit4] 2> 1961624 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's version: 1489997579559 [junit4] 2> 1961624 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting replication process [junit4] 2> 1961626 INFO (qtp1316034608-87238) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=1 [junit4] 2> 1961626 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Number of files in latest index in master: 19 [junit4] 2> 1961627 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=47, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=83.6396484375, floorSegmentMB=0.5390625, forceMergeDeletesPctAllowed=27.742636887707505, segmentsPerTier=14.0, maxCFSSegmentSizeMB=1.53515625, noCFSRatio=0.5861142341056718 [junit4] 2> 1961627 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used. [junit4] 2> 1961628 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to RawDirectoryWrapper(RAMDirectory@258a8cae lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@695d04d5) [junit4] 2> 1961628 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.si because it already exists [junit4] 2> 1961628 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.nvd because it already exists [junit4] 2> 1961628 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.fdx because it already exists [junit4] 2> 1961628 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0_Asserting_0.doc because it already exists [junit4] 2> 1961628 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0_Asserting_0.tim because it already exists [junit4] 2> 1961628 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.fdt because it already exists [junit4] 2> 1961628 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0_Asserting_0.tip because it already exists [junit4] 2> 1961628 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.fnm because it already exists [junit4] 2> 1961629 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.nvm because it already exists [junit4] 2> 1961629 INFO (qtp1316034608-87235) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1_Asserting_0.tip&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 1961630 INFO (qtp1316034608-87234) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 1961630 INFO (qtp1316034608-87240) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 1961631 INFO (qtp1316034608-87239) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1_Asserting_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 1961632 INFO (qtp1316034608-87241) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1_Asserting_0.tim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 1961632 INFO (qtp1316034608-87238) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 1961633 INFO (qtp1316034608-87235) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 1961633 INFO (qtp1316034608-87234) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 1961634 INFO (qtp1316034608-87240) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 1961635 INFO (qtp1316034608-87240) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=segments_3&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 1961635 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=1769) : 0 secs (null bytes/sec) to RawDirectoryWrapper(RAMDirectory@258a8cae lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@695d04d5) [junit4] 2> 1961636 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=2, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.11753064535662086] [junit4] 2> 1961637 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used. [junit4] 2> 1961640 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4b9f669f[collection1] main] [junit4] 2> 1961640 INFO (searcherExecutor-5208-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4b9f669f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C1) Uninverting(_1(7.0.0):C1)))} [junit4] 2> 1961640 INFO (qtp1726255636-87279) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:39977/solr/collection1/replication&command=fetchindex} status=0 QTime=97 [junit4] 2> 1961641 INFO (qtp1316034608-87241) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={slave=false&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0 [junit4] 2> 1961641 INFO (qtp1726255636-87280) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0 [junit4] 2> 1961642 INFO (qtp1726255636-87278) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=2 status=0 QTime=0 [junit4] 2> 1961642 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.a.s.h.TestReplicationHandler Waited for 0ms and found 2 docs [junit4] 2> 1961643 INFO (qtp1316034608-87237) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 0 [junit4] 2> 1961643 INFO (qtp1316034608-87235) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 1961643 INFO (qtp1316034608-87235) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6b5fa4d8 commitCommandVersion:0 [junit4] 2> 1961655 INFO (qtp1316034608-87235) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1b40928d[collection1] main] [junit4] 2> 1961655 INFO (qtp1316034608-87235) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 1961655 INFO (searcherExecutor-5185-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1b40928d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C1) Uninverting(_1(7.0.0):C1) Uninverting(_2(7.0.0):C1)))} [junit4] 2> 1961655 INFO (qtp1316034608-87235) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 12 [junit4] 2> 1961657 WARN (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix [junit4] 2> 1961658 INFO (qtp1316034608-87238) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0 [junit4] 2> 1961658 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's generation: 4 [junit4] 2> 1961658 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's version: 1489997579700 [junit4] 2> 1961658 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's generation: 3 [junit4] 2> 1961658 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's version: 1489997579597 [junit4] 2> 1961658 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting replication process [junit4] 2> 1961659 INFO (qtp1316034608-87238) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=4&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=0 [junit4] 2> 1961659 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Number of files in latest index in master: 28 [junit4] 2> 1961661 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=47, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=83.6396484375, floorSegmentMB=0.5390625, forceMergeDeletesPctAllowed=27.742636887707505, segmentsPerTier=14.0, maxCFSSegmentSizeMB=1.53515625, noCFSRatio=0.5861142341056718 [junit4] 2> 1961662 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used. [junit4] 2> 1961662 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to RawDirectoryWrapper(RAMDirectory@12be4b2a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@71e7d19a) [junit4] 2> 1961662 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.si because it already exists [junit4] 2> 1961662 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.nvd because it already exists [junit4] 2> 1961662 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.fdx because it already exists [junit4] 2> 1961663 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0_Asserting_0.doc because it already exists [junit4] 2> 1961663 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0_Asserting_0.tim because it already exists [junit4] 2> 1961663 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.fdt because it already exists [junit4] 2> 1961664 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0_Asserting_0.tip because it already exists [junit4] 2> 1961664 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.fnm because it already exists [junit4] 2> 1961664 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.nvm because it already exists [junit4] 2> 1961664 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _1_Asserting_0.tip because it already exists [junit4] 2> 1961664 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _1.si because it already exists [junit4] 2> 1961665 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _1.nvd because it already exists [junit4] 2> 1961665 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _1_Asserting_0.doc because it already exists [junit4] 2> 1961665 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _1_Asserting_0.tim because it already exists [junit4] 2> 1961665 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _1.fdx because it already exists [junit4] 2> 1961665 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _1.fnm because it already exists [junit4] 2> 1961665 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _1.nvm because it already exists [junit4] 2> 1961665 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _1.fdt because it already exists [junit4] 2> 1961666 INFO (qtp1316034608-87240) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 1961667 INFO (qtp1316034608-87241) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 1961668 INFO (qtp1316034608-87237) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 1961669 INFO (qtp1316034608-87237) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2_Asserting_0.tip&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 1961670 INFO (qtp1316034608-87237) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 1961670 INFO (qtp1316034608-87237) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 1961671 INFO (qtp1316034608-87240) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 1961672 INFO (qtp1316034608-87241) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2_Asserting_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 1961672 INFO (qtp1316034608-87235) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2_Asserting_0.tim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 1961673 INFO (qtp1316034608-87239) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=4&qt=/replication&file=segments_4&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 1961674 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=1832) : 0 secs (null bytes/sec) to RawDirectoryWrapper(RAMDirectory@12be4b2a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@71e7d19a) [junit4] 2> 1961677 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=2, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.11753064535662086] [junit4] 2> 1961678 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used. [junit4] 2> 1961681 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@39fd2dcb[collection1] main] [junit4] 2> 1961681 INFO (searcherExecutor-5208-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@39fd2dcb[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C1) Uninverting(_1(7.0.0):C1) Uninverting(_2(7.0.0):C1)))} [junit4] 2> 1961690 INFO (qtp1726255636-87276) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:39977/solr/collection1/replication&command=fetchindex} status=0 QTime=34 [junit4] 2> 1961691 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_75A909B0206BE8DB-001/solr-instance-003/collection1 [junit4] 2> 1961693 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028 [junit4] 2> 1961698 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@552650fe{/solr,null,AVAILABLE} [junit4] 2> 1961698 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6885315c{HTTP/1.1,[http/1.1]}{127.0.0.1:44183} [junit4] 2> 1961700 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.e.j.s.Server Started @1966139ms [junit4] 2> 1961700 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_75A909B0206BE8DB-001/solr-instance-003/collection1/data, hostContext=/solr, hostPort=44183} [junit4] 2> 1961700 ERROR (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1961700 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0 [junit4] 2> 1961700 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null [junit4] 2> 1961700 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1961700 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-20T08:12:59.757Z [junit4] 2> 1961701 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_75A909B0206BE8DB-001/solr-instance-003/solr.xml [junit4] 2> 1961744 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_75A909B0206BE8DB-001/solr-instance-003/. [junit4] 2> 1961744 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1] [junit4] 2> 1961751 WARN (coreLoadExecutor-5221-thread-1) [ x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead. [junit4] 2> 1961751 INFO (coreLoadExecutor-5221-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0 [junit4] 2> 1961757 INFO (coreLoadExecutor-5221-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test [junit4] 2> 1961759 INFO (coreLoadExecutor-5221-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id [junit4] 2> 1961801 INFO (coreLoadExecutor-5221-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_75A909B0206BE8DB-001/solr-instance-003/./collection1 [junit4] 2> 1961801 INFO (coreLoadExecutor-5221-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 1961801 INFO (coreLoadExecutor-5221-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_75A909B0206BE8DB-001/solr-instance-003/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_75A909B0206BE8DB-001/solr-instance-003/./collection1/data/] [junit4] 2> 1961802 INFO (coreLoadExecutor-5221-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=4, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0] [junit4] 2> 1961812 INFO (qtp1316034608-87238) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0 [junit4] 2> 1961812 INFO (indexFetcher-5212-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Master's generation: 4 [junit4] 2> 1961812 INFO (indexFetcher-5212-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Master's version: 1489997579700 [junit4] 2> 1961812 INFO (indexFetcher-5212-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Slave's generation: 4 [junit4] 2> 1961812 INFO (indexFetcher-5212-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Slave's version: 1489997579700 [junit4] 2> 1961812 INFO (indexFetcher-5212-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Slave in sync with master. [junit4] 2> 1961932 INFO (coreLoadExecutor-5221-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 1961932 INFO (coreLoadExecutor-5221-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 1961933 INFO (coreLoadExecutor-5221-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@f915ec7 [junit4] 2> 1961933 INFO (coreLoadExecutor-5221-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@616bec2[collection1] main] [junit4] 2> 1961933 INFO (coreLoadExecutor-5221-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_75A909B0206BE8DB-001/solr-instance-003/collection1/conf [junit4] 2> 1961934 WARN (coreLoadExecutor-5221-thread-1) [ x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix [junit4] 2> 1961935 INFO (coreLoadExecutor-5221-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler No value set for 'pollInterval'. Timer Task not started. [junit4] 2> 1961936 INFO (coreLoadExecutor-5221-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml [junit4] 2> 1961936 INFO (coreLoadExecutor-5221-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 1961936 INFO (searcherExecutor-5222-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@616bec2[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 1962688 WARN (qtp316272761-87304) [ x:collection1] o.a.s.h.ReplicationHandler Exception while invoking 'details' method for replication on master [junit4] 2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:39977/solr: Expected mime type application/octet-stream but got text/html. <html> [junit4] 2> <head> [junit4] 2> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> [junit4] 2> <title>Error 404 </title> [junit4] 2> </head> [junit4] 2> <body> [junit4] 2> <h2>HTTP ERROR: 404</h2> [junit4] 2> <p>Problem accessing /solr/replication. Reason: [junit4] 2> <pre> Can not find: /solr/replication</pre></p> [junit4] 2> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.14.v20161028</a><hr/> [junit4] 2> </body> [junit4] 2> </html> [junit4] 2> [junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:595) [junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279) [junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268) [junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219) [junit4] 2> at org.apache.solr.handler.IndexFetcher.getDetails(IndexFetcher.java:1733) [junit4] 2> at org.apache.solr.handler.ReplicationHandler.getReplicationDetails(ReplicationHandler.java:938) [junit4] 2> at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:323) [junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:173) [junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:2464) [junit4] 2> at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:722) [junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:528) [junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347) [junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:298) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) [junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) [junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) [junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) [junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) [junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) [junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462) [junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) [junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534) [junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) [junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) [junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) [junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) [junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) [junit4] 2> at java.lang.Thread.run(Thread.java:745) [junit4] 2> 1962688 INFO (qtp316272761-87304) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=5 [junit4] 2> 1962699 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@6885315c{HTTP/1.1,[http/1.1]}{127.0.0.1:0} [junit4] 2> 1962699 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=511016273 [junit4] 2> 1962700 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[75A909B0206BE8DB]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null [junit4] 2> 1962707 INFO (coreCloseExecutor-5226-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@5c62a2eb [junit4] 2> 1962707 INFO (coreCloseExecutor-5226-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1549968107 [junit4] 2> 1 [...truncated too long message...] SolrIndexWriter@7e111b50 commitCommandVersion:0 [junit4] 2> 4401433 WARN (zkCallback-3591-thread-6-processing-n:127.0.0.1:49496_g_x%2Fui) [n:127.0.0.1:49496_g_x%2Fui ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /clusterstate.json] [junit4] 2> 4401434 INFO (zkCallback-3591-thread-5-processing-n:127.0.0.1:49496_g_x%2Fui) [n:127.0.0.1:49496_g_x%2Fui c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.core_node3, tag=1231427545 [junit4] 2> 4401435 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[75A909B0206BE8DB]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5e71a3dd{SSL,[ssl, http/1.1]}{127.0.0.1:0} [junit4] 2> 4401435 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[75A909B0206BE8DB]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@677698cb{/g_x/ui,null,UNAVAILABLE} [junit4] 2> 4401436 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[75A909B0206BE8DB]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35737 35737 [junit4] 2> 4401544 INFO (Thread-65579) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35737 35737 [junit4] 2> 4401545 WARN (Thread-65579) [ ] o.a.s.c.ZkTestServer Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 5 /solr/aliases.json [junit4] 2> 4 /solr/security.json [junit4] 2> 4 /solr/configs/conf1 [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 5 /solr/clusterstate.json [junit4] 2> 5 /solr/clusterprops.json [junit4] 2> 3 /solr/collections/collection1/state.json [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 101 /solr/overseer/collection-queue-work [junit4] 2> 24 /solr/overseer/queue [junit4] 2> 11 /solr/overseer/queue-work [junit4] 2> 5 /solr/live_nodes [junit4] 2> 5 /solr/collections [junit4] 2> [junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory. [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestInPlaceUpdatesDistrib -Dtests.method=test -Dtests.seed=75A909B0206BE8DB -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=zh -Dtests.timezone=Brazil/East -Dtests.asserts=true -Dtests.file.encoding=UTF-8 [junit4] FAILURE 105s J0 | TestInPlaceUpdatesDistrib.test <<< [junit4] > Throwable #1: java.lang.AssertionError: Earlier: [19281, -1, 19281], now: [19281, 19281, 19281] [junit4] > at __randomizedtesting.SeedInfo.seed([75A909B0206BE8DB:FDFD366A8E978523]:0) [junit4] > at org.apache.solr.update.TestInPlaceUpdatesDistrib.ensureRtgWorksWithPartialUpdatesTest(TestInPlaceUpdatesDistrib.java:582) [junit4] > at org.apache.solr.update.TestInPlaceUpdatesDistrib.test(TestInPlaceUpdatesDistrib.java:161) [junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985) [junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960) [junit4] > at java.lang.Thread.run(Thread.java:745) [junit4] 2> 4401548 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[75A909B0206BE8DB]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore [junit4] 2> 4401548 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[75A909B0206BE8DB]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1047096080 [junit4] 2> 4401548 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[75A909B0206BE8DB]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null [junit4] 2> 4401549 INFO (coreCloseExecutor-6955-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@10221310 [junit4] 2> 4401567 INFO (coreCloseExecutor-6955-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=270668560 [junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_75A909B0206BE8DB-001 [junit4] 2> Mar 20, 2017 8:53:39 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks [junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s). [junit4] 2> NOTE: test params are: codec=FastCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST, chunkSize=3, maxDocsPerChunk=3, blockSize=5), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST, chunkSize=3, blockSize=5)), sim=RandomSimilarity(queryNorm=true): {}, locale=zh, timezone=Brazil/East [junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=248152112,total=522190848 [junit4] 2> NOTE: All tests run in this JVM: [TestLRUCache, BlockDirectoryTest, TestScoreJoinQPScore, TestReplicationHandlerBackup, TestSchemalessBufferedUpdates, VersionInfoTest, SparseHLLTest, TestLMJelinekMercerSimilarityFactory, TestExactStatsCache, CustomCollectionTest, TestOmitPositions, DistributedFacetExistsSmallTest, OverseerModifyCollectionTest, TestRecoveryHdfs, SolrCoreTest, TestMacroExpander, TestStressLucene, DistributedQueryElevationComponentTest, TestCSVLoader, PathHierarchyTokenizerFactoryTest, HdfsRestartWhileUpdatingTest, HdfsLockFactoryTest, UUIDFieldTest, RulesTest, SpellPossibilityIteratorTest, BJQParserTest, TestFieldSortValues, InfoHandlerTest, CoreAdminCreateDiscoverTest, LargeFieldTest, CursorPagingTest, TestPseudoReturnFields, RemoteQueryErrorTest, OverseerTaskQueueTest, TestHdfsCloudBackupRestore, TestAnalyzeInfixSuggestions, MultiTermTest, SignatureUpdateProcessorFactoryTest, CollectionReloadTest, ShufflingReplicaListTransformerTest, TestManagedStopFilterFactory, ReturnFieldsTest, TestDistributedSearch, SaslZkACLProviderTest, SecurityConfHandlerTest, QueryResultKeyTest, SharedFSAutoReplicaFailoverUtilsTest, TestCrossCoreJoin, TestRebalanceLeaders, UUIDUpdateProcessorFallbackTest, CacheHeaderTest, ResponseLogComponentTest, TestRTGBase, TestPathTrie, TestRealTimeGet, TestNonDefinedSimilarityFactory, ParsingFieldUpdateProcessorsTest, TestManagedResource, VMParamsZkACLAndCredentialsProvidersTest, TestSimpleQParserPlugin, CollectionsAPIAsyncDistributedZkTest, TestFaceting, RestartWhileUpdatingTest, TestDistribDocBasedVersion, TestRandomCollapseQParserPlugin, SolrMetricManagerTest, DocValuesNotIndexedTest, TestDocBasedVersionConstraints, TestCloudPseudoReturnFields, TestRandomFaceting, TestNumericTerms32, SmileWriterTest, RequiredFieldsTest, HdfsChaosMonkeyNothingIsSafeTest, TestConfigSetImmutable, TestJmxIntegration, BlockJoinFacetSimpleTest, ClassificationUpdateProcessorFactoryTest, HdfsTlogReplayBufferedWhileIndexingTest, SystemInfoHandlerTest, CdcrReplicationHandlerTest, TestValueSourceCache, TestRawTransformer, UniqFieldsUpdateProcessorFactoryTest, FastVectorHighlighterTest, TestComplexPhraseLeadingWildcard, TestObjectReleaseTracker, TestCollationFieldDocValues, CloneFieldUpdateProcessorFactoryTest, TestSolrCloudSnapshots, DistributedQueryComponentCustomSortTest, DeleteStatusTest, XsltUpdateRequestHandlerTest, TestDFRSimilarityFactory, CopyFieldTest, ZkNodePropsTest, TestJmxMonitoredMap, TestCloudManagedSchema, TestDefaultStatsCache, TestBlobHandler, TestBulkSchemaAPI, BasicDistributedZkTest, NotRequiredUniqueKeyTest, ScriptEngineTest, DisMaxRequestHandlerTest, TestFoldingMultitermQuery, AddBlockUpdateTest, TestNoOpRegenerator, TestSubQueryTransformer, DistributedSpellCheckComponentTest, TestFastWriter, LeaderInitiatedRecoveryOnCommitTest, BasicZkTest, BaseCdcrDistributedZkTest, TestRequestForwarding, TestRequestStatusCollectionAPI, TestSizeLimitedDistributedMap, TestSolrCloudWithSecureImpersonation, TestStressInPlaceUpdates, TestTolerantUpdateProcessorRandomCloud, HdfsNNFailoverTest, HdfsThreadLeakTest, HdfsUnloadDistributedZkTest, ConfigureRecoveryStrategyTest, DirectoryFactoryTest, ExitableDirectoryReaderTest, HdfsDirectoryFactoryTest, TestBackupRepositoryFactory, TestCorePropertiesReload, TestCustomStream, TestSolrDynamicMBean, TestSolrXml, TestSolrCoreSnapshots, TestSQLHandler, TestSystemCollAutoCreate, SuggestComponentContextFilterQueryTest, SuggestComponentTest, HighlighterMaxOffsetTest, TestUnifiedSolrHighlighter, UninvertDocValuesMergePolicyTest, WrapperMergePolicyFactoryTest, JvmMetricsTest, SolrCoreMetricManagerTest, SolrGraphiteReporterTest, SolrSlf4jReporterTest, SolrShardReporterTest, TestJavabinTupleStreamParser, TestCopyFieldCollectionResource, TestDynamicFieldResource, TestFieldTypeResource, TestSchemaNameResource, TestSchemaVersionResource, TestUniqueKeyFieldResource, ChangedSchemaMergeTest, DocValuesMissingTest, TestManagedSchema, TestManagedSchemaAPI, CursorMarkTest, RankQueryTest, SortSpecParsingTest, TestFilteredDocIdSet, TestHashQParserPlugin, TestInitQParser, TestMaxScoreQueryParser, TestMultiWordSynonyms, TestSearcherReuse, TestSolr4Spatial2, TestStandardQParsers, TestXmlQParserPlugin, TestMinMaxOnMultiValuedField, TestSortByMinMaxFunction, CloudMLTQParserTest, TestLRUStatsCache, BasicAuthStandaloneTest, TestAuthorizationFramework, AnalysisErrorHandlingTest, DataDrivenBlockJoinTest, SolrIndexMetricsTest, TestExceedMaxTermLength, TestInPlaceUpdatesDistrib] [junit4] Completed [701/701 (4!)] on J0 in 106.11s, 1 test, 1 failure <<< FAILURES! [...truncated 62617 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org